-- Logs begin at Tue 2021-11-16 20:31:13 UTC, end at Tue 2021-11-16 22:44:13 UTC. -- Nov 16 21:01:28.297751 n-d-816206-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 21:01:31.009636 n-d-816206-5 neutron-server[102555]: INFO neutron.common.config [-] Logging enabled! Nov 16 21:01:31.010231 n-d-816206-5 neutron-server[102555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 21:01:31.010425 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102555) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 21:01:31.013685 n-d-816206-5 neutron-server[102555]: INFO neutron.common.config [-] Logging enabled! Nov 16 21:01:31.013958 n-d-816206-5 neutron-server[102555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 21:01:31.014252 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102555) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 21:01:31.015278 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:01:31.015507 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:01:31.015873 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:01:31.016118 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:01:31.016341 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:01:31.016657 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.017078 n-d-816206-5 neutron-server[102555]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 21:01:31.017383 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.017672 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.017958 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.018252 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.018533 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.018815 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.019130 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.019425 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.019710 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.019988 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.020275 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.020563 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.020844 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.021128 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.021410 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.021687 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] debug = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.021968 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.022398 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.022809 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.023110 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.023399 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.023687 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.023946 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.024220 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.024504 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.024834 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] host = n-d-816206-5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.025113 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.025397 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.025683 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.025967 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.026241 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.026516 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.026798 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.027097 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.027402 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.027683 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.027968 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.028781 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.029072 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.029296 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.029516 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.029809 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.030093 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.030366 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.030643 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.030915 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.031208 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.031479 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.031745 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.032026 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.032306 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.032586 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.032856 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.033126 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.033396 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.033665 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.033946 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.034216 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.034484 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.034755 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.035070 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.035341 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.035617 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.035915 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.036197 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.036475 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.036758 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.037032 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.037312 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.037582 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.037851 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.038121 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_json = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.038391 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.038658 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.038952 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.039227 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.039498 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.039767 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.040036 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.040316 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:31.040613 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.040905 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.041204 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.041485 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.041784 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.042061 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.042348 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.042625 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.042914 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.043235 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.043527 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.043827 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.044731 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.045009 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.045303 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.045607 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.045901 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.046192 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.046467 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.046742 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.047041 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.047319 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.047605 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.047882 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.048166 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.048452 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.048728 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.049012 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.049303 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.049587 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.049859 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.050135 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.050423 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.050702 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.050993 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.051274 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.051561 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.051839 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.052111 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.052394 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.052685 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.052947 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.053216 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.053491 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.053780 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.054056 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.054326 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.054596 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.054870 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.055164 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.055448 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.055726 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.055998 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.056267 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.056565 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.056812 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.057083 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.057357 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.057625 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.057898 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.058166 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.058432 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.058701 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.058988 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.059257 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.059551 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.059823 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.060097 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.060365 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.060640 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.060908 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.061178 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.061446 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.061730 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.062027 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.062304 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.062579 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.062856 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.063153 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.063425 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.063700 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.063974 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.064249 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.064519 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.064804 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.065083 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.065365 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.065644 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.065919 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.066233 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.066507 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.066786 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.067087 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.067362 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.067643 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.067924 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.068215 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.068507 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.068796 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.069085 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.069371 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.069648 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.069958 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.070237 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:31.070452 n-d-816206-5 neutron-server[102555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:01:31.070692 n-d-816206-5 neutron-server[102555]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102555) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 21:01:31.503059 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 21:01:31.503341 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 21:01:31.503657 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 21:01:31.503993 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 21:01:31.828684 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.828894 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.829166 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.830357 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.830631 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.831040 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.866331 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.866617 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.866885 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.882502 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.882785 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.883084 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.911673 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.911954 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.912222 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.949768 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.950075 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:31.950479 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.187374 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.188003 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.188003 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.188178 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.188848 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.316198 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.316521 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.316807 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.317077 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.317342 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.317650 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.317909 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.318164 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.318418 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.318695 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.318972 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.319243 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.319501 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.319753 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.320012 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.320279 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.320534 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.320800 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.321069 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.321325 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.321592 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.321846 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.322129 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.322504 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.322757 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.323025 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.323424 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.323664 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.323901 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.324137 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.324371 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.324604 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:32.325063 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 21:01:32.328326 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 21:01:32.332337 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 21:01:32.336331 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 16 21:01:32.337973 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 21:01:32.338438 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 21:01:32.338775 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 21:01:32.339188 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 21:01:32.342291 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 21:01:32.342553 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 21:01:32.342894 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 21:01:32.348384 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 21:01:32.371114 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 21:01:32.371565 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.371880 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102555) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 21:01:32.372775 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.374147 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102555) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 21:01:32.374427 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 21:01:32.374671 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 21:01:32.377893 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.378172 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:32.446563 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 21:01:32.446723 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 21:01:32.446838 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 21:01:32.447252 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 21:01:32.471623 n-d-816206-5 neutron-server[102555]: DEBUG oslo_db.sqlalchemy.engines [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102555) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 21:01:33.002025 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing driver for type 'gre' Nov 16 21:01:33.002655 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] gre ID ranges: [(1, 1000)] Nov 16 21:01:33.053914 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing driver for type 'local' Nov 16 21:01:33.054247 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing driver for type 'vlan' Nov 16 21:01:33.068941 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] VlanTypeDriver initialization complete Nov 16 21:01:33.069283 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing driver for type 'vxlan' Nov 16 21:01:33.069752 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] vxlan ID ranges: [(1, 1000)] Nov 16 21:01:33.121051 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing extension driver 'port_security' Nov 16 21:01:33.121417 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.extensions.port_security [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] PortSecurityExtensionDriver initialization complete Nov 16 21:01:33.121808 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing mechanism driver 'openvswitch' Nov 16 21:01:33.122762 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing mechanism driver 'hyperv' Nov 16 21:01:33.129578 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:33.130409 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.130784 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.131157 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.131683 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.132110 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.132460 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.132801 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.133190 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.133594 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.133941 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.134275 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.134667 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.135092 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.135437 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.135772 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.136161 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.136564 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.136906 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.137239 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.137625 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.138023 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.138363 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.138698 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.139110 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 21:01:33.139481 n-d-816206-5 neutron-server[102555]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] ML2 OVO RPC backend initialized. {{(pid=102555) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 21:01:33.140186 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.140535 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.140948 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.141289 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > networks before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.141628 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.141962 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > ports before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.142297 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.142632 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.142996 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.143332 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.143661 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.143991 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.144319 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.144648 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.145000 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.145370 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.145791 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.146395 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Modular L2 Plugin initialization complete Nov 16 21:01:33.146810 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading services supported by the core plugin {{(pid=102555) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 21:01:33.147224 n-d-816206-5 neutron-server[102555]: INFO neutron.plugins.ml2.managers [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Got port-security extension from driver 'port_security' Nov 16 21:01:33.147754 n-d-816206-5 neutron-server[102555]: INFO neutron.extensions.vlantransparent [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Disabled vlantransparent extension. Nov 16 21:01:33.148318 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102555) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 21:01:33.148692 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: router Nov 16 21:01:33.188140 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.188735 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_create 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.188882 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router before_create 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.189243 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.189648 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.190028 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_delete 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.190406 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.190892 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.191337 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_create 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.191715 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.192081 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.192430 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.192814 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.193223 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.193592 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.193959 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.194318 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.194690 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.195099 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.195452 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.195792 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.196134 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.196488 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router after_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.196825 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.197171 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.197525 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.197867 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.198229 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > agent after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.198573 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.198914 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.199789 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Tracking information for resource: router configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:33.200143 n-d-816206-5 neutron-server[102555]: DEBUG neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Tracking information for resource: floatingip configured {{(pid=102555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 21:01:33.205054 n-d-816206-5 neutron-server[102555]: INFO neutron.db.l3_agentschedulers_db [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 21:01:33.205633 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.205985 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.206330 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.206678 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.207497 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router before_create 55550100 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.207860 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.208220 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.208575 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.213564 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.provider_configuration [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service providers = [] {{(pid=102555) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 21:01:33.213955 n-d-816206-5 neutron-server[102555]: DEBUG neutron.db.servicetype_db [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102555) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 21:01:33.217802 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.service_base [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:01:33.218147 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.service_base [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:01:33.218485 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.service_base [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:01:33.219404 n-d-816206-5 neutron-server[102555]: DEBUG neutron.services.service_base [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 21:01:33.219776 n-d-816206-5 neutron-server[102555]: INFO neutron.services.service_base [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 21:01:33.220146 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.220463 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 21:01:33.231225 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.232251 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: auto_allocate Nov 16 21:01:33.237924 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: network precommit_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.238308 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: network precommit_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.238836 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.239203 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: tag Nov 16 21:01:33.246034 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.246402 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: timestamp Nov 16 21:01:33.250403 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.250726 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: network_ip_availability Nov 16 21:01:33.256259 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.256574 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.256925 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.257621 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.257936 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: flavors Nov 16 21:01:33.263063 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.263390 n-d-816206-5 neutron-server[102555]: INFO neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading Plugin: revisions Nov 16 21:01:33.267696 n-d-816206-5 neutron-server[102555]: DEBUG neutron.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 21:01:33.268081 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=102555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 21:01:33.268815 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102555) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 21:01:33.269148 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Initializing extension manager. Nov 16 21:01:33.269660 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: __init__.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.269998 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: __pycache__ {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.270329 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.270658 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: address_group.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.271435 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.271996 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: address-group Nov 16 21:01:33.272315 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: address_scope.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.273019 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.273518 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: address-scope Nov 16 21:01:33.273835 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.274749 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.275282 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: router-admin-state-down-before-update Nov 16 21:01:33.275599 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: agent.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.276288 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.276782 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: agent Nov 16 21:01:33.277100 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: agent_resources_synced.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.277994 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.279045 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: agent-resources-synced Nov 16 21:01:33.279363 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.281193 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.281736 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: allowed-address-pairs Nov 16 21:01:33.282060 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.283245 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.283748 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: auto-allocated-topology Nov 16 21:01:33.284069 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: availability_zone.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.284753 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.285311 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: availability_zone Nov 16 21:01:33.285685 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: availability_zone_filter.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.286598 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.287134 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: availability_zone_filter Nov 16 21:01:33.287452 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: data_plane_status.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.288348 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.288839 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 21:01:33.289158 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: default_subnetpools.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.290071 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.290570 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: default-subnetpools Nov 16 21:01:33.290890 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.291713 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.292214 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: dhcp_agent_scheduler Nov 16 21:01:33.292533 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: dns.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.293440 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.294502 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 21:01:33.294815 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: dns_domain_ports.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.295755 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.296249 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 21:01:33.296572 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.297487 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.297977 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 21:01:33.298293 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: dvr.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.298975 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.299474 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: dvr Nov 16 21:01:33.299787 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: ecmp_routes.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.300697 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.301193 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 21:01:33.301508 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: empty_string_filtering.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.302411 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.302914 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: empty-string-filtering Nov 16 21:01:33.303256 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.304164 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.304660 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 21:01:33.304974 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.305885 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.306378 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 21:01:33.306697 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: external_net.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.307632 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.308131 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: external-net Nov 16 21:01:33.308447 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.309375 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.309872 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: extra_dhcp_opt Nov 16 21:01:33.310187 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: extraroute.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.311129 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.311624 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: extraroute Nov 16 21:01:33.311942 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: extraroute_atomic.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.312992 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.313665 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: extraroute-atomic Nov 16 21:01:33.313983 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: filter_validation.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.314638 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.315165 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: filter-validation Nov 16 21:01:33.315484 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: fip_pf_description.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.316389 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.316879 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 21:01:33.317194 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: fip_port_details.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.318123 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.318618 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: fip-port-details Nov 16 21:01:33.318961 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: flavors.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.320234 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.320739 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: flavors Nov 16 21:01:33.321097 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.322827 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.323375 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 21:01:33.323704 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: floatingip_pools.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.324467 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.325000 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: floatingip-pools Nov 16 21:01:33.325324 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: ip_allocation.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.326246 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.326754 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 21:01:33.327110 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.328023 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.328524 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: ip-substring-filtering Nov 16 21:01:33.328852 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l2_adjacency.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.329761 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.330259 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 21:01:33.330577 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.331556 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.332066 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: router Nov 16 21:01:33.332386 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.334602 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.335148 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 21:01:33.335475 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.336406 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.336911 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: ext-gw-mode Nov 16 21:01:33.337232 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.338166 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.338666 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: l3-ha Nov 16 21:01:33.339018 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3_flavors.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.339921 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.340417 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: l3-flavors Nov 16 21:01:33.341270 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.342427 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.342943 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 21:01:33.343263 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: l3agentscheduler.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.344270 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.344771 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: l3_agent_scheduler Nov 16 21:01:33.345093 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: logging.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.346580 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.347134 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension logging not supported by any of loaded plugins Nov 16 21:01:33.347462 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: metering.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.348197 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.348766 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: metering Nov 16 21:01:33.349088 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.350290 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.350796 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: metering_source_and_destination_fields Nov 16 21:01:33.351153 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: multiprovidernet.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.352071 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.352572 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: multi-provider Nov 16 21:01:33.352894 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: netmtu.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.353804 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.354299 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: net-mtu Nov 16 21:01:33.354616 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: netmtu_writable.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.355556 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.356052 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: net-mtu-writable Nov 16 21:01:33.356943 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: network_availability_zone.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.357603 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.358127 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: network_availability_zone Nov 16 21:01:33.358444 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: network_ip_availability.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.359634 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.360188 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: network-ip-availability Nov 16 21:01:33.360511 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: network_segment_range.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.361303 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.361799 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 21:01:33.362113 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: pagination.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.363211 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.363562 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: pagination Nov 16 21:01:33.363877 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: port_device_profile.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.364892 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.365399 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: port-device-profile Nov 16 21:01:33.365717 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.366662 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.367199 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: port-mac-address-regenerate Nov 16 21:01:33.367515 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.368412 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.368916 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: port-numa-affinity-policy Nov 16 21:01:33.369231 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: port_resource_request.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.370133 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.370626 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 21:01:33.370950 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: port_resource_request_groups.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.371947 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.372445 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 21:01:33.372762 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: portbindings.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.373682 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.374181 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: binding Nov 16 21:01:33.374495 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: portbindings_extended.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.375807 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.376315 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: binding-extended Nov 16 21:01:33.376640 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: portsecurity.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.377564 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.378066 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: port-security Nov 16 21:01:33.378388 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: project_id.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.379382 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.379710 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: project-id Nov 16 21:01:33.380029 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: providernet.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.380951 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.381455 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: provider Nov 16 21:01:33.381772 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.385239 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.385746 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos not supported by any of loaded plugins Nov 16 21:01:33.386075 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.387355 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.387951 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 21:01:33.388278 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.389192 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.389697 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 21:01:33.390021 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_default.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.390940 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.391449 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-default not supported by any of loaded plugins Nov 16 21:01:33.391774 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_fip.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.392422 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.392919 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 21:01:33.393240 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.394164 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.394664 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 21:01:33.395009 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.395914 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.396411 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 21:01:33.396728 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.397811 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.398347 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 21:01:33.398669 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_pps_rule.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.399915 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.400629 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-pps not supported by any of loaded plugins Nov 16 21:01:33.400956 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.401868 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.402395 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 21:01:33.402805 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: qos_rules_alias.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.404484 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.404988 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 21:01:33.405308 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: quota_check_limit.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.406216 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.406716 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: quota-check-limit Nov 16 21:01:33.407070 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: quotasv2.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.407987 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.408313 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: quotas Nov 16 21:01:33.408630 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: quotasv2_detail.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.411749 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.412082 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: quota_details Nov 16 21:01:33.412407 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: rbac.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.413451 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.414033 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: rbac-policies Nov 16 21:01:33.414358 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: rbac_address_group.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.415314 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.415819 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: rbac-address-group Nov 16 21:01:33.416141 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: rbac_address_scope.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.417053 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.417563 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: rbac-address-scope Nov 16 21:01:33.417884 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: rbac_security_groups.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.421287 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.421812 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: rbac-security-groups Nov 16 21:01:33.422136 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.423106 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.423610 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: rbac-subnetpool Nov 16 21:01:33.423933 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: revisionifmatch.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.424851 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.425358 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: revision-if-match Nov 16 21:01:33.425681 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: revisions.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.426782 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.427304 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: standard-attr-revisions Nov 16 21:01:33.427628 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: router_availability_zone.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.428293 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.428794 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: router_availability_zone Nov 16 21:01:33.429114 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: routerservicetype.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.430029 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.430528 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 21:01:33.430848 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.431794 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.432333 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: security-groups-normalized-cidr Nov 16 21:01:33.432654 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.433670 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.434176 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: port-security-groups-filtering Nov 16 21:01:33.434590 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.435548 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.436156 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: security-groups-remote-address-group Nov 16 21:01:33.436521 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.437470 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.437975 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: security-groups-shared-filtering Nov 16 21:01:33.438294 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.438874 n-d-816206-5 neutron-server[102555]: WARNING neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 21:01:33.439215 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: securitygroup.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.450340 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.450861 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: security-group Nov 16 21:01:33.451216 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: segment.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.451996 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.452499 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension segment not supported by any of loaded plugins Nov 16 21:01:33.452820 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.453754 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.454256 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 21:01:33.454576 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: servicetype.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.455712 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.456228 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: service-type Nov 16 21:01:33.456549 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: sorting.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.457523 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.457851 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: sorting Nov 16 21:01:33.458169 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: standard_attr_segment.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.459104 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.459615 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 21:01:33.459937 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: standardattrdescription.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.460577 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.461077 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: standard-attr-description Nov 16 21:01:33.461398 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: stateful_security_group.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.462366 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.462868 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: stateful-security-group Nov 16 21:01:33.463215 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: stdattrs_common.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.463782 n-d-816206-5 neutron-server[102555]: WARNING neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 21:01:33.464108 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.465032 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.466059 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 21:01:33.466382 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnet_onboard.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.467791 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.468301 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: subnet_onboard Nov 16 21:01:33.468624 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.469582 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.470083 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 21:01:33.470457 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnet_service_types.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.471397 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.472021 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: subnet-service-types Nov 16 21:01:33.472341 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnetallocation.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.473427 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.473933 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: subnet_allocation Nov 16 21:01:33.474253 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.474939 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.475457 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: subnetpool-prefix-ops Nov 16 21:01:33.475772 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.476695 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.477199 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 21:01:33.477517 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: tagging.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.478583 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.479191 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: standard-attr-tag Nov 16 21:01:33.479513 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: timestamp.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.480714 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.481817 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loaded extension: standard-attr-timestamp Nov 16 21:01:33.482154 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: trunk.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.483207 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.483711 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension trunk not supported by any of loaded plugins Nov 16 21:01:33.484033 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: trunk_details.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.484944 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.485446 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 21:01:33.485767 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.486696 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.487225 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 21:01:33.487549 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Loading extension file: vlantransparent.py {{(pid=102555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 21:01:33.488218 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 21:01:33.488719 n-d-816206-5 neutron-server[102555]: INFO neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 21:01:33.491274 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:network Nov 16 21:01:33.491800 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnet Nov 16 21:01:33.492195 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:01:33.492585 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:port Nov 16 21:01:33.493825 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.494255 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service FLAVORS assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.494871 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.495324 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.495653 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:router Nov 16 21:01:33.496083 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 21:01:33.496573 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service METERING assigned prefix: /metering {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.498023 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.498386 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.498733 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:01:33.499765 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 21:01:33.500210 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:security_group Nov 16 21:01:33.500658 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 21:01:33.501249 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service CORE assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.501575 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:01:33.501916 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] subnetpool is already registered Nov 16 21:01:33.502330 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service CORE assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.502651 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:01:33.503007 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] subnetpool is already registered Nov 16 21:01:33.505390 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.505821 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service FLAVORS assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.506482 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.506858 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.507250 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:router Nov 16 21:01:33.507590 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] router is already registered Nov 16 21:01:33.507999 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 21:01:33.508335 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] floatingip is already registered Nov 16 21:01:33.508837 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service METERING assigned prefix: /metering {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.509561 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 21:01:33.509937 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] rbac_policy is already registered Nov 16 21:01:33.510351 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:security_group Nov 16 21:01:33.510684 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] security_group is already registered Nov 16 21:01:33.511109 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 21:01:33.511441 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] security_group_rule is already registered Nov 16 21:01:33.512057 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service CORE assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.512404 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:01:33.512765 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] subnetpool is already registered Nov 16 21:01:33.513210 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.v2.resource_helper [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Service CORE assigned prefix: {{(pid=102555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 21:01:33.513557 n-d-816206-5 neutron-server[102555]: INFO neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 21:01:33.513905 n-d-816206-5 neutron-server[102555]: WARNING neutron.quota.resource_registry [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] subnetpool is already registered Nov 16 21:01:33.514391 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: extensions {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.516023 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: address-groups {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.517647 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: address-scopes {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.518972 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: agents {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.520144 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: auto-allocated-topology {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.521396 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: availability_zones {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.522625 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: dhcp-networks {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.524164 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: dhcp-agents {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.525590 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: routers {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.527849 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: flavors {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.529586 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: service_profiles {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.530800 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: next_providers {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.532288 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: service_profiles {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.533840 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: floatingip-pools {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.535112 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: routers {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.537233 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: floatingips {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.538521 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: l3-routers {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.539972 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: l3-agents {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.541379 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: metering-labels {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.542743 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: metering-label-rules {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.544732 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: network-ip-availabilities {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.545995 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: bindings {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.548532 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: quotas {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.550167 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: quotas {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.551818 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: rbac-policies {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.553230 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: security-groups {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.554546 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: security-group-rules {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.555812 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: service-providers {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.557027 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: subnetpools {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.558481 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: subnetpools {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.560053 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.561795 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.563635 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.565446 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.567315 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.569167 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.570906 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.572914 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.574821 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.577349 n-d-816206-5 neutron-server[102555]: DEBUG neutron.api.extensions [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Extended resource: tags {{(pid=102555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 21:01:33.583396 n-d-816206-5 neutron-server[102555]: WARNING keystonemiddleware.auth_token [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 21:01:33.588398 n-d-816206-5 neutron-server[102555]: WARNING keystonemiddleware.auth_token [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 21:01:33.597818 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Acquired lock "singleton_lock" {{(pid=102555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 21:01:33.598285 n-d-816206-5 neutron-server[102555]: DEBUG oslo_concurrency.lockutils [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Releasing lock "singleton_lock" {{(pid=102555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 21:01:33.598956 n-d-816206-5 neutron-server[102555]: INFO oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Starting 2 workers Nov 16 21:01:33.603821 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Started child 102664 {{(pid=102555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 21:01:33.608345 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Started child 102665 {{(pid=102555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 21:01:33.609411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.610241 n-d-816206-5 neutron-server[102555]: INFO neutron.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 21:01:33.610505 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Publish callbacks [] for process, before_spawn {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.610912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [-] (102664) wsgi starting up on http://0.0.0.0:9696 Nov 16 21:01:33.612923 n-d-816206-5 neutron-server[102555]: INFO oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Starting 1 workers Nov 16 21:01:33.613170 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.614550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [-] (102665) wsgi starting up on http://0.0.0.0:9696 Nov 16 21:01:33.618138 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Started child 102666 {{(pid=102555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 21:01:33.618714 n-d-816206-5 neutron-server[102555]: INFO oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Starting 1 workers Nov 16 21:01:33.621935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] calling RpcWorker wait() {{(pid=102666) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 21:01:33.622571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] returning from RpcWorker wait() {{(pid=102666) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 21:01:33.623294 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Started child 102667 {{(pid=102555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 21:01:33.623852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.624132 n-d-816206-5 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67ef564c-cd6b-4ea3-a869-363ece2602f0 None None] Publish callbacks [] for process, after_spawn {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.624431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:33.626065 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 21:01:33.626269 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:01:33.626450 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:01:33.626728 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:01:33.627147 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:01:33.627346 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:01:33.627823 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.628106 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.628315 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:33.628779 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.628779 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.628904 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.629257 n-d-816206-5 neutron-server[102667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:33.629438 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.629688 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.629950 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.630226 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.630467 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.630632 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.630803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.631075 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.631337 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.631626 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.631898 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.632128 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.632399 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.632568 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.632828 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.633081 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.633300 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.633553 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] debug = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.633801 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.634275 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.634496 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.634740 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.634969 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.635243 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.635485 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.635741 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.635999 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.636254 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.636503 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.636776 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.637026 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.637243 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.638019 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.638229 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.638469 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.638683 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.639171 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] host = n-d-816206-5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.639384 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.639595 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.639816 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.640066 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.640303 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.640509 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.640752 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.641008 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.641247 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.641481 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.641731 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.641973 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.642202 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.642427 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.642586 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_options = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.642799 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.643083 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.643346 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.643537 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.643699 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.643873 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.644132 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.644291 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.644537 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.644753 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.644957 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.645180 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.645393 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.645617 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.645859 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.646082 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.646318 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.646521 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.646773 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.647014 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.647233 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.647485 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.647692 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.647917 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.648124 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.648351 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.648583 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.648795 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.649002 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.649255 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.649492 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.649752 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.649960 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.650185 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.650452 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.650672 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.650894 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.651137 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.651399 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.651616 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.651874 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.652127 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.652337 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.652580 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.652805 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.653066 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.653833 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_json = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.654060 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.654298 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.654540 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.654750 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.654997 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.655188 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.655398 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.655624 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.656050 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.656311 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.656630 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.656880 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.657108 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.657355 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.657597 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.657827 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.658085 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.658348 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.658610 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.658841 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.659140 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.659374 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.659647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.659962 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.660197 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.660465 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.660678 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.660905 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.661116 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.661330 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.661584 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.661832 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.662056 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.662291 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.662682 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.662830 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.663102 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.663360 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664133 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664133 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664407 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664407 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664665 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.664843 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.665010 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.665359 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.665561 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.665729 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.665965 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.666239 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.666491 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.666714 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.667803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.667803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.667803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.667803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.669412 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670267 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670267 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670267 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670267 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670736 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.670736 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.671010 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.671198 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.671442 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.671709 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.671915 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.672169 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.672408 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.672636 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.672844 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.673054 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.673278 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.673487 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.673699 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.673925 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.674559 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.674559 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.674559 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.674956 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.674956 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.675251 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.675471 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.675647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.675795 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.675943 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.676151 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.676928 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.676928 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.676928 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.677338 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.677338 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.677597 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.677836 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.678001 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.678246 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.678448 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.678679 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.678892 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.679129 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.679888 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.679888 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.679888 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.680254 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.680254 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.680494 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.680618 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.680807 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.681021 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.681236 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.681462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.681682 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.681962 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.682778 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.682778 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.682778 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.683159 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.683303 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.683426 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.683634 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.683853 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.684119 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685006 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685006 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685006 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685388 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685388 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685655 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.685908 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.686156 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.686399 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.686639 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.686870 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.687181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.687432 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.687653 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.688021 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.688147 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.688400 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.688628 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.688884 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.689109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.689370 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691181 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691703 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691703 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691703 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.691954 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.692146 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.692385 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.692636 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.692863 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.693074 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.693332 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.693552 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.693761 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.693977 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.694195 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.694407 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.694647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.694875 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.695120 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.695351 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.695563 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.695793 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.696006 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.696234 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.696476 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.696706 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.697002 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.697232 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.697467 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.697691 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.697910 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.698140 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.698350 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.698595 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.698829 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.699066 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.699282 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.699498 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.699709 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.700474 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.700701 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.700932 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.701163 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.701415 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.701734 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.702012 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.702243 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.702501 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.702713 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.702990 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.703221 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.703467 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.703687 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.703902 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.704111 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.704349 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.704588 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.704905 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.705116 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.705382 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.705582 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.705811 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.706173 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.706716 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.706716 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.706894 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.707131 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.707363 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.707594 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.707821 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.708046 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.708234 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.708454 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.708667 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.708896 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.709087 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.709293 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.709519 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.709737 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.709971 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.710176 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.710422 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.710627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.710832 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.711091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.711306 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.711591 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.711761 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.712478 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.712478 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.712478 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.712716 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.712787 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.713000 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.713261 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.713428 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.713643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.713857 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.714064 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.714361 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.714616 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.714831 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.715127 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.715362 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.715699 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.716405 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.716963 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.717172 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.717426 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.717657 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.717872 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.718087 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.718336 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.718655 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.718951 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.719239 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.719470 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.719730 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.720009 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.720281 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.720491 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.720769 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.721110 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.721366 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.721614 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.721842 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.722076 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.722315 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.722546 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.722780 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.723042 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.723314 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.723480 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.723719 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.723953 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.724185 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.724405 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.724634 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.724870 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.725092 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.725311 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.725540 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.725692 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:01:33.726228 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 21:01:33.726385 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 21:01:33.726534 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 21:01:33.726698 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 21:01:33.726863 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 21:01:33.727032 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 21:01:33.727235 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.727392 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.727545 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.727684 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.727843 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728023 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728177 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728483 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728625 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728780 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.728945 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729084 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729237 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729376 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729532 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729686 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729838 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.729993 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730151 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730306 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730460 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730599 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730754 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] debug = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.730906 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731141 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731319 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731476 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731629 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731783 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.731935 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732079 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732236 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732391 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732544 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732698 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.732852 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733005 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733156 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733311 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733491 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733623 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733756 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] host = n-d-816206-5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.733902 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734062 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734217 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734369 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734522 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734676 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.734828 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735002 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735158 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735311 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735464 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735616 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735769 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.735923 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736077 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_options = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736230 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736382 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736535 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736717 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.736876 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737030 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737182 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737340 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737532 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737697 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737840 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.737990 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738137 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738271 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738400 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738534 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738669 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738803 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.738990 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739125 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739281 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739435 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739588 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739742 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.739897 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740082 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740236 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740530 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740683 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740838 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.740977 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741132 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741285 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741487 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741641 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741786 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.741919 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742065 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742225 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742379 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742518 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742673 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.742872 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743070 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743262 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743438 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_json = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743589 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743718 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.743874 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744027 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744171 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744306 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744464 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744608 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 21:01:33.744781 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.744938 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745105 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745262 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745574 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745730 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.745960 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746184 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746184 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746552 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746552 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746891 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.746891 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.748304 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.750643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.751462 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.752375 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753143 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.753848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.754627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.754627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.754627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.754627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.754627 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755160 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755160 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755160 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755160 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755450 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755450 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755724 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755848 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.755993 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756149 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756532 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756532 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756710 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756790 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.756866 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757025 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757180 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757336 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757492 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757650 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757807 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.757969 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.758139 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.758442 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.758604 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759042 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759042 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759199 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759199 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759432 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759511 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759652 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759808 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.759965 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760123 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760280 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760436 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760591 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760747 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.760903 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761059 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761215 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761372 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761764 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761764 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.761924 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.762012 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.762093 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.762261 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.762989 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763156 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763313 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763477 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763643 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763818 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.763964 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764130 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764294 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764445 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764576 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764739 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.764892 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765108 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765598 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765598 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765598 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765906 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.765906 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766224 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766224 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766413 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766413 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766681 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766681 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766889 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.766990 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767349 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767349 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767547 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767547 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767703 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.767853 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768004 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768160 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768316 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768472 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768671 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768809 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.768933 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769075 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769230 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769387 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769543 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769699 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.769855 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770011 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770168 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:33.770351 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770468 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770624 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770781 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.770952 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771112 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771647 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771861 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.771861 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772017 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772133 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772295 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772451 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772608 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772767 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.772922 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773078 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773234 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773390 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773546 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773701 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.773856 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774012 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774169 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774324 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774496 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774652 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774807 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.774983 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775140 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775296 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775453 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775609 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775765 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.775921 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776077 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776236 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776421 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776578 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776734 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.776891 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777068 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777226 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777383 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777552 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777709 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.777865 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.778043 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.778762 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.778941 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779115 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779272 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779473 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779656 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779813 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.779969 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780136 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780293 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780448 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780604 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780811 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.780968 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781487 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781487 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781487 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781841 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781841 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.781982 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.782058 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.783418 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.785558 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.786109 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.787557 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788091 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788613 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788613 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788613 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788613 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788882 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.788882 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.789021 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.789138 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.789294 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.789605 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.790514 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.790514 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.790514 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.790514 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 21:01:33.790514 n-d-816206-5 neutron-server[102555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 21:01:33.972087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58158) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:33.980957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066609 Nov 16 21:01:45.351809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a6747-97bd-44a7-9d76-238683f70e87 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:01:45.442412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a6747-97bd-44a7-9d76-238683f70e87 None None] No non-hosted networks {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 21:01:45.452416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.agentschedulers_db [None req-3c0a6747-97bd-44a7-9d76-238683f70e87 None None] DHCP Agent not found on host n-d-816206-5 {{(pid=102666) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 16 21:01:45.531703 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cd6bb80-6178-44d4-9222-71e0301c9357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:47.589598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-174af700-e1e8-4188-b9eb-9e06537f0ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:47.641704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce8fea0e-df86-4440-88b1-4ed56b64c782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:49.163709 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:50.381636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:50.573170 n-d-816206-5 neutron-server[102666]: INFO neutron.db.l3_hamode_db [None req-b3888cf5-55df-424c-b454-042dc15cce2f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 21:01:50.652670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3888cf5-55df-424c-b454-042dc15cce2f None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:01:50.653042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3888cf5-55df-424c-b454-042dc15cce2f None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:01:51.242547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:51.243151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.243509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.244016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.244487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.244963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.245275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.245769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.246082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.246537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.247029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.247352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.247666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:51.248059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:51.253886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:01:51.560068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58250) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:52.055116 n-d-816206-5 neutron-server[102665]: WARNING oslo_policy.policy [None req-7984112e-0b63-4f0d-b3b7-611f8cdead6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:52.055705 n-d-816206-5 neutron-server[102665]: WARNING oslo_policy.policy [None req-7984112e-0b63-4f0d-b3b7-611f8cdead6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:52.282412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-7984112e-0b63-4f0d-b3b7-611f8cdead6f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:01:52.283525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7984112e-0b63-4f0d-b3b7-611f8cdead6f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7224429 Nov 16 21:01:54.830580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:55.315955 n-d-816206-5 neutron-server[102664]: WARNING oslo_policy.policy [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:55.316561 n-d-816206-5 neutron-server[102664]: WARNING oslo_policy.policy [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:55.540393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:01:55.635823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.policy [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 21:01:55.685746 n-d-816206-5 neutron-server[102664]: WARNING oslo_policy.policy [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:55.686137 n-d-816206-5 neutron-server[102664]: WARNING oslo_policy.policy [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:01:55.694589 n-d-816206-5 neutron-server[102664]: INFO neutron.quota [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] Loaded quota_driver: . Nov 16 21:01:55.783712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745186031225', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745186029740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745185977895', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745185983019', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745185993127', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745185988536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1132788', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1125120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405860'] for rbac-policy, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:55.848352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:55.849756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f815049-297b-46f1-a9d7-dc4dda54b27e admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0170903 Nov 16 21:01:58.517087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:58.812058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Request body: {'network': {'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'name': 'private', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:01:58.844622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Made reservation on behalf of 677e5225dc77496c8ccbc6bce2f0593c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:01:58.847499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:58.863691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:58.969255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:58.972730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:58.990886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:01:59.020038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745183262967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:59.020613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Unsubscribe: segment precommit_create {{(pid=102664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 21:01:59.021094 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Added segment f38479d2-ce52-41d4-b559-1fb244396efa of type vlan for network d68d591c-de45-487a-9a66-2bba2ee20919 Nov 16 21:01:59.036544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb5fae-ef93-41dc-82fe-6336b3dc8a27,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:01:59.062582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.062915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.063272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.063595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.063914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.064233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.064548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.064858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.065169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.065478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.065786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.066095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Tracked resource versions report: Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: pushed versions: Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Log': {'1.0'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Network': {'1.1'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Port': {'1.7'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SubPort': {'1.0'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Subnet': {'1.1'}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Trunk': {'1.1'}} Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: consumer versions: Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: L3 agent@n-d-816206-5: {}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: Metadata agent@n-d-816206-5: {}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: Metering agent@n-d-816206-5: {}, Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Log': '1.0', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Network': '1.1', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Port': '1.7', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'PortForwarding': '1.2', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'QosPolicy': '1.10', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SecurityGroup': '1.5', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'SubPort': '1.0', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Subnet': '1.1', Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: 'Trunk': '1.1'}} Nov 16 21:01:59.067214 n-d-816206-5 neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:01:59.139184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:59.180948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:59.182161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:01:59.183522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:59.259156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7409072 Nov 16 21:01:59.282920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7a3f5-a31f-472d-85b7-7d3e57765a5c admin admin] Pushing event updated for resources: {'Network': ['ID=d68d591c-de45-487a-9a66-2bba2ee20919,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:01:59.295843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d68d591c-de45-487a-9a66-2bba2ee20919 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:02:01.994426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:02.385062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bae8d0-8178-42ec-b08b-888931f116ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:02.386908 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07bae8d0-8178-42ec-b08b-888931f116ff admin admin] 10.222.0.54 "GET /v2.0/networks/d68d591c-de45-487a-9a66-2bba2ee20919 HTTP/1.1" status: 200 len: 825 time: 0.3914096 Nov 16 21:02:02.415255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c34b7e9-f66a-4d3c-90c2-9df364549acf admin admin] 10.222.0.54 "GET /v2.0/subnetpools/5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7 HTTP/1.1" status: 200 len: 734 time: 0.0221114 Nov 16 21:02:02.424745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Request body: {'subnet': {'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:02.450298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Made reservation on behalf of 677e5225dc77496c8ccbc6bce2f0593c for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:02:02.452562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:02.741015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:02.809622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a72a70-1ab5-447d-9357-7b51b1dd83e4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:02.812481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Checking segment: {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:02.812869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Network hostable DHCP agents. Network: d68d591c-de45-487a-9a66-2bba2ee20919, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:02:02.832317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Network d68d591c-de45-487a-9a66-2bba2ee20919 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:02:02.846613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d68d591c-de45-487a-9a66-2bba2ee20919) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:02.851165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:02.851750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:02.857278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8dd6e-5da6-498d-a882-6189a865545f None None] Network d68d591c-de45-487a-9a66-2bba2ee20919 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:02:02.867504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7a0f9cd7-1f15-46a1-a8d3-893dd0f87460 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461617 Nov 16 21:02:03.182084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d68d591c-de45-487a-9a66-2bba2ee20919', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:02:03.183375 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:03.484836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Allocated IP 172.20.0.2 (d68d591c-de45-487a-9a66-2bba2ee20919/16a72a70-1ab5-447d-9357-7b51b1dd83e4/3cc06afa-8cdf-4893-ae11-6c778099dcfc) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:02:03.685979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:03.693485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:03.773927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Network d68d591c-de45-487a-9a66-2bba2ee20919 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:02:03.779172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:03.784355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Pushing event updated for resources: {'Port': ['ID=3cc06afa-8cdf-4893-ae11-6c778099dcfc,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:03.786588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:02:03.796361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.796724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.797077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.797436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.797798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.798154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.798494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.798829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.799201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.799557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.799887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.800201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Tracked resource versions report: Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: pushed versions: Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: { 'AddressGroup': {'1.2'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'ConntrackHelper': {'1.0'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Log': {'1.0'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Network': {'1.1'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Port': {'1.7'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'PortForwarding': {'1.2'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'QosPolicy': {'1.10'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SecurityGroup': {'1.5'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SubPort': {'1.0'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Subnet': {'1.1'}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Trunk': {'1.1'}} Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: consumer versions: Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: L3 agent@n-d-816206-5: {}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: Metadata agent@n-d-816206-5: {}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: Metering agent@n-d-816206-5: {}, Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'ConntrackHelper': '1.0', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Log': '1.0', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Network': '1.1', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Port': '1.7', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'PortForwarding': '1.2', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'QosPolicy': '1.10', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SecurityGroup': '1.5', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SecurityGroupRule': '1.2', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'SubPort': '1.0', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Subnet': '1.1', Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: 'Trunk': '1.1'}} Nov 16 21:02:03.801332 n-d-816206-5 neutron-server[102666]: {{(pid=102666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:02:03.870656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Attempting to bind port 3cc06afa-8cdf-4893-ae11-6c778099dcfc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:02:03.871352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Attempting to bind port 3cc06afa-8cdf-4893-ae11-6c778099dcfc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:02:03.871460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Attempting to bind port 3cc06afa-8cdf-4893-ae11-6c778099dcfc on network d68d591c-de45-487a-9a66-2bba2ee20919 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:02:03.876272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:02:03.876651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Checking segment: {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:03.877139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:03.877516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Bound using segment: {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:02:03.877984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Bound port: 3cc06afa-8cdf-4893-ae11-6c778099dcfc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:02:03.878389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:03.941845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] For port 3cc06afa-8cdf-4893-ae11-6c778099dcfc, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:02:03.963637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] For port 3cc06afa-8cdf-4893-ae11-6c778099dcfc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3cc06afa-8cdf-4893-ae11-6c778099dcfc,segment=NetworkSegment(f38479d2-ce52-41d4-b559-1fb244396efa),segment_id=f38479d2-ce52-41d4-b559-1fb244396efa)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:02:03.968000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:04.021051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0141ff-14d1-4ba7-be42-691d9a3e2eb1 None None] Pushing event updated for resources: {'Port': ['ID=3cc06afa-8cdf-4893-ae11-6c778099dcfc,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:05.397427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:05.706614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-76f21cf7-972e-498e-9229-c0fd2a7b8dad admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:02:05.707617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-76f21cf7-972e-498e-9229-c0fd2a7b8dad admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091061 Nov 16 21:02:08.216303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:08.532912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-be646177-91e5-464e-880d-5d32228bf9b4 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:02:08.546949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-be646177-91e5-464e-880d-5d32228bf9b4 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165996 Nov 16 21:02:11.272549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:11.569956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Request body: {'router': {'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:11.634627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.policy [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102665) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 21:02:11.681788 n-d-816206-5 neutron-server[102665]: WARNING oslo_policy.policy [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:02:11.682670 n-d-816206-5 neutron-server[102665]: WARNING oslo_policy.policy [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 21:02:11.691047 n-d-816206-5 neutron-server[102665]: INFO neutron.quota [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Loaded quota_driver: . Nov 16 21:02:11.757747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:11.763387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:11.917575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:11.922767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:11.942496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:11.946977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5cdb830e-55dd-4bdc-806c-744da332f201 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6703744 Nov 16 21:02:12.970120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3cc06afa-8cdf-4893-ae11-6c778099dcfc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:02:13.059932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3cc06afa-8cdf-4893-ae11-6c778099dcfc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:13.060543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:13.085063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24332861-09ae-4c42-a832-66e2085c8ccf None None] Network d68d591c-de45-487a-9a66-2bba2ee20919 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:02:13.175079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fa682e96-9bbf-45aa-b40f-75d735643b55 None None] Provisioning complete for port 3cc06afa-8cdf-4893-ae11-6c778099dcfc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:13.175445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa682e96-9bbf-45aa-b40f-75d735643b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:13.308295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:13.385871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 3cc06afa-8cdf-4893-ae11-6c778099dcfc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3cc06afa-8cdf-4893-ae11-6c778099dcfc,segment=NetworkSegment(f38479d2-ce52-41d4-b559-1fb244396efa),segment_id=f38479d2-ce52-41d4-b559-1fb244396efa)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:02:13.396181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:13.436381 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa682e96-9bbf-45aa-b40f-75d735643b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:13.493884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=3cc06afa-8cdf-4893-ae11-6c778099dcfc,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:13.532114 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-fa682e96-9bbf-45aa-b40f-75d735643b55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:02:13.532510 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-fa682e96-9bbf-45aa-b40f-75d735643b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:02:14.191865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-be39a9d7-8fbe-4345-a8bc-10603be43c0f None None] Provisioning complete for port 3cc06afa-8cdf-4893-ae11-6c778099dcfc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:14.192554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-be39a9d7-8fbe-4345-a8bc-10603be43c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:14.459372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58340) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:14.775499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-7f2087c0-bc3b-4b42-a0a6-574640dae0df admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:02:14.776490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f2087c0-bc3b-4b42-a0a6-574640dae0df admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162050 Nov 16 21:02:14.940846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3cc06afa-8cdf-4893-ae11-6c778099dcfc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:02:14.991777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3cc06afa-8cdf-4893-ae11-6c778099dcfc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:14.992137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:15.219285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0a36a2c5-fa2c-4707-8cc9-4fde673d515d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.242226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58348) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:17.560572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:17.585108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Made reservation on behalf of 5a675c0827554aaeb191b02181c1ecdc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:02:17.588033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.591070 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7114b8a2-09df-47ef-9d2a-578f33a35cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.604355 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.710015 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.714443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.726670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102665) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 21:02:17.759142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745183262967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.759627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Unsubscribe: segment precommit_create {{(pid=102665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 21:02:17.760245 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Added segment 0ea38f8d-50bb-4bad-b046-ba7a86e8073a of type flat for network 3af618af-f9e2-4a56-b7c9-289f41ed9326 Nov 16 21:02:17.775130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f6675-c2eb-4515-a26c-06a90f2cf465,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:17.824068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.824401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.824729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.825051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.825369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.825685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.825997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.826310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.826619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.826943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.827261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.827568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Tracked resource versions report: Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: pushed versions: Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: { 'AddressGroup': {'1.2'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'ConntrackHelper': {'1.0'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Log': {'1.0'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Network': {'1.1'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Port': {'1.7'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'PortForwarding': {'1.2'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'QosPolicy': {'1.10'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SecurityGroup': {'1.5'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SubPort': {'1.0'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Subnet': {'1.1'}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Trunk': {'1.1'}} Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: consumer versions: Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: L3 agent@n-d-816206-5: {}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: Metadata agent@n-d-816206-5: {}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: Metering agent@n-d-816206-5: {}, Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'ConntrackHelper': '1.0', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Log': '1.0', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Network': '1.1', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Port': '1.7', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'PortForwarding': '1.2', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'QosPolicy': '1.10', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SecurityGroup': '1.5', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SecurityGroupRule': '1.2', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'SubPort': '1.0', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Subnet': '1.1', Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: 'Trunk': '1.1'}} Nov 16 21:02:17.828705 n-d-816206-5 neutron-server[102665]: {{(pid=102665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:02:17.882618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.924876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.925933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:17.926665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:18.002126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7586858 Nov 16 21:02:18.027414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d449f-812d-4c42-9f6a-7316ba70fae3 admin admin] Pushing event updated for resources: {'Network': ['ID=3af618af-f9e2-4a56-b7c9-289f41ed9326,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:18.042225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:02:19.086384 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:20.285357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:20.496693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58370) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:20.670588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4de49-7ee5-4c4d-8403-60b2740a3a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:20.671986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fef4de49-7ee5-4c4d-8403-60b2740a3a5b admin admin] 10.222.0.54 "GET /v2.0/subnets/16a72a70-1ab5-447d-9357-7b51b1dd83e4 HTTP/1.1" status: 200 len: 849 time: 0.1743479 Nov 16 21:02:20.833725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac819e02-4620-4180-bd45-3dc54f87d3d2 admin admin] 10.222.0.54 "GET /v2.0/routers/86ef7522-c9a8-45a5-a899-24d34f2c6633 HTTP/1.1" status: 200 len: 704 time: 0.1555524 Nov 16 21:02:21.095569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.250306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.401355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Allocated IP 172.20.0.1 (d68d591c-de45-487a-9a66-2bba2ee20919/16a72a70-1ab5-447d-9357-7b51b1dd83e4/cc7f7a6b-37b2-4dd7-869b-07491940ac50) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:02:21.554296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.620949 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.733006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Network d68d591c-de45-487a-9a66-2bba2ee20919 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:02:21.738801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:21.747365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:02:21.747889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.820806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f7a6b-37b2-4dd7-869b-07491940ac50,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:21.931192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-18fe5ab1-1625-4da2-ac66-25d5fb81a446 None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:21.931825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-18fe5ab1-1625-4da2-ac66-25d5fb81a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.961821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:21.970200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-18fe5ab1-1625-4da2-ac66-25d5fb81a446 None None] Port cc7f7a6b-37b2-4dd7-869b-07491940ac50 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:02:22.176001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:22.180090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:22.180832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:22.258002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f7a6b-37b2-4dd7-869b-07491940ac50,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:22.311145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Network d68d591c-de45-487a-9a66-2bba2ee20919 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:02:22.312455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:22.475941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Router 86ef7522-c9a8-45a5-a899-24d34f2c6633 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:02:22.491276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-537d9587-07f3-4625-b4bb-7e268a746b86 None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:22.491669 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-537d9587-07f3-4625-b4bb-7e268a746b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:22.524541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-537d9587-07f3-4625-b4bb-7e268a746b86 None None] Port cc7f7a6b-37b2-4dd7-869b-07491940ac50 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:02:22.578644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:02:22.584070 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-140f0db3-e932-49bb-a545-d0814f8794d2 admin admin] 10.222.0.54 "PUT /v2.0/routers/86ef7522-c9a8-45a5-a899-24d34f2c6633/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7439194 Nov 16 21:02:22.606791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Sync routers for ids ['86ef7522-c9a8-45a5-a899-24d34f2c6633'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:02:22.619129 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Routers {'86ef7522-c9a8-45a5-a899-24d34f2c6633'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:02:22.619985 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:02:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['86ef7522-c9a8-45a5-a899-24d34f2c6633'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:22.808368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Set router 86ef7522-c9a8-45a5-a899-24d34f2c6633 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:02:23.236790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:21Z', 'revision_number': 2, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port_host': None, '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:22Z', 'revision_number': 2, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:23.285195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Checking router: 86ef7522-c9a8-45a5-a899-24d34f2c6633 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:02:23.285563 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Updating router 86ef7522-c9a8-45a5-a899-24d34f2c6633 port cc7f7a6b-37b2-4dd7-869b-07491940ac50 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:02:23.370386 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:23.725460 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:02:23.876356 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:23.883631 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:23.977225 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Pushing event updated for resources: {'Port': ['ID=cc7f7a6b-37b2-4dd7-869b-07491940ac50,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:23.984291 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.984639 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.984976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.985319 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.985635 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.985959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.986281 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.986602 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.986949 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.987262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.987581 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.987905 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Tracked resource versions report: Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: pushed versions: Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: { 'AddressGroup': {'1.2'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Log': {'1.0'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Network': {'1.1'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Port': {'1.7'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'PortForwarding': {'1.2'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'QosPolicy': {'1.10'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SecurityGroup': {'1.5'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SubPort': {'1.0'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Subnet': {'1.1'}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Trunk': {'1.1'}} Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: consumer versions: Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: L3 agent@n-d-816206-5: {}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: Metadata agent@n-d-816206-5: {}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: Metering agent@n-d-816206-5: {}, Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'ConntrackHelper': '1.0', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Log': '1.0', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Network': '1.1', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Port': '1.7', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'PortForwarding': '1.2', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'QosPolicy': '1.10', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SecurityGroup': '1.5', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SecurityGroupRule': '1.2', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'SubPort': '1.0', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Subnet': '1.1', Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: 'Trunk': '1.1'}} Nov 16 21:02:23.989006 n-d-816206-5 neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:02:24.065024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Attempting to bind port cc7f7a6b-37b2-4dd7-869b-07491940ac50 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:02:24.065435 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Attempting to bind port cc7f7a6b-37b2-4dd7-869b-07491940ac50 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:02:24.065859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Attempting to bind port cc7f7a6b-37b2-4dd7-869b-07491940ac50 on network d68d591c-de45-487a-9a66-2bba2ee20919 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:02:24.071175 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:02:24.071597 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Checking segment: {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:24.072128 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.072523 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Bound using segment: {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:02:24.073033 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Bound port: cc7f7a6b-37b2-4dd7-869b-07491940ac50, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38479d2-ce52-41d4-b559-1fb244396efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:02:24.073421 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.143385 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] For port cc7f7a6b-37b2-4dd7-869b-07491940ac50, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:02:24.155650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d628511b-8277-4c15-91f8-17e87458eeed None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:24.156772 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d628511b-8277-4c15-91f8-17e87458eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.165030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] For port cc7f7a6b-37b2-4dd7-869b-07491940ac50, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc7f7a6b-37b2-4dd7-869b-07491940ac50,segment=NetworkSegment(f38479d2-ce52-41d4-b559-1fb244396efa),segment_id=f38479d2-ce52-41d4-b559-1fb244396efa)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:02:24.169650 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.191232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d628511b-8277-4c15-91f8-17e87458eeed None None] Port cc7f7a6b-37b2-4dd7-869b-07491940ac50 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:02:24.229170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Routers {'86ef7522-c9a8-45a5-a899-24d34f2c6633'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:02:24.230127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:02:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['86ef7522-c9a8-45a5-a899-24d34f2c6633'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:24.301048 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d01b-7b9f-419d-be20-653c2930bfe2 None None] Pushing event updated for resources: {'Port': ['ID=cc7f7a6b-37b2-4dd7-869b-07491940ac50,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:24.328322 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] Set router 86ef7522-c9a8-45a5-a899-24d34f2c6633 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:02:24.411271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:24.411659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.501933 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.538783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] For port cc7f7a6b-37b2-4dd7-869b-07491940ac50, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc7f7a6b-37b2-4dd7-869b-07491940ac50,segment=NetworkSegment(f38479d2-ce52-41d4-b559-1fb244396efa),segment_id=f38479d2-ce52-41d4-b559-1fb244396efa)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:02:24.545226 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:24.555237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:21Z', 'revision_number': 2, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port_host': None, '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:24Z', 'revision_number': 4, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:24.581624 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e64f60-4d3d-4bad-9ca4-a688e5ba0f66 None None] The sync data for ids ['86ef7522-c9a8-45a5-a899-24d34f2c6633'] in n-d-816206-5 is: [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:21Z', 'revision_number': 2, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port_host': None, '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:24Z', 'revision_number': 4, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:02:24.599693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be97730-3e7b-4345-932f-6f2d09d3dd60 None None] Pushing event updated for resources: {'Port': ['ID=cc7f7a6b-37b2-4dd7-869b-07491940ac50,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:24.990771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:25.104396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757387b5-8955-428c-aebe-780195cee119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:25.105933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-757387b5-8955-428c-aebe-780195cee119 admin admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 842 time: 0.1138744 Nov 16 21:02:25.115899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Request body: {'subnet': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:25.137821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Made reservation on behalf of 5a675c0827554aaeb191b02181c1ecdc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:02:25.140210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:25.439256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:02:25.439724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:25.491672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222eeba9-a8e4-46b8-8f5e-2b06896b45a2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:25.502132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:25.502482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Network hostable DHCP agents. Network: 3af618af-f9e2-4a56-b7c9-289f41ed9326, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:02:25.518545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:02:25.527240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 3af618af-f9e2-4a56-b7c9-289f41ed9326) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:25.531314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:25.531909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:25.537409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce706798-ad70-47f3-bb67-8b592ed203a5 None None] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:02:25.558960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ccb6ba5-801f-4a2b-b4e7-4b76e94fead3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4357667 Nov 16 21:02:25.676206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0686c-bb96-42ed-9962-f1cc99f2489d None None] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:02:27.993886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58398) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:28.130023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c2443d1e-69b3-4cfb-92f6-a8b1612a403b admin admin] 10.222.0.54 "GET /v2.0/routers/86ef7522-c9a8-45a5-a899-24d34f2c6633 HTTP/1.1" status: 200 len: 710 time: 0.1350043 Nov 16 21:02:28.292731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc0920-efb3-4046-bfd0-dabef8a3387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:28.294014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-47cc0920-efb3-4046-bfd0-dabef8a3387d admin admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 886 time: 0.1578133 Nov 16 21:02:28.303540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:28.559579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:28.798890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:28.873759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:28.979056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Allocated IP 172.25.7.108 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c7551eb3-ccc0-4db4-868f-e98296ecf7e3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:02:29.083159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.115425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.155249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:02:29.159027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:29.166855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:02:29.168915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Pushing event updated for resources: {'Port': ['ID=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:29.412933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.702846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.706399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.819458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Router 86ef7522-c9a8-45a5-a899-24d34f2c6633 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:02:29.928874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:02:29.933210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:29.934418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-239b7127-7fd4-4507-9699-2d2a0d316613 admin admin] 10.222.0.54 "PUT /v2.0/routers/86ef7522-c9a8-45a5-a899-24d34f2c6633 HTTP/1.1" status: 200 len: 890 time: 1.6340985 Nov 16 21:02:30.972067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc7f7a6b-37b2-4dd7-869b-07491940ac50 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:02:31.025881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:31.026245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:31.626280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Sync routers for ids ['86ef7522-c9a8-45a5-a899-24d34f2c6633'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:02:31.637012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Routers {'86ef7522-c9a8-45a5-a899-24d34f2c6633'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:02:31.637644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:02:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['86ef7522-c9a8-45a5-a899-24d34f2c6633'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:31.846413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Set router 86ef7522-c9a8-45a5-a899-24d34f2c6633 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:02:32.296050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:29Z', 'revision_number': 4, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port': {'id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:28Z', 'updated_at': '2021-11-16T21:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:24Z', 'revision_number': 5, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:32.350324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Checking router: 86ef7522-c9a8-45a5-a899-24d34f2c6633 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:02:32.350666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Updating router 86ef7522-c9a8-45a5-a899-24d34f2c6633 port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:02:32.398469 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.461792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58410) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:32.574359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4fb09621-4982-4293-94c5-32ae90c3c8c9 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113484 Nov 16 21:02:32.724534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.730491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.785008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Attempting to bind port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:02:32.785371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Attempting to bind port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:02:32.785729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Attempting to bind port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:02:32.787597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab756a-5624-4726-af62-fbe7534e289e None None] Pushing event updated for resources: {'Port': ['ID=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Bound port: c7551eb3-ccc0-4db4-868f-e98296ecf7e3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:02:32.797055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.849309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] For port c7551eb3-ccc0-4db4-868f-e98296ecf7e3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:02:32.852328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] For port c7551eb3-ccc0-4db4-868f-e98296ecf7e3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:02:32.856841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.913628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Routers {'86ef7522-c9a8-45a5-a899-24d34f2c6633'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:02:32.914229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:02:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['86ef7522-c9a8-45a5-a899-24d34f2c6633'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:32.916494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab756a-5624-4726-af62-fbe7534e289e None None] Pushing event updated for resources: {'Port': ['ID=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:33.026862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] Set router 86ef7522-c9a8-45a5-a899-24d34f2c6633 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:02:33.248729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:29Z', 'revision_number': 4, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port': {'id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:28Z', 'updated_at': '2021-11-16T21:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:24Z', 'revision_number': 5, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:02:33.277615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b6e4-b59d-42e0-936e-1159035305a2 None None] The sync data for ids ['86ef7522-c9a8-45a5-a899-24d34f2c6633'] in n-d-816206-5 is: [{'id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'name': 'router1', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:02:11Z', 'updated_at': '2021-11-16T21:02:29Z', 'revision_number': 4, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'gw_port': {'id': 'c7551eb3-ccc0-4db4-868f-e98296ecf7e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:28Z', 'updated_at': '2021-11-16T21:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc7f7a6b-37b2-4dd7-869b-07491940ac50', 'name': '', 'network_id': 'd68d591c-de45-487a-9a66-2bba2ee20919', 'tenant_id': '677e5225dc77496c8ccbc6bce2f0593c', 'mac_address': 'fa:16:3e:d4:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ef7522-c9a8-45a5-a899-24d34f2c6633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:02:21Z', 'updated_at': '2021-11-16T21:02:24Z', 'revision_number': 5, 'project_id': '677e5225dc77496c8ccbc6bce2f0593c', 'subnets': [{'id': '16a72a70-1ab5-447d-9357-7b51b1dd83e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d2ed79a-ddd8-4a5d-83a3-a5910d19c0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:02:35.010841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c7551eb3-ccc0-4db4-868f-e98296ecf7e3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:02:35.066966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:35.067338 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:35.153570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:35.173011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port c7551eb3-ccc0-4db4-868f-e98296ecf7e3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:02:35.178568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:35.268031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=c7551eb3-ccc0-4db4-868f-e98296ecf7e3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:37.000890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c7551eb3-ccc0-4db4-868f-e98296ecf7e3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:02:37.096459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:37.098047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.223433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a8f95fa-f542-4770-8c66-6b33caf962c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.595995 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fcee8f49-9ab3-4403-ad70-6b3b76c23572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:49.094065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:50.307344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.340940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.684052 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:03:15.228891 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-922ef729-7864-402f-a0dc-ad0315544437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:17.597689 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2fb03bf2-4651-47cc-aa1e-e77ef185c267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.095375 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.290219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.256682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.682877 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:03:45.230368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08c4065b-adc0-4bc3-b0b9-35635d15f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.600777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e9b2f8a-815f-4201-bc64-5614a369b748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.097775 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.287314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.258660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.256177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59004) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:14.316094 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab87ee1-31b8-43d2-bb5e-bd8514c9d887 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:04:14.317896 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ab87ee1-31b8-43d2-bb5e-bd8514c9d887 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607102 Nov 16 21:04:14.480019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c245433-900e-4146-972b-a3f6e8c68e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.481409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c245433-900e-4146-972b-a3f6e8c68e14 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586952 Nov 16 21:04:14.681828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:04:15.233710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0e89926-3bac-4622-b101-1adcc49f1699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.746977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:16.837303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39fce7-ad63-4017-86fa-15337934509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.838662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c39fce7-ad63-4017-86fa-15337934509c admin admin] 10.222.0.54 "GET /v2.0/subnets/16a72a70-1ab5-447d-9357-7b51b1dd83e4 HTTP/1.1" status: 200 len: 849 time: 0.0907605 Nov 16 21:04:16.848772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:16.933042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Publish callbacks [] for subnet, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.071750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745183078364'] for subnet, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.103014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:17.103605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.104903 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] 10.222.0.54 "PUT /v2.0/subnets/16a72a70-1ab5-447d-9357-7b51b1dd83e4 HTTP/1.1" status: 200 len: 868 time: 0.2597489 Nov 16 21:04:17.122447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e18f25-0913-4e80-b69f-84e72fb6b557 None None] Network d68d591c-de45-487a-9a66-2bba2ee20919 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:17.128044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a72a70-1ab5-447d-9357-7b51b1dd83e4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:17.135499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.135868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.136191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.136530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.136864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.137199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.137532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.137868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.138206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.138519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.138842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.139258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf63d12-8b0c-4335-8fbf-1d8195fed41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:17.506223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bb742dfd-2a00-4402-b570-7b971c9aec03 None None] Provisioning complete for port cc7f7a6b-37b2-4dd7-869b-07491940ac50 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:17.506593 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb742dfd-2a00-4402-b570-7b971c9aec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.607206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b91ac83e-b7e4-4070-b9ef-dd2c3114e055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.609858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bb742dfd-2a00-4402-b570-7b971c9aec03 None None] Provisioning complete for port 3cc06afa-8cdf-4893-ae11-6c778099dcfc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:17.610219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb742dfd-2a00-4402-b570-7b971c9aec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.100106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.394057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:19.603006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9a850-225b-4ac8-89d7-ef8921e9a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.603481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9a850-225b-4ac8-89d7-ef8921e9a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.605750 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9d9a850-225b-4ac8-89d7-ef8921e9a2d1 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106943 Nov 16 21:04:20.290828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.260270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.862609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:21.994457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47ea55-c933-4c66-bb26-4763e8934d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.994918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47ea55-c933-4c66-bb26-4763e8934d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.996473 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1b47ea55-c933-4c66-bb26-4763e8934d27 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327784 Nov 16 21:04:24.271972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:24.401138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619dfb4a-89be-4a84-aecf-276d86c4bc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.402505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-619dfb4a-89be-4a84-aecf-276d86c4bc9f admin admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 886 time: 0.1295729 Nov 16 21:04:26.723023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:26.850470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e2362-f51d-4517-b362-6839b80f7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.851843 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d62e2362-f51d-4517-b362-6839b80f7f13 admin admin] 10.222.0.54 "GET /v2.0/networks/d68d591c-de45-487a-9a66-2bba2ee20919 HTTP/1.1" status: 200 len: 869 time: 0.1278658 Nov 16 21:04:29.134031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:29.270899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a6f014-7b13-4a93-9f98-d0c4b784405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.271286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a6f014-7b13-4a93-9f98-d0c4b784405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.272817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4a6f014-7b13-4a93-9f98-d0c4b784405b admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378355 Nov 16 21:04:31.523899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59064) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:31.618735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6ecde-6482-4ea2-907f-532846b3c0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.619205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6ecde-6482-4ea2-907f-532846b3c0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.620751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4a6ecde-6482-4ea2-907f-532846b3c0fa admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958560 Nov 16 21:04:33.870163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59072) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:34.015500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93788c19-5b69-4db8-b95b-1adb8b552cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.016869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-93788c19-5b69-4db8-b95b-1adb8b552cd8 admin admin] 10.222.0.54 "GET /v2.0/subnets/16a72a70-1ab5-447d-9357-7b51b1dd83e4 HTTP/1.1" status: 200 len: 868 time: 0.1456647 Nov 16 21:04:36.294092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59080) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:36.383823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4f63b-b55f-4bd1-82ee-0e54c9efbfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.385174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d0b4f63b-b55f-4bd1-82ee-0e54c9efbfb8 admin admin] 10.222.0.54 "GET /v2.0/subnets/222eeba9-a8e4-46b8-8f5e-2b06896b45a2 HTTP/1.1" status: 200 len: 816 time: 0.0900550 Nov 16 21:04:45.235682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9f713dc-60cf-41e4-812d-01ee38842ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.597777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51c67c07-d35e-44ca-b19a-44b1ad972937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.104685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.294372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.263597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.680933 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:05:00.899969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59134) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:00.946607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-a08d619b-3b6d-4e60-aceb-08eb4f2a4017 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:05:00.947602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a08d619b-3b6d-4e60-aceb-08eb4f2a4017 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467131 Nov 16 21:05:03.293752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59142) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:03.359669 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2fc88e-c9ba-4c2d-af7e-dd6db4d8bbe4 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:05:03.360938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e2fc88e-c9ba-4c2d-af7e-dd6db4d8bbe4 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662773 Nov 16 21:05:03.503963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460eecb-5888-4e0e-9582-be4cd9121d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:03.505749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7460eecb-5888-4e0e-9582-be4cd9121d33 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400902 Nov 16 21:05:05.789592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59150) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:05.836016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:05.855863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Made reservation on behalf of 5a675c0827554aaeb191b02181c1ecdc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:05.858181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.892208 n-d-816206-5 neutron-server[102665]: WARNING neutron.services.revisions.revision_plugin [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Could not find related network for resource to bump revision. Nov 16 21:05:05.907595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:05:05.917382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.917710 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Added segment ab384e0e-d79b-48af-baf1-e183f2d52ce4 of type vlan for network 2fb6017a-f498-4727-ae73-a16af1ba47f3 Nov 16 21:05:05.963243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.989892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.990799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:05.991467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:06.042096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2512395 Nov 16 21:05:06.052713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Pushing event updated for resources: {'Network': ['ID=2fb6017a-f498-4727-ae73-a16af1ba47f3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:06.059961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.060300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.060634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.060963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.061289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.061612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.061937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.062255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.062570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.062885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.063230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.063548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf736eb-12a2-49d9-aefa-245bc104a01d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:06.075510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:05:08.370845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59158) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:08.430992 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bbabc2-1a85-4b3b-8762-36220caa3446 admin admin] GET failed (client error): The resource could not be found. Nov 16 21:05:08.432243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-65bbabc2-1a85-4b3b-8762-36220caa3446 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604308 Nov 16 21:05:08.502677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f76a56-5acb-453a-902b-f51f18ddc3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.504757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f4f76a56-5acb-453a-902b-f51f18ddc3f1 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678923 Nov 16 21:05:08.514953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:08.537112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Made reservation on behalf of 5a675c0827554aaeb191b02181c1ecdc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:08.539320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.748347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.809272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb1ce02-9278-434e-920d-cd770d336870,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:08.818142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:08.818562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Network hostable DHCP agents. Network: 2fb6017a-f498-4727-ae73-a16af1ba47f3, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:05:08.838969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:05:08.849185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2fb6017a-f498-4727-ae73-a16af1ba47f3) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:08.855313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.856081 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.859149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969b63b-5961-4e14-9834-ad10ead531a5 None None] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:08.871491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9490f248-ecaf-4ada-b3c9-965c8f7d86b7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3597794 Nov 16 21:05:09.018350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2fb6017a-f498-4727-ae73-a16af1ba47f3', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'tenant_id': '5a675c0827554aaeb191b02181c1ecdc', 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:05:09.020080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.157750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Allocated IP 192.168.233.2 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/43a08fc8-f94e-4f89-a1ce-aacd18bda5bc) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:09.305454 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.311762 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.353395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:09.356405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:09.360613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:09.364187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Pushing event updated for resources: {'Port': ['ID=43a08fc8-f94e-4f89-a1ce-aacd18bda5bc,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:09.375945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.375945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.375945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.375945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.376364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.377222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.377222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.377222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.377545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.377846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.378203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.379031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:09.423659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Attempting to bind port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:09.424023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Attempting to bind port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:09.424378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Attempting to bind port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:09.430546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:09.430911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:09.431329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.431713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:09.432169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Bound port: 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:09.432560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.496039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] For port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:09.499336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] For port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=43a08fc8-f94e-4f89-a1ce-aacd18bda5bc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:09.506093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.569826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca967c-8f62-4dc0-b53b-7ef25aad7fa3 None None] Pushing event updated for resources: {'Port': ['ID=43a08fc8-f94e-4f89-a1ce-aacd18bda5bc,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:10.432823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68972c2d-cdef-41cb-bcc2-4a884e075162 None None] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:10.549576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] Provisioning complete for port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:10.549961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.667158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.708252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] For port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=43a08fc8-f94e-4f89-a1ce-aacd18bda5bc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:10.714582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.774794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc1061-9383-40fc-982c-9bf0dc90d67e None None] Pushing event updated for resources: {'Port': ['ID=43a08fc8-f94e-4f89-a1ce-aacd18bda5bc,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:10.836790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d22028b-186c-471c-97e9-fee455500fe5 None None] Provisioning complete for port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:10.837144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0d22028b-186c-471c-97e9-fee455500fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:11.091482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:11.142222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 43a08fc8-f94e-4f89-a1ce-aacd18bda5bc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:11.142581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:15.239438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c79ff920-1898-48ce-80b7-2275a918eadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.598190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a346297a-9199-4abb-997b-6b102eb7f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.107018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.297946 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.265453 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.679161 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:05:45.241174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cd6c39ec-b132-432b-a5a5-e0c5f4bd4128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.599914 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbae8-f0cc-4797-8411-192802be6abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.109875 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.305609 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:51.271228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:05.678651 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:06:15.246223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4a62e51-2842-45ea-9f5b-28d6451379b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.603335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5cd1bf95-a48d-49fb-889e-5cccca93aa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.112238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.308998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.263906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.725186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59202) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:41.730897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-8a849070-80ee-4363-8753-a3e7ae66b9d2 tempest-verify_tempest_config-68527731 tempest-verify_tempest_config-68527731-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:06:41.731891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8a849070-80ee-4363-8753-a3e7ae66b9d2 tempest-verify_tempest_config-68527731 tempest-verify_tempest_config-68527731-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057228 Nov 16 21:06:42.012010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:42.115728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.188774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.192167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.235234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee6073-5e70-44a5-a2ff-b77bab6c9c9c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:42.238792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=319cefe0462a4124b5858615fd4f137c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2257478 Nov 16 21:06:42.241665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:42.244617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.244965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.245303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.245640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.245972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.246298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.246622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.246973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.247298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.247619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.247939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.248269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ab018-5fbf-47e1-afb7-516013a3713c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.294567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.314492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.405250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.408027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.409268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4eee6073-5e70-44a5-a2ff-b77bab6c9c9c HTTP/1.1" status: 204 len: 168 time: 0.1666393 Nov 16 21:06:42.417092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee6073-5e70-44a5-a2ff-b77bab6c9c9c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:42.423569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.423909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.424238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.424566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.424890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.425208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.425524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.425838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.426153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.427025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.427466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.427650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1305422c-4cf1-4e1c-8fb4-05c2a1d313f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:42.680500 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:06:45.247644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f950ab79-f5d9-4a8c-aaa7-2aa0a9791f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:47.604883 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b73cc079-6d42-425d-8307-6145367d452e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.116173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.313943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.266127 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.249105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-192c85d2-352a-4172-944f-6e5ba4382077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.605342 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-20aa5cbd-1b08-441f-a3d7-1e2dc4ec5419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:19.119722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:19.678432 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:07:20.317366 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:21.268820 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.252227 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c4d4ce9-7c4d-4f65-8c71-f8152463642e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.606914 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e05f5b58-389f-4caf-b80b-1757d8b99063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:49.121930 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.321856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.270330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:56.677369 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:08:15.254114 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f4b4a6-a68f-4aac-a052-9eeee9b837a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:17.609232 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5946216-010d-4774-9002-3ae898d99946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.124725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.325005 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.271812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:33.674906 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:08:45.255684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-feec1da6-7955-443c-a4b5-562eb7cb7a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.610301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-104cd795-81c8-492d-84c4-6b838fac363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.130661 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.327825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.273202 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:10.673384 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 5 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:09:15.257470 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7920-bca4-4243-b9d2-5a00942e42cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.611511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73d0fdc1-167d-4f6a-8f56-72c3ba2d663c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:19.130668 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.331094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.274584 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.635342 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.636332 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-364358'] for agent, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.258396 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40c73adf-9ed1-4247-bfb2-17da0c39b219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.612866 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-edee455a-533f-4d7d-a394-96cfcfffe3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.672756 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:09:49.133935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.334762 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.275907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:08.590513 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.588478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.259621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69cbf568-638a-4bb0-b992-e7d8131eaeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.615040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc37e0b3-7ac6-47d9-9218-87cdc839f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.138707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.339301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.282363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.672526 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:10:25.333717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:25.441469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4833a85b-9acc-4d1a-9fbe-9c7c8fc91726 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1065867 Nov 16 21:10:27.718163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59288) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:27.772486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d3ca747-99da-4a51-a7c9-59487d24bd9e admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0532331 Nov 16 21:10:38.624379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.597111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.260422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c965c20c-56b9-41a9-932c-2c480bcab39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.615936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dd8d1fd4-ed8a-4356-afae-36a99f0609d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.138761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.340626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.273619 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.671033 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:11:08.623391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.606236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.261953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6547855-5a17-498f-9b4a-7b077cd40552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.617078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d1b3-e8a0-45eb-86f9-5073b6dc7563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.144285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.345656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.276145 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:38.633588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:38.669752 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:11:42.616375 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:45.270778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6c77a88d-72f7-4a6d-b1ea-8e8849711d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:47.625564 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bf0e7e02-84aa-4da0-8d97-a54bd1769ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.150574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.136579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59506) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:50.350244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.365224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59522) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:50.581612 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-624dfa25-a36e-44e3-b458-b7ef037d0006 tempest-AutoAllocateNetworkTest-163409839 tempest-AutoAllocateNetworkTest-163409839-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=090509206557415282725ac338c6b73c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4413447 Nov 16 21:11:50.581937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59532) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:50.765466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e26a44-96d7-452b-bda7-adf65baf88c8 tempest-AutoAllocateNetworkTest-163409839 tempest-AutoAllocateNetworkTest-163409839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:50.766946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-19e26a44-96d7-452b-bda7-adf65baf88c8 tempest-AutoAllocateNetworkTest-163409839 tempest-AutoAllocateNetworkTest-163409839-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1840570 Nov 16 21:11:50.770180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:50.829886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-network', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:50.839390 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b70b9618-a450-4e9d-94e7-a3fd553a89ea tempest-AutoAllocateNetworkTest-163409839 tempest-AutoAllocateNetworkTest-163409839-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677702 Nov 16 21:11:50.842376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59548) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:50.852563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Made reservation on behalf of a89dc71055df4943be0f700917e8d1ec for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:50.855374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.865618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.986139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.992080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.003056 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f55d350-5d43-49a0-84d6-f0a5f2228ad1 tempest-AutoAllocateNetworkTest-163409839 tempest-AutoAllocateNetworkTest-163409839-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=090509206557415282725ac338c6b73c HTTP/1.1" status: 200 len: 208 time: 0.1592076 Nov 16 21:11:51.017674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:11:51.027290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d365ec2-209f-46bd-b17b-8c8109cd5da6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:51.031972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.032292 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Added segment 1d7bad40-13e3-45c5-b38a-d171c018a193 of type vlan for network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 Nov 16 21:11:51.077693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.078028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.078528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.078857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.079361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.079826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.080148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.080470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.080785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.081103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.081421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.081733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Tracked resource versions report: Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: pushed versions: Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: { 'AddressGroup': {'1.2'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'ConntrackHelper': {'1.0'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Log': {'1.0'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Network': {'1.1'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Port': {'1.7'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'PortForwarding': {'1.2'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'QosPolicy': {'1.10'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SecurityGroup': {'1.5'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SubPort': {'1.0'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Subnet': {'1.1'}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Trunk': {'1.1'}} Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: consumer versions: Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: HyperV agent@n-h1-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: HyperV agent@n-h2-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: L3 agent@n-d-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: Metadata agent@n-d-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: Metering agent@n-d-816206-5: {}, Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'ConntrackHelper': '1.0', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Log': '1.0', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Network': '1.1', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Port': '1.7', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'PortForwarding': '1.2', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'QosPolicy': '1.10', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SecurityGroup': '1.5', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SecurityGroupRule': '1.2', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'SubPort': '1.0', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Subnet': '1.1', Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: 'Trunk': '1.1'}} Nov 16 21:11:51.082824 n-d-816206-5 neutron-server[102665]: {{(pid=102665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:11:51.093720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.119641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.120621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:51.121424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.177977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] Pushing event updated for resources: {'Network': ['ID=2e6a3155-b32b-4c6c-a61b-7b874fda3301,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:51.193594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-27f22078-f6ff-468f-839b-3339c4e516ad admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8238311 Nov 16 21:11:51.193757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:11:51.193846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59570) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:51.198463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Request body: {'subnet': {'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-subnet', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:51.220807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Made reservation on behalf of a89dc71055df4943be0f700917e8d1ec for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:51.223610 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.288290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.415415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.541650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28de5d13-2740-44c9-8a8a-7c3705c431c7,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:51.546470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Checking segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:51.546839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Network hostable DHCP agents. Network: 2e6a3155-b32b-4c6c-a61b-7b874fda3301, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:11:51.564694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:11:51.573586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2e6a3155-b32b-4c6c-a61b-7b874fda3301) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:51.579665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:51.580388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.583439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d2b3b-1036-4a4d-b4a4-cd0ff3ee50de None None] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:51.603258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d3df34a3-8d3f-42f6-b3cc-64ba95118b64 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4044657 Nov 16 21:11:51.603355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:51.607588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:51.635475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.637026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.740017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59596) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:51.755132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.762596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:11:51.763538 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.907202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.940723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Allocated IP 172.20.0.2 (2e6a3155-b32b-4c6c-a61b-7b874fda3301/28de5d13-2740-44c9-8a8a-7c3705c431c7/ca4df331-52b3-41bb-840a-b9cf866b9f11) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:52.124581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.128449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.133758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.151960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.162565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f2242e-90ce-4733-85f6-fa977a014762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.181798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Pushing event updated for resources: {'Port': ['ID=ca4df331-52b3-41bb-840a-b9cf866b9f11,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.201025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:52.203584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:52.206527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.207076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.207582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.208060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.208557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.208933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.210029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.210812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.211327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.211795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.212322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.212813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Tracked resource versions report: Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: pushed versions: Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: { 'AddressGroup': {'1.2'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'ConntrackHelper': {'1.0'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Log': {'1.0'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Network': {'1.1'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Port': {'1.7'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'PortForwarding': {'1.2'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'QosPolicy': {'1.10'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SecurityGroup': {'1.5'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SubPort': {'1.0'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Subnet': {'1.1'}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Trunk': {'1.1'}} Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: consumer versions: Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: HyperV agent@n-h1-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: HyperV agent@n-h2-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: L3 agent@n-d-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: Metadata agent@n-d-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: Metering agent@n-d-816206-5: {}, Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'ConntrackHelper': '1.0', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Log': '1.0', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Network': '1.1', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Port': '1.7', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'PortForwarding': '1.2', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'QosPolicy': '1.10', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SecurityGroup': '1.5', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SecurityGroupRule': '1.2', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'SubPort': '1.0', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Subnet': '1.1', Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: 'Trunk': '1.1'}} Nov 16 21:11:52.214212 n-d-816206-5 neutron-server[102666]: {{(pid=102666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:11:52.219847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:52.283915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f2242e-90ce-4733-85f6-fa977a014762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.290492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27f2242e-90ce-4733-85f6-fa977a014762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.326376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Attempting to bind port ca4df331-52b3-41bb-840a-b9cf866b9f11 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:52.327680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Attempting to bind port ca4df331-52b3-41bb-840a-b9cf866b9f11 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:52.328261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Attempting to bind port ca4df331-52b3-41bb-840a-b9cf866b9f11 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:52.329336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Allocated IP 172.25.7.181 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/31fcb2a6-1c21-4643-903b-bab992758a0c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:52.331938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2242e-90ce-4733-85f6-fa977a014762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d451cac-ca4a-4ab0-ae5f-d6bcc5eab001,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.355319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:52.355900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Checking segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:52.357643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.359637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Bound using segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:52.363900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-27f2242e-90ce-4733-85f6-fa977a014762 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=090509206557415282725ac338c6b73c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6205463 Nov 16 21:11:52.364405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59616) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:52.364577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Bound port: ca4df331-52b3-41bb-840a-b9cf866b9f11, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:52.365351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.487639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] For port ca4df331-52b3-41bb-840a-b9cf866b9f11, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:52.492477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] For port ca4df331-52b3-41bb-840a-b9cf866b9f11, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca4df331-52b3-41bb-840a-b9cf866b9f11,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:52.499782 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.545281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.567348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.592703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.616070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0fab7-c4da-476f-91aa-f3539ef2c91a None None] Pushing event updated for resources: {'Port': ['ID=ca4df331-52b3-41bb-840a-b9cf866b9f11,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.655710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.663380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.664618 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d451cac-ca4a-4ab0-ae5f-d6bcc5eab001 HTTP/1.1" status: 204 len: 168 time: 0.2958097 Nov 16 21:11:52.681204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d451cac-ca4a-4ab0-ae5f-d6bcc5eab001,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.704010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.704397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.704688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.705021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.705477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.705813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.706140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.706464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.706786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.707150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.707470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.707787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc28dc-8904-44c6-aa1c-97b4a50168b6 admin admin] Tracked resource versions report: Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: pushed versions: Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: { 'AddressGroup': {'1.2'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'ConntrackHelper': {'1.0'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Log': {'1.0'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Network': {'1.1'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Port': {'1.7'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'PortForwarding': {'1.2'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'QosPolicy': {'1.10'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SecurityGroup': {'1.5'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SubPort': {'1.0'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Subnet': {'1.1'}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Trunk': {'1.1'}} Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: consumer versions: Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: HyperV agent@n-h1-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: HyperV agent@n-h2-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: L3 agent@n-d-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: Metadata agent@n-d-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: Metering agent@n-d-816206-5: {}, Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'ConntrackHelper': '1.0', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Log': '1.0', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Network': '1.1', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Port': '1.7', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'PortForwarding': '1.2', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'QosPolicy': '1.10', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SecurityGroup': '1.5', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SecurityGroupRule': '1.2', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'SubPort': '1.0', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Subnet': '1.1', Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: 'Trunk': '1.1'}} Nov 16 21:11:52.708905 n-d-816206-5 neutron-server[102664]: {{(pid=102664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:11:52.718602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.772403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:52.775663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:52.781057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:52.784332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Pushing event updated for resources: {'Port': ['ID=31fcb2a6-1c21-4643-903b-bab992758a0c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:53.087383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.323125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca4df331-52b3-41bb-840a-b9cf866b9f11 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:53.381909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.536173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ca4df331-52b3-41bb-840a-b9cf866b9f11 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:53.536872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.645524 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.729343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port ca4df331-52b3-41bb-840a-b9cf866b9f11, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca4df331-52b3-41bb-840a-b9cf866b9f11,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:53.737990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.824009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=ca4df331-52b3-41bb-840a-b9cf866b9f11,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:53.860963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:11:53.996246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be6998-95fe-4488-a2e4-5d1d7c2c340d None None] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:54.042486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:54.056265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9d3e2824-f1cd-421c-97cd-f2438b3d22e5 None None] Provisioning complete for port ca4df331-52b3-41bb-840a-b9cf866b9f11 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:54.056646 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d3e2824-f1cd-421c-97cd-f2438b3d22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.058122 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:54.068806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.070099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5ee02b2-1005-4363-b540-1f5760ab0589 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4670818 Nov 16 21:11:54.071944 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:54.072814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:54.073189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59694) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:54.244112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59702) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:54.352309 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:54.456523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d98d2a4-57b1-4fc8-afe5-b63847c75501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.659912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d98d2a4-57b1-4fc8-afe5-b63847c75501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.669002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d98d2a4-57b1-4fc8-afe5-b63847c75501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.706648 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:52Z', 'revision_number': 3, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:54.718248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d98d2a4-57b1-4fc8-afe5-b63847c75501 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b07a585c35f242498f59a981e4265c1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4702334 Nov 16 21:11:54.719241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:54.744901 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:11:54.745248 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Updating router dd709b54-28e6-4fae-a691-a9cec1e4f773 port 31fcb2a6-1c21-4643-903b-bab992758a0c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:11:54.751620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a77d693b-c740-428e-a9dc-586cc1d650ec None None] Provisioning complete for port ca4df331-52b3-41bb-840a-b9cf866b9f11 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:54.758917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d693b-c740-428e-a9dc-586cc1d650ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.777047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98d2a4-57b1-4fc8-afe5-b63847c75501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b492ea9-a984-4bea-b4cb-618218c20e66,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:54.814032 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.851920 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.904027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.029397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.050764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.053498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.054666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b492ea9-a984-4bea-b4cb-618218c20e66 HTTP/1.1" status: 204 len: 168 time: 0.3345103 Nov 16 21:11:55.228975 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.241649 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.256141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Allocated IP 172.20.0.1 (2e6a3155-b32b-4c6c-a61b-7b874fda3301/28de5d13-2740-44c9-8a8a-7c3705c431c7/505a2669-2b50-48b5-a94a-5faf9b1ee444) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:55.342528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca4df331-52b3-41bb-840a-b9cf866b9f11 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:55.375345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c371a-aeb5-4691-8da8-9711e93288c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b492ea9-a984-4bea-b4cb-618218c20e66,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.388561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Pushing event updated for resources: {'Port': ['ID=31fcb2a6-1c21-4643-903b-bab992758a0c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.400956 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Attempting to bind port 31fcb2a6-1c21-4643-903b-bab992758a0c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:55.401323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Attempting to bind port 31fcb2a6-1c21-4643-903b-bab992758a0c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:55.401683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Attempting to bind port 31fcb2a6-1c21-4643-903b-bab992758a0c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:55.425038 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.425821 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.427719 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.433656 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.434976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.435702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.438280 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.439113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.450331 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.451421 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.453164 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.454717 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Tracked resource versions report: Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: pushed versions: Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: { 'AddressGroup': {'1.2'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Log': {'1.0'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Network': {'1.1'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Port': {'1.7'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'PortForwarding': {'1.2'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'QosPolicy': {'1.10'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SecurityGroup': {'1.5'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SubPort': {'1.0'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Subnet': {'1.1'}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Trunk': {'1.1'}} Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: consumer versions: Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: { DHCP agent@n-d-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: HyperV agent@n-h1-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: HyperV agent@n-h2-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: L3 agent@n-d-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: Metadata agent@n-d-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: Metering agent@n-d-816206-5: {}, Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: Open vSwitch agent@n-d-816206-5: { 'AddressGroup': '1.2', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'ConntrackHelper': '1.0', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Log': '1.0', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Network': '1.1', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Port': '1.7', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'PortForwarding': '1.2', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'QosPolicy': '1.10', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SecurityGroup': '1.5', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SecurityGroupRule': '1.2', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'SubPort': '1.0', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Subnet': '1.1', Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: 'Trunk': '1.1'}} Nov 16 21:11:55.457948 n-d-816206-5 neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:11:55.460147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ca4df331-52b3-41bb-840a-b9cf866b9f11 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:55.461574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.478248 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:55.482395 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:55.483760 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.485553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:55.486189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Bound port: 31fcb2a6-1c21-4643-903b-bab992758a0c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:55.487492 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.507657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.563591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.636244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:55.641463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:55.645498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:55.645679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.696694 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] For port 31fcb2a6-1c21-4643-903b-bab992758a0c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:55.716172 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] For port 31fcb2a6-1c21-4643-903b-bab992758a0c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31fcb2a6-1c21-4643-903b-bab992758a0c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:55.732272 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.882959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Pushing event updated for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.915384 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:55.916791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:55.924724 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c298cf-c8ea-42bd-a805-c0d70aadbd48 None None] Pushing event updated for resources: {'Port': ['ID=31fcb2a6-1c21-4643-903b-bab992758a0c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.929692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.967015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59824) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:56.005891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59830) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:56.007318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12dd6d49-515e-47b2-8a51-280ac1a3396d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.130279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6f1f5da4-5235-426c-a2ae-59a2118eae7b None None] Provisioning complete for port 505a2669-2b50-48b5-a94a-5faf9b1ee444 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:56.130982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5da4-5235-426c-a2ae-59a2118eae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.152861 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:56.219965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12dd6d49-515e-47b2-8a51-280ac1a3396d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.229893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12dd6d49-515e-47b2-8a51-280ac1a3396d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.238885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f5da4-5235-426c-a2ae-59a2118eae7b None None] Port 505a2669-2b50-48b5-a94a-5faf9b1ee444 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:56.290857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-12dd6d49-515e-47b2-8a51-280ac1a3396d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa52ed66c08e4129999bd221f1f7f656&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3201537 Nov 16 21:11:56.291757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6d49-515e-47b2-8a51-280ac1a3396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ba867-1f88-4d2f-b948-df57ee187063,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:56.296524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:56.354465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.384261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.386445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.458655 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 1, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:56.473865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Pushing event updated for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:56.510439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9184bd-ff35-4443-9fe5-503693332e5f None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 1, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:11:56.529225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.565559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.621414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b6916e4-8f97-4e76-a991-51006c15f134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.676715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:56.681368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:56.800703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.807904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.811931 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa3ba867-1f88-4d2f-b948-df57ee187063 HTTP/1.1" status: 204 len: 168 time: 0.5143120 Nov 16 21:11:56.889120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551969f7-894b-48df-b4b3-cd48385bb755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ba867-1f88-4d2f-b948-df57ee187063,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.002709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:11:57.004531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b6916e4-8f97-4e76-a991-51006c15f134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.012572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b6916e4-8f97-4e76-a991-51006c15f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.196472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dbc4774b-7e23-4a3f-94a1-5aabe0807f2c None None] Provisioning complete for port 505a2669-2b50-48b5-a94a-5faf9b1ee444 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:57.197019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbc4774b-7e23-4a3f-94a1-5aabe0807f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.344761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4774b-7e23-4a3f-94a1-5aabe0807f2c None None] Port 505a2669-2b50-48b5-a94a-5faf9b1ee444 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:57.385032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6916e4-8f97-4e76-a991-51006c15f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f5b72-82a3-4c10-9c86-54d5d4964454,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.479467 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b6916e4-8f97-4e76-a991-51006c15f134 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9426d696d2ce4bc887640633360f0aea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4697671 Nov 16 21:11:57.482302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59928) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:57.610607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.637861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:57.656662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-17050645-b8c2-42d8-8fcb-203c3bc9ea7c admin admin] 10.222.0.54 "PUT /v2.0/routers/dd709b54-28e6-4fae-a691-a9cec1e4f773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5797901 Nov 16 21:11:57.694014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.803476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.806064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.810604 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd3f5b72-82a3-4c10-9c86-54d5d4964454 HTTP/1.1" status: 204 len: 168 time: 0.3266568 Nov 16 21:11:57.827654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cca38-5ff0-4014-b93c-6f1b7e852ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f5b72-82a3-4c10-9c86-54d5d4964454,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.316425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60004) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:58.656291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-579799ab-6aa3-49eb-be30-d3f57a14e274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.698124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:58.721426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3300-dc1d-4fff-b911-11bdc54c28cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.773690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-579799ab-6aa3-49eb-be30-d3f57a14e274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.781874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-579799ab-6aa3-49eb-be30-d3f57a14e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.834337 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-579799ab-6aa3-49eb-be30-d3f57a14e274 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5c5c0161305458293e1389b6f2c6096&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5157130 Nov 16 21:11:58.836496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579799ab-6aa3-49eb-be30-d3f57a14e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f02e1b-7441-4280-9316-56fe971acffb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.837534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60036) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:58.866655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3300-dc1d-4fff-b911-11bdc54c28cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.888728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3300-dc1d-4fff-b911-11bdc54c28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.956770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.984170 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5ca3300-dc1d-4fff-b911-11bdc54c28cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c718b48a50ce43d6a85d1043972c3bf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2817094 Nov 16 21:11:58.984170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca3300-dc1d-4fff-b911-11bdc54c28cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b44499-a15e-46a1-956b-e93e3d0d5719,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.984932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:59.049881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.084005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.122224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.137419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.141045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.142428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51f02e1b-7441-4280-9316-56fe971acffb HTTP/1.1" status: 204 len: 168 time: 0.3029959 Nov 16 21:11:59.150317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa920-2edf-41eb-b669-f41cd90b36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f02e1b-7441-4280-9316-56fe971acffb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.209285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.213060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.224171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7b44499-a15e-46a1-956b-e93e3d0d5719 HTTP/1.1" status: 204 len: 168 time: 0.2341225 Nov 16 21:11:59.237660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c1842-9c5b-4f5b-a157-ab0296495181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b44499-a15e-46a1-956b-e93e3d0d5719,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.332049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31fcb2a6-1c21-4643-903b-bab992758a0c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:59.390979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 31fcb2a6-1c21-4643-903b-bab992758a0c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:59.391568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.515154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.527173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:59.553792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 31fcb2a6-1c21-4643-903b-bab992758a0c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31fcb2a6-1c21-4643-903b-bab992758a0c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:59.556812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:59.557572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:59.561027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.632503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:59.637697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-network', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:59.665875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Made reservation on behalf of 84d973c386574c779e4c81ae17dcc50d for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:59.670009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.682822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.683159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=31fcb2a6-1c21-4643-903b-bab992758a0c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.710190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:59.780161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.791612 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.823934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60104) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:59.826866 n-d-816206-5 neutron-server[102665]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:11:59.832576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:11:59.842050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76782ee7-9653-443f-8710-b7a48b2f21bf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.849196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.849735 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Added segment 19bcc8ce-df25-4336-a8a9-e4972df1a788 of type vlan for network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 Nov 16 21:11:59.894894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-a76183a8-f7a3-4ba5-9bc3-5dd917db9c6d tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de88255a19c54f62bcd779bf6e091912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697033 Nov 16 21:11:59.905875 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.936789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.937840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:59.938425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.009498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3757386 Nov 16 21:12:00.011527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60108) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:00.018148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Request body: {'subnet': {'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-subnet', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:00.028041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4345f-ecf3-4f8d-b9d0-df09773f421b admin admin] Pushing event updated for resources: {'Network': ['ID=201d4f0b-0aca-4e22-ba8b-e7b412acddc0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:00.041603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:00.045061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Made reservation on behalf of 84d973c386574c779e4c81ae17dcc50d for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:00.048461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.102233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:11:56Z', 'revision_number': 2, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:00.106227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60110) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:00.125653 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b934e4-32f5-439f-9f6e-b9dc3b70c82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.166011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:00.166512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Updating router dd709b54-28e6-4fae-a691-a9cec1e4f773 port 505a2669-2b50-48b5-a94a-5faf9b1ee444 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:00.195175 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.235485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.251769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-90bcf742-0948-4379-ab8d-03c370325c50 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:00.258717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-90bcf742-0948-4379-ab8d-03c370325c50 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581874 Nov 16 21:12:00.286596 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b934e4-32f5-439f-9f6e-b9dc3b70c82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.291297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b934e4-32f5-439f-9f6e-b9dc3b70c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.306276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-e7ce2ae4-14a4-41dd-9328-e200b8c3b048 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/quotas/de88255a19c54f62bcd779bf6e091912 HTTP/1.1" status: 200 len: 375 time: 0.0465961 Nov 16 21:12:00.345023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33b934e4-32f5-439f-9f6e-b9dc3b70c82f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b01866cfbac4c6a89e463e551f12f22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2374527 Nov 16 21:12:00.346543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:00.380198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-7c858a9e-cc02-46ad-825e-f1927614bbc7 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de88255a19c54f62bcd779bf6e091912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729771 Nov 16 21:12:00.392388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b934e4-32f5-439f-9f6e-b9dc3b70c82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbae45f-a85c-4946-8b3d-f8ac84084035,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:00.412383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.426307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87641598-6b06-4f1f-a198-25d0544beb17,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:00.442049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.452205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Checking segment: {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:00.452483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Network hostable DHCP agents. Network: 201d4f0b-0aca-4e22-ba8b-e7b412acddc0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:00.493092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:00.508526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 201d4f0b-0aca-4e22-ba8b-e7b412acddc0) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:00.512704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:00.514917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.518032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.518212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.520051 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dbae45f-a85c-4946-8b3d-f8ac84084035 HTTP/1.1" status: 204 len: 168 time: 0.1719878 Nov 16 21:12:00.536143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24701667-663d-4d95-812a-50fca718d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbae45f-a85c-4946-8b3d-f8ac84084035,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:00.546441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7dfcec05-a0cc-430f-96d9-7ea9abc416f0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5337665 Nov 16 21:12:00.547083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655fce6-eaf3-48d2-beba-be6ee537737f None None] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:00.549245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60132) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:00.555335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:00.593072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.594226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.669117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.841556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-372c6556-922a-4b32-aeee-43e6e5da2e4b req-750bccee-1475-4db3-a2de-0fec332df36a tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.1278422 Nov 16 21:12:00.940706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.121344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.144371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.155955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'fixed_ips': [{'subnet_id': '87641598-6b06-4f1f-a198-25d0544beb17'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:12:01.157206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.175242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.200809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.325474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31fcb2a6-1c21-4643-903b-bab992758a0c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:01.397997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Attempting to bind port 505a2669-2b50-48b5-a94a-5faf9b1ee444 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:01.398892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Attempting to bind port 505a2669-2b50-48b5-a94a-5faf9b1ee444 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:01.400074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Attempting to bind port 505a2669-2b50-48b5-a94a-5faf9b1ee444 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:01.406660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963864a-b852-4600-8f2f-5a559789a33e None None] Pushing event updated for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:01.442632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Allocated IP 172.25.7.34 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/2efd0103-7358-42d4-9853-4e5250e15358) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:01.481284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:01.482079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Checking segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:01.482713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.483909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Bound using segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:01.484626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Bound port: 505a2669-2b50-48b5-a94a-5faf9b1ee444, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:01.485244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.531748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60190) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:01.576197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 31fcb2a6-1c21-4643-903b-bab992758a0c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:01.577815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.620249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.665923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.689887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e6eec87e-1e8e-4b86-977e-8a4474a0736d None None] Provisioning complete for port 505a2669-2b50-48b5-a94a-5faf9b1ee444 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:01.690437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e6eec87e-1e8e-4b86-977e-8a4474a0736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.694023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] For port 505a2669-2b50-48b5-a94a-5faf9b1ee444, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:01.727046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:01.747706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:01.750024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2efd0103-7358-42d4-9853-4e5250e15358,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:01.762125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] For port 505a2669-2b50-48b5-a94a-5faf9b1ee444, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=505a2669-2b50-48b5-a94a-5faf9b1ee444,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:01.775189 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.787795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Allocated IP 172.20.0.2 (201d4f0b-0aca-4e22-ba8b-e7b412acddc0/87641598-6b06-4f1f-a198-25d0544beb17/31899e5e-a533-4b41-9457-e85871059901) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:01.788195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:01.841469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963864a-b852-4600-8f2f-5a559789a33e None None] Pushing event updated for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:01.844733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e6eec87e-1e8e-4b86-977e-8a4474a0736d None None] Port 505a2669-2b50-48b5-a94a-5faf9b1ee444 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:01.922716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:01.923433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:02.003609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b5e6d89-173d-4f30-9dd7-537d62bc90ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.220419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:02.242422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b5e6d89-173d-4f30-9dd7-537d62bc90ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.248076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b5e6d89-173d-4f30-9dd7-537d62bc90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.310676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e6d89-173d-4f30-9dd7-537d62bc90ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a98152-e838-465b-8ef1-b1c828d70910,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:02.347890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:02.371271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.372447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9b5e6d89-173d-4f30-9dd7-537d62bc90ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e8ccea02b3f4e13a210b80501b234ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8390617 Nov 16 21:12:02.375195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60248) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:02.412153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60250) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:02.430238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.461500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] Provisioning complete for port 505a2669-2b50-48b5-a94a-5faf9b1ee444 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:02.462485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.504536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.534854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.559893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.754893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.773642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.780392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720731769-network', 'tenant_id': 'd4153558930143a8b944df13d72219dd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:02.781467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:02.792127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:02.803433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:02.909233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Pushing event updated for resources: {'Port': ['ID=31899e5e-a533-4b41-9457-e85871059901,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:02.918727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.921838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af151fa3-096c-40ba-ad23-c77bf323bd1c req-1021d4f4-195a-4a74-b2dc-ae6677dd4b5c tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.5084431 Nov 16 21:12:02.928139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.931088 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25a98152-e838-465b-8ef1-b1c828d70910 HTTP/1.1" status: 204 len: 168 time: 0.5531914 Nov 16 21:12:02.948715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] For port 505a2669-2b50-48b5-a94a-5faf9b1ee444, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=505a2669-2b50-48b5-a94a-5faf9b1ee444,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:02.951426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.958602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Made reservation on behalf of d4153558930143a8b944df13d72219dd for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:02.965148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.994806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Attempting to bind port 31899e5e-a533-4b41-9457-e85871059901 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:02.995419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Attempting to bind port 31899e5e-a533-4b41-9457-e85871059901 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:02.995927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Attempting to bind port 31899e5e-a533-4b41-9457-e85871059901 on network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:03.003050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c228c69-ed8a-429a-8859-abbc8a999481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a98152-e838-465b-8ef1-b1c828d70910,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.016392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.025058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:03.025401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Checking segment: {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:03.025654 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.026018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Bound using segment: {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:03.026497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Bound port: 31899e5e-a533-4b41-9457-e85871059901, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:03.026886 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.034581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:01Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:03.047270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12328636-655f-46d2-8771-6771d9dcb67c None None] Pushing event updated for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.079237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b5b61-df85-4857-bf0e-2cc1f2104883 None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:01Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:03.178782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:12:03.212755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-89688b66-4829-402c-879f-e25dc9255284 None None] For port 31899e5e-a533-4b41-9457-e85871059901, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:03.246010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.255213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-89688b66-4829-402c-879f-e25dc9255284 None None] For port 31899e5e-a533-4b41-9457-e85871059901, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31899e5e-a533-4b41-9457-e85871059901,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:03.265951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.275810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.314036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:03.342495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a09e05-f891-4d42-bf53-43556889c350,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.345913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.346251 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Added segment 6a7d5c8e-a60d-4a85-943f-802f495fbef8 of type vlan for network 104d8a00-40e2-4940-ae71-583b6603f9d1 Nov 16 21:12:03.408138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 505a2669-2b50-48b5-a94a-5faf9b1ee444 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:03.604866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:03.618045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Sync routers for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:03.618839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.636673 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:03.638463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.641929 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:03.642683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:03.642860 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7fc363e5-d7f2-4b45-807c-119f650298a4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0923452 Nov 16 21:12:03.683342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.684907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:03.685292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.788676 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5671613 Nov 16 21:12:03.863289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89688b66-4829-402c-879f-e25dc9255284 None None] Pushing event updated for resources: {'Port': ['ID=31899e5e-a533-4b41-9457-e85871059901,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.887237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60288) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:03.901746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Request body: {'subnet': {'network_id': '104d8a00-40e2-4940-ae71-583b6603f9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-720731769-subnet', 'tenant_id': 'd4153558930143a8b944df13d72219dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:03.914127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:03.992518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb7268fe-da6a-41fb-bf37-174ec305fece admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.004246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 505a2669-2b50-48b5-a94a-5faf9b1ee444 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:04.004531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.042577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.36', 65245) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:04.055581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Made reservation on behalf of d4153558930143a8b944df13d72219dd for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:04.057862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.116894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf206-8036-412b-b5eb-a44c98d93988 admin admin] Pushing event updated for resources: {'Network': ['ID=104d8a00-40e2-4940-ae71-583b6603f9d1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:04.164413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9865ec94-5f53-4c70-8d04-c54473a93804 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=de88255a19c54f62bcd779bf6e091912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178789 Nov 16 21:12:04.171560 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:04.246690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 104d8a00-40e2-4940-ae71-583b6603f9d1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:04.645234 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 3, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:04.703151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Checking router: 4e199e98-c945-4bd0-9e61-1d8ed60cc86c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:04.703733 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Updating router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c port 2efd0103-7358-42d4-9853-4e5250e15358 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:04.743659 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.755387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af884a81-99ef-40b9-93e0-bda24c1086ec req-b226a59b-a259-4377-aaf2-7eb67a9027d4 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.0629318 Nov 16 21:12:04.849233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-744d14bc-3d6b-4833-85ad-a13e1381c887 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:04.851389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-744d14bc-3d6b-4833-85ad-a13e1381c887 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6733017 Nov 16 21:12:04.953315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Request body: {'port': {'device_id': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'de88255a19c54f62bcd779bf6e091912'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:04.966157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb7268fe-da6a-41fb-bf37-174ec305fece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.001295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb7268fe-da6a-41fb-bf37-174ec305fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.112695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.144335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeefffe-6e89-462a-ab52-2647121c7fc3 None None] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:05.197447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf5b779-25c6-41b2-a07f-3b264af4f92f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.265616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7268fe-da6a-41fb-bf37-174ec305fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5734898-1713-4683-bbbd-785e1a83186e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.288634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb7268fe-da6a-41fb-bf37-174ec305fece admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad9c698bd51b444898ed62044625a61e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3597350 Nov 16 21:12:05.303110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:05.381972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Checking segment: {'id': '6a7d5c8e-a60d-4a85-943f-802f495fbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '104d8a00-40e2-4940-ae71-583b6603f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:05.382242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Network hostable DHCP agents. Network: 104d8a00-40e2-4940-ae71-583b6603f9d1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:05.431120 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.438964 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.458088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Network 104d8a00-40e2-4940-ae71-583b6603f9d1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:05.499287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 104d8a00-40e2-4940-ae71-583b6603f9d1) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:05.511962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:05.512891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.523000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] Provisioning complete for port 31899e5e-a533-4b41-9457-e85871059901 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:05.523376 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.536074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.553878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef85ab-9fd1-4843-ad9c-79ba9c9eeb36 None None] Pushing event updated for resources: {'Port': ['ID=2efd0103-7358-42d4-9853-4e5250e15358,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.563077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31899e5e-a533-4b41-9457-e85871059901 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:05.567739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b0e6e-d99a-4f46-a5eb-1cd625e96ad5 None None] Network 104d8a00-40e2-4940-ae71-583b6603f9d1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:05.582498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.631369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.656149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Attempting to bind port 2efd0103-7358-42d4-9853-4e5250e15358 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:05.663935 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Attempting to bind port 2efd0103-7358-42d4-9853-4e5250e15358 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:05.664527 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Attempting to bind port 2efd0103-7358-42d4-9853-4e5250e15358 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:05.674607 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:05.676626 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:05.677861 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.680945 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:05.681706 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Bound port: 2efd0103-7358-42d4-9853-4e5250e15358, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:05.683269 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.709625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.716508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.725014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5734898-1713-4683-bbbd-785e1a83186e HTTP/1.1" status: 204 len: 168 time: 0.4207451 Nov 16 21:12:05.729236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Made reservation on behalf of de88255a19c54f62bcd779bf6e091912 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:05.740602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7c270c83-d334-4dcc-bb54-36090f16d966 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8419631 Nov 16 21:12:05.740777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.746333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.802350 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] For port 2efd0103-7358-42d4-9853-4e5250e15358, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:05.806359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2b10a-4873-4e29-bd11-12daa7c5efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5734898-1713-4683-bbbd-785e1a83186e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.820710 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] For port 2efd0103-7358-42d4-9853-4e5250e15358, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2efd0103-7358-42d4-9853-4e5250e15358,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:05.853518 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.938476 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef85ab-9fd1-4843-ad9c-79ba9c9eeb36 None None] Pushing event updated for resources: {'Port': ['ID=2efd0103-7358-42d4-9853-4e5250e15358,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.942807 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:05.944059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:06.067961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.073882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.108854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:06.143307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a484380-ca99-4dde-a8ba-c6ffd7a42b93 req-8278d3c6-c613-4a83-87c9-e7b04703d96b tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.1199739 Nov 16 21:12:06.154029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Allocated IP 172.20.0.1 (201d4f0b-0aca-4e22-ba8b-e7b412acddc0/87641598-6b06-4f1f-a198-25d0544beb17/2b198548-3d47-4f7b-bece-4e7f40a48075) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:06.258954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340baca-3a4f-4c0b-98a5-0ab2c9397b18 None None] Network 104d8a00-40e2-4940-ae71-583b6603f9d1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:06.416673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.493905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.560043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 31899e5e-a533-4b41-9457-e85871059901 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:06.573348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.586420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df04d3c7-dfb8-4736-9d43-14dd1267bf16,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.669285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Pushing event updated for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.684176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:06.687290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:06.692836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:06.693867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.764653 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 3, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:06.897652 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a591db92-b62e-4c13-86b7-7a95e4eb8b3e None None] The sync data for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 is: [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 3, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:06.921274 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.950415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Allocated IP 192.168.233.8 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/191149f7-cbcf-4f90-b7f0-a6ba7824aaf5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:07.021375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:07.224283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] For port 31899e5e-a533-4b41-9457-e85871059901, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31899e5e-a533-4b41-9457-e85871059901,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:07.233744 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.284650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.315659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:07.499752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.596430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef5fabcd-f821-4346-9134-948086b12e0c req-ecf904d4-0e6e-429a-982c-83d582bb05f0 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.1541133 Nov 16 21:12:07.651790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.654304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0905d4a7-0c5c-4eb1-83bb-898142496ffb None None] Provisioning complete for port 31899e5e-a533-4b41-9457-e85871059901 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:07.657345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0905d4a7-0c5c-4eb1-83bb-898142496ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.672551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9c68-9eef-40d6-a90b-3644819fa225 None None] Pushing event updated for resources: {'Port': ['ID=31899e5e-a533-4b41-9457-e85871059901,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:07.741622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.800990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:12:07.802039 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:12:07.977481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb78c5ad-1a2c-490a-8420-5a2f523c1473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.050115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:08.052013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Pushing event updated for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.060321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8febd34d-9581-4cb8-83c4-1104cbb21555 None None] Provisioning complete for port 2b198548-3d47-4f7b-bece-4e7f40a48075 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:08.061863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8febd34d-9581-4cb8-83c4-1104cbb21555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.124235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-891ac956-d384-45bd-a6b1-0382656b4f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.129509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:08.136541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb78c5ad-1a2c-490a-8420-5a2f523c1473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.144687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:08.155980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:08.155980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.173790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb78c5ad-1a2c-490a-8420-5a2f523c1473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.208073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8febd34d-9581-4cb8-83c4-1104cbb21555 None None] Port 2b198548-3d47-4f7b-bece-4e7f40a48075 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:08.246721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb78c5ad-1a2c-490a-8420-5a2f523c1473 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5178877f383b4b4f833acf1c8514143b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9279265 Nov 16 21:12:08.251826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60428) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:08.252919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78c5ad-1a2c-490a-8420-5a2f523c1473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bf002-3a35-4dea-9657-623b0f30511b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.324096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.357081 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.503817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-891ac956-d384-45bd-a6b1-0382656b4f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.525372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-891ac956-d384-45bd-a6b1-0382656b4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.573974 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-9a1306b4-d7f1-4f51-92f8-6e06d11857bb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6348991 Nov 16 21:12:08.606501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-e53bb3b0-6a3a-4c77-a0eb-15bdf7234047 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:08.608878 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-e53bb3b0-6a3a-4c77-a0eb-15bdf7234047 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266523 Nov 16 21:12:08.668579 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-891ac956-d384-45bd-a6b1-0382656b4f4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04202207ed994f80a8701d00c24eb9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6431842 Nov 16 21:12:08.672580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:08.699376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b29f8725-b098-42cf-bce5-034390fc2464 None None] Provisioning complete for port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:08.699947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b29f8725-b098-42cf-bce5-034390fc2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.768234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ac956-d384-45bd-a6b1-0382656b4f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33d753f-1af7-4c0d-b9cf-365ed9c67c4e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.801230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60440) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:08.817404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.840848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.859975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31899e5e-a533-4b41-9457-e85871059901 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:08.933451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.970366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b29f8725-b098-42cf-bce5-034390fc2464 None None] Port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:09.017542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.021722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.024306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b33d753f-1af7-4c0d-b9cf-365ed9c67c4e HTTP/1.1" status: 204 len: 168 time: 0.3494534 Nov 16 21:12:09.043077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 31899e5e-a533-4b41-9457-e85871059901 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:09.043628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.046145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72866175-187a-4e6a-9711-239dbb15aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33d753f-1af7-4c0d-b9cf-365ed9c67c4e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.112914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdda985d-75b1-422f-a81e-fe9391f193ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.130297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.138395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.140354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b42bf002-3a35-4dea-9657-623b0f30511b HTTP/1.1" status: 204 len: 168 time: 0.8837056 Nov 16 21:12:09.176057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1cd39-034e-47e0-b425-aa5f0de98496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bf002-3a35-4dea-9657-623b0f30511b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.210791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5e2f-150c-4268-910d-41aa3573e5a8 req-0e0f4dc7-98c8-488c-9d5a-5b000e191fcd tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:09.213666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8db5e2f-150c-4268-910d-41aa3573e5a8 req-0e0f4dc7-98c8-488c-9d5a-5b000e191fcd tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 934 time: 0.3964875 Nov 16 21:12:09.229406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2efd0103-7358-42d4-9853-4e5250e15358 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:09.317195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2efd0103-7358-42d4-9853-4e5250e15358 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:09.317844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.325602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.362495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdda985d-75b1-422f-a81e-fe9391f193ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.371623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bdda985d-75b1-422f-a81e-fe9391f193ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.382516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.383660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.441297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.468448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 2efd0103-7358-42d4-9853-4e5250e15358, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2efd0103-7358-42d4-9853-4e5250e15358,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:09.475270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.479461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Pushing event updated for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.520791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:09.524935 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bdda985d-75b1-422f-a81e-fe9391f193ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a688d59a3d4408095b0b269e4653790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7089489 Nov 16 21:12:09.531871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda985d-75b1-422f-a81e-fe9391f193ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d11a1d-f747-4488-92b7-f976f61470de,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.589035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=2efd0103-7358-42d4-9853-4e5250e15358,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.644108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8db5e2f-150c-4268-910d-41aa3573e5a8 req-d2d0b152-ec3b-494b-8fd3-94879e263f6e tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847003 Nov 16 21:12:09.680768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.710719 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.765809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Request body: {'port': {'device_id': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'device_owner': 'compute:tempest-test_az-50111994', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:09.800183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.813917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.819272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0d11a1d-f747-4488-92b7-f976f61470de HTTP/1.1" status: 204 len: 168 time: 0.2932148 Nov 16 21:12:09.900486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6db04-be28-4259-9cae-befda372718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d11a1d-f747-4488-92b7-f976f61470de,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.910473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.963025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:09.968019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:10.231542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:10.390402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60470) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:10.392599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:10.395698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60472) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:10.400729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3d561fcd-b4c4-4421-905f-8cc4c34f04fc admin admin] 10.222.0.54 "PUT /v2.0/routers/4e199e98-c945-4bd0-9e61-1d8ed60cc86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7569754 Nov 16 21:12:10.405569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1603349493-network', 'tenant_id': '19d636651c784b53923b54e4aa4c1684'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:10.420804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Sync routers for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:10.432575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3d70655-c19d-4b61-a7e2-70b39a92cef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.484719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:10.485378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:10.509806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f78923c9-c9f9-43bd-a8be-5a0a22773cdd None None] Provisioning complete for port 2b198548-3d47-4f7b-bece-4e7f40a48075 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:10.514335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f78923c9-c9f9-43bd-a8be-5a0a22773cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.531000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3d70655-c19d-4b61-a7e2-70b39a92cef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.537665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3d70655-c19d-4b61-a7e2-70b39a92cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.554614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Made reservation on behalf of 19d636651c784b53923b54e4aa4c1684 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:10.558845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.579615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.808906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.809862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70655-c19d-4b61-a7e2-70b39a92cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71d96e6-4149-4b1f-a7a7-5590dd5ce69e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.853516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:10.854675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d3d70655-c19d-4b61-a7e2-70b39a92cef2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61d9b1c573f043189cf8c93641e6ce8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420679 Nov 16 21:12:10.858500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.933918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60482) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:10.934608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb69bc-2643-4158-93a5-d840733f3183,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.969323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:11.003328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15fdb2d5-2cdf-45af-bcdc-d69b39ec8ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.032837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.051454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:11.068234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.077716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.107087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Transition to ACTIVE for port object 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:11.120870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.134669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.135551 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Added segment ef26cc3d-5e5a-49ca-bce9-66fdc29e3f44 of type vlan for network d9a01f99-f28c-4906-92f6-0f74c8378f3a Nov 16 21:12:11.140603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2efd0103-7358-42d4-9853-4e5250e15358 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:11.205154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f78923c9-c9f9-43bd-a8be-5a0a22773cdd None None] Port 2b198548-3d47-4f7b-bece-4e7f40a48075 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:11.241225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Pushing event updated for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.268542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.285446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.286784 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b71d96e6-4149-4b1f-a7a7-5590dd5ce69e HTTP/1.1" status: 204 len: 168 time: 0.4321887 Nov 16 21:12:11.322629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8e0d4-4387-4efa-a207-4ef559de1dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71d96e6-4149-4b1f-a7a7-5590dd5ce69e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.326957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22545d50-ea64-4144-a9ad-1c000c3a22c8 req-a4bf0b85-00f6-475d-8687-abc20705ac00 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.332484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Attempting to bind port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:11.335267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Attempting to bind port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:11.335976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Attempting to bind port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:11.338407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22545d50-ea64-4144-a9ad-1c000c3a22c8 req-a4bf0b85-00f6-475d-8687-abc20705ac00 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 934 time: 0.3597498 Nov 16 21:12:11.347203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:11.347939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Attempting to bind port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:11.354688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:11.355409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:11.356278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:11.357132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Bound port: 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:11.358358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.379362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.457559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22545d50-ea64-4144-a9ad-1c000c3a22c8 req-a82bfed9-29bf-44c9-84ec-2d327a54d128 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163747 Nov 16 21:12:11.468552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:11.493156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.499109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.501133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.537839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:11.553685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:11.559313 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.568194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1726754 Nov 16 21:12:11.569616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60494) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:11.578102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Request body: {'subnet': {'network_id': 'd9a01f99-f28c-4906-92f6-0f74c8378f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1603349493-subnet', 'tenant_id': '19d636651c784b53923b54e4aa4c1684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:11.648816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15fdb2d5-2cdf-45af-bcdc-d69b39ec8ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.659875 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15fdb2d5-2cdf-45af-bcdc-d69b39ec8ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.699147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.700390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.706972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 HTTP/1.1" status: 200 len: 1114 time: 2.6706214 Nov 16 21:12:11.707892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:11.740130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:11.805015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857894b-4fb9-4c43-918d-26f20916aa7a admin admin] Pushing event updated for resources: {'Network': ['ID=d9a01f99-f28c-4906-92f6-0f74c8378f3a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.811986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-15fdb2d5-2cdf-45af-bcdc-d69b39ec8ca0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94aadd037c384756824c0832686242dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705075 Nov 16 21:12:11.815605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb2d5-2cdf-45af-bcdc-d69b39ec8ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d8aed2-5c0c-444b-8b4b-b1fe3ba8bc25,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.820441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60502) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:11.880129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96439b6d-1ef6-4d07-963d-5a6d387fa5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.988762 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96439b6d-1ef6-4d07-963d-5a6d387fa5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.997321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96439b6d-1ef6-4d07-963d-5a6d387fa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.015375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d9a01f99-f28c-4906-92f6-0f74c8378f3a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:12.033990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96439b6d-1ef6-4d07-963d-5a6d387fa5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ecd89-da29-4b56-9123-603eedf573d8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:12.045550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.078118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.145344 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.149915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.151470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53d8aed2-5c0c-444b-8b4b-b1fe3ba8bc25 HTTP/1.1" status: 204 len: 168 time: 0.3295705 Nov 16 21:12:12.171136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65797ea8-b969-4e7f-9f88-734918e40bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d8aed2-5c0c-444b-8b4b-b1fe3ba8bc25,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:12.182202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96439b6d-1ef6-4d07-963d-5a6d387fa5c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19f9d4612c6a4d57b4c2905541dd1034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783925 Nov 16 21:12:12.185886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60512) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:12.260326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2efd0103-7358-42d4-9853-4e5250e15358 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:12.263149 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.274913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.301222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153225-14d3-4e4a-9812-d879ba0d09b9 service neutron] Pushing event updated for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:12.310449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.322047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Made reservation on behalf of 19d636651c784b53923b54e4aa4c1684 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:12.331607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.427067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.433960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.437504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d38ecd89-da29-4b56-9123-603eedf573d8 HTTP/1.1" status: 204 len: 168 time: 0.2501009 Nov 16 21:12:12.448471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb675c-c78e-41d0-8d68-4f25c9d322ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ecd89-da29-4b56-9123-603eedf573d8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:12.626051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60522) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:12.653583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-51aec7d2-057b-479f-a9b7-8836d677e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.656163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b660f83-722a-4edd-a929-c634c5a34250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.662445 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-51aec7d2-057b-479f-a9b7-8836d677e7ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de88255a19c54f62bcd779bf6e091912&device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 1117 time: 0.6556163 Nov 16 21:12:12.751501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.803483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:07Z', 'revision_number': 4, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2b198548-3d47-4f7b-bece-4e7f40a48075', 'name': '', 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'mac_address': 'fa:16:3e:4e:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87641598-6b06-4f1f-a198-25d0544beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:05Z', 'updated_at': '2021-11-16T21:12:07Z', 'revision_number': 2, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'subnets': [{'id': '87641598-6b06-4f1f-a198-25d0544beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:12.884924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Checking router: 4e199e98-c945-4bd0-9e61-1d8ed60cc86c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:12.889633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Updating router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c port 2b198548-3d47-4f7b-bece-4e7f40a48075 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:12.897436 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b660f83-722a-4edd-a929-c634c5a34250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.905864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b660f83-722a-4edd-a929-c634c5a34250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.947687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.054375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b660f83-722a-4edd-a929-c634c5a34250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd794a-73e8-405c-965f-06fc55ce8910,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:13.077273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1b660f83-722a-4edd-a929-c634c5a34250 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9df54508be24a32b00831cfe7ddf826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498932 Nov 16 21:12:13.092173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60536) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:13.117084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d392164-3180-4ea6-8112-92d1cbf8453b req-7814d9de-1ddd-4db0-8938-5366524841d4 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.120557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d392164-3180-4ea6-8112-92d1cbf8453b req-7814d9de-1ddd-4db0-8938-5366524841d4 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.4197092 Nov 16 21:12:13.122776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.151987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-a121f545-d09b-4b5e-bde6-658803e1d5d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 HTTP/1.1" status: 200 len: 217 time: 0.4514623 Nov 16 21:12:13.275206 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69da292-9386-468b-8d63-315d9edb078d" -d '{"events": [{"name": "network-changed", "server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:13.325784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Checking segment: {'id': 'ef26cc3d-5e5a-49ca-bce9-66fdc29e3f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd9a01f99-f28c-4906-92f6-0f74c8378f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:13.325784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Network hostable DHCP agents. Network: d9a01f99-f28c-4906-92f6-0f74c8378f3a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:13.356954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ff7b9e-f9cc-44ee-b594-ebee075d6aa4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:13.405373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Network d9a01f99-f28c-4906-92f6-0f74c8378f3a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:13.432173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.443994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d9a01f99-f28c-4906-92f6-0f74c8378f3a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:13.468523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.469124 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.476260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15fd58-6b2d-4d49-b321-81d8d977d412 None None] Network d9a01f99-f28c-4906-92f6-0f74c8378f3a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:13.652048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d392164-3180-4ea6-8112-92d1cbf8453b req-03d49d4d-aade-40fc-b3ff-e75b337168fa tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844624 Nov 16 21:12:13.675778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-e36b16e0-8c68-40cd-bf74-b3e8e3a183cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.676315 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-e36b16e0-8c68-40cd-bf74-b3e8e3a183cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2261550 Nov 16 21:12:13.677052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.716230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.761772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60a49f28-e6ba-4273-8759-209840a9846d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1896691 Nov 16 21:12:13.768536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.827138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.838286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.841369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45fd794a-73e8-405c-965f-06fc55ce8910 HTTP/1.1" status: 204 len: 168 time: 0.7182927 Nov 16 21:12:13.850605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-d5407ef0-1c5b-44f9-8705-468932193b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.852146 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-d5407ef0-1c5b-44f9-8705-468932193b4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1582208 Nov 16 21:12:13.863738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5e39-44fa-4838-b888-5129bbec1063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd794a-73e8-405c-965f-06fc55ce8910,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.027636 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-450b5d5f-ed1e-4dd0-bf8d-fb83fc01ea63 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534793 Nov 16 21:12:14.081625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85bc3a-84ca-44d3-8d4f-428c38812f04 None None] Network d9a01f99-f28c-4906-92f6-0f74c8378f3a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:14.349154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246acb3-578e-45e5-8fe5-163544d04f44 None None] Pushing event updated for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.378719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Attempting to bind port 2b198548-3d47-4f7b-bece-4e7f40a48075 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:14.379117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Attempting to bind port 2b198548-3d47-4f7b-bece-4e7f40a48075 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:14.379486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Attempting to bind port 2b198548-3d47-4f7b-bece-4e7f40a48075 on network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:14.402475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60570) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.425337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:14.425731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Checking segment: {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:14.426155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.426520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Bound using segment: {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:14.427783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Bound port: 2b198548-3d47-4f7b-bece-4e7f40a48075, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bcc8ce-df25-4336-a8a9-e4972df1a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:14.430080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.430499 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5402539c-f838-45e7-85c8-d6bffae15e0b x-openstack-request-id: req-5402539c-f838-45e7-85c8-d6bffae15e0b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:14.430787 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:14.431144 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5402539c-f838-45e7-85c8-d6bffae15e0b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:14.431673 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5', 'status': 'completed', 'code': 200} Nov 16 21:12:14.434832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f34203db-2337-451d-befb-29260c4d6868 None None] Provisioning complete for port 2b198548-3d47-4f7b-bece-4e7f40a48075 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:14.439440 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f34203db-2337-451d-befb-29260c4d6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.441747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b8b8f90-1288-4ed6-8d02-f76f83e839f5 req-86e1e2a4-8628-4a10-aa67-f2bce13c4114 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472087 Nov 16 21:12:14.527439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60576) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.528059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Deleting subnet dcf5b779-25c6-41b2-a07f-3b264af4f92f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:14.532406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.534687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455047458', 'description': 'tempest-description--1567858457'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:14.539258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f34203db-2337-451d-befb-29260c4d6868 None None] Port 2b198548-3d47-4f7b-bece-4e7f40a48075 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:14.586292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.601020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.623221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.754304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.773017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] For port 2b198548-3d47-4f7b-bece-4e7f40a48075, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:14.782173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] For port 2b198548-3d47-4f7b-bece-4e7f40a48075, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2b198548-3d47-4f7b-bece-4e7f40a48075,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:14.791769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.892587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.909267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dcf5b779-25c6-41b2-a07f-3b264af4f92f HTTP/1.1" status: 204 len: 168 time: 0.5028186 Nov 16 21:12:14.912294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f8c1f-3dd2-4e46-9b37-87a04180f25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf5b779-25c6-41b2-a07f-3b264af4f92f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.928381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.937504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:14.938061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:11:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:15.003917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.021941 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.083998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246acb3-578e-45e5-8fe5-163544d04f44 None None] Pushing event updated for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:15.108062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.139286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11da21-587c-460d-a2f6-0c592b694941,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:15.178701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba9b6-eb07-4bd3-a2a5-06366c38fe81 req-4c8aa2eb-d20a-442c-9d92-80edeb0bd9f3 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:15.194725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd8ba9b6-eb07-4bd3-a2a5-06366c38fe81 req-4c8aa2eb-d20a-442c-9d92-80edeb0bd9f3 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.3745329 Nov 16 21:12:15.209150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.211044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f0ee3924-a493-4512-9217-cdc480c5840e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6821120 Nov 16 21:12:15.216286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:15.229157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'security_group_rule': {'security_group_id': '5e11da21-587c-460d-a2f6-0c592b694941', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:15.317722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2c62-3a69-4b66-a9cb-ecc1b00392d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.357863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:15.364822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd8ba9b6-eb07-4bd3-a2a5-06366c38fe81 req-9e5e2240-37f3-4126-b467-d6f6d1ff7213 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682620 Nov 16 21:12:15.462732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] Provisioning complete for port 2b198548-3d47-4f7b-bece-4e7f40a48075 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:15.463146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.505706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.583880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.586514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.588544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.590428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > port after_create 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.591962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.593313 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > port after_update 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.595468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.596775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.596775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.597911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.672689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:12:15.795600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.796674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.797200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.797938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:15.798407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104d8a00-40e2-4940-ae71-583b6603f9d1']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:15.818437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.880528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7d5c8e-a60d-4a85-943f-802f495fbef8') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:15.880884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7d5c8e-a60d-4a85-943f-802f495fbef8') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:15.941144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da292-9386-468b-8d63-315d9edb078d req-773c6f64-0842-454f-849d-8a3e09217b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:15.945909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-773c6f64-0842-454f-849d-8a3e09217b66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de88255a19c54f62bcd779bf6e091912&device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 1117 time: 0.6731520 Nov 16 21:12:15.952126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.000887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.011293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.018188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:16.019159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.049482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] For port 2b198548-3d47-4f7b-bece-4e7f40a48075, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2b198548-3d47-4f7b-bece-4e7f40a48075,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:16.057283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.127565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:07Z', 'revision_number': 4, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2b198548-3d47-4f7b-bece-4e7f40a48075', 'name': '', 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'mac_address': 'fa:16:3e:4e:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87641598-6b06-4f1f-a198-25d0544beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:05Z', 'updated_at': '2021-11-16T21:12:14Z', 'revision_number': 4, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'subnets': [{'id': '87641598-6b06-4f1f-a198-25d0544beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: from cryptography.utils import int_from_bytes Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: from cryptography.utils import int_from_bytes Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:16.140001 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:16.168160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d8d78-47e2-445a-b25d-5c089d29d3de None None] Pushing event updated for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.171249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827462a8-aa6a-4b9e-ad49-dcd162faf7e9 None None] The sync data for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 is: [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:12:07Z', 'revision_number': 4, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2b198548-3d47-4f7b-bece-4e7f40a48075', 'name': '', 'network_id': '201d4f0b-0aca-4e22-ba8b-e7b412acddc0', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'mac_address': 'fa:16:3e:4e:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87641598-6b06-4f1f-a198-25d0544beb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:05Z', 'updated_at': '2021-11-16T21:12:14Z', 'revision_number': 4, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'subnets': [{'id': '87641598-6b06-4f1f-a198-25d0544beb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:16.195092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.217890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.245258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60626) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:16.245793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] 10.222.0.54 "DELETE /v2.0/networks/104d8a00-40e2-4940-ae71-583b6603f9d1 HTTP/1.1" status: 204 len: 168 time: 1.3108761 Nov 16 21:12:16.299861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7027bb1-9d69-4ed6-bfba-4c0dd55e66bd admin admin] Pushing event deleted for resources: {'Network': ['ID=104d8a00-40e2-4940-ae71-583b6603f9d1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.375892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Deleting subnet 09ff7b9e-f9cc-44ee-b594-ebee075d6aa4 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:16.380539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.413824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.420100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.439241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc632685-2663-44e2-ae95-caca8e4bb1c4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.465516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.474793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f8d5cb80-dbb9-4bba-9964-362325b19f43 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2572317 Nov 16 21:12:16.476318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:16.494176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'security_group_rule': {'security_group_id': '5e11da21-587c-460d-a2f6-0c592b694941', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:16.530205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.587692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.594633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.736814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2b198548-3d47-4f7b-bece-4e7f40a48075 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:16.752363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60fa5d-9140-4490-98ad-85962fa8153d req-931e1e89-d183-4010-bc83-4562e2f4302f tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.769583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.772972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d60fa5d-9140-4490-98ad-85962fa8153d req-931e1e89-d183-4010-bc83-4562e2f4302f tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.2756872 Nov 16 21:12:16.775104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.823478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b5088-23a2-43eb-90c2-0b64753aea1b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.829967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.831291 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4afdf538-6419-41ef-bbd7-29682d702041 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538415 Nov 16 21:12:16.834442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:16.843143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:16.857973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2b198548-3d47-4f7b-bece-4e7f40a48075 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:16.859539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.874811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.220050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.246362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d60fa5d-9140-4490-98ad-85962fa8153d req-a75970a8-383e-4e56-afa1-75cffbdbcec3 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717999 Nov 16 21:12:17.285792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ff7b9e-f9cc-44ee-b594-ebee075d6aa4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:17.300658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.309716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f43f4d8a-0f24-4009-b080-7b8fbe724b0b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/09ff7b9e-f9cc-44ee-b594-ebee075d6aa4 HTTP/1.1" status: 204 len: 168 time: 1.0598114 Nov 16 21:12:17.313032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60652) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:17.446774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.471418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60658) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:17.521078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da292-9386-468b-8d63-315d9edb078d req-4c8e5695-0997-4bb1-b841-ace077e929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.523633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-4c8e5695-0997-4bb1-b841-ace077e929f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.6443224 Nov 16 21:12:17.631643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10262089-9f38-418d-923f-7be2b72fc874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.680044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.736048 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.736635 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.737484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.739908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > port after_create 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.740229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.741006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > port after_update 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.741414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.741844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.745323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.745740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:17.766989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-569c99e5-0416-418b-aaf8-9697eaaf6af1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 HTTP/1.1" status: 200 len: 217 time: 0.1193910 Nov 16 21:12:17.770992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.085994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da292-9386-468b-8d63-315d9edb078d req-6d247434-973a-498a-acf7-7510372f17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.088016 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-6d247434-973a-498a-acf7-7510372f17de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1767366 Nov 16 21:12:18.152492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Allocated IP 172.25.7.22 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1dc3814f-6b01-4ef5-bf3c-47e9918a046b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:18.207312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:18.207805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:18.208244 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:18.208663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:12:18.209701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a01f99-f28c-4906-92f6-0f74c8378f3a']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:18.222020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1824704759-network', 'tenant_id': 'fae96759fd6a45d394ff285fb634a850'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:18.251377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef26cc3d-5e5a-49ca-bce9-66fdc29e3f44') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:18.252023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef26cc3d-5e5a-49ca-bce9-66fdc29e3f44') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:18.286273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.314977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.319784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:18.323853 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.338880 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.343790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:18.345043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: from cryptography.utils import int_from_bytes Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: from cryptography.utils import int_from_bytes Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:18.349947 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:18.474092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.485185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.506646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d9a01f99-f28c-4906-92f6-0f74c8378f3a HTTP/1.1" status: 204 len: 168 time: 1.1922975 Nov 16 21:12:18.524053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.531644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eed90-bb8c-4c66-b128-45cd02ca8463 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a01f99-f28c-4906-92f6-0f74c8378f3a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:18.572274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69da292-9386-468b-8d63-315d9edb078d req-e9200bef-5c3d-4a4e-ae60-c8a5c6535f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.574458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-e9200bef-5c3d-4a4e-ae60-c8a5c6535f50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537924 Nov 16 21:12:18.627945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.702619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.711286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:18.714157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.720738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:18.727484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:18.739406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a30f8-d62e-4fd7-87e2-d1bd5ce1d611 req-a31dc047-3301-43c9-93e5-c6bf7f34ae4e tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.746973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba9a30f8-d62e-4fd7-87e2-d1bd5ce1d611 req-a31dc047-3301-43c9-93e5-c6bf7f34ae4e tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.0806313 Nov 16 21:12:18.769418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:18.783020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e848e096-390d-47e8-ad59-48e2a5fec4b3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:18.783218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'Port': ['ID=1dc3814f-6b01-4ef5-bf3c-47e9918a046b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:18.791771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.792099 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Added segment fd7322af-b627-442b-a654-79572ebc01ef of type vlan for network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 Nov 16 21:12:18.854351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.868727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba9a30f8-d62e-4fd7-87e2-d1bd5ce1d611 req-4cc1c45a-e349-44a4-bc22-7dba3001b635 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189556 Nov 16 21:12:18.871171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60688) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:18.933197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ba196d61-ae72-442d-a793-f5e8d20f378d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4153558930143a8b944df13d72219dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582464 Nov 16 21:12:18.934775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60694) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:18.954569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.969521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.970461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.971154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.005727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5310857 Nov 16 21:12:19.007770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60708) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:19.041024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Request body: {'subnet': {'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1824704759-subnet', 'tenant_id': 'fae96759fd6a45d394ff285fb634a850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:19.073422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.088304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebac413-6550-4a1d-8b30-871df1c03bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.110573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:19.111128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.138435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.200371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:19.203613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.263902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.277495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.282561 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.285109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.288305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.295971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3a09e05-f891-4d42-bf53-43556889c350 HTTP/1.1" status: 204 len: 168 time: 0.3566930 Nov 16 21:12:19.316285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd766e-e50f-481b-8663-23e8fec5dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a09e05-f891-4d42-bf53-43556889c350,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.320045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-ee6e9969-8e4e-4143-9f88-4a0995cb6618 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111098 Nov 16 21:12:19.497014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f69da292-9386-468b-8d63-315d9edb078d req-d827e3aa-8083-4f58-8499-dc47c584ef6a service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478419 Nov 16 21:12:19.498291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'Port': ['ID=1dc3814f-6b01-4ef5-bf3c-47e9918a046b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.501076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.508489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.522079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.536320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8510e07b-e460-4570-8385-22ed6515888c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6989369 Nov 16 21:12:19.573091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c089c2a-54c6-4988-865c-21597a6eac0f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.586568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:19.587122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Network hostable DHCP agents. Network: 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:19.605805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:19.616341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:19.622911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:19.624333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.626039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45ba3f-c084-4e12-a44c-9861a0fde7d9 None None] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:19.646673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cf013cc6-e09f-4b4d-8afc-0b3a03c22d81 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6127214 Nov 16 21:12:19.686585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60746) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:19.773166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2e90f-322a-47eb-9e78-c1ae6dd9ab10 None None] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:19.952945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-85de084d-6927-46f0-9724-1e191c516025 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--455047458&fields=id&tenant_id=a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 267 time: 0.0914338 Nov 16 21:12:19.957775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60766) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.011148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83c42963-737e-4131-9205-6f74ebba4905 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19d636651c784b53923b54e4aa4c1684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520856 Nov 16 21:12:20.014362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60768) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.068704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.080348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.106958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.179533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.182128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.183301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4eb69bc-2643-4158-93a5-d840733f3183 HTTP/1.1" status: 204 len: 168 time: 0.1678536 Nov 16 21:12:20.191818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6552a-e8bb-456f-a1dd-c0d9572fa390 req-eab700b6-e855-4044-a8ab-2314e17fb05d tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:20.195394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85282-91c9-4e2c-915e-3ea20fe3a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb69bc-2643-4158-93a5-d840733f3183,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.199054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7aa6552a-e8bb-456f-a1dd-c0d9572fa390 req-eab700b6-e855-4044-a8ab-2314e17fb05d tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.2022834 Nov 16 21:12:20.201359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f784569-b3bb-4430-ac29-c863f0a76fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.233347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-c24bd656-0a99-4369-8976-d8927e38550d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:20.242402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-c24bd656-0a99-4369-8976-d8927e38550d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 822 time: 0.2883048 Nov 16 21:12:20.277290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-9740836e-a583-445a-99a5-1709b902e55c tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/quotas/a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 375 time: 0.0339084 Nov 16 21:12:20.279746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1b608e-79d0-4d18-9021-455658ad97a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.358671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7aa6552a-e8bb-456f-a1dd-c0d9572fa390 req-cc88c12a-311e-4501-9663-4f3378690a98 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535373 Nov 16 21:12:20.368598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.412202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-99f43ec4-692c-499f-81ab-36af7e787f17 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333599 Nov 16 21:12:20.412962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1b608e-79d0-4d18-9021-455658ad97a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.418082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1b608e-79d0-4d18-9021-455658ad97a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.457947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f784569-b3bb-4430-ac29-c863f0a76fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.463802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f784569-b3bb-4430-ac29-c863f0a76fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.474746 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df1b608e-79d0-4d18-9021-455658ad97a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=982408ddf70d413c95648010ffde7758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025950 Nov 16 21:12:20.474746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b608e-79d0-4d18-9021-455658ad97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ddaad-bef6-4215-b27b-4832217b5ba7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.476598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60790) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.530089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f784569-b3bb-4430-ac29-c863f0a76fd1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c5920d218ba463abc4ecf40c76e56d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421535 Nov 16 21:12:20.530896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.531561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f784569-b3bb-4430-ac29-c863f0a76fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a59c3-7da4-472b-9a19-a5002cc1701e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.577644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.599743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.606663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.628585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.664724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.679679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.687202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a69ddaad-bef6-4215-b27b-4832217b5ba7 HTTP/1.1" status: 204 len: 168 time: 0.2092271 Nov 16 21:12:20.691979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.694529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.698059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a22a59c3-7da4-472b-9a19-a5002cc1701e HTTP/1.1" status: 204 len: 168 time: 0.1614525 Nov 16 21:12:20.703823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78033-2f0f-446d-86cc-9bc423070e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a59c3-7da4-472b-9a19-a5002cc1701e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.705825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e87cd-9c71-4b17-821f-a9f1e9f358f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ddaad-bef6-4215-b27b-4832217b5ba7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.770646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60804) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.775541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-786865976-network', 'tenant_id': 'c328534a8fe348f0b91461fae355b348'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:20.800219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Made reservation on behalf of c328534a8fe348f0b91461fae355b348 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:20.802565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.811747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.896913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.901270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.924751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:20.940196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e246a6-6cab-4008-b704-473818dc8ac7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.943377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.943707 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Added segment d868e688-441a-445b-970a-d067aa3558b0 of type vlan for network 099abe71-d3cc-49d9-a3d0-7981f7ddefc6 Nov 16 21:12:20.988010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.014555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.015783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.016465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.069094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-ddb91dcd-d678-46f1-a85c-ff9b06faa086 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:21.070309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-ddb91dcd-d678-46f1-a85c-ff9b06faa086 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2240152 Nov 16 21:12:21.076999 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3052278 Nov 16 21:12:21.080269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60814) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:21.085990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Request body: {'subnet': {'network_id': '099abe71-d3cc-49d9-a3d0-7981f7ddefc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-786865976-subnet', 'tenant_id': 'c328534a8fe348f0b91461fae355b348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:21.089110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53857f-75c5-4c09-83e5-4397527d9ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=099abe71-d3cc-49d9-a3d0-7981f7ddefc6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.101577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 099abe71-d3cc-49d9-a3d0-7981f7ddefc6 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:21.168999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Made reservation on behalf of c328534a8fe348f0b91461fae355b348 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:21.171955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.183534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60816) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:21.200406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3679b086-f7da-4835-8131-e698b7abebd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.215676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60818) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:21.241291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a335795-4636-41cc-af45-0324a2bce40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.285665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.353717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3679b086-f7da-4835-8131-e698b7abebd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.363757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3679b086-f7da-4835-8131-e698b7abebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.382431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-2bc245d3-0356-482c-9af8-2b4eaeb82b45 service neutron] 10.222.0.54 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917440 Nov 16 21:12:21.411069 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a335795-4636-41cc-af45-0324a2bce40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.426539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a335795-4636-41cc-af45-0324a2bce40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.446841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3679b086-f7da-4835-8131-e698b7abebd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89c29d33e88a4e56880e11b3b99ec178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590730 Nov 16 21:12:21.447421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60824) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:21.455623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679b086-f7da-4835-8131-e698b7abebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731a34c-8648-4e96-aa23-f873e9cafcd7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.492192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9a335795-4636-41cc-af45-0324a2bce40b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91b4ba1305dd4f018deb46d0f21b33a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733033 Nov 16 21:12:21.496690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60826) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:21.540201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a335795-4636-41cc-af45-0324a2bce40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065192c4-479f-4b65-b329-6cbd67a92933,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.562591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-a5baaa04-91ff-44a3-a852-c77add6b84a5 service neutron] 10.222.0.54 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792359 Nov 16 21:12:21.580900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.598404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba941b-5e24-4f53-bf60-5360ba29e78a req-e0bdcf6f-aed8-4388-a09f-68467180853d tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.600553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ba941b-5e24-4f53-bf60-5360ba29e78a req-e0bdcf6f-aed8-4388-a09f-68467180853d tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.1263459 Nov 16 21:12:21.602616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.614653 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.671243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.676827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.727681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.730367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.747758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f731a34c-8648-4e96-aa23-f873e9cafcd7 HTTP/1.1" status: 204 len: 168 time: 0.2879565 Nov 16 21:12:21.766319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0ebee-7e38-452f-b5e0-94502a70a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731a34c-8648-4e96-aa23-f873e9cafcd7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.768306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.771045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.772131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/065192c4-479f-4b65-b329-6cbd67a92933 HTTP/1.1" status: 204 len: 168 time: 0.2678709 Nov 16 21:12:21.785925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ba941b-5e24-4f53-bf60-5360ba29e78a req-c7833560-3390-4453-9aea-7f2b4cc02775 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614351 Nov 16 21:12:21.792444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Checking segment: {'id': 'd868e688-441a-445b-970a-d067aa3558b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '099abe71-d3cc-49d9-a3d0-7981f7ddefc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:21.793376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Network hostable DHCP agents. Network: 099abe71-d3cc-49d9-a3d0-7981f7ddefc6, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:21.817063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a9a4d-1549-42c5-ac4c-6ae22548d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065192c4-479f-4b65-b329-6cbd67a92933,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.829541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c83018f-aadc-47ff-a4aa-675391d56be8 req-02878c36-d3f7-40f8-97e0-a22a07e3dc48 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 210 time: 0.0718229 Nov 16 21:12:21.838453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89981fc6-37e6-490c-9527-afe9f174784c,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:21.873858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Network 099abe71-d3cc-49d9-a3d0-7981f7ddefc6 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:21.885667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 099abe71-d3cc-49d9-a3d0-7981f7ddefc6) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:21.898611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c168820-269c-4198-a93a-5bf5f3c17f52 None None] Network 099abe71-d3cc-49d9-a3d0-7981f7ddefc6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:21.904600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.906342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.931405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-76a4c0b8-200f-46eb-ab68-fd3b6acc7ab4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8496790 Nov 16 21:12:22.068075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290d79a-3d11-4fe1-850b-8f09ece4597e None None] Network 099abe71-d3cc-49d9-a3d0-7981f7ddefc6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:22.994118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad49bda-5fd8-4c1c-9542-1969b20cde23 req-20f32ea5-2135-40ea-b93f-1d18958781e5 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:22.995640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ad49bda-5fd8-4c1c-9542-1969b20cde23 req-20f32ea5-2135-40ea-b93f-1d18958781e5 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 966 time: 0.0944948 Nov 16 21:12:23.004828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-e99e7f99-303e-472a-9970-58fc666a21f3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:23.006319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-e99e7f99-303e-472a-9970-58fc666a21f3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.1844409 Nov 16 21:12:23.049138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-0fa0b1c8-ccdb-453c-a29e-5d80035aae7d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/quotas/fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 375 time: 0.0195675 Nov 16 21:12:23.074828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ad49bda-5fd8-4c1c-9542-1969b20cde23 req-2978b463-8567-4a9f-b04e-ba4a16d4cf75 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 Nov 16 21:12:23.094653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-75cf372d-ad12-473c-8536-9d2d37a053a9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318375 Nov 16 21:12:23.173285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8fc893b-fe1c-4c1f-bb33-6d2a731499a2 req-ab4707b0-da83-4711-841e-90f27bcac695 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 210 time: 0.0310299 Nov 16 21:12:23.334360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.21', 51565) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:23.368338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:23.471812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-6043d81b-f61b-4243-b1da-959b3415047a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:23.472838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-6043d81b-f61b-4243-b1da-959b3415047a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2488730 Nov 16 21:12:23.548904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3e747a82-7036-4270-bb7e-42606eb65ffe tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:23.550670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3e747a82-7036-4270-bb7e-42606eb65ffe tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 822 time: 0.2101853 Nov 16 21:12:23.582014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:23.595331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5', 'mac_address': 'fa:16:3e:22:83:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-50111994', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:23.620026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-55a2fb8b-2973-4279-a384-cf9646e70371 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402407 Nov 16 21:12:23.649914 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.672269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:23.703169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:23.709677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.735057 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-8f5eb809-b0cf-4731-8f0c-a5c625952eca tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 379 time: 0.0922780 Nov 16 21:12:23.746597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'port': {'device_id': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'admin_state_up': True, 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'security_groups': ['5e11da21-587c-460d-a2f6-0c592b694941']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:23.751760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-b9210744-ef3a-44e6-a4b4-b27887ab6fe9 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307247 Nov 16 21:12:23.858717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:24.019296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['191149f7-cbcf-4f90-b7f0-a6ba7824aaf5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:24.111601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48bf3bfc-0690-48ec-a8bc-263923ad2718 req-75586239-b5b5-4f5d-9a35-4b0230fbd3ed tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 210 time: 0.0969555 Nov 16 21:12:24.196702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Made reservation on behalf of a89dc71055df4943be0f700917e8d1ec for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:24.202168 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.318738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4977cb-4eed-40c4-bdca-4ff236a0dadf req-beb4e18c-a3d4-4fa4-8366-e3295cc5cbcd tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:24.327006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a4977cb-4eed-40c4-bdca-4ff236a0dadf req-beb4e18c-a3d4-4fa4-8366-e3295cc5cbcd tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 967 time: 0.0734248 Nov 16 21:12:24.414544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a4977cb-4eed-40c4-bdca-4ff236a0dadf req-1b7b2683-1b10-438a-92f0-0c0b1efc39dc tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841978 Nov 16 21:12:24.490209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Allocated IP 172.20.0.9 (2e6a3155-b32b-4c6c-a61b-7b874fda3301/28de5d13-2740-44c9-8a8a-7c3705c431c7/044e93a2-c0b1-4d34-aefc-5d296d8cee97) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:24.521515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41a76881-78f9-419b-88d7-bd113386fee8 req-1ab55231-4f98-4a4f-a071-b66da4536f5f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 210 time: 0.0278254 Nov 16 21:12:24.703396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.740479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-e6d80f53-237e-4be4-bb9b-36dd13148f69 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348179 Nov 16 21:12:24.764971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.865489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:24.880748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:24.885508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:24.899141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:24.925476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-d4f814fa-91e9-48ea-b553-6847199004cd tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:24.927793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-d4f814fa-91e9-48ea-b553-6847199004cd tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862409 Nov 16 21:12:24.963764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-20d8e75b-e903-4c78-8dcb-8eb4af15a3b5 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/quotas/f2d492e756ef4294a8c465ebfd1b86b2 HTTP/1.1" status: 200 len: 375 time: 0.0233862 Nov 16 21:12:24.989041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:24.992657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.037695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f0064ab6-02ec-4b53-94e2-e5532972e689 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2961166 Nov 16 21:12:25.060942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-5f3517d3-dd00-496b-82b3-93609345b1ac tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901411 Nov 16 21:12:25.298550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-96bc9c6b-366e-4e8f-ac82-dc4035cf414b None None] Provisioning complete for port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:25.299225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-96bc9c6b-366e-4e8f-ac82-dc4035cf414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.325144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e63b1e4-904b-4c1f-8bca-75dac3e867db req-8d5a83d7-5501-4f2a-840c-494334b2a316 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 210 time: 0.0657620 Nov 16 21:12:25.347989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:25.388913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:25.424953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20ee2333-711c-46cb-bbee-84357bddc4ce req-2940e2fa-bdb3-4491-ab1c-d2988034352f tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0347624 Nov 16 21:12:25.617846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-96bc9c6b-366e-4e8f-ac82-dc4035cf414b None None] Port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:25.669262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f526b7-bc49-417b-b8af-dcdb3d2e1fac req-2a242a78-df74-46fa-9359-d0793930d189 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.678198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62f526b7-bc49-417b-b8af-dcdb3d2e1fac req-2a242a78-df74-46fa-9359-d0793930d189 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 967 time: 0.1312821 Nov 16 21:12:25.699695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:25.708538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:25.709759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.773023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62f526b7-bc49-417b-b8af-dcdb3d2e1fac req-617558b2-03e0-44be-a48b-0495d6bf4ecd tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Nov 16 21:12:25.781035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-726bac1e-c8b0-48da-b181-1fd0a938ac17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.802690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc811a5-4cae-4b2f-a2dc-e9681fae9edf req-d8d340bc-9a33-4e6e-8cb2-6bfd4b12690d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.807869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc811a5-4cae-4b2f-a2dc-e9681fae9edf req-d8d340bc-9a33-4e6e-8cb2-6bfd4b12690d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.1266553 Nov 16 21:12:25.885742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-5d28d943-ef43-4ccf-9e84-83d29350b154 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.887206 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-5d28d943-ef43-4ccf-9e84-83d29350b154 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.3585780 Nov 16 21:12:25.899055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc811a5-4cae-4b2f-a2dc-e9681fae9edf req-142c37e3-20a1-443a-8284-097f398b9060 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871277 Nov 16 21:12:25.904318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Request body: {'port': {'device_id': '052b1ff5-d668-4e02-a713-60a75862468d', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'admin_state_up': True, 'tenant_id': 'fae96759fd6a45d394ff285fb634a850'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:25.904814 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.928062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32814) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:25.955946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:26.026044 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-726bac1e-c8b0-48da-b181-1fd0a938ac17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.034351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-726bac1e-c8b0-48da-b181-1fd0a938ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.060621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:26.066102 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.080600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f713d3-ba9c-4ecf-8831-a497a81a1375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.086909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bac1e-c8b0-48da-b181-1fd0a938ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbc732-b24c-4920-a9b1-322aceb28f44,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.100607 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-726bac1e-c8b0-48da-b181-1fd0a938ac17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52069fed2ff949988d86d6ad0410fe9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7080925 Nov 16 21:12:26.100897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32822) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:26.135912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:26.139763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.151094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.217227 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fed2b6-fbe7-4ba4-a00d-d143dff7d087" -d '{"events": [{"server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "name": "network-vif-plugged", "status": "completed", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:26.220971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f713d3-ba9c-4ecf-8831-a497a81a1375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.226550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f713d3-ba9c-4ecf-8831-a497a81a1375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.270501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f713d3-ba9c-4ecf-8831-a497a81a1375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec1edd-98c5-40d6-aad6-1dcb5a6d72f2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.275733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-40f713d3-ba9c-4ecf-8831-a497a81a1375 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f74b14eb4d548dabb59c41ee4d8db69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466194 Nov 16 21:12:26.279368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32828) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:26.327430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Allocated IP 172.20.0.13 (9d40933a-8d44-4e1e-ad4e-d24e27e24fa9/6c089c2a-54c6-4988-865c-21597a6eac0f/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:26.336152 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24165dba-34e7-4952-bc46-691265f212da x-openstack-request-id: req-24165dba-34e7-4952-bc46-691265f212da {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:26.336725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.336815 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "name": "network-vif-plugged", "status": "completed", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:26.336815 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24165dba-34e7-4952-bc46-691265f212da {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:26.338306 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5', 'code': 200} Nov 16 21:12:26.349025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.382557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.396849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.420870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.36', 65253) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:26.525546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5dbfda7-2199-48e9-af25-551134072326 req-86bae6e2-583f-43a1-bf75-9e797ccc1035 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 210 time: 0.1010649 Nov 16 21:12:26.527016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.529627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.533262 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77dbc732-b24c-4920-a9b1-322aceb28f44 HTTP/1.1" status: 204 len: 168 time: 0.4290514 Nov 16 21:12:26.570572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57d3cf-5672-4340-9396-17220580c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbc732-b24c-4920-a9b1-322aceb28f44,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.574140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aac7f21a-5ad6-4c9f-a181-b43e116bb740 req-9c60a1f4-4fc6-44b5-af38-96060b461a90 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0367670 Nov 16 21:12:26.577816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-726fdb88-19f6-4113-b1f4-cae5e6660fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:26.579629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-726fdb88-19f6-4113-b1f4-cae5e6660fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 1119 time: 0.1538315 Nov 16 21:12:26.595185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.597648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.599032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50ec1edd-98c5-40d6-aad6-1dcb5a6d72f2 HTTP/1.1" status: 204 len: 168 time: 0.3183525 Nov 16 21:12:26.607635 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-ef14b51c-1399-4f6f-9a63-9d8a15e0d166 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.614365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.615400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c627aa5-4414-4441-a022-fb78e7c2a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec1edd-98c5-40d6-aad6-1dcb5a6d72f2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.676472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.730694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-ef14b51c-1399-4f6f-9a63-9d8a15e0d166 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.738014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-ef14b51c-1399-4f6f-9a63-9d8a15e0d166 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.745438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:26.745438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:26.750651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:26.756703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.788757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c33f0711-95d6-40ac-8066-3e2bed78ddd3 req-ef14b51c-1399-4f6f-9a63-9d8a15e0d166 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008476 Nov 16 21:12:26.795782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14b51c-1399-4f6f-9a63-9d8a15e0d166 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7280931d-b35e-4102-a978-91c48383031a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.826612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:26.827467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.849196 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-905e6f69-e683-4158-8309-a6cc3db106d1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9503136 Nov 16 21:12:26.924400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e052595-42f0-42c6-9b9e-acb63d474080 req-b2fe15da-32a7-44b4-9059-ecd1e7d685cb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:26.925937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e052595-42f0-42c6-9b9e-acb63d474080 req-b2fe15da-32a7-44b4-9059-ecd1e7d685cb tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.0568948 Nov 16 21:12:26.990600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e052595-42f0-42c6-9b9e-acb63d474080 req-676f6017-dbc7-46c4-8fbf-639614e0b355 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579665 Nov 16 21:12:27.023411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32846) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:27.039040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d849e81a-6a49-474c-9d0d-cdde89ba3c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.046637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e76c4-c411-4955-8e26-0051a56c3143 req-fe28be55-5d88-4f9f-87df-d7d27492c4cd tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:27.048662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-925e76c4-c411-4955-8e26-0051a56c3143 req-fe28be55-5d88-4f9f-87df-d7d27492c4cd tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.0566239 Nov 16 21:12:27.078388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Request body: {'port': {'device_id': '052b1ff5-d668-4e02-a713-60a75862468d', 'device_owner': 'compute:tempest-test_az-50111994', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:27.081667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32848) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:27.102032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-925e76c4-c411-4955-8e26-0051a56c3143 req-4412e4f8-61f2-4acb-a00e-c064d39b5900 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460298 Nov 16 21:12:27.123818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c66bbccf-fbae-47e9-8a95-6dc39cd786ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.186889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.218252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d849e81a-6a49-474c-9d0d-cdde89ba3c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.246179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d849e81a-6a49-474c-9d0d-cdde89ba3c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.318919 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d849e81a-6a49-474c-9d0d-cdde89ba3c5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7095e8c15d574a25b2d768e7df03a867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943733 Nov 16 21:12:27.319662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849e81a-6a49-474c-9d0d-cdde89ba3c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d5372-320b-4778-854c-3d2ffe2c8a5d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.321512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32850) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:27.382301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.409384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.419908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c66bbccf-fbae-47e9-8a95-6dc39cd786ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.451317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c66bbccf-fbae-47e9-8a95-6dc39cd786ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.469435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.472295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.473436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/745d5372-320b-4778-854c-3d2ffe2c8a5d HTTP/1.1" status: 204 len: 168 time: 0.1508632 Nov 16 21:12:27.483009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e00b58-c30d-4a04-b3e2-a9d7a3ba3085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d5372-320b-4778-854c-3d2ffe2c8a5d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.502891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c66bbccf-fbae-47e9-8a95-6dc39cd786ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7c52ba095644876b4f894f700bfcab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193466 Nov 16 21:12:27.506510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32854) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:27.506810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bbccf-fbae-47e9-8a95-6dc39cd786ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa3835-ec33-443e-8c26-e2789b5ab205,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.570526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.594771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.606696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:27.616022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.641174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Transition to ACTIVE for port object 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:27.648600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.728958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc686899-6ccd-4282-b638-a1f1277e79f3 req-81c28739-c270-41be-93f2-4b28fb4f2fee tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0412123 Nov 16 21:12:27.749452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470d09-3d34-4cb7-9629-dacf2e968360 req-a7b53324-65c4-4a91-ae89-3edb9489aa27 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:27.750964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b470d09-3d34-4cb7-9629-dacf2e968360 req-a7b53324-65c4-4a91-ae89-3edb9489aa27 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.0919507 Nov 16 21:12:27.757421 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.759969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.764252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9fa3835-ec33-443e-8c26-e2789b5ab205 HTTP/1.1" status: 204 len: 168 time: 0.2566297 Nov 16 21:12:27.792685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766482a-5747-4b1f-bdb0-633606213111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa3835-ec33-443e-8c26-e2789b5ab205,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.794538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.814181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:27.814859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:27.815294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:27.819962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:27.820454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:27.835182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:27.835182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:27.835182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:27.835182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Bound port: 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:27.835182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.845791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b470d09-3d34-4cb7-9629-dacf2e968360 req-b99decb1-aa57-4923-a0c7-02a0fb1a668e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Nov 16 21:12:27.914161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:27.918172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:27.923902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.968946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:27.969325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.970830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 1112 time: 0.8967900 Nov 16 21:12:27.971315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:27.976936 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9991ec6-7bf5-410c-a0bb-5f08138039d3" -d '{"events": [{"name": "network-changed", "server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:28.023883 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347fe0e3-957f-4fe9-a02b-0f451465db11 x-openstack-request-id: req-347fe0e3-957f-4fe9-a02b-0f451465db11 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:28.024174 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:28.032285 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-347fe0e3-957f-4fe9-a02b-0f451465db11 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:28.032738 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'status': 'completed', 'code': 200} Nov 16 21:12:28.034976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1043d-2427-4d05-ae08-62af6ace2784 service neutron] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:28.090071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-2e58296b-e1f0-4155-a48e-02d032f80ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.091908 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-2e58296b-e1f0-4155-a48e-02d032f80ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1115 time: 0.0580494 Nov 16 21:12:28.159821 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-33aeb19d-3d75-4f48-a565-2871588aca84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.0501215 Nov 16 21:12:28.226654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-a69f96c7-a38a-4f80-a58e-77c391d4410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.228050 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-a69f96c7-a38a-4f80-a58e-77c391d4410c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0565474 Nov 16 21:12:28.236217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1a0c-8c99-4e46-be9b-cb7237e0e1e4 req-fd3bd54a-8b60-4cf1-a2c4-6d9cc802d74f tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.243330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-880a1a0c-8c99-4e46-be9b-cb7237e0e1e4 req-fd3bd54a-8b60-4cf1-a2c4-6d9cc802d74f tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.1397891 Nov 16 21:12:28.273138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-298bde6c-f6e5-4611-8538-760b16e62d27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352769 Nov 16 21:12:28.323432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-880a1a0c-8c99-4e46-be9b-cb7237e0e1e4 req-eb138ea9-acdb-44bb-a449-9e41fb493c68 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Nov 16 21:12:28.330958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddd305-4e06-4d8e-ab49-1800fe09e74d req-5a2d55b9-87cb-4a09-9d77-81e41e878087 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.345508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efddd305-4e06-4d8e-ab49-1800fe09e74d req-5a2d55b9-87cb-4a09-9d77-81e41e878087 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.1475320 Nov 16 21:12:28.403062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-86846df5-56a0-41d5-a7cc-8d65843a300e service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184380 Nov 16 21:12:28.420341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efddd305-4e06-4d8e-ab49-1800fe09e74d req-5814c332-20b4-49c0-835e-1133a7494bb5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812225 Nov 16 21:12:28.529528 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-306d2f5d-79b8-4047-bbf8-c576d80bcf25 req-04067668-f476-46f7-8eb2-c98d76f1d918 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183717 Nov 16 21:12:28.663104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-175d2762-0642-4589-bda1-452e82a900f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.664885 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-175d2762-0642-4589-bda1-452e82a900f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1115 time: 0.0475786 Nov 16 21:12:28.777265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-73bdac3d-32a1-4df6-9f2c-e675d71b41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.779499 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-73bdac3d-32a1-4df6-9f2c-e675d71b41fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.1065764 Nov 16 21:12:28.845679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e467062b-66a7-4245-a8b7-996d238f147f req-2d5a34ac-0ea0-4405-84f7-decffdc89221 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0289941 Nov 16 21:12:28.846849 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-98c1f74d-b120-47db-8b55-7f9d8a454bc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.0562418 Nov 16 21:12:28.917970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32912) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:28.919402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-e15a1053-0de9-478e-8093-ae925e43c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.920878 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-e15a1053-0de9-478e-8093-ae925e43c35b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0635839 Nov 16 21:12:28.971077 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-8edba351-f1f9-413c-b39c-1c10b05b0979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406907 Nov 16 21:12:28.977802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93532ef3-ae3b-4f76-8df4-f1ba8b72c3bd req-aa6d920e-f3b7-467d-927c-7876c988e28b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.985593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93532ef3-ae3b-4f76-8df4-f1ba8b72c3bd req-aa6d920e-f3b7-467d-927c-7876c988e28b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.0590689 Nov 16 21:12:29.050720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93532ef3-ae3b-4f76-8df4-f1ba8b72c3bd req-9293983f-d8f3-491d-affc-ba991d38372a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Nov 16 21:12:29.084791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-network', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:29.098699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-dad7f5b7-ab39-4d4b-8732-0c339941b8ab service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163018 Nov 16 21:12:29.106561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Made reservation on behalf of 6ce1a248fc264f8fb3e356096f86899d for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:29.109119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.117797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.212117 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e9991ec6-7bf5-410c-a0bb-5f08138039d3 req-44c7cd07-9307-4f31-a1f7-92c5ee1f269d service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046517 Nov 16 21:12:29.216926 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.222947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.248318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:29.262284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3afebf8-010b-42c9-bd80-162545ed1eef,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:29.270992 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.270992 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Added segment 606b054b-bfb1-4941-bbbd-9af7a9743361 of type vlan for network 04cb76ca-d91f-4491-be09-d5912207989d Nov 16 21:12:29.461874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.516452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c3add-688a-4dac-a9db-958566a784dc req-b2c9f308-fbc3-4ad8-b827-a0db6e1762d8 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.518197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e5c3add-688a-4dac-a9db-958566a784dc req-b2c9f308-fbc3-4ad8-b827-a0db6e1762d8 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.0794623 Nov 16 21:12:29.521082 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.521957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.522530 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.623645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7042663 Nov 16 21:12:29.626548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32932) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:29.631679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Request body: {'subnet': {'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-subnet', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:29.640482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf00bcd-5a21-4da3-b973-8ec024e5c82f admin admin] Pushing event updated for resources: {'Network': ['ID=04cb76ca-d91f-4491-be09-d5912207989d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:29.652356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 04cb76ca-d91f-4491-be09-d5912207989d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:29.664327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Made reservation on behalf of 6ce1a248fc264f8fb3e356096f86899d for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:29.666979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.667608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66607-0550-4aee-8108-e4782b50fafc req-edc36221-b4c9-426c-8bb0-e5d6fb4c914b tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.669627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66d66607-0550-4aee-8108-e4782b50fafc req-edc36221-b4c9-426c-8bb0-e5d6fb4c914b tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.1500258 Nov 16 21:12:29.673599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e5c3add-688a-4dac-a9db-958566a784dc req-76a531fa-5668-4df9-9674-632d557c0f8c tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485739 Nov 16 21:12:29.730701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66d66607-0550-4aee-8108-e4782b50fafc req-ccd3517b-e7ab-461f-a5f3-45f0c1c39904 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532074 Nov 16 21:12:29.891358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.900751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-7a2af6c9-ebdc-4ef2-9e05-323ee16b2f23 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.902838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-7a2af6c9-ebdc-4ef2-9e05-323ee16b2f23 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 1119 time: 0.0588837 Nov 16 21:12:29.924424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-9f291146-7965-4439-8d52-46e033a19d80 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.954372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed23796b-95a1-4ed8-9a24-80153aff1299,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:29.970371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Checking segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:29.970731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Network hostable DHCP agents. Network: 04cb76ca-d91f-4491-be09-d5912207989d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:29.987797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Network 04cb76ca-d91f-4491-be09-d5912207989d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:29.996599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 04cb76ca-d91f-4491-be09-d5912207989d) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:30.001293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.002047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.009876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b3935-f540-4138-92eb-873b359a157c None None] Network 04cb76ca-d91f-4491-be09-d5912207989d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:30.031718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-9f291146-7965-4439-8d52-46e033a19d80 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.037688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-9f291146-7965-4439-8d52-46e033a19d80 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.038596 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2eb00104-89d1-44a3-9942-53557f6ab819 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4107392 Nov 16 21:12:30.040059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32940) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:30.046027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:30.072846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.073449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-796daca4-0310-4ef9-a54b-03c5ff253c53 req-9f291146-7965-4439-8d52-46e033a19d80 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625178 Nov 16 21:12:30.077927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.112226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291146-7965-4439-8d52-46e033a19d80 tempest-AggregatesAdminTestJSON-2056585404 tempest-AggregatesAdminTestJSON-2056585404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5ef028-3679-416c-a26e-12561d828d96,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:30.183950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.207962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f73d4622-6e5d-468f-bfe6-9b69598fc1ef req-eba6ea7f-70d9-469a-9543-538bbd56143f tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0475113 Nov 16 21:12:30.234203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-04cb76ca-d91f-4491-be09-d5912207989d', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'fixed_ips': [{'subnet_id': 'ed23796b-95a1-4ed8-9a24-80153aff1299'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:12:30.235383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.270963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e54d-d71f-47e1-92b6-2272fb5d5624 req-1fbce9b0-39c8-467c-b763-4412f3c7ec1f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.273375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4b5e54d-d71f-47e1-92b6-2272fb5d5624 req-1fbce9b0-39c8-467c-b763-4412f3c7ec1f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.0838320 Nov 16 21:12:30.335584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4b5e54d-d71f-47e1-92b6-2272fb5d5624 req-68284b97-2eed-4822-a1cc-782184b8ee2e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Nov 16 21:12:30.367810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.429485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Allocated IP 172.20.0.2 (04cb76ca-d91f-4491-be09-d5912207989d/ed23796b-95a1-4ed8-9a24-80153aff1299/6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:30.642582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.655639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.663809 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.672375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.717114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:30.729688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Network 04cb76ca-d91f-4491-be09-d5912207989d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:30.731592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:30.739742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:30.783009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Allocated IP 172.25.7.233 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:30.813321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Attempting to bind port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:30.814051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Attempting to bind port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:30.814894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Attempting to bind port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 on network 04cb76ca-d91f-4491-be09-d5912207989d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:30.823482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:30.824017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Checking segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:30.824758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.825905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Bound using segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:30.826505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Bound port: 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:30.827059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.885178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-8f178ebe-ef86-4e44-a4f2-ee1c489f8ee7 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:30.885461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-8f178ebe-ef86-4e44-a4f2-ee1c489f8ee7 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078423 Nov 16 21:12:30.935694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] For port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:30.940680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.941905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] For port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:30.949605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.032218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.038230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c06f1e-6c50-49d6-ba79-8db9195d8fb1 None None] Pushing event updated for resources: {'Port': ['ID=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.080134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fb893-2929-4615-b7d9-71002c243a8d req-0e82b969-9f0c-4da1-b325-a012456c5262 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.081885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a9fb893-2929-4615-b7d9-71002c243a8d req-0e82b969-9f0c-4da1-b325-a012456c5262 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.1153016 Nov 16 21:12:31.087530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:31.090684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:31.096685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:31.149802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.170794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Request body: {'port': {'device_id': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:31.203657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a9fb893-2929-4615-b7d9-71002c243a8d req-0ff2176e-08b0-4899-b7f5-8f04e3c716dd tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094112 Nov 16 21:12:31.344734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:31.422513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13e4e0de-040b-43ac-ad16-ab9a4fe9ac96 req-fb226b12-00cd-4de7-852a-a38c9a98c327 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0414417 Nov 16 21:12:31.600779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:31.607323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.21', 51570) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:31.617036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'port_id': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'mac_address': 'fa:16:3e:9a:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c089c2a-54c6-4988-865c-21597a6eac0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-50111994', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:31.623273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.652167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-7d471186-27c0-4df7-bc01-1d090050df3e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391982 Nov 16 21:12:31.713526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.737728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:31.768820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:31.784694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.794427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65256-a1ae-4d35-a796-b34b759cda74 req-e28eead7-cbc4-4cfa-a2bf-684939cfda69 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.800541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a65256-a1ae-4d35-a796-b34b759cda74 req-e28eead7-cbc4-4cfa-a2bf-684939cfda69 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.2564390 Nov 16 21:12:31.844958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.936929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-db09738b-af53-4719-bd8b-57a3d4687d62 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.938434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-db09738b-af53-4719-bd8b-57a3d4687d62 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804251 Nov 16 21:12:31.998466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Request body: {'port': {'device_id': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'f2d492e756ef4294a8c465ebfd1b86b2'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:31.999267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:32.037293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a65256-a1ae-4d35-a796-b34b759cda74 req-85bc0021-7158-487a-9d30-cc562c0dd3fa tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693976 Nov 16 21:12:32.091833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:32.096753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.431366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7384ba-077d-4de4-ae23-5f5b8787cdba req-334d5962-db07-4c99-a7ed-4735c87fbe2d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:32.433766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7384ba-077d-4de4-ae23-5f5b8787cdba req-334d5962-db07-4c99-a7ed-4735c87fbe2d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 931 time: 0.1149189 Nov 16 21:12:32.447423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75529566-710f-47c3-a9bd-72acb2efde99 None None] Network 04cb76ca-d91f-4491-be09-d5912207989d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:32.455660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044e93a2-c0b1-4d34-aefc-5d296d8cee97 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:32.474699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83fb9f2e-4c97-4cae-9b2a-c32d7ce947d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.477866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.479872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Made reservation on behalf of f2d492e756ef4294a8c465ebfd1b86b2 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:32.488972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.507330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Transition to ACTIVE for port object 044e93a2-c0b1-4d34-aefc-5d296d8cee97 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:32.522166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.539113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.574454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] Provisioning complete for port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:32.575007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.609440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7384ba-077d-4de4-ae23-5f5b8787cdba req-98a08413-806b-48ac-90ae-3f2a00d81f4e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679847 Nov 16 21:12:32.643643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.729306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.733166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Pushing event updated for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:32.744277 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.867011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-989bdd23-3864-4bb3-8030-8f3b897f8647 req-b5a6b3a9-75d6-4eaa-9123-53560cdb4308 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.1118078 Nov 16 21:12:32.867933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d961b09e-64eb-4788-84df-7736ded24c40,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:32.906533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:32.916264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83fb9f2e-4c97-4cae-9b2a-c32d7ce947d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.959722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83fb9f2e-4c97-4cae-9b2a-c32d7ce947d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.980110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.995068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Attempting to bind port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:32.995955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Attempting to bind port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:32.996524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Attempting to bind port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:33.024716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:33.025412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Attempting to bind port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:33.053182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:33.053827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Checking segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:33.054444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Bound using segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:33.055128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Bound port: 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:33.055704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.072173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb9f2e-4c97-4cae-9b2a-c32d7ce947d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38914905-0817-49e4-9544-e003097b3106,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.078081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83fb9f2e-4c97-4cae-9b2a-c32d7ce947d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ecbb22e4cad41248b7ac4481efc3e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9823456 Nov 16 21:12:33.091760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:33.113765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] For port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:33.122654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:33.123173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.176107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.225161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:33.247940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:33.266051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.315943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Allocated IP 192.168.233.78 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/34b46bf2-3f43-45c1-a3ca-b1b34e56165a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:33.335736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf07f0-e813-46df-b34c-3314252d175b None None] Pushing event updated for resources: {'Port': ['ID=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.356120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:33.369869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Pushing event updated for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.382306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.382985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.386667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-3df7ea62-b1e9-4088-9d55-a7614bfac546 service neutron] 10.222.0.21 "PUT /v2.0/ports/044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 200 len: 1091 time: 2.3195496 Nov 16 21:12:33.404226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:33.410499 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92449be1-fc8f-45ee-9992-ca58bca7d183" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:33.481086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Router ac789106-c62b-4a73-aea3-345724cf58e3 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:12:33.579132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:33.596744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:33.597455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.636326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.671377 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78194fad-822f-4a13-a3b8-3fa7a7df449a x-openstack-request-id: req-78194fad-822f-4a13-a3b8-3fa7a7df449a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:33.671674 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:33.671932 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78194fad-822f-4a13-a3b8-3fa7a7df449a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:33.672346 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'status': 'completed', 'code': 200} Nov 16 21:12:33.678304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2377459b-1722-4f03-ac4c-3473488e6322 None None] Provisioning complete for port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:33.680653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2377459b-1722-4f03-ac4c-3473488e6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.721900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-dcb48e49-be24-4d3e-8dab-c4a712d803b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.724150 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-dcb48e49-be24-4d3e-8dab-c4a712d803b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 1094 time: 0.2664332 Nov 16 21:12:33.747990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.750317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17623bf-1c18-4101-954b-ece0a23f4801 req-eed3e8e3-5ec2-449e-b32f-ab0717eaa422 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.758166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b17623bf-1c18-4101-954b-ece0a23f4801 req-eed3e8e3-5ec2-449e-b32f-ab0717eaa422 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 965 time: 0.2812462 Nov 16 21:12:33.801764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33132) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:33.874636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b17623bf-1c18-4101-954b-ece0a23f4801 req-f36c6d77-6015-422e-b1a4-4728f7fe768c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106014 Nov 16 21:12:33.881702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.911921 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-9133ac29-6363-4dda-9c1a-8725f82b338c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 200 len: 217 time: 0.1767719 Nov 16 21:12:33.912121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:33.912962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.915123 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01f4c1f-aeb5-40c7-b21d-d2c1c3132cc7" -d '{"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-plugged", "status": "completed", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:33.928549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:33.936066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.985226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4bb7c-ea79-4cd9-8bc0-f7cb1bdf3b6f req-889a93d6-c3d9-4d8a-ae7a-54c38a615282 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.992914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1a4bb7c-ea79-4cd9-8bc0-f7cb1bdf3b6f req-889a93d6-c3d9-4d8a-ae7a-54c38a615282 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 943 time: 0.1146498 Nov 16 21:12:34.015637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-23d7495c-91a9-4f3c-a6f8-55f473b9ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.017430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-23d7495c-91a9-4f3c-a6f8-55f473b9ec20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.0921898 Nov 16 21:12:34.061980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf45-2ebb-4ae0-a0b1-2d5f05180386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.085947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.099421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:34.115127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Sync routers for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:34.132626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.134083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5c19d97f-7837-4bf0-8806-2bb08cb1c7a0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0927591 Nov 16 21:12:34.135176 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:34.136954 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:34.138594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:34.150045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.150463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:34.152877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.153332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:34.154364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38914905-0817-49e4-9544-e003097b3106 HTTP/1.1" status: 204 len: 168 time: 1.0405788 Nov 16 21:12:34.191830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:34.268634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1a4bb7c-ea79-4cd9-8bc0-f7cb1bdf3b6f req-84a8c169-d4ea-40a1-b480-162697df74fc tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744281 Nov 16 21:12:34.269444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:34.294319 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:34.392741 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ba440-5ecb-4316-a62d-2d90f8e4a4f5 x-openstack-request-id: req-f61ba440-5ecb-4316-a62d-2d90f8e4a4f5 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:34.393275 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-plugged", "status": "completed", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:34.394011 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f61ba440-5ecb-4316-a62d-2d90f8e4a4f5 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:34.394806 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'code': 200} Nov 16 21:12:34.505463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-ec9667e7-e626-4984-8a0b-449f0883ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.507131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-ec9667e7-e626-4984-8a0b-449f0883ba7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4673893 Nov 16 21:12:34.520074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33154) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:34.591739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-808c5e14-fcdb-43e8-ad65-42ec8d0e0f80 None None] Provisioning complete for port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:34.592109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-808c5e14-fcdb-43e8-ad65-42ec8d0e0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.677335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-808c5e14-fcdb-43e8-ad65-42ec8d0e0f80 None None] Port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:34.688571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:34.718269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9efb5-fcce-4209-9ca6-7a722a918b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38914905-0817-49e4-9544-e003097b3106,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:34.765289 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:31Z', 'revision_number': 3, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:34.801693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:34.802317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.838825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33166) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:34.850694 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Checking router: ac789106-c62b-4a73-aea3-345724cf58e3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:34.851211 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Updating router ac789106-c62b-4a73-aea3-345724cf58e3 port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:34.875415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae282cf-eb29-48f5-bbfe-373b1d11188e req-857586ff-4d6c-4165-a1e1-6cf1389d5f8a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.879740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ae282cf-eb29-48f5-bbfe-373b1d11188e req-857586ff-4d6c-4165-a1e1-6cf1389d5f8a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 935 time: 0.7754495 Nov 16 21:12:34.901942 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78d445a2-571b-4011-832f-398380065a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.905219 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.013000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78d445a2-571b-4011-832f-398380065a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.042313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78d445a2-571b-4011-832f-398380065a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.048226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Pushing event updated for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.078001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.078661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.149938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1601fa9b-24cc-40f6-99f2-361d697a6873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.169115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f21e2-9a51-44b5-923d-ae1ceeea0275 req-a30c9816-d560-4bed-962f-dbbe2aed1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.171183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2c5f21e2-9a51-44b5-923d-ae1ceeea0275 req-a30c9816-d560-4bed-962f-dbbe2aed1be7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1117 time: 0.6609139 Nov 16 21:12:35.183392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d445a2-571b-4011-832f-398380065a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c167d-e8cd-465a-8962-703c1b7770fb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.207578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ae282cf-eb29-48f5-bbfe-373b1d11188e req-7f7bbbb6-8c7f-4d01-b76e-5c4411a8fd13 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267655 Nov 16 21:12:35.219299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-53e3c2e7-7dcd-457c-88ab-6fb135d3ea99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2305477 Nov 16 21:12:35.230803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7dc1-315f-422e-b8b5-1f9f086e2e3d req-0a0417ff-72c1-401b-a2d5-9c284e9e13a5 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.235639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3de7dc1-315f-422e-b8b5-1f9f086e2e3d req-0a0417ff-72c1-401b-a2d5-9c284e9e13a5 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 966 time: 0.1512377 Nov 16 21:12:35.239809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78d445a2-571b-4011-832f-398380065a2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f94b64d30cf462c89dc97d72cf2eea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580728 Nov 16 21:12:35.245582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Request body: {'port': {'device_id': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:35.245779 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.253905 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.263347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33180) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:35.297994 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187ac60-76cf-4203-8d51-d97c6b79b585 None None] Pushing event updated for resources: {'Port': ['ID=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.330460 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Attempting to bind port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:35.330837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Attempting to bind port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:35.331242 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Attempting to bind port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:35.337345 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:35.337730 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:35.338129 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.338519 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:35.339017 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Bound port: dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:35.339420 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.353174 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf45-2ebb-4ae0-a0b1-2d5f05180386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.375841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce0ecf45-2ebb-4ae0-a0b1-2d5f05180386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.402068 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] For port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:35.405800 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] For port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:35.413910 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.415983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-f2ee8e9e-f8a5-4a37-9602-459fcfa5c625 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759620 Nov 16 21:12:35.418491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3de7dc1-315f-422e-b8b5-1f9f086e2e3d req-fc6b6494-f4a2-4ef8-a07f-89634ab7b500 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129680 Nov 16 21:12:35.429046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.457448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.478482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187ac60-76cf-4203-8d51-d97c6b79b585 None None] Pushing event updated for resources: {'Port': ['ID=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.488078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ce0ecf45-2ebb-4ae0-a0b1-2d5f05180386 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9667a7467c0e490f889e69a29ff788b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6805003 Nov 16 21:12:35.500970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33192) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:35.508244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2c5f21e2-9a51-44b5-923d-ae1ceeea0275 req-a154416f-94e6-43a5-8413-a7a0ffb116e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422087 Nov 16 21:12:35.513368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:35.514207 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:35.533351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ecf45-2ebb-4ae0-a0b1-2d5f05180386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2856ddc-bbcc-49a1-bf1a-0d735ff0d17b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.551713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.608861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5437-70ac-4a50-806a-3b99bdd2faae req-662f4489-0b9a-45db-967d-fe08636b2971 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.611148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-862d5437-70ac-4a50-806a-3b99bdd2faae req-662f4489-0b9a-45db-967d-fe08636b2971 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 943 time: 0.2611532 Nov 16 21:12:35.655029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:35.667205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1601fa9b-24cc-40f6-99f2-361d697a6873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.681001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1601fa9b-24cc-40f6-99f2-361d697a6873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.690531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.693252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.694383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b60c167d-e8cd-465a-8962-703c1b7770fb HTTP/1.1" status: 204 len: 168 time: 0.4272723 Nov 16 21:12:35.708219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.727071 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-081ef1dd-ae00-4e81-81cc-154805a122b7 req-aa838b8a-8183-4e4c-b1a6-c9401dbc3b4b service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609878 Nov 16 21:12:35.790380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601fa9b-24cc-40f6-99f2-361d697a6873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4f4a1-859b-4c7f-a47a-a0e6a3ca3a2e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.814501 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1601fa9b-24cc-40f6-99f2-361d697a6873 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a6ad138ee074224be9bcd73a5e019b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2919769 Nov 16 21:12:35.817422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:35.873412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867f845-5152-4350-a434-b3f57d73c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c167d-e8cd-465a-8962-703c1b7770fb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.882961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-862d5437-70ac-4a50-806a-3b99bdd2faae req-fcf1ece5-1eeb-42ec-8e8e-e8bdceecdd40 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212451 Nov 16 21:12:35.932803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.955826 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:31Z', 'revision_number': 3, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:35.963827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-8b4d798e-3a47-43e5-947a-a1cd7ae3493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.966103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-8b4d798e-3a47-43e5-947a-a1cd7ae3493d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 1094 time: 0.1691086 Nov 16 21:12:35.987884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.988854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64203f3d-8641-4c83-afef-9e3cba2c781e None None] The sync data for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 is: [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:31Z', 'revision_number': 3, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:36.001845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.059091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.138615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4962e-7557-469e-b9a6-b770cec87e1d req-d684e71d-61a2-433a-ba0a-c34d831f8262 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.145769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c4962e-7557-469e-b9a6-b770cec87e1d req-d684e71d-61a2-433a-ba0a-c34d831f8262 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.0949121 Nov 16 21:12:36.158180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.160574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.164025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2856ddc-bbcc-49a1-bf1a-0d735ff0d17b HTTP/1.1" status: 204 len: 168 time: 0.6478083 Nov 16 21:12:36.215175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c95e30-3ece-46ed-9258-853f30f64f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2856ddc-bbcc-49a1-bf1a-0d735ff0d17b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:36.251817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-0d58c0eb-0955-4bd3-bf82-84eab7ec0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.253148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-0d58c0eb-0955-4bd3-bf82-84eab7ec0f57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 923 time: 0.2730198 Nov 16 21:12:36.279911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.283138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.286735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ad4f4a1-859b-4c7f-a47a-a0e6a3ca3a2e HTTP/1.1" status: 204 len: 168 time: 0.4641683 Nov 16 21:12:36.296259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c4962e-7557-469e-b9a6-b770cec87e1d req-31eb6d4d-44bd-4926-9f5d-279c5d403354 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438498 Nov 16 21:12:36.325515 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-578cefed-e23e-4eb2-b8c5-d74e241f9d4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 200 len: 217 time: 0.0611765 Nov 16 21:12:36.336734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658fda-6ccc-40be-840d-fa3a3cbc824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4f4a1-859b-4c7f-a47a-a0e6a3ca3a2e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:36.362468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b46bf2-3f43-45c1-a3ca-b1b34e56165a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:36.373200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.454956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Allocated IP 172.20.0.1 (04cb76ca-d91f-4491-be09-d5912207989d/ed23796b-95a1-4ed8-9a24-80153aff1299/08d35a5e-18a5-47b2-a743-83928f70390e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:36.469942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-6d3fecb0-8aaa-41a1-9cd7-edcb9ce17139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.471440 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-6d3fecb0-8aaa-41a1-9cd7-edcb9ce17139 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.0909827 Nov 16 21:12:36.484591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Transition to ACTIVE for port object 34b46bf2-3f43-45c1-a3ca-b1b34e56165a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:36.517676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.544849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f825fa-46ee-4212-a23a-4a58db023fa7 req-66f967f9-32d4-4ce8-a982-b4a13f8faee8 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.564341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8f825fa-46ee-4212-a23a-4a58db023fa7 req-66f967f9-32d4-4ce8-a982-b4a13f8faee8 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 935 time: 0.1958780 Nov 16 21:12:36.613248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.674536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.732556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:36.771876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:36.857333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Network 04cb76ca-d91f-4491-be09-d5912207989d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:36.858955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:36.859356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.876939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:36.893384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:36.897289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Pushing event updated for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:36.963835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-9f151f4d-81b0-4b38-a022-ab99550e5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.969708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-9f151f4d-81b0-4b38-a022-ab99550e5c3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3091702 Nov 16 21:12:37.015237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a929-7379-458e-9b31-c0dbd9649611 req-15e4a334-59bf-4ddb-9391-5a3d79e1f13d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.016812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84a7a929-7379-458e-9b31-c0dbd9649611 req-15e4a334-59bf-4ddb-9391-5a3d79e1f13d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 966 time: 0.3995185 Nov 16 21:12:37.066285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.122896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:37.123977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8f825fa-46ee-4212-a23a-4a58db023fa7 req-6ad58b23-3005-4d32-a4ce-256a75bdd416 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572641 Nov 16 21:12:37.135526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33230) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:37.141252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.205626 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-058f2530-be4f-4b41-93a0-0cbfff3d2b25 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232256 Nov 16 21:12:37.233885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2912ef0-1ea8-468d-a519-737a6f4a9f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.240156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.269646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Attempting to bind port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:37.270021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Attempting to bind port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:37.270344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Attempting to bind port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:37.288741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:37.320458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:37.341946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:37.342642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Attempting to bind port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:37.368804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8161d2f-1890-4013-9e77-90a9a921ea5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.396301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:37.397182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:37.399043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:37.399572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Bound port: 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:37.402212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.410537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fca6f9f3-f20d-4e41-92d6-be45e6ba14c5 None None] Provisioning complete for port 08d35a5e-18a5-47b2-a743-83928f70390e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:37.410911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fca6f9f3-f20d-4e41-92d6-be45e6ba14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.431063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84a7a929-7379-458e-9b31-c0dbd9649611 req-dd679176-ccc5-451d-8b9b-cc4c7b5da79c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775780 Nov 16 21:12:37.457778 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92449be1-fc8f-45ee-9992-ca58bca7d183 req-7b6412a9-9bce-48a0-a0a9-5386c9678865 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396109 Nov 16 21:12:37.473980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fca6f9f3-f20d-4e41-92d6-be45e6ba14c5 None None] Port 08d35a5e-18a5-47b2-a743-83928f70390e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:37.510499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c90520-68e7-4a5b-82fd-d8b2d348d860 req-01ed0f45-086d-4ce8-a27b-dc7cc616e3e2 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.518159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53c90520-68e7-4a5b-82fd-d8b2d348d860 req-01ed0f45-086d-4ce8-a27b-dc7cc616e3e2 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 943 time: 0.2609611 Nov 16 21:12:37.635599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.646122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-9bb7146f-fa13-449e-90fa-9f3440eba315 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.647649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-9bb7146f-fa13-449e-90fa-9f3440eba315 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.1740646 Nov 16 21:12:37.670131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53c90520-68e7-4a5b-82fd-d8b2d348d860 req-d6328e0c-59f5-4867-8299-c5a890f8b442 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510987 Nov 16 21:12:37.723670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:37.729997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2912ef0-1ea8-468d-a519-737a6f4a9f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.748577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2912ef0-1ea8-468d-a519-737a6f4a9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.753204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:37.765157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b544f97-52cb-43b2-af41-84a6953ce759 req-587140b4-8df9-49fc-916c-83b0b2514863 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.766639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b544f97-52cb-43b2-af41-84a6953ce759 req-587140b4-8df9-49fc-916c-83b0b2514863 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 968 time: 0.2044728 Nov 16 21:12:37.824121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:37.856732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.872588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8161d2f-1890-4013-9e77-90a9a921ea5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.876604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1948868255-network', 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:37.881775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2912ef0-1ea8-468d-a519-737a6f4a9f9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d96315ed8c9a4538b09408d07530df24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7168303 Nov 16 21:12:37.884877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33246) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:37.904985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912ef0-1ea8-468d-a519-737a6f4a9f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2901732-88c1-4642-a859-492ec3b5de0d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:37.911041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8161d2f-1890-4013-9e77-90a9a921ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.985854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.986485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.987972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/34b46bf2-3f43-45c1-a3ca-b1b34e56165a HTTP/1.1" status: 200 len: 1095 time: 2.7470274 Nov 16 21:12:37.992706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:38.027100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b544f97-52cb-43b2-af41-84a6953ce759 req-25077b60-bf62-46b1-b5aa-6135da92e6a9 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/security-groups?id=df04d3c7-dfb8-4736-9d43-14dd1267bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344818 Nov 16 21:12:38.041670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:38.044022 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.050390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8161d2f-1890-4013-9e77-90a9a921ea5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa669b2ab7a54876978ac540b186483a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7286658 Nov 16 21:12:38.051174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161d2f-1890-4013-9e77-90a9a921ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d8465-12b2-49a1-9906-a620dabeb4c8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.058080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33252) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:38.135570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Deleting port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:38.135925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.155167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa111c-7001-4b61-82ba-126fde03a7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.159128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.258903 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a00d36-aebe-4eb7-929b-19785f37fd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:38.308363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.315060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-cbb98ce0-87d4-4148-92da-6da4670beb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.316954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-cbb98ce0-87d4-4148-92da-6da4670beb04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.2596951 Nov 16 21:12:38.326531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.338138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.339707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.384786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.423096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] For port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:38.423471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.475030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.477946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Calling delete_port for 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 owned by compute:tempest-test_az-50111994 {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:38.505990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Pushing event updated for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.539064 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465be9aa-27b8-414e-a248-eeee69668993 x-openstack-request-id: req-465be9aa-27b8-414e-a248-eeee69668993 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:38.539348 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:38.539549 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-465be9aa-27b8-414e-a248-eeee69668993 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:38.540012 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a', 'status': 'completed', 'code': 200} Nov 16 21:12:38.593107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-c6982608-a04d-4749-8acd-26880ad2acfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a HTTP/1.1" status: 200 len: 217 time: 0.2663817 Nov 16 21:12:38.620018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42377b9-84ac-416d-8c89-c8fa56cf3da1 req-1f8735b9-0fd1-4274-ae28-d20259d8c8e6 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.621577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d42377b9-84ac-416d-8c89-c8fa56cf3da1 req-1f8735b9-0fd1-4274-ae28-d20259d8c8e6 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 947 time: 0.3821371 Nov 16 21:12:38.632057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.645230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.648531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.649802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2901732-88c1-4642-a859-492ec3b5de0d HTTP/1.1" status: 204 len: 168 time: 0.7616501 Nov 16 21:12:38.651676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.670910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:38.674605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c7f4-1821-4d58-902d-9bd8da0ee0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2901732-88c1-4642-a859-492ec3b5de0d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.728094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Network 04cb76ca-d91f-4491-be09-d5912207989d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:38.731811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:38.750111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:38.750626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.782678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-cb901bf1-a0f3-4ccd-9204-0efdea574f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.784177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-cb901bf1-a0f3-4ccd-9204-0efdea574f34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1762381 Nov 16 21:12:38.838028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaccdfc-3b44-466f-9c8a-8af618c4e7f5 req-715409ab-9d48-4262-9d84-644f07d77513 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.847135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-deaccdfc-3b44-466f-9c8a-8af618c4e7f5 req-715409ab-9d48-4262-9d84-644f07d77513 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 966 time: 0.2642827 Nov 16 21:12:38.954600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.971627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['191149f7-cbcf-4f90-b7f0-a6ba7824aaf5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:39.001046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Pushing event deleted for resources: {'Port': ['ID=191149f7-cbcf-4f90-b7f0-a6ba7824aaf5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.016446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d42377b9-84ac-416d-8c89-c8fa56cf3da1 req-43a2d085-c0b7-45a3-aa8c-69f81d2a3ea9 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351760 Nov 16 21:12:39.018358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.063347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Router ac789106-c62b-4a73-aea3-345724cf58e3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:39.069074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.122222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-deaccdfc-3b44-466f-9c8a-8af618c4e7f5 req-80a63376-ed5f-4042-8201-ae24b4cd9462 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679212 Nov 16 21:12:39.141089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-2501403c-150e-48eb-8cb8-2d25d576d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.142604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-2501403c-150e-48eb-8cb8-2d25d576d925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3403482 Nov 16 21:12:39.145139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4358aa02-f16c-41e6-870c-bc1530bb28de None None] Provisioning complete for port 08d35a5e-18a5-47b2-a743-83928f70390e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:39.145515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4358aa02-f16c-41e6-870c-bc1530bb28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.146696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] No DVR routers for this DVR port 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:39.149151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.156476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.162505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1eda234-99e8-4f02-aa39-cd579b4f9375 req-4d80e9ac-08c3-450c-884a-a89fa900f428 tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.36 "DELETE /v2.0/ports/191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 HTTP/1.1" status: 204 len: 173 time: 1.5077710 Nov 16 21:12:39.164514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'name': 'network-vif-deleted', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:39.166860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.167483 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3f33c-a0c6-4731-9e42-0b3b5ec1a23c" -d '{"events": [{"server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "name": "network-vif-deleted", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:39.171002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be8d8465-12b2-49a1-9906-a620dabeb4c8 HTTP/1.1" status: 204 len: 168 time: 1.1091034 Nov 16 21:12:39.217166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:39.248752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4358aa02-f16c-41e6-870c-bc1530bb28de None None] Port 08d35a5e-18a5-47b2-a743-83928f70390e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:39.302306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973344b0-f45f-44c9-bbdf-63974408c5fb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.352551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.352893 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Added segment d412ef8f-f53c-417a-a5eb-6d9e2d80199a of type vlan for network 14d459f6-8e72-4522-870c-dc722adbaedb Nov 16 21:12:39.388103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4195b59-9bb5-4c76-8794-8054bc77cd63 req-22bbbf6c-59a4-4d56-8df0-bd095921311a tempest-AggregatesAdminTestJSON-583652618 tempest-AggregatesAdminTestJSON-583652618-project] 10.222.0.54 "GET /v2.0/ports?device_id=40a8c3ff-319b-4d7f-858e-f89c2fb69c85 HTTP/1.1" status: 200 len: 210 time: 0.1227913 Nov 16 21:12:39.406312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:39.420989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Sync routers for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:39.421866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-231f05fd-0525-451c-a3d4-38b4512544e4 admin admin] 10.222.0.54 "PUT /v2.0/routers/ac789106-c62b-4a73-aea3-345724cf58e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2821093 Nov 16 21:12:39.427320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a838c0-ce7e-45d0-8626-979da9938b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d8465-12b2-49a1-9906-a620dabeb4c8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.452190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:39.452803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:39.507739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c536-4840-4425-986f-da4b012eac3c req-e2a72a7b-309d-4cee-8333-1c7a224ed467 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.515111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75f2c536-4840-4425-986f-da4b012eac3c req-e2a72a7b-309d-4cee-8333-1c7a224ed467 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 943 time: 0.3852818 Nov 16 21:12:39.528790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 044e93a2-c0b1-4d34-aefc-5d296d8cee97 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:39.534275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.553868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-be1fd545-82c8-43a7-9693-f1e089e6f6b4 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826029 Nov 16 21:12:39.633470 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.633715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:39.634404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.635047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.662400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75f2c536-4840-4425-986f-da4b012eac3c req-a85fdc92-d511-4b08-89d9-2e9b921c89b8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463454 Nov 16 21:12:39.753793 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280c2fc-435d-430e-bd5a-6e5b1da5b1b2 x-openstack-request-id: req-3280c2fc-435d-430e-bd5a-6e5b1da5b1b2 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:39.754286 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a8c3ff-319b-4d7f-858e-f89c2fb69c85", "name": "network-vif-deleted", "tag": "191149f7-cbcf-4f90-b7f0-a6ba7824aaf5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:39.754378 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3280c2fc-435d-430e-bd5a-6e5b1da5b1b2 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:39.754739 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a8c3ff-319b-4d7f-858e-f89c2fb69c85', 'name': 'network-vif-deleted', 'tag': '191149f7-cbcf-4f90-b7f0-a6ba7824aaf5', 'status': 'completed', 'code': 200} Nov 16 21:12:39.756743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:39.776541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:39.776969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0489521 Nov 16 21:12:39.782842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Request body: {'subnet': {'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1948868255-subnet', 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:39.806539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38e0ad-9daa-46d1-b995-fd4658440724 admin admin] Pushing event updated for resources: {'Network': ['ID=14d459f6-8e72-4522-870c-dc722adbaedb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.823829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbeaa460-0143-47a6-9225-e29ea44fd800 req-b9a41df5-19c7-44d0-8d3e-cd954d28107f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566597 Nov 16 21:12:39.847987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:39.855634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.861350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 14d459f6-8e72-4522-870c-dc722adbaedb details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:39.889686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'port_id': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'mac_address': 'fa:16:3e:90:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:39.997789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-528e3674-a6bc-44d4-9e0e-7a0e18fed665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.998468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-528e3674-a6bc-44d4-9e0e-7a0e18fed665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0690925 Nov 16 21:12:40.163555 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.196267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.288465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:40.289585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Network hostable DHCP agents. Network: 14d459f6-8e72-4522-870c-dc722adbaedb, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:40.291931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044e93a2-c0b1-4d34-aefc-5d296d8cee97 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:40.295748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eedaaa-b409-4c96-881c-d425c87ec6c5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.328419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Network 14d459f6-8e72-4522-870c-dc722adbaedb is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:40.355310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 14d459f6-8e72-4522-870c-dc722adbaedb) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:40.361576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:40.369990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0c0cf-0538-4cbd-9041-c0ca172481d8 None None] Network 14d459f6-8e72-4522-870c-dc722adbaedb requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:40.372183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.375860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.387631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b00e-e22a-4d98-87d2-8e8e1811e0b5 req-fcfd1477-dea1-40f6-8fcd-98f8fbf0e43e tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.396070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b649b00e-e22a-4d98-87d2-8e8e1811e0b5 req-fcfd1477-dea1-40f6-8fcd-98f8fbf0e43e tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1117 time: 0.3905008 Nov 16 21:12:40.418715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-fc3aba27-29e1-488f-8d22-f56499feb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.418715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-fc3aba27-29e1-488f-8d22-f56499feb45f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3720045 Nov 16 21:12:40.419013 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.419108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-69f013f9-e0a1-40c0-a392-cbd42c9efd04 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6322618 Nov 16 21:12:40.429774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba67bde-a17b-4b80-8afd-c115914c24b8 req-820ac5b0-5d5e-40c7-b655-2b627b46ac94 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.431249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba67bde-a17b-4b80-8afd-c115914c24b8 req-820ac5b0-5d5e-40c7-b655-2b627b46ac94 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 947 time: 0.2203791 Nov 16 21:12:40.509256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-062ea250-b242-4785-84eb-6f311ac6a91f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a HTTP/1.1" status: 200 len: 217 time: 0.0770397 Nov 16 21:12:40.524220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08d35a5e-18a5-47b2-a743-83928f70390e', 'name': '', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'mac_address': 'fa:16:3e:90:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:36Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 2, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'subnets': [{'id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:40.569746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Checking router: ac789106-c62b-4a73-aea3-345724cf58e3 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:40.570275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Updating router ac789106-c62b-4a73-aea3-345724cf58e3 port 08d35a5e-18a5-47b2-a743-83928f70390e binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:40.573126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.615582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba67bde-a17b-4b80-8afd-c115914c24b8 req-b9f7a602-ac07-43ab-9e21-09297adb3986 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732767 Nov 16 21:12:40.628660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b649b00e-e22a-4d98-87d2-8e8e1811e0b5 req-1a7b612f-6f83-47e1-afd4-fee9b4aec5e7 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243962 Nov 16 21:12:40.648384 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.657669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-cccb2915-98d8-48bf-af97-40bbd208aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.663832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-cccb2915-98d8-48bf-af97-40bbd208aa57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1427343 Nov 16 21:12:40.714154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-a4e100e6-be7d-4872-b1b0-82c21b42f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.715955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-a4e100e6-be7d-4872-b1b0-82c21b42f936 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429204 Nov 16 21:12:40.739561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f90cc-facb-4b65-aae4-de245e1988e3 None None] Network 14d459f6-8e72-4522-870c-dc722adbaedb requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:40.882789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988eb1-b740-47bc-8b87-7144d8de555a req-97ddb433-1c3b-43a4-82f9-14dbfd6f6862 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.884674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6988eb1-b740-47bc-8b87-7144d8de555a req-97ddb433-1c3b-43a4-82f9-14dbfd6f6862 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 944 time: 0.0935047 Nov 16 21:12:40.887154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-80204464-5177-47e2-ae21-a7c2f786ca01 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582530 Nov 16 21:12:41.038708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['044e93a2-c0b1-4d34-aefc-5d296d8cee97'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:41.050898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4f89c-3a65-44c8-a127-9799e7451444 req-a9e53655-b726-4587-90a5-58b05a835f97 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:41.052765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3db4f89c-3a65-44c8-a127-9799e7451444 req-a9e53655-b726-4587-90a5-58b05a835f97 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1117 time: 0.1578438 Nov 16 21:12:41.058613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6988eb1-b740-47bc-8b87-7144d8de555a req-bb564f75-15f8-4ce2-9bf4-2f4259324dd0 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651216 Nov 16 21:12:41.107425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a00d36-aebe-4eb7-929b-19785f37fd1b req-138c2b56-1722-407e-8efd-a39751588880 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105565 Nov 16 21:12:41.132040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3db4f89c-3a65-44c8-a127-9799e7451444 req-469fc571-ee63-4566-b7aa-bf23d347df75 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Nov 16 21:12:41.409689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33354) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.423895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:41.460793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:41.461130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 191149f7-cbcf-4f90-b7f0-a6ba7824aaf5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:41.539240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.547695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.632274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877435b-52ba-440a-a223-26bf93fc5403 None None] Pushing event updated for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:41.681928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Attempting to bind port 08d35a5e-18a5-47b2-a743-83928f70390e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:41.682732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Attempting to bind port 08d35a5e-18a5-47b2-a743-83928f70390e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:41.683427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Attempting to bind port 08d35a5e-18a5-47b2-a743-83928f70390e on network 04cb76ca-d91f-4491-be09-d5912207989d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:41.688309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-a256ed42-15e6-4171-ac0f-e96c5fb0c4a0 req-a0a98e98-e512-47b3-8b38-50ea4425a12a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:41.689378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a256ed42-15e6-4171-ac0f-e96c5fb0c4a0 req-a0a98e98-e512-47b3-8b38-50ea4425a12a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063601 Nov 16 21:12:41.690626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:41.691285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Checking segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:41.691896 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.692470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Bound using segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:41.693265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Bound port: 08d35a5e-18a5-47b2-a743-83928f70390e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:41.693872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.783324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33374) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.784751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f94a6af-9986-4c7a-93f7-591991a1a831 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de88255a19c54f62bcd779bf6e091912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738766 Nov 16 21:12:41.897157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] For port 08d35a5e-18a5-47b2-a743-83928f70390e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:41.907516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] For port 08d35a5e-18a5-47b2-a743-83928f70390e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08d35a5e-18a5-47b2-a743-83928f70390e,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:41.925392 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.968120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33380) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.986687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-network', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:42.038359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-26507ee2-f525-4a06-a102-1470eb58033d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430614 Nov 16 21:12:42.067727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Made reservation on behalf of c8795ebcc5104882b48ed46467b88a92 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:42.070047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.073118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.084954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877435b-52ba-440a-a223-26bf93fc5403 None None] Pushing event updated for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:42.138455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] Provisioning complete for port 08d35a5e-18a5-47b2-a743-83928f70390e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:42.139179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.149143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.218092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:42.223620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:42.303499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f667fc-3a77-4331-b6e4-ca86d4435c84 req-fe741685-8300-45ed-a02e-18fd125feb13 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.305446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.311710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50f667fc-3a77-4331-b6e4-ca86d4435c84 req-fe741685-8300-45ed-a02e-18fd125feb13 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 947 time: 0.5255342 Nov 16 21:12:42.447553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50f667fc-3a77-4331-b6e4-ca86d4435c84 req-dad2a6fb-fe3a-4ad8-b5e2-22d981f7d148 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348655 Nov 16 21:12:42.450153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.454620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.457985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df04d3c7-dfb8-4736-9d43-14dd1267bf16 HTTP/1.1" status: 204 len: 168 time: 0.6708674 Nov 16 21:12:42.471369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-2c05d865-3673-4df8-bb73-054f8421fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.475475 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-2c05d865-3673-4df8-bb73-054f8421fae2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1117 time: 0.3492370 Nov 16 21:12:42.523285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:42.604109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab4e95-bc66-4e78-89ab-48e790c6dac7 req-2b78d2cc-3057-4e8a-8d85-d62a14439d2f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.614575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2ab4e95-bc66-4e78-89ab-48e790c6dac7 req-2b78d2cc-3057-4e8a-8d85-d62a14439d2f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 944 time: 0.0931711 Nov 16 21:12:42.722918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2ab4e95-bc66-4e78-89ab-48e790c6dac7 req-b21023c2-48c0-441d-89bc-ee78f78c04ca tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951064 Nov 16 21:12:42.726704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.764474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c51f86-a901-4457-bba5-b405ec45e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04d3c7-dfb8-4736-9d43-14dd1267bf16,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:42.804095 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.837189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-ae326d21-2ed8-4a20-9347-ffe14c7f7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.838677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-ae326d21-2ed8-4a20-9347-ffe14c7f7bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3303478 Nov 16 21:12:42.873423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33406) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:42.878706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1369520150-network', 'tenant_id': 'e12bda4e55ac413b943c1da32fefc6f5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:42.894297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] For port 08d35a5e-18a5-47b2-a743-83928f70390e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08d35a5e-18a5-47b2-a743-83928f70390e,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:42.899242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-23127c52-bcb7-4b86-b47d-0a572911edb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.0500269 Nov 16 21:12:42.906279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.919029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.922038 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.925822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Made reservation on behalf of e12bda4e55ac413b943c1da32fefc6f5 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:42.928733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.942637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.998538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d1de8-61e7-4b8a-94f2-5339945212a9 None None] Pushing event updated for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.021108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08d35a5e-18a5-47b2-a743-83928f70390e', 'name': '', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'mac_address': 'fa:16:3e:90:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:36Z', 'updated_at': '2021-11-16T21:12:41Z', 'revision_number': 4, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'subnets': [{'id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:43.047896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300010ae-15fc-4d49-bc59-66baebe99cba,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.067503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.075677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:43.078569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.095150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73d018-2c9b-4041-97ab-c14a9e097f99 None None] The sync data for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 is: [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08d35a5e-18a5-47b2-a743-83928f70390e', 'name': '', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'mac_address': 'fa:16:3e:90:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:36Z', 'updated_at': '2021-11-16T21:12:41Z', 'revision_number': 4, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'subnets': [{'id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:43.115410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7428cb3b-ca12-4439-91b9-9d635cd8b7b8 None None] Provisioning complete for port 08d35a5e-18a5-47b2-a743-83928f70390e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:43.116052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3b-ca12-4439-91b9-9d635cd8b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.118253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-7067353e-345e-403d-a39a-719fb7789197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.122691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-7067353e-345e-403d-a39a-719fb7789197 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.2150004 Nov 16 21:12:43.123606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:43.126732 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.127114 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Added segment 4e676b5f-56ef-4a6c-a98a-15571175a05a of type vlan for network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 Nov 16 21:12:43.188589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0290b-9722-410b-98f4-b88ea0c06920,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.194251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.194586 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Added segment b23013ac-4995-4434-9bbe-a5df15f0d1ca of type vlan for network 845d47aa-2a87-480b-a0a0-2c82428e1e02 Nov 16 21:12:43.211151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-83ca4de1-616e-4386-ad32-603228a63834 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779154 Nov 16 21:12:43.287791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.333303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.334269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.334765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.348706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.405229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5305192 Nov 16 21:12:43.408451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33414) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.420360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Request body: {'subnet': {'network_id': '845d47aa-2a87-480b-a0a0-2c82428e1e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1369520150-subnet', 'tenant_id': 'e12bda4e55ac413b943c1da32fefc6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:43.424932 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.425844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.426405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.427907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fe9ea-21dc-4f0f-8adf-5a76b7e38f5f admin admin] Pushing event updated for resources: {'Network': ['ID=845d47aa-2a87-480b-a0a0-2c82428e1e02,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.444274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 845d47aa-2a87-480b-a0a0-2c82428e1e02 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:43.457125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.458500 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-86d306fa-7b49-4b5e-af39-4cc1d87f8c4a service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390656 Nov 16 21:12:43.549474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4a84fe6-b340-42f9-8db7-96ecd54315cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9b10039d2dd4c5e9e6d85194d10dd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887990 Nov 16 21:12:43.556487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33428) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.581026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 34b46bf2-3f43-45c1-a3ca-b1b34e56165a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:43.583260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-b50b4a71-6cde-4bd0-9c70-bb2df3c89eda tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1447e7f7e264c7a955744f583a72cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388973 Nov 16 21:12:43.588958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 044e93a2-c0b1-4d34-aefc-5d296d8cee97 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:43.598852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Made reservation on behalf of e12bda4e55ac413b943c1da32fefc6f5 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:43.603357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.798324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:43.799522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.837301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:43.838033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.874907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-eccf4f20-7521-4525-83fc-0a46c4734c7a tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.884204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-eccf4f20-7521-4525-83fc-0a46c4734c7a tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999954 Nov 16 21:12:43.916032 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9339190 Nov 16 21:12:43.927553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d382a38d-cda6-42ae-8f2b-9695ddab8803 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/quotas/d1447e7f7e264c7a955744f583a72cc5 HTTP/1.1" status: 200 len: 375 time: 0.0405657 Nov 16 21:12:43.931471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33442) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.938743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.987532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:43.990732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Request body: {'subnet': {'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-subnet', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:43.994549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.057808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-c96cf17b-fbaa-4a92-b1a3-0f5025e00b5a tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270931 Nov 16 21:12:44.064153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a', 'mac_address': 'fa:16:3e:97:3e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:44.092212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Checking segment: {'id': 'b23013ac-4995-4434-9bbe-a5df15f0d1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '845d47aa-2a87-480b-a0a0-2c82428e1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:44.092803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Network hostable DHCP agents. Network: 845d47aa-2a87-480b-a0a0-2c82428e1e02, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:44.096975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a3f5-18a7-43e3-a2ec-f4a5bd1b0fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b0fefb-8096-408b-a6ef-610d6f04c9d4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.117189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:44.151330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Network 845d47aa-2a87-480b-a0a0-2c82428e1e02 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:44.157828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5dae80-8172-4a0e-8e29-eeaceeb4a6c6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.172751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Made reservation on behalf of c8795ebcc5104882b48ed46467b88a92 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:44.178645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.208936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 845d47aa-2a87-480b-a0a0-2c82428e1e02) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:44.221619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.226403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.249577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af588c-854f-44bc-ad79-246a46befd02 None None] Network 845d47aa-2a87-480b-a0a0-2c82428e1e02 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:44.251716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.259989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-005ddc7a-7f42-4d1d-8658-cc559eae24fe req-b47bceba-6460-4076-b5f6-ae6694c9108b service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233737 Nov 16 21:12:44.296289 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63a02b12-002f-4586-9d58-5e3988db8deb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8852043 Nov 16 21:12:44.525605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.531315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.535345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf5ef028-3679-416c-a26e-12561d828d96 HTTP/1.1" status: 204 len: 168 time: 0.9737172 Nov 16 21:12:44.550327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:44.565108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404ec83-eb44-49ba-9725-ea046a100a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5ef028-3679-416c-a26e-12561d828d96,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.569187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:44.584065 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14a931-be8e-4a74-be00-0071dee3cbb4" -d '{"events": [{"server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "name": "network-vif-plugged", "status": "completed", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:44.595135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b197e0-ad1a-4b39-a3e0-c1a950b8c069 req-9de1f5a2-b2d0-4564-b032-c3a789dd1f99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.603485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.605179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.606955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b197e0-ad1a-4b39-a3e0-c1a950b8c069 req-9de1f5a2-b2d0-4564-b032-c3a789dd1f99 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 947 time: 0.1778579 Nov 16 21:12:44.704124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b197e0-ad1a-4b39-a3e0-c1a950b8c069 req-82879d57-e714-442d-9f76-28e2b4a07977 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961857 Nov 16 21:12:44.825107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.861978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08d35a5e-18a5-47b2-a743-83928f70390e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:44.945596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b46bf2-3f43-45c1-a3ca-b1b34e56165a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:44.986710 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.997305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e79e59-419e-49f2-a3e5-b896545c152a req-7057ba96-d7e1-4438-8f5c-1463c647a304 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.999221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7e79e59-419e-49f2-a3e5-b896545c152a req-7057ba96-d7e1-4438-8f5c-1463c647a304 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.0834460 Nov 16 21:12:45.006725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:45.056287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.072186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b567a6d-0cec-4a0d-b569-cfd659fd44cf,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:45.147287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Checking segment: {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:45.147612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 08d35a5e-18a5-47b2-a743-83928f70390e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:45.148066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Network hostable DHCP agents. Network: e2b0fefb-8096-408b-a6ef-610d6f04c9d4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:45.148179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.154398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b60e4f-58a3-4df5-b6f8-74e217217a51 None None] Network 845d47aa-2a87-480b-a0a0-2c82428e1e02 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:45.166469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7e79e59-419e-49f2-a3e5-b896545c152a req-4a2f2eb6-298b-482f-9b41-4e4441b05fb8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908582 Nov 16 21:12:45.210283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:45.237913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e2b0fefb-8096-408b-a6ef-610d6f04c9d4) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:45.245383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.247178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.301047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44bce789-4cfa-4092-8c57-371779effd8d req-a9c7786e-4f98-420b-9079-6065ec5fcf53 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 210 time: 0.0730538 Nov 16 21:12:45.310716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-24514117-ee09-43b9-8b7a-9c82c1bf0979 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3608754 Nov 16 21:12:45.313633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:45.320234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:45.401525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.402966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.417557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24145c2e-a259-470e-939e-e0a4e1294481 None None] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:45.508446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.588895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['34b46bf2-3f43-45c1-a3ca-b1b34e56165a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:45.702054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33512) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:45.756702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:45.780692 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7186ae8d-90b0-4ad4-b387-b3b07fc3ab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.889072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-a446a89e-d748-4cc7-b866-ab9433d181d6 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f28c195905d840f7bd6dc633a63214e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581725 Nov 16 21:12:46.008768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-0efaf30d-e40b-42a0-9997-7c875aafe1d1 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.016860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-0efaf30d-e40b-42a0-9997-7c875aafe1d1 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263208 Nov 16 21:12:46.034139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-f3b1cc2c-6dfc-428f-93ff-c84660ac85e0 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/quotas/f28c195905d840f7bd6dc633a63214e7 HTTP/1.1" status: 200 len: 375 time: 0.0162930 Nov 16 21:12:46.080822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.106472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-7851451e-d8d3-4ca0-bdb1-caafea5e1cf9 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:46.116015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-7851451e-d8d3-4ca0-bdb1-caafea5e1cf9 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4118650 Nov 16 21:12:46.131204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-c65405a1-7f07-424e-a41e-92dbd89220d5 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f28c195905d840f7bd6dc633a63214e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960660 Nov 16 21:12:46.157235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'fixed_ips': [{'subnet_id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:12:46.161316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.295508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-6fc7829b-c4a4-4f57-ba45-47b0a7a02027 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d1447e7f7e264c7a955744f583a72cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257730 Nov 16 21:12:46.343146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.353413 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcaea2f-576a-47a7-9dc5-b3c71b562bd2 x-openstack-request-id: req-ffcaea2f-576a-47a7-9dc5-b3c71b562bd2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:46.353737 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "name": "network-vif-plugged", "status": "completed", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:46.353987 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffcaea2f-576a-47a7-9dc5-b3c71b562bd2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:46.354517 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'code': 200} Nov 16 21:12:46.475884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-cfb6e2fe-e541-4690-958e-3c2349c3811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.480285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-cfb6e2fe-e541-4690-958e-3c2349c3811b service neutron] 10.222.0.54 "GET /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 1114 time: 0.1733923 Nov 16 21:12:46.499241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.520534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Request body: {'binding': {'host': 'n-h1-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:46.521266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Unknown quota resources ['binding']. {{(pid=102665) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:12:46.521384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Allocated IP 172.20.0.2 (e2b0fefb-8096-408b-a6ef-610d6f04c9d4/3b567a6d-0cec-4a0d-b569-cfd659fd44cf/ea9f595d-979a-4ea8-86b1-8af32c9281d1) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:46.646953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-44c36410-ea01-4115-aacb-bb754557d503 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.650296 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-44c36410-ea01-4115-aacb-bb754557d503 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086936 Nov 16 21:12:46.671296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd98b5-772e-4925-ae6f-5e2101be89de req-f2d4d59d-2777-4c18-9b90-af0d6df7306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.674584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bdd98b5-772e-4925-ae6f-5e2101be89de req-f2d4d59d-2777-4c18-9b90-af0d6df7306d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 1096 time: 0.1894989 Nov 16 21:12:46.697090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Request body: {'port': {'device_id': '1f698bc2-1172-4681-8763-71e3b92173bd', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd1447e7f7e264c7a955744f583a72cc5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:46.769259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.780096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Allocated IP 172.25.7.72 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/08889c6d-3d82-45bb-afc5-7a74ef2d445f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:46.788925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.856888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:46.877819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Pushing event updated for resources: {'Port': ['ID=ea9f595d-979a-4ea8-86b1-8af32c9281d1,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:46.882657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:46.888816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:46.972354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Made reservation on behalf of d1447e7f7e264c7a955744f583a72cc5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:46.975879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.989703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.990764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Attempting to bind port ea9f595d-979a-4ea8-86b1-8af32c9281d1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:46.993452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Attempting to bind port ea9f595d-979a-4ea8-86b1-8af32c9281d1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:46.993707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Attempting to bind port ea9f595d-979a-4ea8-86b1-8af32c9281d1 on network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:47.009386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:47.009767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Checking segment: {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:47.010856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.011289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Bound using segment: {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:47.011918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Bound port: ea9f595d-979a-4ea8-86b1-8af32c9281d1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:47.012474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.032242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.053762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-5aad2d17-8e50-4a93-9d56-4b315c787e54 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.056428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-5aad2d17-8e50-4a93-9d56-4b315c787e54 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.1971700 Nov 16 21:12:47.107307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] For port ea9f595d-979a-4ea8-86b1-8af32c9281d1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:47.112665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] For port ea9f595d-979a-4ea8-86b1-8af32c9281d1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ea9f595d-979a-4ea8-86b1-8af32c9281d1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:47.114354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bdd98b5-772e-4925-ae6f-5e2101be89de req-29a669f7-3042-4217-ab1b-751eec659f38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598959 Nov 16 21:12:47.115436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.117829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-c3ec0312-96e4-4d9c-9e5d-213d32aad2b7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/quotas/f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 375 time: 0.0463908 Nov 16 21:12:47.119277 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.158890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.180969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.184658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8995e264-eebe-4b2e-b67d-2d825a39ab50 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592005 Nov 16 21:12:47.189987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4f45e-776b-4358-ab39-b34ec7e5a385 None None] Pushing event updated for resources: {'Port': ['ID=ea9f595d-979a-4ea8-86b1-8af32c9281d1,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:47.195861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:47.220289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:47.232446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:47.236570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on host n-h1-816206-5 for vnic_type normal with profile None {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:47.236936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:47.237281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:47.253999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:47.254326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:47.263734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:47.264073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:47.264457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:47.265716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Bound port: 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:47.269994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Pushing event updated for resources: {'Port': ['ID=08889c6d-3d82-45bb-afc5-7a74ef2d445f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:47.309307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946015b5-a1dd-43c2-88ee-672f813d856e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:47.425854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-5f03f766-7f79-4ff2-bba0-6aff5aa3f122 service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402189 Nov 16 21:12:47.487708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Allocated IP 192.168.233.175 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/2981b238-cabd-42d3-bd69-ab38fa52a371) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:47.493328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:47.513923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.515319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-f8121de8-939b-4d8b-9f83-95df3e88c18c service neutron] 10.222.0.54 "POST /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28/bindings HTTP/1.1" status: 201 len: 389 time: 1.0289612 Nov 16 21:12:47.522679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 34b46bf2-3f43-45c1-a3ca-b1b34e56165a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:47.560478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-e127ad30-f105-493b-93ae-e3153a4421aa service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335664 Nov 16 21:12:47.617969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:47.647032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:47.647391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.694175 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed93bd6f-3167-4859-b983-dcfd89588952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.775997 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.830822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:47.836112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa640ec-fa82-4360-9bcd-dcd4a074614e req-a798cbbe-0acb-45fb-a78c-b86b6beaee78 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.837954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1aa640ec-fa82-4360-9bcd-dcd4a074614e req-a798cbbe-0acb-45fb-a78c-b86b6beaee78 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 948 time: 0.0849121 Nov 16 21:12:47.842756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.913275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:47.958661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600f2a-c347-4355-a1a5-80197ff5da36 req-cbf9d559-67cb-4805-a72e-8bae85ede988 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.960196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8600f2a-c347-4355-a1a5-80197ff5da36 req-cbf9d559-67cb-4805-a72e-8bae85ede988 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.1213379 Nov 16 21:12:47.975366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-c2b8601c-8936-49fb-8b2e-0ed2c71b3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.976931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-c2b8601c-8936-49fb-8b2e-0ed2c71b3c6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1117 time: 0.1031921 Nov 16 21:12:47.999584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1aa640ec-fa82-4360-9bcd-dcd4a074614e req-ea4d0e5f-5f91-4729-8eed-af81fcfd1a3b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294379 Nov 16 21:12:48.017744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.035501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-842a8620-753a-40e9-bb81-54effd710b9f tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f28c195905d840f7bd6dc633a63214e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512748 Nov 16 21:12:48.087395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.171808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1432cf52-35ac-4e70-9bc8-4c8d329ac7de req-e7184761-8639-499f-b31b-da771ea27b7c tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 210 time: 0.0557911 Nov 16 21:12:48.343081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8600f2a-c347-4355-a1a5-80197ff5da36 req-e855bab3-5a98-42dd-9b23-bcd8deb915da tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539982 Nov 16 21:12:48.356655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bace29df-8a0f-4031-9286-c9b01c7707a8 req-038779cb-37b8-4490-91f2-84eded074e40 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 210 time: 0.0723033 Nov 16 21:12:48.357192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:48.363692 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2ec43-8199-4783-a671-6d51ba76c111" -d '{"events": [{"server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:48.371298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-4d4c0556-c165-4573-a348-c9be11cfa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.372947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-4d4c0556-c165-4573-a348-c9be11cfa2f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3814752 Nov 16 21:12:48.423473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.437191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-44212fc1-8f36-46f9-9c4e-0d8cb0ae1b99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.0514491 Nov 16 21:12:48.446410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-5664a4e5-8763-4786-a0ad-1f0671f89628 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.450134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-5664a4e5-8763-4786-a0ad-1f0671f89628 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107971 Nov 16 21:12:48.510892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60807f-663a-427e-bdc9-f19fd031e3ea None None] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:48.518510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Request body: {'port': {'device_id': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'f28c195905d840f7bd6dc633a63214e7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:48.540446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:48.550659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:48.563964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d7a187f6-b4a5-469e-b930-ff6191339abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.565438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d7a187f6-b4a5-469e-b930-ff6191339abf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1142993 Nov 16 21:12:48.566838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Pushing event updated for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:48.572875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:48.641288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.642619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.678516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] Provisioning complete for port ea9f595d-979a-4ea8-86b1-8af32c9281d1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:48.679193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.690588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-d0cef20f-c75d-4ad3-b193-b3448fd0c547 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9985602 Nov 16 21:12:48.692311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.704191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Request body: {'port': {'device_id': '1f698bc2-1172-4681-8763-71e3b92173bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:48.874135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.876679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ea9f595d-979a-4ea8-86b1-8af32c9281d1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:48.971574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-b60941c9-f498-47b9-927c-0714a4a89f3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3200459 Nov 16 21:12:48.979176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] For port ea9f595d-979a-4ea8-86b1-8af32c9281d1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ea9f595d-979a-4ea8-86b1-8af32c9281d1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:48.995247 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.002091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.033101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ea9f595d-979a-4ea8-86b1-8af32c9281d1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:49.033463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.033672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc9eb-e36f-46a0-b240-ce80add741eb req-484b4fdc-17ce-481a-9cf5-24c137d1ae94 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.041561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555fc9eb-e36f-46a0-b240-ce80add741eb req-484b4fdc-17ce-481a-9cf5-24c137d1ae94 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 966 time: 0.5324953 Nov 16 21:12:49.049175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5892e238-ce9b-4fb9-b0c3-84fe457a6fb3 req-83c0a9c4-b21d-43f6-a465-de1fc654b504 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 210 time: 0.0814619 Nov 16 21:12:49.083450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Router 01cf9a0d-bcbc-458b-a141-2aced4b05735 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:12:49.171666 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6028662-5c19-41e3-8777-d0d43d91fa49 x-openstack-request-id: req-c6028662-5c19-41e3-8777-d0d43d91fa49 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:49.175542 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:49.176014 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6028662-5c19-41e3-8777-d0d43d91fa49 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:49.176569 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a', 'code': 200} Nov 16 21:12:49.262751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555fc9eb-e36f-46a0-b240-ce80add741eb req-29cfa841-b68e-40a9-91dd-5cce6f39be9e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156234 Nov 16 21:12:49.300376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d78742-7ed4-44ca-aca8-d55dabb5144e None None] Pushing event updated for resources: {'Port': ['ID=ea9f595d-979a-4ea8-86b1-8af32c9281d1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:49.307825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.320121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-81bc1fd5-1a59-4862-9d9d-39309aebd164 None None] Provisioning complete for port 2981b238-cabd-42d3-bd69-ab38fa52a371 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:49.320537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-81bc1fd5-1a59-4862-9d9d-39309aebd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.342740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-0402adb5-63f6-4c7d-ae4a-9879554a7f4f service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537219 Nov 16 21:12:49.351466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Made reservation on behalf of f28c195905d840f7bd6dc633a63214e7 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:49.362469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.369765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.21', 51583) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:49.443739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-81bc1fd5-1a59-4862-9d9d-39309aebd164 None None] Port 2981b238-cabd-42d3-bd69-ab38fa52a371 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:49.457373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.577443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8c5bc113-0df7-4ef1-97c5-7e63dafdc0d3 None None] Provisioning complete for port ea9f595d-979a-4ea8-86b1-8af32c9281d1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:49.579649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc113-0df7-4ef1-97c5-7e63dafdc0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.621109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ef4af2e-29ca-4b42-aba3-65c47334c5fe req-7e6a0a96-e894-4916-bafd-3728af949de4 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 210 time: 0.1849346 Nov 16 21:12:49.680140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870c170-530c-4971-9218-043513b11ef9 req-1493e2b6-f204-4a65-9356-1a591204c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.681899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1870c170-530c-4971-9218-043513b11ef9 req-1493e2b6-f204-4a65-9356-1a591204c008 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 1100 time: 0.3039961 Nov 16 21:12:49.691960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d92cc306-c17e-48a7-816c-69e554673b09 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192844 Nov 16 21:12:49.704964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459418f-b849-4b71-ab56-1e843b1df41c req-3e114f9e-ca55-444f-81de-744d1359c351 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.706585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3459418f-b849-4b71-ab56-1e843b1df41c req-3e114f9e-ca55-444f-81de-744d1359c351 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.2760258 Nov 16 21:12:49.780586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33614) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:49.799905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-40f26001-ef80-4031-80af-cffe258a52f8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.801381 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-40f26001-ef80-4031-80af-cffe258a52f8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.2226923 Nov 16 21:12:49.849057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Request body: {'port': {'device_id': '462fe281-4501-4296-9d0a-541cc18767de', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'admin_state_up': True, 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:49.875121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3459418f-b849-4b71-ab56-1e843b1df41c req-2339605b-ff2e-4841-9a6d-e0b5c711ff4f tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618941 Nov 16 21:12:49.884505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1870c170-530c-4971-9218-043513b11ef9 req-45190c47-501c-4f16-b7bd-f2ff9b1817d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892662 Nov 16 21:12:49.924339 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.925889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:49.937575 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Sync routers for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:49.948267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9903224-6619-426a-85ec-d7af57ac139c req-4362e461-7c81-4db6-8fa3-6629a481bbf2 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.955970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9903224-6619-426a-85ec-d7af57ac139c req-4362e461-7c81-4db6-8fa3-6629a481bbf2 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.1797295 Nov 16 21:12:49.958647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.963418 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:49.969755 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:49.996359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.000142 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a48be22-3e1b-4c21-b362-cb3f58c3244a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6828902 Nov 16 21:12:50.001709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33618) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:50.069912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5902983e-9430-4afa-bdd4-1aa123800afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.093061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:50.122019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2792e2-9bb4-4617-a1e2-c726369c2f43,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:50.126059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2981b238-cabd-42d3-bd69-ab38fa52a371 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:50.141514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.163475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-98484ac0-4748-4296-9d2b-2345c0630c14 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:50.164682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:50.165035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-98484ac0-4748-4296-9d2b-2345c0630c14 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1117 time: 0.2831011 Nov 16 21:12:50.168329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.171932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Transition to ACTIVE for port object 2981b238-cabd-42d3-bd69-ab38fa52a371 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:50.184139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-5'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:50.186915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.198494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9903224-6619-426a-85ec-d7af57ac139c req-d34b899a-8b47-4319-94d2-7278ce151280 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404268 Nov 16 21:12:50.292059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28d7-ce9b-4fd5-9a32-799d55828902 req-d08d2e57-1ad9-4d0d-90d1-1870306ca52c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:50.294298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58fb28d7-ce9b-4fd5-9a32-799d55828902 req-d08d2e57-1ad9-4d0d-90d1-1870306ca52c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 936 time: 0.2824392 Nov 16 21:12:50.323206 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:47Z', 'revision_number': 3, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:50.346997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Pushing event updated for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:50.367814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Checking router: 01cf9a0d-bcbc-458b-a141-2aced4b05735 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:50.368166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Updating router 01cf9a0d-bcbc-458b-a141-2aced4b05735 port 08889c6d-3d82-45bb-afc5-7a74ef2d445f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:50.394120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-687e11ad-4867-4f91-9454-a09b5d59eb5f req-6344955c-6cf5-4ece-a939-63296c2a378b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 210 time: 0.0985332 Nov 16 21:12:50.401792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.413041 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.448528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Allocated IP 192.168.233.107 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/8bca144c-6f36-41e8-b984-a1c489c9586c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:50.452701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.590775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Allocated IP 172.20.0.12 (14d459f6-8e72-4522-870c-dc722adbaedb/13eedaaa-b409-4c96-881c-d425c87ec6c5/df584381-2dbd-485b-8ee0-211b1e5ab663) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:50.608978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58fb28d7-ce9b-4fd5-9a32-799d55828902 req-ca65b411-cafa-4181-9209-e5a736b4c782 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610884 Nov 16 21:12:50.622562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Attempting to bind port 2981b238-cabd-42d3-bd69-ab38fa52a371 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:50.622890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Attempting to bind port 2981b238-cabd-42d3-bd69-ab38fa52a371 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:50.623234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Attempting to bind port 2981b238-cabd-42d3-bd69-ab38fa52a371 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:50.634801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5902983e-9430-4afa-bdd4-1aa123800afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.657782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Port 2981b238-cabd-42d3-bd69-ab38fa52a371 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:50.658099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Attempting to bind port 2981b238-cabd-42d3-bd69-ab38fa52a371 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:50.678215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5902983e-9430-4afa-bdd4-1aa123800afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.690890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:50.691308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:50.691629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:50.692066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Bound port: 2981b238-cabd-42d3-bd69-ab38fa52a371, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:50.692419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.721381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ea9f595d-979a-4ea8-86b1-8af32c9281d1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:50.789595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ea9f595d-979a-4ea8-86b1-8af32c9281d1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:50.790121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.862499 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.874732 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.884906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5902983e-9430-4afa-bdd4-1aa123800afa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65c3e1fb9348435da282546ee5b7bf04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1017146 Nov 16 21:12:50.891058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33628) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:50.897350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d6ae-6d81-45aa-a9aa-59a4bd617ea0 req-4926c7a4-06a3-4343-b14a-bb6913fba36a tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:50.915207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:50.915680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d966d6ae-6d81-45aa-a9aa-59a4bd617ea0 req-4926c7a4-06a3-4343-b14a-bb6913fba36a tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.4213274 Nov 16 21:12:50.922520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902983e-9430-4afa-bdd4-1aa123800afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02dfac5-7c5e-4921-a9c8-f87233e4fbdf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:50.925241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'floatingip': {'port_id': '044e93a2-c0b1-4d34-aefc-5d296d8cee97'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:50.927920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:51.013107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Attempting to bind port 08889c6d-3d82-45bb-afc5-7a74ef2d445f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:51.016238 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Attempting to bind port 08889c6d-3d82-45bb-afc5-7a74ef2d445f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:51.017156 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Attempting to bind port 08889c6d-3d82-45bb-afc5-7a74ef2d445f on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:51.029167 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:51.030002 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:51.030798 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.031468 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:51.032885 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Bound port: 08889c6d-3d82-45bb-afc5-7a74ef2d445f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:51.033954 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.039037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2981b238-cabd-42d3-bd69-ab38fa52a371,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:51.059984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.061044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae74ed-d833-41e6-b0ea-b5a3817e015c req-ef6e6cad-4b35-43f7-be73-345067d5994d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.068454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9ae74ed-d833-41e6-b0ea-b5a3817e015c req-ef6e6cad-4b35-43f7-be73-345067d5994d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 966 time: 0.3416839 Nov 16 21:12:51.075458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a78fc059-2540-4d8d-9b5a-8a1fcc252abe req-76c65f8c-bc13-4f3b-bc81-652483b757e2 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 210 time: 0.0758524 Nov 16 21:12:51.084875 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.087917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.092303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:51.118843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.133069 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] For port 08889c6d-3d82-45bb-afc5-7a74ef2d445f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:51.139895 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1d9a-935d-439c-beb0-fe7f9d26bc55 None None] Pushing event updated for resources: {'Port': ['ID=08889c6d-3d82-45bb-afc5-7a74ef2d445f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.164984 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] For port 08889c6d-3d82-45bb-afc5-7a74ef2d445f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08889c6d-3d82-45bb-afc5-7a74ef2d445f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:51.174673 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.207265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9ae74ed-d833-41e6-b0ea-b5a3817e015c req-fbf44950-9402-4ae3-9a9f-d0d1cf04ce60 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294382 Nov 16 21:12:51.222055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Pushing event updated for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.236405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:51.266883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.267567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.268983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-4ac229da-357d-4e9c-9718-2e684f37a600 service neutron] 10.222.0.36 "PUT /v2.0/ports/2981b238-cabd-42d3-bd69-ab38fa52a371 HTTP/1.1" status: 200 len: 1096 time: 2.5712998 Nov 16 21:12:51.273123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:51.275824 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434636ee-0c21-48aa-9737-dc8f6186ac85" -d '{"events": [{"name": "network-changed", "server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:51.320323 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.343895 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:51.344513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:51.374531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:51.377512 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240eca1-dfaa-419e-bd89-f989925d32ef" -d '{"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-unplugged", "status": "completed", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:51.391722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.394765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.437266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.440625 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1d9a-935d-439c-beb0-fe7f9d26bc55 None None] Pushing event updated for resources: {'Port': ['ID=08889c6d-3d82-45bb-afc5-7a74ef2d445f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.455894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c394f-be3c-4153-8111-d3a3f8267c7e req-b5cd7d8e-3237-4456-a640-a9e7bcbe5d88 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.461571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-354c394f-be3c-4153-8111-d3a3f8267c7e req-b5cd7d8e-3237-4456-a640-a9e7bcbe5d88 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.2743242 Nov 16 21:12:51.472448 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a340c-2be9-438e-8f55-27e50a5414e9 x-openstack-request-id: req-cf2a340c-2be9-438e-8f55-27e50a5414e9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:51.472869 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-unplugged", "status": "completed", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:51.473215 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf2a340c-2be9-438e-8f55-27e50a5414e9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:51.473709 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'code': 200} Nov 16 21:12:51.510314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:51.531986 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:51.532914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:51.540958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:51.548201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.550093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Pushing event updated for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.552164 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686bd79c-fc47-4c0d-a57e-7a7c8b73ec09 x-openstack-request-id: req-686bd79c-fc47-4c0d-a57e-7a7c8b73ec09 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:51.552394 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:51.552659 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-686bd79c-fc47-4c0d-a57e-7a7c8b73ec09 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:51.553336 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371', 'status': 'completed', 'code': 200} Nov 16 21:12:51.605427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.606016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.606518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.607016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.607501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.608473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.608970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.610132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.610688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.611363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.612223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.612882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.613372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:51.706000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-643d0305-891f-49d6-99b7-0da8cefe807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.707901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-643d0305-891f-49d6-99b7-0da8cefe807d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 1099 time: 0.1481514 Nov 16 21:12:51.741896 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.745794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.796987 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:47Z', 'revision_number': 3, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:51.835332 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dff07c-f997-484e-84bb-44cba8bc3fa0 None None] The sync data for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 is: [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:47Z', 'revision_number': 3, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:51.876122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.895557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d66c42c-8ad8-4048-bf05-129d5b173e77 req-01a73ea8-0a1f-438b-9b15-39f2e7d94474 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 210 time: 0.3221462 Nov 16 21:12:51.919471 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-8acae3b6-3be6-49da-9025-db84005c3447 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=2981b238-cabd-42d3-bd69-ab38fa52a371 HTTP/1.1" status: 200 len: 217 time: 0.1750853 Nov 16 21:12:51.934791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:51.935165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:51.935467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:51.956515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.957034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.959308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:51.959628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Attempting to bind port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:51.964472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-354c394f-be3c-4153-8111-d3a3f8267c7e req-0c824787-af40-473e-81ff-55712c5da043 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844127 Nov 16 21:12:51.986357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-96f9d927-7548-42c4-afa4-cd83cc926297 None None] Provisioning complete for port 8bca144c-6f36-41e8-b984-a1c489c9586c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:51.987386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-96f9d927-7548-42c4-afa4-cd83cc926297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.989601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Network 14d459f6-8e72-4522-870c-dc722adbaedb is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:52.004554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:52.010263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:52.022405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:52.022740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:52.023164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:52.023599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Bound port: 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:52.023948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.063330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7fb700d6-f44a-42eb-a093-a998e6c60680 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5506063 Nov 16 21:12:52.063939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:52.083564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-96f9d927-7548-42c4-afa4-cd83cc926297 None None] Port 8bca144c-6f36-41e8-b984-a1c489c9586c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:52.104249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Request body: {'port': {'device_id': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:52.118377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.122099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.123283 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e02dfac5-7c5e-4921-a9c8-f87233e4fbdf HTTP/1.1" status: 204 len: 168 time: 1.2330287 Nov 16 21:12:52.181833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a359f7-c2b0-4d89-8783-ae4e9fc30f17 req-31c8b176-f6bf-44e5-9430-8046d327da74 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.184268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-b4828e89-2f08-48da-a274-095cdb9e8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.191720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02a359f7-c2b0-4d89-8783-ae4e9fc30f17 req-31c8b176-f6bf-44e5-9430-8046d327da74 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 948 time: 0.2205732 Nov 16 21:12:52.197006 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-b4828e89-2f08-48da-a274-095cdb9e8bd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2580459 Nov 16 21:12:52.314551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:52.328727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.345679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02a359f7-c2b0-4d89-8783-ae4e9fc30f17 req-dda05549-3c8c-4257-8702-c014556a226b tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515121 Nov 16 21:12:52.373116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:52.387790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.673918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aa826-470c-4b02-87e9-c00de055a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02dfac5-7c5e-4921-a9c8-f87233e4fbdf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:52.675606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:12:52.694690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.695352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.706850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:52.772598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.773357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08889c6d-3d82-45bb-afc5-7a74ef2d445f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:52.818413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.828628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-36e9b1cc-45c4-4437-a867-215f21141a29 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9840729 Nov 16 21:12:52.828835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-6cfe7add-2c2a-40c1-90dc-08d0a278a960 req-8dc316ad-737c-4245-ba19-dc4f44e60d06 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:52.841444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cfe7add-2c2a-40c1-90dc-08d0a278a960 req-8dc316ad-737c-4245-ba19-dc4f44e60d06 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324025 Nov 16 21:12:52.842035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.843579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 08889c6d-3d82-45bb-afc5-7a74ef2d445f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:52.843963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.848891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=8']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:52.901258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Request body: {'port': {'device_id': '462fe281-4501-4296-9d0a-541cc18767de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:52.968465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bca144c-6f36-41e8-b984-a1c489c9586c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:52.978175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.978405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Allocated IP 172.20.0.1 (e2b0fefb-8096-408b-a6ef-610d6f04c9d4/3b567a6d-0cec-4a0d-b569-cfd659fd44cf/885df919-b74b-4485-9d32-1a2649309fe1) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:52.978897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.981255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-16591e1e-1e65-4e3a-b150-ed665aea091b service neutron] 10.222.0.21 "PUT /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 1142 time: 2.8070567 Nov 16 21:12:52.989633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.990235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-178e714a-3814-44a7-911b-3039f261812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.991825 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-178e714a-3814-44a7-911b-3039f261812b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7866237 Nov 16 21:12:53.003183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40115-c3ab-4287-94fb-1dcf5021331c req-b0ce8138-cada-4e7a-b5fd-02f369f4b330 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.004872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d40115-c3ab-4287-94fb-1dcf5021331c req-b0ce8138-cada-4e7a-b5fd-02f369f4b330 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 936 time: 0.3465796 Nov 16 21:12:53.077030 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.092720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d40115-c3ab-4287-94fb-1dcf5021331c req-48789062-0238-4dd9-882f-c8cc27547e47 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Nov 16 21:12:53.093849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Transition to ACTIVE for port object 8bca144c-6f36-41e8-b984-a1c489c9586c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:53.105009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:53.120703 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.126972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 08889c6d-3d82-45bb-afc5-7a74ef2d445f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08889c6d-3d82-45bb-afc5-7a74ef2d445f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:53.153075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.236705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.255251 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f associated. External IP: 172.25.7.22, port: 044e93a2-c0b1-4d34-aefc-5d296d8cee97. Nov 16 21:12:53.336153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=08889c6d-3d82-45bb-afc5-7a74ef2d445f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:53.340858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:53.352017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.352424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.352823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.353214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.353557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcdfb5-935d-4b89-8efb-d85e46a07d1d req-7bef683d-c609-420d-a673-26636a76540f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.353672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.353981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.354362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.354762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.355206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.355584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.355693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cfcdfb5-935d-4b89-8efb-d85e46a07d1d req-7bef683d-c609-420d-a673-26636a76540f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.2606585 Nov 16 21:12:53.355988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.356365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.406990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Attempting to bind port 8bca144c-6f36-41e8-b984-a1c489c9586c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:53.407602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Attempting to bind port 8bca144c-6f36-41e8-b984-a1c489c9586c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:53.407602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Attempting to bind port 8bca144c-6f36-41e8-b984-a1c489c9586c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:53.417711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Port 8bca144c-6f36-41e8-b984-a1c489c9586c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:53.418039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Attempting to bind port 8bca144c-6f36-41e8-b984-a1c489c9586c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:53.426106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:53.426465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:53.426833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:53.427299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Bound port: 8bca144c-6f36-41e8-b984-a1c489c9586c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:53.427787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.474288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:53.476571 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206c62d-c88d-47fa-9c45-d8f046284b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:53.496963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5c2ba-3aed-4e0c-9cb1-c4d0d6893bd6 req-9bd41863-52d3-43cd-9b05-3a32fa7664ea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.502158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75a5c2ba-3aed-4e0c-9cb1-c4d0d6893bd6 req-9bd41863-52d3-43cd-9b05-3a32fa7664ea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 932 time: 0.2899051 Nov 16 21:12:53.537723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cfcdfb5-935d-4b89-8efb-d85e46a07d1d req-506d43bf-7709-44cb-a5bd-6b1a82c8238e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599247 Nov 16 21:12:53.572388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.576304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75a5c2ba-3aed-4e0c-9cb1-c4d0d6893bd6 req-a345b9d6-ad70-4e33-bbaa-1934673b5922 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644872 Nov 16 21:12:53.588098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:53.592236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8bca144c-6f36-41e8-b984-a1c489c9586c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:53.601742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-3239b494-0fc9-463b-bdb4-e1c896aecd13 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930581 Nov 16 21:12:53.605835 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.635442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.672776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.673391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.674740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8bca144c-6f36-41e8-b984-a1c489c9586c HTTP/1.1" status: 200 len: 1096 time: 1.5773959 Nov 16 21:12:53.783246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30797860-2b0a-43cb-98be-1c5c5fe157a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:53.789238 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c537a780065482799ee2659bf4b09ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0784316 Nov 16 21:12:53.797147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33666) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:53.806018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b600b8-7581-4b0b-aa93-de3997fc7301,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:53.815536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e47c4-0534-4652-b175-2d6314bf5941 req-388bb840-496c-44a9-a2d1-450460ee020d tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.817330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-334e47c4-0534-4652-b175-2d6314bf5941 req-388bb840-496c-44a9-a2d1-450460ee020d tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.2031050 Nov 16 21:12:53.833871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82113d2-f2b3-4b8d-bfb8-771b1bc77df4 req-b7b184f3-266a-4b15-9a00-1d7cf8a83d8b tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.839726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a82113d2-f2b3-4b8d-bfb8-771b1bc77df4 req-b7b184f3-266a-4b15-9a00-1d7cf8a83d8b tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 948 time: 0.1926315 Nov 16 21:12:53.849001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.849337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.849673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.850004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.850329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.850652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.850997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.851316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.851641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.852005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.852269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.852581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b13dd-7332-43ce-8e2d-acd71fb531aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:53.860297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.943442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-334e47c4-0534-4652-b175-2d6314bf5941 req-d0492a43-2f04-4174-9771-e23a201680d4 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009529 Nov 16 21:12:53.946640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-943446dc-006a-4a58-a86c-a45965dc9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.948132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-943446dc-006a-4a58-a86c-a45965dc9b77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f28c195905d840f7bd6dc633a63214e7&device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 1099 time: 0.2178576 Nov 16 21:12:53.974312 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-413cdf2c-933c-4789-a683-6891c92fe0c5 req-43abb60d-73a4-430a-8c05-477d4ea8687d service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355422 Nov 16 21:12:54.028656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-028a602e-474b-4abd-bd9b-60a6e1c9e020 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8bca144c-6f36-41e8-b984-a1c489c9586c HTTP/1.1" status: 200 len: 217 time: 0.0660746 Nov 16 21:12:54.036898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a82113d2-f2b3-4b8d-bfb8-771b1bc77df4 req-edd2365b-5b13-4c26-ac0d-0a8fcfe33c7d tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914022 Nov 16 21:12:54.038398 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb9ba8-9561-45da-82e4-f4571ed7ef49 x-openstack-request-id: req-70cb9ba8-9561-45da-82e4-f4571ed7ef49 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:54.038679 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:54.038941 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70cb9ba8-9561-45da-82e4-f4571ed7ef49 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:54.039341 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'status': 'completed', 'code': 200} Nov 16 21:12:54.055321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.075145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.36', 65278) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:54.127047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.153762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7cb1ea22-a167-493b-b17b-00e32a7581b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.155298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-7cb1ea22-a167-493b-b17b-00e32a7581b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1128016 Nov 16 21:12:54.191278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.219150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-69cca818-5655-4855-b311-fa2d1b138e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.221171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-69cca818-5655-4855-b311-fa2d1b138e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1145 time: 0.1434467 Nov 16 21:12:54.273897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-c9484949-fb79-4a4a-9630-9a1ba5eb20e6 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641634 Nov 16 21:12:54.293916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:54.295936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-a993a30c-9f32-459b-8cd2-0f88ba55a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.297441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-a993a30c-9f32-459b-8cd2-0f88ba55a832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 1099 time: 0.1785541 Nov 16 21:12:54.307206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:54.319151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Pushing event updated for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:54.331340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:54.403945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.406744 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.407177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:54.410798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68b600b8-7581-4b0b-aa93-de3997fc7301 HTTP/1.1" status: 204 len: 168 time: 0.5916979 Nov 16 21:12:54.425630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-40f8ccb8-ab37-4dd1-816c-c919a52aa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.427069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-40f8ccb8-ab37-4dd1-816c-c919a52aa67c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548368 Nov 16 21:12:54.450168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a3072-af45-4635-98e8-aecc361dd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b600b8-7581-4b0b-aa93-de3997fc7301,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:54.455261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.555403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368ce5-cb1a-4220-b5f4-9fc8d784b360 req-6698cc38-0e4c-4b50-a5c4-acf534220f0b tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.556922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18368ce5-cb1a-4220-b5f4-9fc8d784b360 req-6698cc38-0e4c-4b50-a5c4-acf534220f0b tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 948 time: 0.3329861 Nov 16 21:12:54.584665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-3fa3c6bf-be92-4799-ad84-3f7ef30aea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.586081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-3fa3c6bf-be92-4799-ad84-3f7ef30aea00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3486202 Nov 16 21:12:54.604847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-eadcbbfc-7597-42ae-8fc2-bd012ef7546e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.611781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-eadcbbfc-7597-42ae-8fc2-bd012ef7546e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370097 Nov 16 21:12:54.680280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08889c6d-3d82-45bb-afc5-7a74ef2d445f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:54.706251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-905a2d7e-1c79-4ae3-b6c4-e07dd1bc69bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.0903132 Nov 16 21:12:54.710315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b84a271-0ba1-433e-830b-e2923943c58f None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:54.710999 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b84a271-0ba1-433e-830b-e2923943c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.720353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:54.731462 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.743973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:54.769178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-69622339-2f24-4115-bbfd-ce1f70841008 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "PUT /v2.0/floatingips/9509b7c0-77c6-4a9b-93da-9bf00d214e0f HTTP/1.1" status: 200 len: 990 time: 3.8510122 Nov 16 21:12:54.775434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:54.777708 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226fc6c7-6920-4927-8375-cf10f1f0bf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:54.778835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:54.779849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:54.783891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df584381-2dbd-485b-8ee0-211b1e5ab663 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:54.813538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-48fae98d-9598-420b-8ca8-2d924fcecca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.815299 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-48fae98d-9598-420b-8ca8-2d924fcecca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.5054185 Nov 16 21:12:54.818899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.833413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1b84a271-0ba1-433e-830b-e2923943c58f None None] Port 885df919-b74b-4485-9d32-1a2649309fe1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:54.880518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Transition to ACTIVE for port object df584381-2dbd-485b-8ee0-211b1e5ab663 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:54.882375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-ffb32e8f-1c74-4238-a735-4d10f2ef3eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=2981b238-cabd-42d3-bd69-ab38fa52a371 HTTP/1.1" status: 200 len: 217 time: 0.0569277 Nov 16 21:12:54.887960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.922120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 08889c6d-3d82-45bb-afc5-7a74ef2d445f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:54.922639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.929231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-bfa62ca6-b869-416b-8ccd-8cc3cd492d4a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/quotas/f2d492e756ef4294a8c465ebfd1b86b2 HTTP/1.1" status: 200 len: 375 time: 0.3167410 Nov 16 21:12:54.986395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:54.989656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-42d1e945-e7fe-4b17-9614-dec9b66035c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523317 Nov 16 21:12:54.994489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.019340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18368ce5-cb1a-4220-b5f4-9fc8d784b360 req-d45092f1-04c3-4075-a438-07dd87d403ce tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532928 Nov 16 21:12:55.081651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-780a4caf-ed81-46b6-8344-c72dc301ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.083121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-780a4caf-ed81-46b6-8344-c72dc301ff23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1609721 Nov 16 21:12:55.123812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-f3ffd3ef-a6cb-494e-a0d0-7bfd51a36a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.126917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-348af45f-5974-4139-b8cc-844fcd22b218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363619 Nov 16 21:12:55.127132 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-f3ffd3ef-a6cb-494e-a0d0-7bfd51a36a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2338958 Nov 16 21:12:55.136782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-81dcd63d-89ec-4a30-806e-ff84bcc04bec tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1931145 Nov 16 21:12:55.185702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:55.253815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0eafcb2-e819-43dd-8453-12f10a5513ec req-bc250150-c1f7-4d5e-979e-8a2dd209cbab service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427726 Nov 16 21:12:55.301224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c8c6-1940-4ffa-85c9-9c1f79c90bc5 req-9858902b-5d68-4046-bc78-0de69a40e64c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.303542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73b9c8c6-1940-4ffa-85c9-9c1f79c90bc5 req-9858902b-5d68-4046-bc78-0de69a40e64c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.1657188 Nov 16 21:12:55.345315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-3df05781-06e7-4bb2-9741-36091de3abe9 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027402 Nov 16 21:12:55.358480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-5d9ef7f5-dc80-4fb8-90ac-7dcd7bd95214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.360059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-5d9ef7f5-dc80-4fb8-90ac-7dcd7bd95214 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2192962 Nov 16 21:12:55.431569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73b9c8c6-1940-4ffa-85c9-9c1f79c90bc5 req-4cdd2d40-0e15-4f49-a4b2-768ccd70285d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201634 Nov 16 21:12:55.526717 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-85655f67-217f-45b4-a9fb-6ab4f2849783 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397023 Nov 16 21:12:55.543365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f206c62d-c88d-47fa-9c45-d8f046284b9e req-a1ffa37c-28d5-401b-ba67-57175c61b3bc service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852036 Nov 16 21:12:55.557578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:55.566368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7c99-3b90-4485-b190-a918ea4fce2e req-46824f00-4ced-4627-9155-8e49547ba0b7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.576094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffdb7c99-3b90-4485-b190-a918ea4fce2e req-46824f00-4ced-4627-9155-8e49547ba0b7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.1133823 Nov 16 21:12:55.647362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.652413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffdb7c99-3b90-4485-b190-a918ea4fce2e req-242e6c5b-c023-4873-aca7-9f6c048c14a1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Nov 16 21:12:55.656231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:55.656808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:55.657119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:55.683483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.742542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:90:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:52Z', 'revision_number': 1, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:55.787940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:55.795735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.806175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:55.815293 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6714b49-6bcf-4c19-8c7c-f665403f3f6c x-openstack-request-id: req-b6714b49-6bcf-4c19-8c7c-f665403f3f6c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:55.815626 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:55.815986 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6714b49-6bcf-4c19-8c7c-f665403f3f6c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:55.816413 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'status': 'completed', 'code': 200} Nov 16 21:12:55.817003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Pushing event updated for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:55.817954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:55.860239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:55.860402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:55.890866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-708d17c5-416a-41b9-86c8-076a9be81280 req-c1127423-2396-4963-81ea-2917251db52a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 210 time: 0.0544858 Nov 16 21:12:55.910647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684995-08ed-4f04-bc67-218c07540477 req-034f4aa3-5eb1-49b2-82c3-d76feff8044f tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.912339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f684995-08ed-4f04-bc67-218c07540477 req-034f4aa3-5eb1-49b2-82c3-d76feff8044f tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 948 time: 0.1847711 Nov 16 21:12:55.923336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-0f9c85e4-9a5d-467c-a23f-d2bd6ca9d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.923336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-0f9c85e4-9a5d-467c-a23f-d2bd6ca9d9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 1096 time: 0.1170702 Nov 16 21:12:55.992974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:56.014022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 has no active binding in host n-h1-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:12:56.039878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:56.042171 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54" -d '{"events": [{"name": "network-changed", "server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:56.044387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:56.052922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f684995-08ed-4f04-bc67-218c07540477 req-0fdd3d79-ee37-43e6-8c4f-3adc983e5968 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233623 Nov 16 21:12:56.092582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-22c11a5f-fe2c-4905-a1ca-d83e91ddea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.094464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-22c11a5f-fe2c-4905-a1ca-d83e91ddea10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 923 time: 0.1625793 Nov 16 21:12:56.194634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:56.195003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:56.195585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:56.196238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Bound port: df584381-2dbd-485b-8ee0-211b1e5ab663, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:56.196807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.201002 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb2453-16f8-4287-88c6-c4b7e2fbe9e1 x-openstack-request-id: req-69bb2453-16f8-4287-88c6-c4b7e2fbe9e1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:56.201286 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:56.201536 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69bb2453-16f8-4287-88c6-c4b7e2fbe9e1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:56.201924 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c', 'status': 'completed', 'code': 200} Nov 16 21:12:56.292126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:56.298814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:56.329282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-d3f5954e-58e9-420e-812b-ec16f5a24011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 200 len: 998 time: 0.2265174 Nov 16 21:12:56.347719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.347846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9087178-133c-4abc-b8ae-23024faae685 req-b01ef4bf-b04c-4529-8b68-a9ad14fa8530 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.357753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9087178-133c-4abc-b8ae-23024faae685 req-b01ef4bf-b04c-4529-8b68-a9ad14fa8530 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 948 time: 0.1544540 Nov 16 21:12:56.450655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-2953b8ab-e24f-4106-9a54-5d3bc026695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.452243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-2953b8ab-e24f-4106-9a54-5d3bc026695f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f28c195905d840f7bd6dc633a63214e7&device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 1099 time: 0.2474775 Nov 16 21:12:56.492799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.510187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.512257 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 1092 time: 3.6620362 Nov 16 21:12:56.650630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-9ae3f27a-9bc2-4cc7-a0da-16596d0d3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.652167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-9ae3f27a-9bc2-4cc7-a0da-16596d0d3657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.3140674 Nov 16 21:12:56.693014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f16a-ab6f-441e-b1dc-553d63d0e8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:56.723523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-434636ee-0c21-48aa-9737-dc8f6186ac85 req-84eccbfe-aec5-4bc5-9c67-227e074df7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0593092 Nov 16 21:12:56.729256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:56.734206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:56.750864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-ae744f00-b9fd-4018-b7d4-9054c4875d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.752515 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-ae744f00-b9fd-4018-b7d4-9054c4875d79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1095 time: 0.1400673 Nov 16 21:12:56.765616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-f7ad939d-993b-45cd-8dfb-4eb88a77a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.767425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-f7ad939d-993b-45cd-8dfb-4eb88a77a55d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2869112 Nov 16 21:12:56.775762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9087178-133c-4abc-b8ae-23024faae685 req-59835a32-3e04-4969-b8cc-c4f3ade3fd79 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174762 Nov 16 21:12:56.783635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:90:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:52Z', 'revision_number': 1, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:56.829028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004bab5-cccb-4102-9509-a47450f0480a None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:90:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:52Z', 'revision_number': 1, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:56.852904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-184320ec-cac9-4876-8ce3-fda1566a23bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8bca144c-6f36-41e8-b984-a1c489c9586c HTTP/1.1" status: 200 len: 217 time: 0.0729063 Nov 16 21:12:56.895647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cfb4c-5362-4b75-bc8e-d4f452c74d5d req-cb5a8528-24f4-45d4-91bc-93b4329e0b17 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.905412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e39cfb4c-5362-4b75-bc8e-d4f452c74d5d req-cb5a8528-24f4-45d4-91bc-93b4329e0b17 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.2821336 Nov 16 21:12:56.929340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-db2510b4-7cb7-45ab-8587-227fef79ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.931314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-db2510b4-7cb7-45ab-8587-227fef79ffe5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579286 Nov 16 21:12:56.931459 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-c41123d8-81f9-4e9f-8811-2c62b1dc8626 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.0644660 Nov 16 21:12:57.016961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-dc18f10c-64d5-44a5-af5c-e657ea27856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.018731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-dc18f10c-64d5-44a5-af5c-e657ea27856e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1525207 Nov 16 21:12:57.028992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Router 01cf9a0d-bcbc-458b-a141-2aced4b05735 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:57.032730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-1f123ea6-d79e-4dfc-b433-d18e25a061e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.034214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-1f123ea6-d79e-4dfc-b433-d18e25a061e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0848005 Nov 16 21:12:57.072134 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-ce214a33-7e82-4be4-91a0-427b28f256a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272386 Nov 16 21:12:57.132992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-162137f0-c226-4707-acb4-d7fd4c8a2c5a None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:57.133357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-162137f0-c226-4707-acb4-d7fd4c8a2c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.153017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e39cfb4c-5362-4b75-bc8e-d4f452c74d5d req-eed818e7-40a5-4c71-a2ec-6e0f481a7199 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466226 Nov 16 21:12:57.156165 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac30901-3645-4f24-880a-8993fd3b2a18 None None] New status for floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:12:57.186214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c0863-afa6-4bd7-b8a9-32246af0747f req-36050c69-d2a7-4890-ba6a-ef9be121024b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.193825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d56c0863-afa6-4bd7-b8a9-32246af0747f req-36050c69-d2a7-4890-ba6a-ef9be121024b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.2046916 Nov 16 21:12:57.208906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-21f0a2ad-5f67-4bfb-9959-0a86c944fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.210358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-21f0a2ad-5f67-4bfb-9959-0a86c944fdf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779077 Nov 16 21:12:57.218657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-79b9b7a3-e043-46c1-975d-55aeb522fa6b service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666559 Nov 16 21:12:57.247962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-162137f0-c226-4707-acb4-d7fd4c8a2c5a None None] Port 885df919-b74b-4485-9d32-1a2649309fe1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:57.251269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-71564bc0-1171-411a-aaf2-2869bfb1f404 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833566 Nov 16 21:12:57.404665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:57.415455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-796d93e5-4ab5-4d71-9537-c3ca9bd4d745 admin admin] 10.222.0.54 "PUT /v2.0/routers/01cf9a0d-bcbc-458b-a141-2aced4b05735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4105513 Nov 16 21:12:57.420496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Sync routers for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:57.464469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:57.467531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:57.503329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-4bca2b00-4d12-44f5-8d71-53753c569faa service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937860 Nov 16 21:12:57.545860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2981b238-cabd-42d3-bd69-ab38fa52a371 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:57.585763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be9c669e-cc7e-4159-92a9-9ec6402021ca req-81e28527-9299-4e53-a23d-30625a2f21d1 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 210 time: 0.2782967 Nov 16 21:12:57.612645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d56c0863-afa6-4bd7-b8a9-32246af0747f req-30aa23f1-9e3d-486d-8212-087f4131655d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038589 Nov 16 21:12:57.660575 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcad18d6-b0f5-494b-8dd6-20c97886caa6 req-0192d4aa-eb25-48cf-a53f-f8e013938fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196222 Nov 16 21:12:57.680528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-3a02ca8b-d5a3-4c6d-800b-3d342890b005 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.683480 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-3a02ca8b-d5a3-4c6d-800b-3d342890b005 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021072 Nov 16 21:12:57.697035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Request body: {'port': {'device_id': '411ca853-f61d-4632-8270-ebafb917d3d9', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'f2d492e756ef4294a8c465ebfd1b86b2'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:57.731974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-226fc6c7-6920-4927-8375-cf10f1f0bf7e req-95e10892-aec5-4e6b-a378-dcb68274335f service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920151 Nov 16 21:12:57.751122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-c9afdd14-bf45-4134-89e6-72731ed40860 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098040 Nov 16 21:12:57.765988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2981b238-cabd-42d3-bd69-ab38fa52a371,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:57.802650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '2981b238-cabd-42d3-bd69-ab38fa52a371', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '2981b238-cabd-42d3-bd69-ab38fa52a371', 'mac_address': 'fa:16:3e:76:e5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:57.836340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95687263-1419-49c3-a83c-ebfbfa5f76be req-a9ed7a16-1feb-4982-a2a7-d144bad2b0d3 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.844336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95687263-1419-49c3-a83c-ebfbfa5f76be req-a9ed7a16-1feb-4982-a2a7-d144bad2b0d3 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 948 time: 0.1307535 Nov 16 21:12:57.857333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:57.859466 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2eca6a-abec-468c-b608-2180b9a5d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:57.893937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Made reservation on behalf of f2d492e756ef4294a8c465ebfd1b86b2 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:57.899128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.899298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:57.943479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2a28ce-5f8a-4c6e-8ad0-d1fc2a23de54 req-36f39aee-1000-467d-a569-b5c02f74edd7 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842315 Nov 16 21:12:57.960887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95687263-1419-49c3-a83c-ebfbfa5f76be req-9d9402bd-8c2b-4b34-b0b2-c6222ee4a2cf tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156306 Nov 16 21:12:57.984089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204510d-edba-4777-82fb-eb9e07b2b202 req-e2448bfd-eb3c-4ca8-90c9-5df42119fbcf tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.994212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b204510d-edba-4777-82fb-eb9e07b2b202 req-e2448bfd-eb3c-4ca8-90c9-5df42119fbcf tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 948 time: 0.1218057 Nov 16 21:12:58.118682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b204510d-edba-4777-82fb-eb9e07b2b202 req-3018577f-e1a2-4009-84de-db843f7d1962 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180501 Nov 16 21:12:58.120370 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11cbc5-35bb-4097-9650-0bb273467a6e x-openstack-request-id: req-bb11cbc5-35bb-4097-9650-0bb273467a6e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:58.125558 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:58.126178 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb11cbc5-35bb-4097-9650-0bb273467a6e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:58.126611 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'status': 'completed', 'code': 200} Nov 16 21:12:58.159096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Allocated IP 192.168.233.161 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/122c3d11-755b-46f8-b451-6572c6af5c79) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:58.179516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-27fa8545-f91b-4e84-bf87-ef601ab5329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.181754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-27fa8545-f91b-4e84-bf87-ef601ab5329e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1095 time: 0.0474067 Nov 16 21:12:58.195974 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.212409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2981b238-cabd-42d3-bd69-ab38fa52a371 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:58.250966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2981b238-cabd-42d3-bd69-ab38fa52a371,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:58.263389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.325741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:58.353991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:54Z', 'revision_number': 4, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '885df919-b74b-4485-9d32-1a2649309fe1', 'name': '', 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'mac_address': 'fa:16:3e:e6:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:51Z', 'updated_at': '2021-11-16T21:12:55Z', 'revision_number': 2, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'subnets': [{'id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:58.404710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Checking router: 01cf9a0d-bcbc-458b-a141-2aced4b05735 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:58.405358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Updating router 01cf9a0d-bcbc-458b-a141-2aced4b05735 port 885df919-b74b-4485-9d32-1a2649309fe1 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:58.408053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.459423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.504002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['34b46bf2-3f43-45c1-a3ca-b1b34e56165a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:58.532805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-4e6d5e63-204e-458e-93f7-ae3dfce45471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.533727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-4e6d5e63-204e-458e-93f7-ae3dfce45471 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.3423290 Nov 16 21:12:58.554555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2981b238-cabd-42d3-bd69-ab38fa52a371'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:58.566196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.617796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:58.644777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:58.647420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Pushing event updated for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:58.649833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:58.678470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-de816f90-6eef-45b8-bceb-5185c9116077 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.1217539 Nov 16 21:12:58.731803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.732450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.754219 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-090586f9-496c-49bd-82ea-db0493c157f7 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0616214 Nov 16 21:12:58.767729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Request body: {'port': {'device_id': '411ca853-f61d-4632-8270-ebafb917d3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:58.896762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.900155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb430d-5153-4c03-87e8-0f2813ea7b40 req-583ecc72-d0cf-407e-8233-ebb41c3bc6ac tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.908378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3eb430d-5153-4c03-87e8-0f2813ea7b40 req-583ecc72-d0cf-407e-8233-ebb41c3bc6ac tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.4791064 Nov 16 21:12:59.008759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-4292413e-bf76-49a8-a6a6-d7f5082205df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.010458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-4292413e-bf76-49a8-a6a6-d7f5082205df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.3164952 Nov 16 21:12:59.060119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-b64d2e96-1d84-440e-8ec4-75fd2ee7784d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414362 Nov 16 21:12:59.099445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe9b10-3c90-43a0-a9f6-e0d107c13d92 req-1f6dffa2-22a5-479b-86b1-ee097d7f11c8 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.112764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2fe9b10-3c90-43a0-a9f6-e0d107c13d92 req-1f6dffa2-22a5-479b-86b1-ee097d7f11c8 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 936 time: 0.2229531 Nov 16 21:12:59.175985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3eb430d-5153-4c03-87e8-0f2813ea7b40 req-541846f1-0bc0-439b-a72c-e3bf369e9dbe tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626152 Nov 16 21:12:59.234257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-782cc53e-8172-464e-9589-5326b0096395 None None] Provisioning complete for port 122c3d11-755b-46f8-b451-6572c6af5c79 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:59.234754 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-782cc53e-8172-464e-9589-5326b0096395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.273224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-782cc53e-8172-464e-9589-5326b0096395 None None] Port 122c3d11-755b-46f8-b451-6572c6af5c79 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:59.301985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122c3d11-755b-46f8-b451-6572c6af5c79 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:59.319460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.337551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Transition to ACTIVE for port object 122c3d11-755b-46f8-b451-6572c6af5c79 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:59.343367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.372858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2fe9b10-3c90-43a0-a9f6-e0d107c13d92 req-6143ec58-1d8f-45a9-882f-c100eaf3eda4 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565837 Nov 16 21:12:59.390977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.403478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.451218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Pushing event updated for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:59.451750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-8e5e56a5-565e-4a25-aed5-c39d1221d8d3 service neutron] 10.222.0.36 "GET /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.3981540 Nov 16 21:12:59.596475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8bca144c-6f36-41e8-b984-a1c489c9586c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:59.618157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2981b238-cabd-42d3-bd69-ab38fa52a371 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:59.626541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Attempting to bind port 122c3d11-755b-46f8-b451-6572c6af5c79 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:59.627175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Attempting to bind port 122c3d11-755b-46f8-b451-6572c6af5c79 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:59.627446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Attempting to bind port 122c3d11-755b-46f8-b451-6572c6af5c79 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:59.632774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Port 122c3d11-755b-46f8-b451-6572c6af5c79 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:59.633218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Attempting to bind port 122c3d11-755b-46f8-b451-6572c6af5c79 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:59.640006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:59.640580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:59.641224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:59.641760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Bound port: 122c3d11-755b-46f8-b451-6572c6af5c79, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:59.642217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.644254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fafc32-072d-46a3-8585-b10977abc70c None None] Pushing event updated for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:59.705698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2384b-bcb6-4336-9a9f-4c85b5c9736f req-3dabf91c-9d73-4c5c-acda-fe8c5d657c71 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.709567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ea2384b-bcb6-4336-9a9f-4c85b5c9736f req-3dabf91c-9d73-4c5c-acda-fe8c5d657c71 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.3905327 Nov 16 21:12:59.753950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Attempting to bind port 885df919-b74b-4485-9d32-1a2649309fe1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:59.754309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Attempting to bind port 885df919-b74b-4485-9d32-1a2649309fe1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:59.754690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Attempting to bind port 885df919-b74b-4485-9d32-1a2649309fe1 on network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:59.771800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-554aeb28-cee0-45e1-8c14-5095b75cd01e service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906884 Nov 16 21:12:59.773372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:59.773753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Checking segment: {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:59.774162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.780699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Bound using segment: {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:59.781279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Bound port: 885df919-b74b-4485-9d32-1a2649309fe1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e676b5f-56ef-4a6c-a98a-15571175a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:59.781688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.802249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:59.806537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=122c3d11-755b-46f8-b451-6572c6af5c79,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:59.824811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.873655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.874594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.876192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] 10.222.0.36 "PUT /v2.0/ports/122c3d11-755b-46f8-b451-6572c6af5c79 HTTP/1.1" status: 200 len: 1096 time: 1.1130865 Nov 16 21:12:59.975196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e9b1e-8c0a-4644-a12b-7ede42a23029 service neutron] Pushing event updated for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:00.005855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-66023808-6120-4827-bb85-6bbc8b6a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.007887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-66023808-6120-4827-bb85-6bbc8b6a370a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 1099 time: 0.0759242 Nov 16 21:13:00.033083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdae40-f586-4f58-b244-cdadcade1670 req-16098364-0180-485a-baf3-a48697371bd4 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.034822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dbdae40-f586-4f58-b244-cdadcade1670 req-16098364-0180-485a-baf3-a48697371bd4 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 949 time: 0.4909825 Nov 16 21:13:00.089994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-66c650ea-7c58-48b9-99dd-a9d48ea860d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=122c3d11-755b-46f8-b451-6572c6af5c79 HTTP/1.1" status: 200 len: 217 time: 0.0645916 Nov 16 21:13:00.175772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ea2384b-bcb6-4336-9a9f-4c85b5c9736f req-e98aa927-b55c-42a4-92a9-00d1ac0645d1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122572 Nov 16 21:13:00.283902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 2981b238-cabd-42d3-bd69-ab38fa52a371 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:00.308240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 2981b238-cabd-42d3-bd69-ab38fa52a371 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:00.308614 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.314419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:00.316804 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:00.332706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-873f0500-94cf-4730-8f31-92cf5700f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.334203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-873f0500-94cf-4730-8f31-92cf5700f47d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2369602 Nov 16 21:13:00.378727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8bca144c-6f36-41e8-b984-a1c489c9586c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:00.406255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] For port 885df919-b74b-4485-9d32-1a2649309fe1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:00.408576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-384280b3-0072-422f-9fcc-a46b3caad5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.410496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-384280b3-0072-422f-9fcc-a46b3caad5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688682 Nov 16 21:13:00.427106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:00.440286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '8bca144c-6f36-41e8-b984-a1c489c9586c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '8bca144c-6f36-41e8-b984-a1c489c9586c', 'mac_address': 'fa:16:3e:55:a8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:00.448010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be2eca6a-abec-468c-b608-2180b9a5d6f5 req-199073b2-1750-4c33-bef1-513e6bfaa8f6 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497121 Nov 16 21:13:00.463236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dbdae40-f586-4f58-b244-cdadcade1670 req-d2dca105-562e-4c34-be60-9cba6fa0fd41 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111688 Nov 16 21:13:00.477902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] For port 885df919-b74b-4485-9d32-1a2649309fe1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=885df919-b74b-4485-9d32-1a2649309fe1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:00.506224 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.544429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:00.593241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:00.610791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:00.614787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:00.615447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.631877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623d39-2b65-4ccf-8836-41ce6b3a0c5f req-10977b95-6c41-47c4-92b7-eae4358c47d0 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.633808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13623d39-2b65-4ccf-8836-41ce6b3a0c5f req-10977b95-6c41-47c4-92b7-eae4358c47d0 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 948 time: 0.1948080 Nov 16 21:13:00.658263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-0f5d0995-b40c-4ec9-9b0a-41b57ce522cd service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387643 Nov 16 21:13:00.665644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.750320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13623d39-2b65-4ccf-8836-41ce6b3a0c5f req-ca814d33-d753-4dc0-92d2-b9206c0cc1ea tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018550 Nov 16 21:13:00.872870 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94aa06e-5e83-4529-ab52-48ebc31cef04 x-openstack-request-id: req-b94aa06e-5e83-4529-ab52-48ebc31cef04 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:00.873407 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:00.873908 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b94aa06e-5e83-4529-ab52-48ebc31cef04 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:00.874497 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79', 'status': 'completed', 'code': 200} Nov 16 21:13:00.879055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.899746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] Transition to ACTIVE for port object 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:00.911475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.911981 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1fa5337b-30ee-456d-b8bb-db3a9a95024e req-e08f47e6-fc10-4591-a336-aa3a9c3bb297 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459068 Nov 16 21:13:00.918541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.945775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bca144c-6f36-41e8-b984-a1c489c9586c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:00.948121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40839e-05c7-4fbe-a12b-497532669c97 req-031cfd17-2ea9-4eba-aa16-adf3f9690a32 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.969180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba40839e-05c7-4fbe-a12b-497532669c97 req-031cfd17-2ea9-4eba-aa16-adf3f9690a32 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 964 time: 0.1275074 Nov 16 21:13:00.996952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8bca144c-6f36-41e8-b984-a1c489c9586c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:01.030456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:01.031140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:12:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:01.095976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-f9704db6-6fc1-4561-95de-241d0ec6f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.097971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-f9704db6-6fc1-4561-95de-241d0ec6f75a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 1099 time: 0.1205089 Nov 16 21:13:01.155568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:01.162309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] No DVR routers for this DVR port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:01.172159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] Pushing event updated for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.234324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba40839e-05c7-4fbe-a12b-497532669c97 req-89192702-0907-4bcb-b9ea-a78cf2ebb5a9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643464 Nov 16 21:13:01.249001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-3430347e-7fa2-4971-9655-267f8495db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.249581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-d2fee288-ed11-4e2f-822c-f243e23601ca service neutron] 10.222.0.36 "PUT /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28/bindings/n-h1-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7868516 Nov 16 21:13:01.254759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-3430347e-7fa2-4971-9655-267f8495db54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1483164 Nov 16 21:13:01.269646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed25b-a812-47e2-aaa7-c9ccaad522fb req-83952128-f038-4c19-9a68-10c1bd070ee4 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.270370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-387ed25b-a812-47e2-aaa7-c9ccaad522fb req-83952128-f038-4c19-9a68-10c1bd070ee4 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 948 time: 0.2630103 Nov 16 21:13:01.374412 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.381343 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-e0212a8f-2c14-4ce9-a7d3-9b0b690ac80b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=122c3d11-755b-46f8-b451-6572c6af5c79 HTTP/1.1" status: 200 len: 217 time: 0.1082449 Nov 16 21:13:01.409946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-387ed25b-a812-47e2-aaa7-c9ccaad522fb req-5db6338b-7806-4e88-b1af-c86a7e0eb553 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375811 Nov 16 21:13:01.452796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fafc32-072d-46a3-8585-b10977abc70c None None] Pushing event updated for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.455875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-7165acd7-0708-43ec-ba6f-1e042e3bae14 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.457606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-7165acd7-0708-43ec-ba6f-1e042e3bae14 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1116 time: 0.1228745 Nov 16 21:13:01.535993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-c154d917-1434-41b0-941f-3d8d681d5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.537578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-c154d917-1434-41b0-941f-3d8d681d5a20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1450195 Nov 16 21:13:01.569760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:01.573567 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c579b-a927-4dbc-9872-34a7bbcc8e1b" -d '{"events": [{"server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "name": "network-vif-plugged", "status": "completed", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:01.598607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:01.620766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2981b238-cabd-42d3-bd69-ab38fa52a371,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:01.642237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-691f0add-2dd8-4ef2-9a57-7d3b1cc57b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.643990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-691f0add-2dd8-4ef2-9a57-7d3b1cc57b78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974159 Nov 16 21:13:01.671229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8bca144c-6f36-41e8-b984-a1c489c9586c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:01.672923 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.676156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.697002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:01.750192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a75f-8aaf-4a81-9079-2753511bc0e0 req-5aa08409-838f-4297-9b32-3dfe85d291d3 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.753562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52c0a75f-8aaf-4a81-9079-2753511bc0e0 req-5aa08409-838f-4297-9b32-3dfe85d291d3 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 950 time: 0.1377304 Nov 16 21:13:01.762799 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-87b47d2b-e4b1-4bde-ba3e-6501f1b3631c service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093514 Nov 16 21:13:01.812036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-72d7d29e-5ad0-44a7-99c2-2e42ac453021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.813966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-72d7d29e-5ad0-44a7-99c2-2e42ac453021 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&tenant_id=fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 1116 time: 0.3358321 Nov 16 21:13:01.830435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbabf3-1d98-44b5-b471-9237418c329d req-5045f3bf-9f7e-4574-9f34-2fb8314dfd55 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.840898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84bbabf3-1d98-44b5-b471-9237418c329d req-5045f3bf-9f7e-4574-9f34-2fb8314dfd55 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.2885771 Nov 16 21:13:01.878994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.881169 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-34c1ea17-a312-4fc9-afa7-e209d5a90cc8 req-5d9419f4-a6e9-4a80-b90c-9126a68b80c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100168 Nov 16 21:13:01.951966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.968856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52c0a75f-8aaf-4a81-9079-2753511bc0e0 req-1e45cab1-4a20-49e8-b10a-7da6462e1197 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009823 Nov 16 21:13:01.974406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-e017c4d9-3e75-429b-871d-de95c5bf735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.975946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-e017c4d9-3e75-429b-871d-de95c5bf735e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1116 time: 0.1231253 Nov 16 21:13:01.982539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:54Z', 'revision_number': 4, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '885df919-b74b-4485-9d32-1a2649309fe1', 'name': '', 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'mac_address': 'fa:16:3e:e6:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:51Z', 'updated_at': '2021-11-16T21:13:00Z', 'revision_number': 4, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'subnets': [{'id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:01.984698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:02.050829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d33c8-0df1-432d-b51c-e9aceba2fe45 None None] The sync data for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 is: [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:12:54Z', 'revision_number': 4, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '885df919-b74b-4485-9d32-1a2649309fe1', 'name': '', 'network_id': 'e2b0fefb-8096-408b-a6ef-610d6f04c9d4', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'mac_address': 'fa:16:3e:e6:9c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:51Z', 'updated_at': '2021-11-16T21:13:00Z', 'revision_number': 4, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'subnets': [{'id': '3b567a6d-0cec-4a0d-b569-cfd659fd44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:02.054488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] For port 885df919-b74b-4485-9d32-1a2649309fe1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=885df919-b74b-4485-9d32-1a2649309fe1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:02.098746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.106419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:02.183409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-543fcbcb-0fee-4800-a76d-0fed565ad4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.194614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-543fcbcb-0fee-4800-a76d-0fed565ad4f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2041793 Nov 16 21:13:02.249760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84bbabf3-1d98-44b5-b471-9237418c329d req-578a1040-9ac9-4966-b3ab-9397f8b62bbf tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075785 Nov 16 21:13:02.265371 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41c30a1-25b7-45ef-a0fd-d56fc211b6a0 x-openstack-request-id: req-b41c30a1-25b7-45ef-a0fd-d56fc211b6a0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:02.265820 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "name": "network-vif-plugged", "status": "completed", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:02.269087 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b41c30a1-25b7-45ef-a0fd-d56fc211b6a0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:02.269916 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371', 'code': 200} Nov 16 21:13:02.290402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'port_id': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'mac_address': 'fa:16:3e:25:52:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eedaaa-b409-4c96-881c-d425c87ec6c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:02.395566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bd45f-28cd-4424-80e0-b5341a46fcad req-1a3fd584-0cd9-45af-8822-ef27f212ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.400673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-4c687809-2ff4-4ebf-8081-f00fdd312d03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.1442039 Nov 16 21:13:02.401093 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ae2bd45f-28cd-4424-80e0-b5341a46fcad req-1a3fd584-0cd9-45af-8822-ef27f212ed82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 1101 time: 0.1133325 Nov 16 21:13:02.494203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ae2bd45f-28cd-4424-80e0-b5341a46fcad req-e2a67384-34e0-49c7-8baa-2b207ea894d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889618 Nov 16 21:13:02.514968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-18464883-04e2-456b-91e1-e5d35b8b4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.514968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-18464883-04e2-456b-91e1-e5d35b8b4ffa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0967264 Nov 16 21:13:02.541140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.680656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-e329a2bc-8ed7-4078-910e-798471383107 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615548 Nov 16 21:13:02.692253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226d973-e22e-4f4b-ad98-03ab88b3d0cb None None] Pushing event updated for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.709843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df584381-2dbd-485b-8ee0-211b1e5ab663 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:02.750548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:02.759862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:02.775530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 885df919-b74b-4485-9d32-1a2649309fe1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:02.777650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.804141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3272e3c8-ac1a-46e5-87d8-7eee5ff986a3 None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:02.804514 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3272e3c8-ac1a-46e5-87d8-7eee5ff986a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.928601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.942356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:02.942722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.013441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d87aa757-ffc7-4451-9a0d-f7968f9e2825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.136481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df584381-2dbd-485b-8ee0-211b1e5ab663'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:03.139389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-8d697d1d-60f7-4106-b11f-d089b1582e76 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155195 Nov 16 21:13:03.152256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4fa6-c42e-464e-b3c1-cacd31855532 req-5cd1b8f1-4065-445f-ad2d-36ca505350c9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.154127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3acc4fa6-c42e-464e-b3c1-cacd31855532 req-5cd1b8f1-4065-445f-ad2d-36ca505350c9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 965 time: 0.6443567 Nov 16 21:13:03.165231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05433ff5-a7b9-49d9-a62c-815a76256fce req-21835561-ecc8-4abc-9cd8-71e78bf6dee8 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.166648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05433ff5-a7b9-49d9-a62c-815a76256fce req-21835561-ecc8-4abc-9cd8-71e78bf6dee8 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 949 time: 0.6498144 Nov 16 21:13:03.177067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d87aa757-ffc7-4451-9a0d-f7968f9e2825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.189102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d87aa757-ffc7-4451-9a0d-f7968f9e2825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.235138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aa757-ffc7-4451-9a0d-f7968f9e2825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e12e2f6-4ba9-4151-8866-b5ce2a8d2e80,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:03.240673 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d87aa757-ffc7-4451-9a0d-f7968f9e2825 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=331c0f6f7659478d91a056c500c23c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796100 Nov 16 21:13:03.243933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33846) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:03.288053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-be753e9c-ce82-486a-b9d9-f13a8efe3909 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325459 Nov 16 21:13:03.334083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.366122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.437572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3acc4fa6-c42e-464e-b3c1-cacd31855532 req-e75857b3-99df-40e9-be02-874663f1c697 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519189 Nov 16 21:13:03.446400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.453994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.456342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e12e2f6-4ba9-4151-8866-b5ce2a8d2e80 HTTP/1.1" status: 204 len: 168 time: 0.2112737 Nov 16 21:13:03.471867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05433ff5-a7b9-49d9-a62c-815a76256fce req-9e892980-0d39-4756-b153-05c6d039b8f9 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789203 Nov 16 21:13:03.482688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e01f3f-bcfb-418b-bc24-4af5b98bcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e12e2f6-4ba9-4151-8866-b5ce2a8d2e80,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:03.585098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 122c3d11-755b-46f8-b451-6572c6af5c79 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:03.838016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-360ebe7d-e1b7-4a85-b38e-a337e34027c5 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.840093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-360ebe7d-e1b7-4a85-b38e-a337e34027c5 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1116 time: 0.1272922 Nov 16 21:13:03.858485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=122c3d11-755b-46f8-b451-6572c6af5c79,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:03.859621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c04a8-4d41-4d59-88d0-e304dcef7c0c req-abfcc4db-e96d-4cab-ba34-fe1f6bfaf1a8 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.861783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b99c04a8-4d41-4d59-88d0-e304dcef7c0c req-abfcc4db-e96d-4cab-ba34-fe1f6bfaf1a8 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 950 time: 0.1999013 Nov 16 21:13:03.875628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc83cd5-6c52-4d0a-a2f1-0332a18d1f11 req-51ef1775-6ffa-4219-a2a2-df49b42b83de tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.877157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8bca144c-6f36-41e8-b984-a1c489c9586c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:03.886904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dc83cd5-6c52-4d0a-a2f1-0332a18d1f11 req-51ef1775-6ffa-4219-a2a2-df49b42b83de tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 948 time: 0.2499204 Nov 16 21:13:03.901373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '122c3d11-755b-46f8-b451-6572c6af5c79', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '122c3d11-755b-46f8-b451-6572c6af5c79', 'mac_address': 'fa:16:3e:27:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:03.971930 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.982655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 8bca144c-6f36-41e8-b984-a1c489c9586c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:03.991313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 8bca144c-6f36-41e8-b984-a1c489c9586c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:03.991686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.994165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122c3d11-755b-46f8-b451-6572c6af5c79 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:04.049399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=122c3d11-755b-46f8-b451-6572c6af5c79,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:04.059765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b99c04a8-4d41-4d59-88d0-e304dcef7c0c req-247f781b-6a70-48a4-ab64-2ff0f6fd3752 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629014 Nov 16 21:13:04.073742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.081416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dc83cd5-6c52-4d0a-a2f1-0332a18d1f11 req-1fccfe3a-e740-4f1d-b7fd-5a32cb4dbff8 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884713 Nov 16 21:13:04.151315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33856) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:04.190445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-250208a3-108b-4b2a-9ceb-0906365f794c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.206832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.217255 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.227375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-c7e40210-401c-4575-8b03-304b09ef945c service neutron] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:04.232231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-c7e40210-401c-4575-8b03-304b09ef945c service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.236864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8baeec8c-80ab-44be-bfc5-0c5ffc4656b2 req-c7e40210-401c-4575-8b03-304b09ef945c service neutron] 10.222.0.21 "DELETE /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28/bindings/n-h2-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.3719664 Nov 16 21:13:04.272201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8bca144c-6f36-41e8-b984-a1c489c9586c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:04.273094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:04.275680 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e55be-dfb2-442f-bf36-c071997fa101" -d '{"events": [{"server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "name": "network-vif-plugged", "status": "completed", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:04.297743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['122c3d11-755b-46f8-b451-6572c6af5c79'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:04.301594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.327984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604adcde-7415-4f8f-b235-632fa798e3f5 req-76a851c3-9265-4ed9-88d4-215ac8ef045d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.337454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-604adcde-7415-4f8f-b235-632fa798e3f5 req-76a851c3-9265-4ed9-88d4-215ac8ef045d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.1008379 Nov 16 21:13:04.396725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-250208a3-108b-4b2a-9ceb-0906365f794c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.401044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-604adcde-7415-4f8f-b235-632fa798e3f5 req-229ba163-d7ec-401c-aafd-8401f4436952 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596550 Nov 16 21:13:04.405472 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ee10a-11e1-4ffd-88f3-889d9e65ae0f x-openstack-request-id: req-830ee10a-11e1-4ffd-88f3-889d9e65ae0f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:04.405784 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "name": "network-vif-plugged", "status": "completed", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:04.406040 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-830ee10a-11e1-4ffd-88f3-889d9e65ae0f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:04.406430 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c', 'code': 200} Nov 16 21:13:04.419370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.419876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-250208a3-108b-4b2a-9ceb-0906365f794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.468154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250208a3-108b-4b2a-9ceb-0906365f794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51972d9-d710-44fe-895e-437e726a3631,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.482085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33860) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:04.488451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-250208a3-108b-4b2a-9ceb-0906365f794c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a24acb8368d442b6822666f2268e5f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363340 Nov 16 21:13:04.543845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1e30-82fa-404c-9b19-ef213ea2eaec req-258b9cc1-f464-4ef5-a612-2959871fde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.545999 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-206b1e30-82fa-404c-9b19-ef213ea2eaec req-258b9cc1-f464-4ef5-a612-2959871fde2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 1101 time: 0.0558543 Nov 16 21:13:04.612163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.658178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-206b1e30-82fa-404c-9b19-ef213ea2eaec req-1e0be13e-245b-43af-ba6c-e2d7df98d06a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035545 Nov 16 21:13:04.658420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.702915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 885df919-b74b-4485-9d32-1a2649309fe1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:04.759604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211515d2-00dd-435f-a829-b6c4cbd1926f req-60370737-70a9-4326-9321-7af61301de6a tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.761588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-211515d2-00dd-435f-a829-b6c4cbd1926f req-60370737-70a9-4326-9321-7af61301de6a tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 950 time: 0.1279595 Nov 16 21:13:04.768157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 885df919-b74b-4485-9d32-1a2649309fe1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:04.768157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.781861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd1ced-7dee-47c9-b9cc-22d98c875154 req-a4180b70-1af6-41f7-b7c0-15b24b0c498c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.783512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8cd1ced-7dee-47c9-b9cc-22d98c875154 req-a4180b70-1af6-41f7-b7c0-15b24b0c498c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 965 time: 0.0923488 Nov 16 21:13:04.812414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.814883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.815978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a51972d9-d710-44fe-895e-437e726a3631 HTTP/1.1" status: 204 len: 168 time: 0.3328331 Nov 16 21:13:04.844846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c71c4-3acd-46bb-9f14-c3a73c211e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51972d9-d710-44fe-895e-437e726a3631,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.904406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-211515d2-00dd-435f-a829-b6c4cbd1926f req-7d28f3ac-98fb-4c74-b6ff-2e2f0eb34d49 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196017 Nov 16 21:13:04.917680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8cd1ced-7dee-47c9-b9cc-22d98c875154 req-7218a560-0a65-4aae-9cc0-1354f6443297 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207888 Nov 16 21:13:05.128972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf16107-ac53-4fc8-8909-8c333cf83d54 req-7fd12400-31c9-4fe8-a168-33c677829097 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.130584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdf16107-ac53-4fc8-8909-8c333cf83d54 req-7fd12400-31c9-4fe8-a168-33c677829097 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1116 time: 0.0461400 Nov 16 21:13:05.248252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdf16107-ac53-4fc8-8909-8c333cf83d54 req-48ec7a7d-a05f-4281-84f3-5ec042c8dbdb tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098416 Nov 16 21:13:05.261999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9ba6-6dfc-42cd-9bf5-0f680e0876c4 req-113a29e9-f56c-4ddf-bd1e-402bd99e2121 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.263662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb2f9ba6-6dfc-42cd-9bf5-0f680e0876c4 req-113a29e9-f56c-4ddf-bd1e-402bd99e2121 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 950 time: 0.1060817 Nov 16 21:13:05.336371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb2f9ba6-6dfc-42cd-9bf5-0f680e0876c4 req-523ce7f1-dc57-4189-aafb-56ddf7d66f11 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Nov 16 21:13:05.493523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2fc39-f94d-44df-aa60-5b66a03417fc req-a1c3f6d0-c114-47be-aed0-cc2852916873 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.495847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5e2fc39-f94d-44df-aa60-5b66a03417fc req-a1c3f6d0-c114-47be-aed0-cc2852916873 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 949 time: 0.0579417 Nov 16 21:13:05.565735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5e2fc39-f94d-44df-aa60-5b66a03417fc req-42cc4569-61b0-4d45-85cf-0283568319e0 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593441 Nov 16 21:13:05.588981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 122c3d11-755b-46f8-b451-6572c6af5c79 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:05.593844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:05.724067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 122c3d11-755b-46f8-b451-6572c6af5c79 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:05.729079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 122c3d11-755b-46f8-b451-6572c6af5c79 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:05.730525 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.733700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port df584381-2dbd-485b-8ee0-211b1e5ab663 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:05.765723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port df584381-2dbd-485b-8ee0-211b1e5ab663 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:05.766726 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.779091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66febf65-b912-4be3-b523-a295b17033d0 req-06009ec4-2f57-4cb7-b0bf-894910a6b4cc tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.787016 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66febf65-b912-4be3-b523-a295b17033d0 req-06009ec4-2f57-4cb7-b0bf-894910a6b4cc tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.0850449 Nov 16 21:13:05.877838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66febf65-b912-4be3-b523-a295b17033d0 req-1b922707-931e-46cc-9b9c-6115a93b3d5a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896509 Nov 16 21:13:06.031283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.033937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.153155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=122c3d11-755b-46f8-b451-6572c6af5c79,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.157822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.168717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.170724 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.191822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-d478bf6f-bb8a-457f-8112-66ef97e3d3ec tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.193721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-d478bf6f-bb8a-457f-8112-66ef97e3d3ec tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.1958277 Nov 16 21:13:06.215553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-a47fc4fe-70cd-4605-9ccf-cd1dc54fdf33 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/quotas/fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 375 time: 0.0149982 Nov 16 21:13:06.301810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-c4cf285b-b430-4664-946c-21a4621aa0b6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797725 Nov 16 21:13:06.308246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:06.406226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:06.409110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79'}, {'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:06.412676 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3312487a-87e0-4179-ac1c-f3d218b5bb34" -d '{"events": [{"server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79"}, {"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-plugged", "status": "completed", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:06.471997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-635f1d05-b194-4eb8-93fb-ae5b33ad4d3a service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598299 Nov 16 21:13:06.520517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5201a-0321-4c02-8abc-f36bce8a91c9 req-d7180c6a-05fd-46f9-9350-8f6525c32c59 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.522228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6bd5201a-0321-4c02-8abc-f36bce8a91c9 req-d7180c6a-05fd-46f9-9350-8f6525c32c59 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 950 time: 0.1261692 Nov 16 21:13:06.610305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6bd5201a-0321-4c02-8abc-f36bce8a91c9 req-872d6375-1084-440f-8e2f-915477c4e40b tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558877 Nov 16 21:13:06.669870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-e65efb5d-6556-4e39-9300-7f2132498165 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912003 Nov 16 21:13:06.744352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0dafb-2327-4e20-8052-a813634a55ba req-cd0d700f-1b25-4618-ad2e-63bf314d42fd tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.753353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb0dafb-2327-4e20-8052-a813634a55ba req-cd0d700f-1b25-4618-ad2e-63bf314d42fd tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 950 time: 0.0733654 Nov 16 21:13:06.844173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb0dafb-2327-4e20-8052-a813634a55ba req-21d44bc5-3c3b-451f-8799-9848578fcea5 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894334 Nov 16 21:13:06.868700 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2330f6f0-bd56-42cb-8d99-8a67dfad40dd x-openstack-request-id: req-2330f6f0-bd56-42cb-8d99-8a67dfad40dd {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:06.869248 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79", "code": 200}, {"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-plugged", "status": "completed", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:06.869248 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2330f6f0-bd56-42cb-8d99-8a67dfad40dd {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:06.869609 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79', 'code': 200} Nov 16 21:13:06.869860 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'code': 200} Nov 16 21:13:07.056098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d107e8-d533-4ab9-ba86-b44addc37b86 req-7e6e034a-9c33-450b-bb40-4469c56a9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.058472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d107e8-d533-4ab9-ba86-b44addc37b86 req-7e6e034a-9c33-450b-bb40-4469c56a9517 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1097 time: 0.1119411 Nov 16 21:13:07.063974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea19271-56ce-47fa-8ec9-60b065c1fef4 req-24d28fbc-f371-4017-ad4e-27e39d9cb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.071721 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fea19271-56ce-47fa-8ec9-60b065c1fef4 req-24d28fbc-f371-4017-ad4e-27e39d9cb3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 1101 time: 0.0995207 Nov 16 21:13:07.073477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415118f-c7bb-4eb9-b5c3-b00c0219ced7 req-dcdadb7d-22eb-445b-bf39-59d9b064c913 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.074995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3415118f-c7bb-4eb9-b5c3-b00c0219ced7 req-dcdadb7d-22eb-445b-bf39-59d9b064c913 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.1180091 Nov 16 21:13:07.148897 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fea19271-56ce-47fa-8ec9-60b065c1fef4 req-2c8b24a1-dfcd-400d-b1c1-ee26cf9a37a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690031 Nov 16 21:13:07.164062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fea34f1-6640-4f8a-a297-030985644e57 req-312d3539-1a76-4e3c-b7f9-ce9f28705e6a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 210 time: 0.0428870 Nov 16 21:13:07.218666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d107e8-d533-4ab9-ba86-b44addc37b86 req-0ee9e808-b204-46f4-b2a2-e8cf47f4a613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426475 Nov 16 21:13:07.225553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3415118f-c7bb-4eb9-b5c3-b00c0219ced7 req-a684c773-c717-438c-9a54-a24ff4698306 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286120 Nov 16 21:13:07.391472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0dbf8-65a7-486a-8262-98b777e317a3 req-35208167-f35e-479e-a8a5-49ae2b1db2d0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.393568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4af0dbf8-65a7-486a-8262-98b777e317a3 req-35208167-f35e-479e-a8a5-49ae2b1db2d0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 946 time: 0.0726125 Nov 16 21:13:07.477809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4af0dbf8-65a7-486a-8262-98b777e317a3 req-aca93d68-3b96-42d0-afb7-29d778988160 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Nov 16 21:13:07.727152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf48bbe-53f7-4ccb-a46e-224ef5cae4bd req-b92a55bb-7bd7-4205-9a9e-a1cbf9d031d2 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.729043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cf48bbe-53f7-4ccb-a46e-224ef5cae4bd req-b92a55bb-7bd7-4205-9a9e-a1cbf9d031d2 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 950 time: 0.0578129 Nov 16 21:13:07.809422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cf48bbe-53f7-4ccb-a46e-224ef5cae4bd req-1d0abfe6-d6ce-4549-a434-a0c6e9d14512 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Nov 16 21:13:07.855643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7745ebff-7808-4667-8ea2-f0a7bf359599 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.857153 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7745ebff-7808-4667-8ea2-f0a7bf359599 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 1101 time: 0.0487766 Nov 16 21:13:07.969712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Deleting port 2981b238-cabd-42d3-bd69-ab38fa52a371 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:07.970114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.012421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38cf0e-4eee-4f23-b5cc-1a578996fd8b req-f0329d85-7741-4e6c-b683-90b5dda59f76 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.021617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb38cf0e-4eee-4f23-b5cc-1a578996fd8b req-f0329d85-7741-4e6c-b683-90b5dda59f76 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 950 time: 0.0853753 Nov 16 21:13:08.096748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb38cf0e-4eee-4f23-b5cc-1a578996fd8b req-48224815-c330-49b9-9249-44d6c95f228a tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678265 Nov 16 21:13:08.133175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] For port 2981b238-cabd-42d3-bd69-ab38fa52a371, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2981b238-cabd-42d3-bd69-ab38fa52a371,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:08.133781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.152332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Calling delete_port for 2981b238-cabd-42d3-bd69-ab38fa52a371 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:08.395750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-b7ef80b5-d53a-429d-b3bd-f0e0eba9b74a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.398007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-b7ef80b5-d53a-429d-b3bd-f0e0eba9b74a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.1725364 Nov 16 21:13:08.441864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4651d32-13b0-4d0f-9b39-0a82494143e8 req-128fa3bb-0eea-4a90-88c1-9705421cb32d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 210 time: 0.0425770 Nov 16 21:13:08.450146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Request body: {'port': {'device_id': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'admin_state_up': True, 'tenant_id': 'fae96759fd6a45d394ff285fb634a850'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:08.469530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.483393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2981b238-cabd-42d3-bd69-ab38fa52a371'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:08.651909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:08.681587 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.710519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] No DVR routers for this DVR port 2981b238-cabd-42d3-bd69-ab38fa52a371 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:08.713445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Pushing event deleted for resources: {'Port': ['ID=2981b238-cabd-42d3-bd69-ab38fa52a371,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:08.716272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.719722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ed516981-4b4b-4432-9cb7-0649b85bc136 req-7e3c5c3f-9c19-4f03-9cb2-90068d4bf2a8 tempest-DeleteServersAdminTestJSON-868550229 tempest-DeleteServersAdminTestJSON-868550229-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2981b238-cabd-42d3-bd69-ab38fa52a371 HTTP/1.1" status: 204 len: 173 time: 0.8502884 Nov 16 21:13:08.720012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'name': 'network-vif-deleted', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:08.723063 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d598771e-5d63-4546-8e46-6033f1f6f4cb" -d '{"events": [{"server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "name": "network-vif-deleted", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:08.845160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a984d-c77a-4b6b-8e19-d9474cb82452 req-bf1591b5-7c93-4c2f-8648-cb301da42e0d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.853440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-687a984d-c77a-4b6b-8e19-d9474cb82452 req-bf1591b5-7c93-4c2f-8648-cb301da42e0d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 946 time: 0.1785169 Nov 16 21:13:08.865113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:08.868498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.887323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028df6d3-03a2-4c68-a948-f68a238e677b req-fa21427e-5de8-471d-a38f-72e72aaa52e5 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.895505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-028df6d3-03a2-4c68-a948-f68a238e677b req-fa21427e-5de8-471d-a38f-72e72aaa52e5 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.2247267 Nov 16 21:13:08.919094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-397238b6-7fd1-47a8-8c21-b1ecc81753fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.022784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-687a984d-c77a-4b6b-8e19-d9474cb82452 req-b991f115-655e-4d85-bc78-8532da58e06c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681297 Nov 16 21:13:09.049547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-028df6d3-03a2-4c68-a948-f68a238e677b req-e9789b14-763b-457e-bc81-1bbe0e031fec tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526687 Nov 16 21:13:09.128112 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430bcdbc-9440-4a73-9d55-b1adcc79be5f x-openstack-request-id: req-430bcdbc-9440-4a73-9d55-b1adcc79be5f {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:09.128689 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f698bc2-1172-4681-8763-71e3b92173bd", "name": "network-vif-deleted", "tag": "2981b238-cabd-42d3-bd69-ab38fa52a371", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:09.129084 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-430bcdbc-9440-4a73-9d55-b1adcc79be5f {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:09.130236 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f698bc2-1172-4681-8763-71e3b92173bd', 'name': 'network-vif-deleted', 'tag': '2981b238-cabd-42d3-bd69-ab38fa52a371', 'status': 'completed', 'code': 200} Nov 16 21:13:09.141225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-397238b6-7fd1-47a8-8c21-b1ecc81753fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.171117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Allocated IP 172.20.0.11 (9d40933a-8d44-4e1e-ad4e-d24e27e24fa9/6c089c2a-54c6-4988-865c-21597a6eac0f/1a34e040-dce5-44b4-abb2-0acea5c19a1d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:09.185083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-397238b6-7fd1-47a8-8c21-b1ecc81753fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.241069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f36ab3-c656-4a70-aeae-d53382d7e857 req-624a7656-2ab1-41d6-93d2-9098e43893d3 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:09.243493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36f36ab3-c656-4a70-aeae-d53382d7e857 req-624a7656-2ab1-41d6-93d2-9098e43893d3 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 950 time: 0.0656559 Nov 16 21:13:09.267093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-b0ed01d0-59af-4825-a646-d41ded9f9cf7 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:09.269142 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-b0ed01d0-59af-4825-a646-d41ded9f9cf7 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.36 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 950 time: 0.1751940 Nov 16 21:13:09.272068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-397238b6-7fd1-47a8-8c21-b1ecc81753fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14fa5688071f4f7db11f51751c8f3c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6108139 Nov 16 21:13:09.272961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397238b6-7fd1-47a8-8c21-b1ecc81753fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70996b03-8708-4714-b4a9-0cc03d54411b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.277478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:09.408844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6c3908-9ef5-4788-b5bb-17256ace3067 req-07c220b0-ce53-4f35-b945-d6d24cc42f41 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f698bc2-1172-4681-8763-71e3b92173bd HTTP/1.1" status: 200 len: 210 time: 0.0585382 Nov 16 21:13:09.430042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.432753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36f36ab3-c656-4a70-aeae-d53382d7e857 req-11d6e716-cbe8-4b0e-9f26-8bde5cd652bd tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/security-groups?id=2a2792e2-9bb4-4617-a1e2-c726369c2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790483 Nov 16 21:13:09.574184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.620453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47e9417b-3a34-4102-b40b-98eae6a3c546 req-684a77c3-678e-401f-9598-f5d462e400dc tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 210 time: 0.0473058 Nov 16 21:13:09.625327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.634667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Deleting port 8bca144c-6f36-41e8-b984-a1c489c9586c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:09.634872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.673649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.703063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.705598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.709119 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70996b03-8708-4714-b4a9-0cc03d54411b HTTP/1.1" status: 204 len: 168 time: 0.4269834 Nov 16 21:13:09.726844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b32ace-718b-420d-a0a0-8a51043434a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70996b03-8708-4714-b4a9-0cc03d54411b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.750062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.760343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:09.762612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:09.772540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:09.781417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] For port 8bca144c-6f36-41e8-b984-a1c489c9586c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8bca144c-6f36-41e8-b984-a1c489c9586c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:09.782089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.810802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Calling delete_port for 8bca144c-6f36-41e8-b984-a1c489c9586c owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:09.843237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:09.844239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.862696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-14c0d9fe-ae1d-4a98-98ce-45258e06f310 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4193339 Nov 16 21:13:09.876254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Request body: {'port': {'device_id': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:09.938294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.989311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.001365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8bca144c-6f36-41e8-b984-a1c489c9586c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:10.073785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Pushing event deleted for resources: {'Port': ['ID=8bca144c-6f36-41e8-b984-a1c489c9586c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:10.217035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] No DVR routers for this DVR port 8bca144c-6f36-41e8-b984-a1c489c9586c on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:10.225857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.236310 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4834e26-6ecc-4991-9213-139a1e5484bf req-613ada86-74c1-4e5a-8a99-4fbba52beeee tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.36 "DELETE /v2.0/ports/8bca144c-6f36-41e8-b984-a1c489c9586c HTTP/1.1" status: 204 len: 173 time: 0.9576304 Nov 16 21:13:10.283041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:10.430319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567028-5926-499f-b903-fd91efb24955 req-27a5210a-7ca8-4e96-8250-b4e4ac3362df tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.432103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93567028-5926-499f-b903-fd91efb24955 req-27a5210a-7ca8-4e96-8250-b4e4ac3362df tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.1354952 Nov 16 21:13:10.457624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61f194-13ec-4671-882c-64c6570025e4 req-f5ab5c72-b4b2-4f5c-a050-f38dc03e2306 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.459204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a61f194-13ec-4671-882c-64c6570025e4 req-f5ab5c72-b4b2-4f5c-a050-f38dc03e2306 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 946 time: 0.1517673 Nov 16 21:13:10.462418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a34e040-dce5-44b4-abb2-0acea5c19a1d {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:10.492699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.555869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Transition to ACTIVE for port object 1a34e040-dce5-44b4-abb2-0acea5c19a1d will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:10.565857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.576641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a61f194-13ec-4671-882c-64c6570025e4 req-1d14c72a-1fd1-49ad-9f5d-74073f442f96 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892761 Nov 16 21:13:10.591652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d275b6c-623c-4a40-a999-b66a4b7fbced admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.662341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93567028-5926-499f-b903-fd91efb24955 req-b2862a7d-c77a-4109-a3f7-7695764d5603 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215974 Nov 16 21:13:10.710461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:10.733833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d275b6c-623c-4a40-a999-b66a4b7fbced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.764287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d275b6c-623c-4a40-a999-b66a4b7fbced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.840614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:10.840614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:10.841034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:10.847615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:10.849220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:10.875035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:10.876679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:10.877748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:10.879085 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d275b6c-623c-4a40-a999-b66a4b7fbced admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1f53b0bccf64aef80cffdaa44732772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891862 Nov 16 21:13:10.880318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Bound port: 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:10.880645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:10.881145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.902615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d275b6c-623c-4a40-a999-b66a4b7fbced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd50a96-7cbd-454e-91b1-685b7771b90c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.003981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.041330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.048205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3507f073-389e-427e-8600-bf039dfcba3b req-28553772-d06e-45c5-9fb1-279eabdf3f36 tempest-ServerDiagnosticsNegativeTest-240253609 tempest-ServerDiagnosticsNegativeTest-240253609-project] 10.222.0.54 "GET /v2.0/ports?device_id=846072eb-0a53-4bd0-9d57-7eaa13e5376e HTTP/1.1" status: 200 len: 210 time: 0.0554686 Nov 16 21:13:11.086219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:11.090587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:11.096015 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.117529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.122160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.122550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cd50a96-7cbd-454e-91b1-685b7771b90c HTTP/1.1" status: 204 len: 168 time: 0.2380028 Nov 16 21:13:11.131010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f0f72-89f3-4205-89d3-bafb1d27a7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd50a96-7cbd-454e-91b1-685b7771b90c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.139757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'name': 'network-vif-deleted', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:11.142434 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cac5fa1-2133-43ca-bff2-4a25546bd66b" -d '{"events": [{"server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "name": "network-vif-deleted", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:11.175696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.176315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.178140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 1092 time: 1.3062603 Nov 16 21:13:11.188995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:11.191480 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cc9b0b-2ebf-4dfc-820b-647e3702028f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:11.500067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5d85-f87b-4955-ae6f-83fe8704c2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.513942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-03b66c53-4172-4338-9dc1-ef05cbef9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.515426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-03b66c53-4172-4338-9dc1-ef05cbef9a14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1095 time: 0.0901437 Nov 16 21:13:11.522829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da05ab-4767-4084-89c5-f93e9229dc92 req-064eda3e-7919-4771-98d7-55cef00c77ed tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.524260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5da05ab-4767-4084-89c5-f93e9229dc92 req-064eda3e-7919-4771-98d7-55cef00c77ed tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 944 time: 0.3453007 Nov 16 21:13:11.527283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c87842-7347-4ed1-8db6-b50e1a4730c2 req-c16a9b31-87eb-4f0c-a14d-ee1722b8228f tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.528737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c87842-7347-4ed1-8db6-b50e1a4730c2 req-c16a9b31-87eb-4f0c-a14d-ee1722b8228f tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1097 time: 0.3260725 Nov 16 21:13:11.575041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-b476d310-c414-46f5-82da-dae68c5bd924 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.0496659 Nov 16 21:13:11.626413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2981b238-cabd-42d3-bd69-ab38fa52a371 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:11.647418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 2981b238-cabd-42d3-bd69-ab38fa52a371 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:11.647755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2981b238-cabd-42d3-bd69-ab38fa52a371 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:11.669252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5da05ab-4767-4084-89c5-f93e9229dc92 req-3a6488ab-4971-45da-b773-0bc2c49c889e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352956 Nov 16 21:13:11.676976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92097-12d9-493a-9803-01d21d515fd8 req-ef92a0c6-73ef-43bf-acbf-0d0d8aa40a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.678443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-ef92a0c6-73ef-43bf-acbf-0d0d8aa40a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0947039 Nov 16 21:13:11.680744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c87842-7347-4ed1-8db6-b50e1a4730c2 req-7d3da3dc-ef16-4a7c-a111-a32265ce986a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442897 Nov 16 21:13:11.744077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-2f92dbf2-c187-4c06-8170-d4aec8744087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579693 Nov 16 21:13:11.888522 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b6fdbd-edeb-4465-9bbc-3945289b8486 x-openstack-request-id: req-f9b6fdbd-edeb-4465-9bbc-3945289b8486 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:11.889028 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846072eb-0a53-4bd0-9d57-7eaa13e5376e", "name": "network-vif-deleted", "tag": "8bca144c-6f36-41e8-b984-a1c489c9586c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:11.889137 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9b6fdbd-edeb-4465-9bbc-3945289b8486 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:11.889483 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846072eb-0a53-4bd0-9d57-7eaa13e5376e', 'name': 'network-vif-deleted', 'tag': '8bca144c-6f36-41e8-b984-a1c489c9586c', 'status': 'completed', 'code': 200} Nov 16 21:13:11.903834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-3c798b87-68ef-4d1f-8289-538a3eed7b8f service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377108 Nov 16 21:13:11.937221 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ed4220-10dd-47da-8ff4-31e6857b7056 x-openstack-request-id: req-46ed4220-10dd-47da-8ff4-31e6857b7056 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:11.937511 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:11.937762 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46ed4220-10dd-47da-8ff4-31e6857b7056 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:11.938149 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'status': 'completed', 'code': 200} Nov 16 21:13:11.951726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-7d07531b-9cab-4b76-9ab0-9d5ec6e84826 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1447e7f7e264c7a955744f583a72cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469108 Nov 16 21:13:12.131521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca2cc-b62b-44de-b7ca-89cb6712e221 req-c3936de9-8536-4c64-a0f7-5f44bdd48ccf tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.132948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adeca2cc-b62b-44de-b7ca-89cb6712e221 req-c3936de9-8536-4c64-a0f7-5f44bdd48ccf tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1097 time: 0.1245039 Nov 16 21:13:12.150526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93d92097-12d9-493a-9803-01d21d515fd8 req-592b033b-0b49-413b-ae6f-c4ca3e4c6ac4 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344873 Nov 16 21:13:12.186602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-55d74ccc-61fc-4081-9251-8ee9913c5b91 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.188163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-55d74ccc-61fc-4081-9251-8ee9913c5b91 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100754 Nov 16 21:13:12.224659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-c747f57a-c98b-4a6e-8e82-9b144a3491be tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/quotas/d1447e7f7e264c7a955744f583a72cc5 HTTP/1.1" status: 200 len: 375 time: 0.0255625 Nov 16 21:13:12.239476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adeca2cc-b62b-44de-b7ca-89cb6712e221 req-e5320ded-4dfb-4034-91c4-61a586d7a468 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899568 Nov 16 21:13:12.312785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-25af0b4c-76c3-4230-9400-33ae2510cddd tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721304 Nov 16 21:13:12.334640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-799f9bfe-89b4-41b6-8278-f7c3d77d9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.339579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-799f9bfe-89b4-41b6-8278-f7c3d77d9815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1095 time: 0.0970280 Nov 16 21:13:12.540586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43aca-3c49-471b-a4d8-eaa16d81d248 req-a504ab04-e73a-40a7-8bad-4254125bf759 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.547883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5b43aca-3c49-471b-a4d8-eaa16d81d248 req-a504ab04-e73a-40a7-8bad-4254125bf759 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.1378140 Nov 16 21:13:12.580407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-d6545073-52ea-490b-a2d4-d29efc1059b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.580407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-d6545073-52ea-490b-a2d4-d29efc1059b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2217112 Nov 16 21:13:12.628168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.662267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-0f63f35a-9c6f-4dcc-a253-6cc932e88120 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.0643716 Nov 16 21:13:12.755636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5b43aca-3c49-471b-a4d8-eaa16d81d248 req-54e6cdc1-37e3-4b29-ad4a-9c5701a57fa3 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027225 Nov 16 21:13:12.887965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d13784c6-dbb5-4d07-afa4-d13c922a1caf req-2e312114-8219-42b8-9548-9afeacd4456e tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 210 time: 0.1080065 Nov 16 21:13:12.906701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-6a23289d-9219-4aaa-9506-56e681a0d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.908281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-6a23289d-9219-4aaa-9506-56e681a0d1da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.2451320 Nov 16 21:13:12.977361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-747be309-3d3d-4660-97f7-58bc1d06ecbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582860 Nov 16 21:13:13.002514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:13.200550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-99d7a875-8957-44fc-a866-0d52c3d8f111 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125480 Nov 16 21:13:13.213305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc8f0-846b-463e-bf31-011e74f7dd22 req-aa12d418-d05b-4a26-b2d7-9461ea36b15f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:13.223893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64cc8f0-846b-463e-bf31-011e74f7dd22 req-aa12d418-d05b-4a26-b2d7-9461ea36b15f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 944 time: 0.1296818 Nov 16 21:13:13.371326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cc9b0b-2ebf-4dfc-820b-647e3702028f req-a1cf978a-2077-46fb-bb84-ceb5564a757e service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157470 Nov 16 21:13:13.405502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64cc8f0-846b-463e-bf31-011e74f7dd22 req-529f23f9-da41-4570-9dd1-6b23fe818344 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803412 Nov 16 21:13:13.481670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b122b8ee-901b-40f9-9622-f0a230e3bd9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f28c195905d840f7bd6dc633a63214e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777620 Nov 16 21:13:13.484147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34152) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:13.631710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8bca144c-6f36-41e8-b984-a1c489c9586c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:13.667976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.678213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 8bca144c-6f36-41e8-b984-a1c489c9586c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:13.678561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8bca144c-6f36-41e8-b984-a1c489c9586c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:13.750494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.852292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.856088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.857799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a2792e2-9bb4-4617-a1e2-c726369c2f43 HTTP/1.1" status: 204 len: 168 time: 0.3725157 Nov 16 21:13:13.896419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775e2f0-adc3-40b1-add5-b04b337bb12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2792e2-9bb4-4617-a1e2-c726369c2f43,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.096428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825e5bc-01da-42d0-b29c-d5be80da93ac req-b4118d71-effc-49a3-a074-79a6a0a61d3a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.108761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2825e5bc-01da-42d0-b29c-d5be80da93ac req-b4118d71-effc-49a3-a074-79a6a0a61d3a tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.0947080 Nov 16 21:13:14.174372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2825e5bc-01da-42d0-b29c-d5be80da93ac req-8ba53381-e701-4d8e-88c7-5fa26c9b0acb tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Nov 16 21:13:14.247607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-fd85a935-7a66-459b-8fb8-824d3e35dd22 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d1447e7f7e264c7a955744f583a72cc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406523 Nov 16 21:13:14.367497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f51b4e6d-64ec-479b-abde-9e35852922de req-feb24b4c-255e-42c3-9c4a-4140f6606859 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 210 time: 0.0644941 Nov 16 21:13:14.458461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-e6dc4f29-ad9b-4e20-b611-b9309910fd21 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.462329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-e6dc4f29-ad9b-4e20-b611-b9309910fd21 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080004 Nov 16 21:13:14.498505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.502813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Request body: {'port': {'device_id': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd1447e7f7e264c7a955744f583a72cc5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:14.517195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65099e27-1e1a-4e1b-bfbc-342e0c2c7d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.580907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-6e2c01ef-b904-43fc-8fd6-29e79935484c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.582428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-6e2c01ef-b904-43fc-8fd6-29e79935484c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 1101 time: 0.1197536 Nov 16 21:13:14.623024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65099e27-1e1a-4e1b-bfbc-342e0c2c7d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.625888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-c22c2e7a-66a8-4754-bcda-8e05d2a4e20c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.630431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65099e27-1e1a-4e1b-bfbc-342e0c2c7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.682892 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-65099e27-1e1a-4e1b-bfbc-342e0c2c7d95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=579db24c60ac459c9659250c5044fd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803844 Nov 16 21:13:14.683108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Made reservation on behalf of d1447e7f7e264c7a955744f583a72cc5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:14.683684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65099e27-1e1a-4e1b-bfbc-342e0c2c7d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0377424-426e-43f0-9d68-9c988e309a80,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.684194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.685200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.750766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.777348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.843354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-c22c2e7a-66a8-4754-bcda-8e05d2a4e20c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.844062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.849334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.850683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0377424-426e-43f0-9d68-9c988e309a80 HTTP/1.1" status: 204 len: 168 time: 0.1645410 Nov 16 21:13:14.860464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048491-5985-41fd-b215-6a1c7753e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0377424-426e-43f0-9d68-9c988e309a80,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.877835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34200) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.883031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-c22c2e7a-66a8-4754-bcda-8e05d2a4e20c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.946053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b5627db-d26a-4688-8023-b6babb6485c6 req-c22c2e7a-66a8-4754-bcda-8e05d2a4e20c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495281 Nov 16 21:13:14.953428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Allocated IP 192.168.233.110 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/1095dff8-7d99-48aa-9a50-fa58936a873c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:14.957560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2e7a-66a8-4754-bcda-8e05d2a4e20c tempest-LiveMigrationNegativeTest-838114250 tempest-LiveMigrationNegativeTest-838114250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd017c-9a66-48ad-904c-fa7b0b82032d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:15.102718 n-d-816206-5 neutron-server[102664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:13:15.106549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-022ced93-4d11-4251-9072-7d135f670c3a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:15.107587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-022ced93-4d11-4251-9072-7d135f670c3a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2284834 Nov 16 21:13:15.242439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.252224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653256e-19c0-40d3-a4a6-2176bb462ec1 req-c5234f39-e91b-451c-8856-7a1b5f2d4928 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.254013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9653256e-19c0-40d3-a4a6-2176bb462ec1 req-c5234f39-e91b-451c-8856-7a1b5f2d4928 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 944 time: 0.1449642 Nov 16 21:13:15.287487 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e958ef32-c511-4dd8-9304-1ab4a8f96a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.349479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-2da48cc2-b589-4b3c-893f-79b5c1603f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.358159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9653256e-19c0-40d3-a4a6-2176bb462ec1 req-b4794934-bbde-451a-b5f1-09acfb9d2465 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943625 Nov 16 21:13:15.359294 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-2da48cc2-b589-4b3c-893f-79b5c1603f45 service neutron] 10.222.0.54 "GET /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 1094 time: 0.1331866 Nov 16 21:13:15.361150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.366892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Request body: {'binding': {'host': 'n-h2-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:15.367623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Unknown quota resources ['binding']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:13:15.412590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:15.427946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Pushing event updated for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:15.431486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:15.471320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:15.568793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.569283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.625581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-66ec3bde-263f-4d4b-a847-84373204da85 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1498177 Nov 16 21:13:15.639058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:15.655366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Request body: {'port': {'device_id': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:15.681416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on host n-h2-816206-5 for vnic_type normal with profile None {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:15.681946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:15.685522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:15.701960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:15.704410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:15.722720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:15.730108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:15.732375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:15.733991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Bound port: df584381-2dbd-485b-8ee0-211b1e5ab663, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:15.794504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:15.809439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.810022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'port_id': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'mac_address': 'fa:16:3e:8e:94:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c089c2a-54c6-4988-865c-21597a6eac0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:15.894024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-827f68b5-d935-447f-b9c3-4a1287dc457b None None] Provisioning complete for port 1095dff8-7d99-48aa-9a50-fa58936a873c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:15.894394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827f68b5-d935-447f-b9c3-4a1287dc457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.935848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:15.951884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.959557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-9dd090b5-fac6-4c0d-850a-c053daa85182 service neutron] 10.222.0.54 "POST /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663/bindings HTTP/1.1" status: 201 len: 389 time: 0.5987468 Nov 16 21:13:15.981077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-827f68b5-d935-447f-b9c3-4a1287dc457b None None] Port 1095dff8-7d99-48aa-9a50-fa58936a873c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:15.998398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.029790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a34e040-dce5-44b4-abb2-0acea5c19a1d {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:16.083788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:16.098821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.196849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:16.267803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1095dff8-7d99-48aa-9a50-fa58936a873c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:16.277182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.293023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Transition to ACTIVE for port object 1095dff8-7d99-48aa-9a50-fa58936a873c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:16.308417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1a34e040-dce5-44b4-abb2-0acea5c19a1d'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:16.416967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-75ed91fd-3379-48d2-bbf1-aef5b8e48826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.422796 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-75ed91fd-3379-48d2-bbf1-aef5b8e48826 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1097 time: 0.1391954 Nov 16 21:13:16.569324 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.611595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5b5d9f3f-9ef0-486a-a97d-2eb40f0c6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.614138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5b5d9f3f-9ef0-486a-a97d-2eb40f0c6cfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1808360 Nov 16 21:13:16.669041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be5de-c207-45b2-bcf8-138eda16d683 req-5c795b5f-8dea-4d90-8279-1cf5125c5e43 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.679233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9be5de-c207-45b2-bcf8-138eda16d683 req-5c795b5f-8dea-4d90-8279-1cf5125c5e43 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 946 time: 0.3841250 Nov 16 21:13:16.709073 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-d17f04ec-fef3-47b7-b986-39df5027c8e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.0596607 Nov 16 21:13:16.721685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a3fa5-4df8-4324-94da-04be3bf12c89 req-2da6f958-c440-4e45-82a9-2f6ad42a0e0e tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.729050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-239a3fa5-4df8-4324-94da-04be3bf12c89 req-2da6f958-c440-4e45-82a9-2f6ad42a0e0e tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 948 time: 0.4326665 Nov 16 21:13:16.730822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:16.808299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-6349c4c7-53bf-40f5-a029-10a1623827d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.810997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-6349c4c7-53bf-40f5-a029-10a1623827d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0905607 Nov 16 21:13:16.855270 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-3bc2b98d-5751-4a58-9a2c-d0dcd0ddfbb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359871 Nov 16 21:13:16.944755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-239a3fa5-4df8-4324-94da-04be3bf12c89 req-2470ba48-a9ba-424b-bf85-2ef70bce006f tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128189 Nov 16 21:13:16.999310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Attempting to bind port 1095dff8-7d99-48aa-9a50-fa58936a873c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:16.999883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Attempting to bind port 1095dff8-7d99-48aa-9a50-fa58936a873c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:17.000421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Attempting to bind port 1095dff8-7d99-48aa-9a50-fa58936a873c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:17.012769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9be5de-c207-45b2-bcf8-138eda16d683 req-a5df4642-6fb8-41f3-8408-9145d96a522c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325403 Nov 16 21:13:17.027994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Port 1095dff8-7d99-48aa-9a50-fa58936a873c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:17.028226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Attempting to bind port 1095dff8-7d99-48aa-9a50-fa58936a873c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:17.049871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:17.050205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:17.050632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:17.051078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Bound port: 1095dff8-7d99-48aa-9a50-fa58936a873c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:17.051432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.070795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-7ffc4b02-0fae-41fc-b1b3-046e204bba64 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055719 Nov 16 21:13:17.202509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedd44b-e835-46e6-8847-0a6e07d08512 req-b29beb79-fdd3-4aa3-8d5d-9e7cd9371c26 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.204374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbedd44b-e835-46e6-8847-0a6e07d08512 req-b29beb79-fdd3-4aa3-8d5d-9e7cd9371c26 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.0972323 Nov 16 21:13:17.255619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:17.270110 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-f1ef3f2d-2e68-43fc-b78f-a1814e103b3b service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898997 Nov 16 21:13:17.280641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1095dff8-7d99-48aa-9a50-fa58936a873c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:17.290649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.303873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbedd44b-e835-46e6-8847-0a6e07d08512 req-a4fd982e-79c7-48e8-afd7-f4b343796191 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830591 Nov 16 21:13:17.349545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.350171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.351621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1095dff8-7d99-48aa-9a50-fa58936a873c HTTP/1.1" status: 200 len: 1096 time: 1.7091014 Nov 16 21:13:17.353313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:17.356626 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b1e071-cdf7-4710-9722-0502921aad61" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:17.376446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f61ab-c55f-4d90-94dc-e35f72a244d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:17.482758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-47b5ad4b-740e-4f61-af94-155720443c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.486321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-47b5ad4b-740e-4f61-af94-155720443c7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 1099 time: 0.0840256 Nov 16 21:13:17.515724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-de8c12dc-7cf2-42e6-aaac-375c8ecb9c08 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.517245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-de8c12dc-7cf2-42e6-aaac-375c8ecb9c08 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1097 time: 0.1845050 Nov 16 21:13:17.532952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-5'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:17.577485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-7251c68a-43c0-42fc-b8b1-3c19c23db236 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1095dff8-7d99-48aa-9a50-fa58936a873c HTTP/1.1" status: 200 len: 217 time: 0.0803509 Nov 16 21:13:17.617296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.625049 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a0eb-8d62-4b4e-b82b-3c815be64b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.671159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-fad01bef-9a16-4eb7-9434-bdf5e27d7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.672781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-fad01bef-9a16-4eb7-9434-bdf5e27d7f86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0789893 Nov 16 21:13:17.676974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:17.739224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a840-cb5d-4d53-83cf-8d17b40eddcc req-c16eac3f-ef69-44bc-9f7b-955bfd6d51fd tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.740748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1f7a840-cb5d-4d53-83cf-8d17b40eddcc req-c16eac3f-ef69-44bc-9f7b-955bfd6d51fd tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.1799674 Nov 16 21:13:17.742380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-167e4cfb-35a0-4791-bd57-e2d1db2762b4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=33264a820d204a219a5c5f244b5df765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529771 Nov 16 21:13:17.780887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 1a34e040-dce5-44b4-abb2-0acea5c19a1d completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:17.787442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 1a34e040-dce5-44b4-abb2-0acea5c19a1d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:17.788286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.828473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-c3306cb9-b901-4174-bd0f-e6e9edf922ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.829873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-c3306cb9-b901-4174-bd0f-e6e9edf922ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485322 Nov 16 21:13:17.862460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:17.881196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.907253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:17.909199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:17.911669 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6640a38b-3f55-482c-9dee-049ad64cc7ae" -d '{"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-plugged", "status": "completed", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:17.930842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1f7a840-cb5d-4d53-83cf-8d17b40eddcc req-9558798a-a179-4f9e-810c-93ed58056c65 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714118 Nov 16 21:13:17.944511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:17.962205 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.990456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-b610ef83-dc38-45ef-a37b-99ef477019b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496797 Nov 16 21:13:17.996377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:17.998656 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3c92ae-b5dd-4e3a-9284-f1c96192ca60" -d '{"events": [{"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-unplugged", "status": "completed", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:18.003554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-3ce372ba-ce88-4ea2-b078-971f182c9d9c tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.004204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.013557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-3ce372ba-ce88-4ea2-b078-971f182c9d9c tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637148 Nov 16 21:13:18.027877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:18.028102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.058475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-19f3b7cf-1161-4808-8a8e-9bed036a3b13 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/quotas/33264a820d204a219a5c5f244b5df765 HTTP/1.1" status: 200 len: 375 time: 0.0437338 Nov 16 21:13:18.061724 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c59d6ff-a3a9-49df-8186-6b670765976e x-openstack-request-id: req-5c59d6ff-a3a9-49df-8186-6b670765976e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:18.062023 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:18.062272 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c59d6ff-a3a9-49df-8186-6b670765976e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:18.062675 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c', 'status': 'completed', 'code': 200} Nov 16 21:13:18.112712 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d55ecc-a472-447f-a134-eba24625dcc1 x-openstack-request-id: req-b2d55ecc-a472-447f-a134-eba24625dcc1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:18.113027 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-plugged", "status": "completed", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:18.113282 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2d55ecc-a472-447f-a134-eba24625dcc1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:18.113675 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'code': 200} Nov 16 21:13:18.144065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:18.188564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-04aeb38b-d96d-41fe-bc8e-7da3775607f3 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291413 Nov 16 21:13:18.212994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on host n-h1-816206-5 for vnic_type normal with profile {"migrating_to": "n-h2-816206-5"} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:18.213379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:18.214073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:18.218750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:18.219097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Attempting to bind port df584381-2dbd-485b-8ee0-211b1e5ab663 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:18.224183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:18.224516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:18.225025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:18.225600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Bound port: df584381-2dbd-485b-8ee0-211b1e5ab663, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:18.225831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.320537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-236c399d-5353-493c-9b3d-cb412ba67f91 req-8f9a57f4-a3ce-4916-9d47-16716296f39f service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037050 Nov 16 21:13:18.337266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:18.343998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:18.345383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdac08-444b-4e07-8d29-01ebfefdd562 req-10fea4a2-ae18-4a6e-b8ee-17f39aef646c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.346804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cbdac08-444b-4e07-8d29-01ebfefdd562 req-10fea4a2-ae18-4a6e-b8ee-17f39aef646c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 948 time: 0.1129494 Nov 16 21:13:18.355485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.448910 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739acd79-b126-4bb0-9cdd-207e9aed46ef x-openstack-request-id: req-739acd79-b126-4bb0-9cdd-207e9aed46ef {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:18.449182 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-unplugged", "status": "completed", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:18.450555 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-739acd79-b126-4bb0-9cdd-207e9aed46ef {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:18.451060 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'code': 200} Nov 16 21:13:18.479617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.480344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.481812 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] 10.222.0.36 "PUT /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 1122 time: 0.9568298 Nov 16 21:13:18.482683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba050-3e08-4420-95de-f0c1e1993378 service neutron] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:18.521736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d46a5-819f-48b5-9f2f-365183c7a1ab req-25c26dc6-c64e-4aac-bcf7-cd43fb770d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.523859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e05d46a5-819f-48b5-9f2f-365183c7a1ab req-25c26dc6-c64e-4aac-bcf7-cd43fb770d0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.2576883 Nov 16 21:13:18.598578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df584381-2dbd-485b-8ee0-211b1e5ab663'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:18.636490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cbdac08-444b-4e07-8d29-01ebfefdd562 req-98fcec9b-aef5-40d7-818d-0dfb64701df2 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639861 Nov 16 21:13:18.647168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-1ebd4b53-a8f8-4dcd-88e2-129b8022df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.649079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-1ebd4b53-a8f8-4dcd-88e2-129b8022df70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1447e7f7e264c7a955744f583a72cc5&device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 1099 time: 0.2410066 Nov 16 21:13:18.751530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e05d46a5-819f-48b5-9f2f-365183c7a1ab req-d951bf52-6e9c-4a08-9f47-1217209856b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109072 Nov 16 21:13:18.801046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-b08bbdc3-26be-4493-8fd2-61aa74acbf69 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.808678 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-b08bbdc3-26be-4493-8fd2-61aa74acbf69 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.36 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 950 time: 0.1251409 Nov 16 21:13:18.947112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400440b0-1498-4f39-8715-6fe251e9bef5 req-3e67affd-c731-4de5-8ff7-4a4bb5fb7516 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.955555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-400440b0-1498-4f39-8715-6fe251e9bef5 req-3e67affd-c731-4de5-8ff7-4a4bb5fb7516 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.3527055 Nov 16 21:13:19.068513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-400440b0-1498-4f39-8715-6fe251e9bef5 req-b28ade20-254f-48cf-a702-fd9946e78867 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109509 Nov 16 21:13:19.101649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-10c99c30-db94-43eb-977f-b4dc328c2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.101860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Deleting port 122c3d11-755b-46f8-b451-6572c6af5c79 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:19.102340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.105583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-10c99c30-db94-43eb-977f-b4dc328c2932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3614798 Nov 16 21:13:19.143582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34326) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:19.171539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.196803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-b1007ce8-6186-45d8-884f-7de3ce536629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1095dff8-7d99-48aa-9a50-fa58936a873c HTTP/1.1" status: 200 len: 217 time: 0.0741305 Nov 16 21:13:19.240935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] For port 122c3d11-755b-46f8-b451-6572c6af5c79, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=122c3d11-755b-46f8-b451-6572c6af5c79,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:19.241575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.248104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c311ea-1e84-4ceb-b904-b9fe38333831 req-a09a3077-3e4d-45d3-b444-89744c9c4b52 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.249936 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03c311ea-1e84-4ceb-b904-b9fe38333831 req-a09a3077-3e4d-45d3-b444-89744c9c4b52 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 946 time: 0.2679560 Nov 16 21:13:19.259707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Calling delete_port for 122c3d11-755b-46f8-b451-6572c6af5c79 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:19.282086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5fc17ec-9a22-416b-84ba-61eec88312c1 req-d0624aea-7a94-44f9-9a57-d3a7db77d610 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0814781 Nov 16 21:13:19.378640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03c311ea-1e84-4ceb-b904-b9fe38333831 req-54f14702-4c04-4386-90d1-c45c76c1d754 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Nov 16 21:13:19.394699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcef7f35-f345-47bc-873f-b3bcfac8f78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.397236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-cf392edf-b3f1-44c0-957d-7ea3679e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.398772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-cf392edf-b3f1-44c0-957d-7ea3679e50ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1679547 Nov 16 21:13:19.434380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.449738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['34b46bf2-3f43-45c1-a3ca-b1b34e56165a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:19.476231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Pushing event deleted for resources: {'Port': ['ID=122c3d11-755b-46f8-b451-6572c6af5c79,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:19.517949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['122c3d11-755b-46f8-b451-6572c6af5c79'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:19.552090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] No DVR routers for this DVR port 122c3d11-755b-46f8-b451-6572c6af5c79 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:19.558240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.566045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf0a89d5-94ae-4366-bd77-1b655ed2696a req-79a00a23-5415-46fb-bd25-ee1de5a3eb1e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.36 "DELETE /v2.0/ports/122c3d11-755b-46f8-b451-6572c6af5c79 HTTP/1.1" status: 204 len: 173 time: 0.6232042 Nov 16 21:13:19.577765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcef7f35-f345-47bc-873f-b3bcfac8f78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.593788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcef7f35-f345-47bc-873f-b3bcfac8f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.605338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-b345dba3-d876-46fb-be8e-a93dfc53ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.607855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-b345dba3-d876-46fb-be8e-a93dfc53ecdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976154 Nov 16 21:13:19.797617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e60df0d3-95f9-4075-9cc2-060c2a2326f6 req-b755353a-b0bf-4475-9954-b4674cd1e61e tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=411ca853-f61d-4632-8270-ebafb917d3d9 HTTP/1.1" status: 200 len: 210 time: 0.1866221 Nov 16 21:13:19.814617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef7f35-f345-47bc-873f-b3bcfac8f78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45bd45-8ecb-4df4-b086-108fd7ecf372,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:19.823894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fcef7f35-f345-47bc-873f-b3bcfac8f78a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79b32d2a10c94af49b40237fe8aae9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6757827 Nov 16 21:13:19.824349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34332) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:19.935882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.986171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-1350cc68-e60a-4754-b1c4-7f4b614e7c23 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667209 Nov 16 21:13:20.003587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.020751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1077-bbe2-4147-a266-c79ba79f7c04 req-0ff4f08f-13a9-4f63-824f-659934c79baf tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.023186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcbf1077-bbe2-4147-a266-c79ba79f7c04 req-0ff4f08f-13a9-4f63-824f-659934c79baf tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 948 time: 0.1054542 Nov 16 21:13:20.113984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.121179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.123095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d45bd45-8ecb-4df4-b086-108fd7ecf372 HTTP/1.1" status: 204 len: 168 time: 0.2967806 Nov 16 21:13:20.139698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535118c3-cfd0-47be-8485-6d69da213f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45bd45-8ecb-4df4-b086-108fd7ecf372,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:20.187107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcbf1077-bbe2-4147-a266-c79ba79f7c04 req-a32a0e57-32f2-4eee-9df3-a8adafad1204 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524293 Nov 16 21:13:20.323054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b1e071-cdf7-4710-9722-0502921aad61 req-975ead06-84d1-45ee-8b39-2837240d2924 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163807 Nov 16 21:13:20.361258 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.452721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663'}, {'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'name': 'network-vif-deleted', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:20.456330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-6bad7fce-7037-4dd8-9779-b32c1c0faabc tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=33264a820d204a219a5c5f244b5df765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2376640 Nov 16 21:13:20.458758 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc5121-5da2-4425-a6ae-50be8a62e624" -d '{"events": [{"name": "network-changed", "server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663"}, {"server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "name": "network-vif-deleted", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:20.483543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c0f49b8-e8c4-4004-aca0-698524db68af req-b2052996-a264-42de-a471-228829924533 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0406828 Nov 16 21:13:20.559728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65336f5-1832-45df-b3d6-178df78e7912 req-c9002c20-3c45-48c5-958c-e0070c6627b5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.567120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f65336f5-1832-45df-b3d6-178df78e7912 req-c9002c20-3c45-48c5-958c-e0070c6627b5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.3465757 Nov 16 21:13:20.620272 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b38e4-2c81-4bc7-b9fa-19f6020ca551 x-openstack-request-id: req-503b38e4-2c81-4bc7-b9fa-19f6020ca551 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:20.621217 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663", "status": "completed", "code": 200}, {"server_uuid": "411ca853-f61d-4632-8270-ebafb917d3d9", "name": "network-vif-deleted", "tag": "122c3d11-755b-46f8-b451-6572c6af5c79", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:20.621581 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-503b38e4-2c81-4bc7-b9fa-19f6020ca551 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:20.622079 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'status': 'completed', 'code': 200} Nov 16 21:13:20.622434 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411ca853-f61d-4632-8270-ebafb917d3d9', 'name': 'network-vif-deleted', 'tag': '122c3d11-755b-46f8-b451-6572c6af5c79', 'status': 'completed', 'code': 200} Nov 16 21:13:20.658428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f65336f5-1832-45df-b3d6-178df78e7912 req-207e9b97-7f9e-4133-a1bb-a3abde6bea4b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Nov 16 21:13:20.673661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-54f991c5-f6f1-477a-b57a-1b5eff4c8056 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.675208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-54f991c5-f6f1-477a-b57a-1b5eff4c8056 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945226 Nov 16 21:13:20.724159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-0bab4bf9-d16e-486f-af6c-e78233ed911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.725835 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-0bab4bf9-d16e-486f-af6c-e78233ed911c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1125 time: 0.0553632 Nov 16 21:13:20.737532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Request body: {'port': {'device_id': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '33264a820d204a219a5c5f244b5df765'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:20.812286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34350) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:20.813672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fad1dd-cdf2-4f7c-abd3-9c4435c06483 req-e6f68a0a-222f-4e9a-939c-f3fa354348dd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.815219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52fad1dd-cdf2-4f7c-abd3-9c4435c06483 req-e6f68a0a-222f-4e9a-939c-f3fa354348dd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 946 time: 0.1205001 Nov 16 21:13:20.831127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5754-c701-4165-8967-2a432c522b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.871853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-32952a59-8fd4-4ae1-bba9-b7b20274f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.873446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-32952a59-8fd4-4ae1-bba9-b7b20274f849 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1335320 Nov 16 21:13:20.942363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-06e69818-b305-4873-ab1c-eb4058dc07bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.0451932 Nov 16 21:13:20.944785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52fad1dd-cdf2-4f7c-abd3-9c4435c06483 req-dd9b899b-ec72-4a9e-bbc4-75a8fec0da71 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201108 Nov 16 21:13:20.976865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Made reservation on behalf of 33264a820d204a219a5c5f244b5df765 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:20.982671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.000555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.017025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5754-c701-4165-8967-2a432c522b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.033555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5754-c701-4165-8967-2a432c522b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.101693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc5754-c701-4165-8967-2a432c522b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a39209-2adb-48c6-a3ce-b681a27bb2a2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:21.109715 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b1cc5754-c701-4165-8967-2a432c522b0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=488070d1a8154485850de0e4d1a98018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959893 Nov 16 21:13:21.111061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-ca9a0351-12e0-488b-9fc1-82120c5e4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.112456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-ca9a0351-12e0-488b-9fc1-82120c5e4525 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1611228 Nov 16 21:13:21.112922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:21.165481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7109051-8429-4d3a-9546-bd2b94ffd337 req-1ca2094c-74c4-40fc-bc5f-a0183199f688 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.173963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7109051-8429-4d3a-9546-bd2b94ffd337 req-1ca2094c-74c4-40fc-bc5f-a0183199f688 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0918148 Nov 16 21:13:21.196062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-e9e3b2e7-8af5-41e4-b741-e6092184929e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501857 Nov 16 21:13:21.232926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.246746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.263254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7109051-8429-4d3a-9546-bd2b94ffd337 req-c034e5f3-d578-4857-89d4-3e80b407ea84 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877323 Nov 16 21:13:21.270639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.295394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.315200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68637369-cce9-4f5e-9006-0fb899f6a728,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:21.342115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.396525 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-f6528d5a-12cc-46e7-84f8-16134182ef42 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872807 Nov 16 21:13:21.475095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.477918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.482718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08a39209-2adb-48c6-a3ce-b681a27bb2a2 HTTP/1.1" status: 204 len: 168 time: 0.3684294 Nov 16 21:13:21.498183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975990a-15a2-4b26-b5c6-0266efb4965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a39209-2adb-48c6-a3ce-b681a27bb2a2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:21.526287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc066-1551-4973-aa46-fe96c526c582 req-fd9e3f72-594f-44a4-ab75-d0cc06aaa9fb tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.534445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a3cc066-1551-4973-aa46-fe96c526c582 req-fd9e3f72-594f-44a4-ab75-d0cc06aaa9fb tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.1593997 Nov 16 21:13:21.546513 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8ddc5121-5da2-4425-a6ae-50be8a62e624 req-37bd3fd8-93c2-4264-a5f3-36661e64310e service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373649 Nov 16 21:13:21.586458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f7791-29cb-46b6-9d01-28685f3d6106 req-3ef5114e-dd5f-4d27-8153-08dc7213cb29 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.594219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-388f7791-29cb-46b6-9d01-28685f3d6106 req-3ef5114e-dd5f-4d27-8153-08dc7213cb29 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 948 time: 0.1781228 Nov 16 21:13:21.645931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Allocated IP 192.168.233.84 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/2c1687ff-f310-439c-997e-c8f39960faa9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:21.663141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1095dff8-7d99-48aa-9a50-fa58936a873c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:21.669219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a3cc066-1551-4973-aa46-fe96c526c582 req-b77fb1ab-cc5e-4f18-a4e7-1f8b98d71dbc tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348560 Nov 16 21:13:21.728007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-388f7791-29cb-46b6-9d01-28685f3d6106 req-c62c7f32-c5a3-4841-bd96-3cafb65eb905 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328776 Nov 16 21:13:21.820101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1095dff8-7d99-48aa-9a50-fa58936a873c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:21.833926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '1095dff8-7d99-48aa-9a50-fa58936a873c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '1095dff8-7d99-48aa-9a50-fa58936a873c', 'mac_address': 'fa:16:3e:91:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:21.880916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.907872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1095dff8-7d99-48aa-9a50-fa58936a873c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:21.936878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1095dff8-7d99-48aa-9a50-fa58936a873c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:21.951880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.952515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:22.079780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:22.092197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8990f28c-9637-4c59-9c0d-fa14fea5d056 req-2f285edd-dd89-475f-9000-5667c02d052d tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0468860 Nov 16 21:13:22.135942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:22.148853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 has no active binding in host n-h2-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:13:22.251410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d4ba-e2bb-4e2d-bfd6-d62e2c3125c7 req-3248c4f1-8ff1-4cd2-a16f-28e9ff44ef1d tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.253764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5128d4ba-e2bb-4e2d-bfd6-d62e2c3125c7 req-3248c4f1-8ff1-4cd2-a16f-28e9ff44ef1d tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.2125013 Nov 16 21:13:22.289465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531dab5-ab8a-41f0-8a57-803bda811a81 req-9a05d881-89ed-4423-9036-781a465ddcfd tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.291031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f531dab5-ab8a-41f0-8a57-803bda811a81 req-9a05d881-89ed-4423-9036-781a465ddcfd tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.1132643 Nov 16 21:13:22.294304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.395227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5128d4ba-e2bb-4e2d-bfd6-d62e2c3125c7 req-91e6e076-1408-41b8-ad0e-1e809ca79ec4 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314623 Nov 16 21:13:22.410960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1095dff8-7d99-48aa-9a50-fa58936a873c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:22.414978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f531dab5-ab8a-41f0-8a57-803bda811a81 req-14fa705b-8a5b-4363-ae77-afc177b056d3 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119525 Nov 16 21:13:22.444370 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.559649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:22.566938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:22.581617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:22.672055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Pushing event updated for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:22.687775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.688597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.717704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-9199780f-1aba-4fa5-a3fa-c73a4175cfa4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9918115 Nov 16 21:13:22.748597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Request body: {'port': {'device_id': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:22.896540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.968765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa458d-0478-4e15-b57d-47492f8c4061 req-870413ee-cab5-43b9-826e-a6008bbf1013 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.970648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61fa458d-0478-4e15-b57d-47492f8c4061 req-870413ee-cab5-43b9-826e-a6008bbf1013 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.1655068 Nov 16 21:13:23.021165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ba0c660f-c388-48b2-9b88-580658d7cfc7 None None] Provisioning complete for port 2c1687ff-f310-439c-997e-c8f39960faa9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:23.021710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba0c660f-c388-48b2-9b88-580658d7cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.029425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6dbbf-6677-48e5-a930-4d9df1e9db55 req-f77efc77-9fa5-47ed-a152-a55ec09e52b6 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.037328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dc6dbbf-6677-48e5-a930-4d9df1e9db55 req-f77efc77-9fa5-47ed-a152-a55ec09e52b6 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.1805067 Nov 16 21:13:23.072999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c660f-c388-48b2-9b88-580658d7cfc7 None None] Port 2c1687ff-f310-439c-997e-c8f39960faa9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:23.165258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61fa458d-0478-4e15-b57d-47492f8c4061 req-03916c5c-256c-4a07-bbb5-0b989719dab5 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871977 Nov 16 21:13:23.194023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dc6dbbf-6677-48e5-a930-4d9df1e9db55 req-4906da15-d5dc-45db-9946-eee7baafff36 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/security-groups?id=d961b09e-64eb-4788-84df-7736ded24c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536946 Nov 16 21:13:23.404334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215c5c-f1a8-4a12-9907-74ab20605709 req-f78e8e76-e126-4b93-8d7c-4ce58fcd9d36 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.411597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e215c5c-f1a8-4a12-9907-74ab20605709 req-f78e8e76-e126-4b93-8d7c-4ce58fcd9d36 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 935 time: 0.1206234 Nov 16 21:13:23.457862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c439be-04c9-42a1-93bf-db35f765693d req-4a5e39e0-1e05-4c61-aecd-ac2dfadbaca7 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.459343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00c439be-04c9-42a1-93bf-db35f765693d req-4a5e39e0-1e05-4c61-aecd-ac2dfadbaca7 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 949 time: 0.1689620 Nov 16 21:13:23.522961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619c83-811a-40dc-8fe0-7384900cef66 req-b6f55212-cb16-4038-80bc-87a65b431107 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.524487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05619c83-811a-40dc-8fe0-7384900cef66 req-b6f55212-cb16-4038-80bc-87a65b431107 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.21 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 949 time: 0.1219416 Nov 16 21:13:23.600463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e215c5c-f1a8-4a12-9907-74ab20605709 req-53cda539-591d-46af-88b4-95074cd8deba tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878555 Nov 16 21:13:23.621830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1687ff-f310-439c-997e-c8f39960faa9 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:23.657990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Deleting port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:23.658401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.659245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.665332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1095dff8-7d99-48aa-9a50-fa58936a873c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:23.725585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 1095dff8-7d99-48aa-9a50-fa58936a873c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:23.732843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 1095dff8-7d99-48aa-9a50-fa58936a873c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:23.733752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.765536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Transition to ACTIVE for port object 2c1687ff-f310-439c-997e-c8f39960faa9 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:23.797232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] For port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:23.797977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.813945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Calling delete_port for 34b46bf2-3f43-45c1-a3ca-b1b34e56165a owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:23.815960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00c439be-04c9-42a1-93bf-db35f765693d req-978ab4e7-6213-483c-b338-efcdc4c59e20 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415658 Nov 16 21:13:23.826337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.836601 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.872183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:23.874991 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41c2491-3290-4064-81ed-ed20c96eb548" -d '{"events": [{"server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "name": "network-vif-plugged", "status": "completed", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:23.891616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1095dff8-7d99-48aa-9a50-fa58936a873c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:23.902796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.904243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 122c3d11-755b-46f8-b451-6572c6af5c79 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:23.940091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:23.955517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 122c3d11-755b-46f8-b451-6572c6af5c79 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:23.955864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 122c3d11-755b-46f8-b451-6572c6af5c79 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:24.021064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b587-f55e-48db-b466-1c93558b705d req-318ad526-36ec-4ff7-8a27-53af6099e0f4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.029178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db08b587-f55e-48db-b466-1c93558b705d req-318ad526-36ec-4ff7-8a27-53af6099e0f4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 944 time: 0.3288920 Nov 16 21:13:24.031837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1e6ed324-1131-4227-a4ea-34500c38b001 service neutron] 10.222.0.21 "GET /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.3254092 Nov 16 21:13:24.057942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.076320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['34b46bf2-3f43-45c1-a3ca-b1b34e56165a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:24.106094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Pushing event deleted for resources: {'Port': ['ID=34b46bf2-3f43-45c1-a3ca-b1b34e56165a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:24.167387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] No DVR routers for this DVR port 34b46bf2-3f43-45c1-a3ca-b1b34e56165a on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:24.174192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.178114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05619c83-811a-40dc-8fe0-7384900cef66 req-f1512661-de1d-495d-88df-6af3ac125d4b tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.21 "DELETE /v2.0/ports/34b46bf2-3f43-45c1-a3ca-b1b34e56165a HTTP/1.1" status: 204 len: 173 time: 0.6402931 Nov 16 21:13:24.178781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'name': 'network-vif-deleted', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:24.191888 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f66372a-50a2-4f22-af6c-942338859e6f" -d '{"events": [{"server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "name": "network-vif-deleted", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:24.194338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:24.233819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Attempting to bind port 2c1687ff-f310-439c-997e-c8f39960faa9 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:24.234148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Attempting to bind port 2c1687ff-f310-439c-997e-c8f39960faa9 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:24.234685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Attempting to bind port 2c1687ff-f310-439c-997e-c8f39960faa9 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:24.298752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Port 2c1687ff-f310-439c-997e-c8f39960faa9 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:24.298752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Attempting to bind port 2c1687ff-f310-439c-997e-c8f39960faa9 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:24.324247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db08b587-f55e-48db-b466-1c93558b705d req-9f61b00a-f7d2-4c47-8634-f7e8234fc2e8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903497 Nov 16 21:13:24.348683 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15435a1a-2b18-4ed3-84c2-d02437b7d1a4 x-openstack-request-id: req-15435a1a-2b18-4ed3-84c2-d02437b7d1a4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:24.349070 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "name": "network-vif-plugged", "status": "completed", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:24.349336 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15435a1a-2b18-4ed3-84c2-d02437b7d1a4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:24.349705 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c', 'code': 200} Nov 16 21:13:24.370738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:24.372589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:24.373000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:24.373475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Bound port: 2c1687ff-f310-439c-997e-c8f39960faa9, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:24.373839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.408281 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0350b2-7aca-4d00-85af-05698e1882de x-openstack-request-id: req-6b0350b2-7aca-4d00-85af-05698e1882de {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:24.408821 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adcdbc80-5939-4076-ae3e-b57617e0b3c0", "name": "network-vif-deleted", "tag": "34b46bf2-3f43-45c1-a3ca-b1b34e56165a", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:24.409297 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b0350b2-7aca-4d00-85af-05698e1882de {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:24.410326 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcdbc80-5939-4076-ae3e-b57617e0b3c0', 'name': 'network-vif-deleted', 'tag': '34b46bf2-3f43-45c1-a3ca-b1b34e56165a', 'status': 'completed', 'code': 200} Nov 16 21:13:24.608610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a312f61e-9e65-49c2-b2f2-ce9df1bdaf31 req-8f46e19b-b233-4fac-b271-ad595e0745c9 tempest-LiveMigrationNegativeTest-884776979 tempest-LiveMigrationNegativeTest-884776979-project] 10.222.0.54 "GET /v2.0/ports?device_id=adcdbc80-5939-4076-ae3e-b57617e0b3c0 HTTP/1.1" status: 200 len: 210 time: 0.1371205 Nov 16 21:13:24.695856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4358b5e-4eee-4a4f-9120-7feb5d7838df req-53642a15-fb6c-4fe6-a184-f461cb086754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.698184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4358b5e-4eee-4a4f-9120-7feb5d7838df req-53642a15-fb6c-4fe6-a184-f461cb086754 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 1101 time: 0.2101903 Nov 16 21:13:24.705218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:24.732212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c1687ff-f310-439c-997e-c8f39960faa9,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:24.734903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009f67-3abb-4642-a3e8-69a8a266612d req-50e4b044-9aef-42d6-a7ad-b7ba608c9a67 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.742571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73009f67-3abb-4642-a3e8-69a8a266612d req-50e4b044-9aef-42d6-a7ad-b7ba608c9a67 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.1802478 Nov 16 21:13:24.748244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:24.756775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.826993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.826993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.826993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] 10.222.0.21 "PUT /v2.0/ports/2c1687ff-f310-439c-997e-c8f39960faa9 HTTP/1.1" status: 200 len: 1095 time: 2.0880406 Nov 16 21:13:24.826993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:24.827609 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76" -d '{"events": [{"name": "network-changed", "server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:24.864133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:25.006967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df584381-2dbd-485b-8ee0-211b1e5ab663 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:25.022336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:25.040684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73009f67-3abb-4642-a3e8-69a8a266612d req-e79e52a0-75f2-422f-ac6f-5dad5b08af23 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968445 Nov 16 21:13:25.041916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70283d3-5b12-4191-b8ed-ac418aaa11bb service neutron] Pushing event updated for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:25.071829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4358b5e-4eee-4a4f-9120-7feb5d7838df req-c3d7d9ea-dac7-4142-ba34-5e88ba43d696 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525422 Nov 16 21:13:25.103325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.255215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-1cc4b0df-6410-49c2-9aeb-c2df823554bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.256991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-1cc4b0df-6410-49c2-9aeb-c2df823554bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 1098 time: 0.3749645 Nov 16 21:13:25.278875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] Transition to ACTIVE for port object df584381-2dbd-485b-8ee0-211b1e5ab663 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:25.327659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.339711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeebe4-0519-4f67-920d-3bc2fe729202 req-4f04aed4-620c-4a59-9300-fa59d03774f7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.352442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34460) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:25.352951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecfeebe4-0519-4f67-920d-3bc2fe729202 req-4f04aed4-620c-4a59-9300-fa59d03774f7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 947 time: 0.3888936 Nov 16 21:13:25.366094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-5481f928-a801-41d3-a8c5-faf9af43af4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2c1687ff-f310-439c-997e-c8f39960faa9 HTTP/1.1" status: 200 len: 217 time: 0.0888400 Nov 16 21:13:25.477628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0da37-2b66-4661-a52f-3e71a38f0f5b req-7e7d34b8-cc02-4056-bcd8-1c076f5ba168 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.485496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17f0da37-2b66-4661-a52f-3e71a38f0f5b req-7e7d34b8-cc02-4056-bcd8-1c076f5ba168 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.2816405 Nov 16 21:13:25.493911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] No DVR routers for this DVR port df584381-2dbd-485b-8ee0-211b1e5ab663 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:25.520251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-483801c7-b721-4aeb-8b68-9d4ee4eaec66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.563280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663/bindings/n-h2-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5090010 Nov 16 21:13:25.563971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0a628-2f97-4978-997a-02ccaa4b46d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:25.608731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-b5dce480-0874-4033-a498-d910ab676e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.610664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-b5dce480-0874-4033-a498-d910ab676e24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2192533 Nov 16 21:13:25.635286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecfeebe4-0519-4f67-920d-3bc2fe729202 req-8f1ff95c-49b4-408f-a088-49e2e993e1ea tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760484 Nov 16 21:13:25.650092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-483801c7-b721-4aeb-8b68-9d4ee4eaec66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.655918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17f0da37-2b66-4661-a52f-3e71a38f0f5b req-8c493bcb-9d19-4a4d-85a5-2be4aed6191c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695001 Nov 16 21:13:25.661052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-483801c7-b721-4aeb-8b68-9d4ee4eaec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.699397 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-483801c7-b721-4aeb-8b68-9d4ee4eaec66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=914dda5340f847ae8de189f6251a8c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444488 Nov 16 21:13:25.701869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:25.742527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483801c7-b721-4aeb-8b68-9d4ee4eaec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02c9fe-417c-4e93-88af-88d1577a001b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:25.779899 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be773893-5722-4dd6-b8c2-4f161e4be197 x-openstack-request-id: req-be773893-5722-4dd6-b8c2-4f161e4be197 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:25.780205 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:25.780441 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be773893-5722-4dd6-b8c2-4f161e4be197 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:25.780842 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9', 'status': 'completed', 'code': 200} Nov 16 21:13:25.805953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.814695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-7940d1d8-8932-42c8-9920-545cb5fd0b15 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.816337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-7940d1d8-8932-42c8-9920-545cb5fd0b15 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.1800904 Nov 16 21:13:25.818470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2633798-924e-40a1-9a20-741507b8ad63 req-d1cdf6b0-e784-4893-8cfb-2b92b9703b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.820012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-d1cdf6b0-e784-4893-8cfb-2b92b9703b8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822386 Nov 16 21:13:25.857053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.964567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.967957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.969386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac02c9fe-417c-4e93-88af-88d1577a001b HTTP/1.1" status: 204 len: 168 time: 0.2664585 Nov 16 21:13:26.003801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3540eac-5477-4a85-b31b-fbba35ba86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02c9fe-417c-4e93-88af-88d1577a001b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:26.405033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1159f8d5-3401-412c-b21b-10aa056c8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:26.407096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-1159f8d5-3401-412c-b21b-10aa056c8fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&tenant_id=f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 1096 time: 0.5787399 Nov 16 21:13:26.496089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-7cf4450e-5de1-4cb7-b17f-72a0728146b0 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202626 Nov 16 21:13:26.514256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e815a-f68b-4d2e-8ced-036412c4febe req-fde0790f-091b-48af-93e1-2b1c1ab5d079 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:26.524042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-548e815a-f68b-4d2e-8ced-036412c4febe req-fde0790f-091b-48af-93e1-2b1c1ab5d079 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.6107831 Nov 16 21:13:26.554556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:26.575986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-deb6bcc5-04f9-4ecc-9f6b-9b118abac5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.680266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-deb6bcc5-04f9-4ecc-9f6b-9b118abac5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.688541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-deb6bcc5-04f9-4ecc-9f6b-9b118abac5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.717010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-93cd701d-402a-43e2-8521-45cf85fcdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:26.718615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-93cd701d-402a-43e2-8521-45cf85fcdc2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1096 time: 0.2774341 Nov 16 21:13:26.738591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6bcc5-04f9-4ecc-9f6b-9b118abac5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6566874d-8f2f-4014-a11b-3b2c69c173b7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:26.780507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-deb6bcc5-04f9-4ecc-9f6b-9b118abac5ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13e0b101e8b645c58426d38117a450b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245333 Nov 16 21:13:26.781648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34494) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:26.835341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-548e815a-f68b-4d2e-8ced-036412c4febe req-abaffe63-f281-4263-aef3-1e6917439494 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101630 Nov 16 21:13:26.856952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2633798-924e-40a1-9a20-741507b8ad63 req-b49f2c24-52a8-444f-b53f-a383a48c1b3b service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227615 Nov 16 21:13:26.877394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.909542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.985217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.988468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.992206 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6566874d-8f2f-4014-a11b-3b2c69c173b7 HTTP/1.1" status: 204 len: 168 time: 0.2071826 Nov 16 21:13:27.008945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b551dc-a839-4ce4-869b-5d2e1c8d7139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6566874d-8f2f-4014-a11b-3b2c69c173b7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:27.048811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-7349bd6f-b61c-4e03-9b30-e8441c471f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.050295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-7349bd6f-b61c-4e03-9b30-e8441c471f4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.3072455 Nov 16 21:13:27.152438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-b70f6ccd-c753-4631-bb1f-d4de99cd8379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.0759878 Nov 16 21:13:27.194371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-ab5a4fa5-e873-4ed2-9b14-5e012798269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.195914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-ab5a4fa5-e873-4ed2-9b14-5e012798269f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 1098 time: 0.2645092 Nov 16 21:13:27.320803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-ac12cacb-2963-4347-b752-e931ae89a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.322593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-ac12cacb-2963-4347-b752-e931ae89a242 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1313617 Nov 16 21:13:27.344787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-a367567c-faa5-43d5-ade3-a6cb1ad9b3ec tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:27.346044 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-a367567c-faa5-43d5-ade3-a6cb1ad9b3ec tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071414 Nov 16 21:13:27.445757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abe67c-c15a-4af0-861d-7923bab77d40 req-3f333231-9600-4b08-979d-6028f4fc1be4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.450464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-ab678c55-81b7-4af1-9220-32a54df490c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.455588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-ab678c55-81b7-4af1-9220-32a54df490c1 service neutron] 10.222.0.54 "GET /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 1094 time: 0.0983834 Nov 16 21:13:27.471600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Request body: {'binding': {'host': 'n-h1-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:27.472066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Unknown quota resources ['binding']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:13:27.474088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28abe67c-c15a-4af0-861d-7923bab77d40 req-3f333231-9600-4b08-979d-6028f4fc1be4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 947 time: 0.4125113 Nov 16 21:13:27.528610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-2ddb6501-c7b8-486c-8b14-0e0d83a7a35e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901035 Nov 16 21:13:27.640759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:27.648702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34512) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:27.702322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28abe67c-c15a-4af0-861d-7923bab77d40 req-ae1fe73f-c4b0-4660-8d35-28888eda6960 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273228 Nov 16 21:13:27.757176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-a1d537b3-005a-43ec-9619-daf00161a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.760397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-a1d537b3-005a-43ec-9619-daf00161a964 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.4589710 Nov 16 21:13:27.792824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:27.797446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 34b46bf2-3f43-45c1-a3ca-b1b34e56165a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:27.803326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on host n-h1-816206-5 for vnic_type normal with profile None {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:27.803928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:27.804033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:27.821661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:27.821845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:27.840140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-2e690162-4478-4422-ac5f-cc1a30ebc142 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2c1687ff-f310-439c-997e-c8f39960faa9 HTTP/1.1" status: 200 len: 217 time: 0.0659359 Nov 16 21:13:27.841972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:27.842309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:27.846780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:27.846972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Bound port: 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:27.881507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 34b46bf2-3f43-45c1-a3ca-b1b34e56165a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:27.881507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 34b46bf2-3f43-45c1-a3ca-b1b34e56165a not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:27.926544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-5dba04ff-f974-4b5b-8bcf-acd84cbf3e60 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881431 Nov 16 21:13:27.940680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:27.973746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.976380 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-2da96515-ec89-4b0a-96f7-e471a32020d6 service neutron] 10.222.0.54 "POST /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5093734 Nov 16 21:13:28.114064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:28.114388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6ae3d52c-0137-403c-967f-0af01af77128 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2d492e756ef4294a8c465ebfd1b86b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582043 Nov 16 21:13:28.168706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-32269ba7-b6ac-473f-b4e8-89a4dc480401 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277524 Nov 16 21:13:28.173599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-a305f40e-a024-41f4-a7c9-206969f7466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.175301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-a305f40e-a024-41f4-a7c9-206969f7466c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.3218582 Nov 16 21:13:28.219034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b827b-93a7-48f8-ad91-7273ecd2f8f1 req-070019e6-c9b4-427d-ae88-70a793b0598d tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.229749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c5b827b-93a7-48f8-ad91-7273ecd2f8f1 req-070019e6-c9b4-427d-ae88-70a793b0598d tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.3347499 Nov 16 21:13:28.244340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.289634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.366331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.380848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.382173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d961b09e-64eb-4788-84df-7736ded24c40 HTTP/1.1" status: 204 len: 168 time: 0.2661927 Nov 16 21:13:28.399009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961f21a-6ede-4b43-af76-bc706a29de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961b09e-64eb-4788-84df-7736ded24c40,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:28.542004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-5e888f5f-ff66-4652-a13d-72be6fc6479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.543542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-5e888f5f-ff66-4652-a13d-72be6fc6479a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3564034 Nov 16 21:13:28.569736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c5b827b-93a7-48f8-ad91-7273ecd2f8f1 req-8c855645-e846-4867-ac5b-c86b7947701c tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004584 Nov 16 21:13:28.687857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-efb3b5b1-15e5-45ec-9646-93e0fe370b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.689945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-efb3b5b1-15e5-45ec-9646-93e0fe370b1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1097 time: 0.3311787 Nov 16 21:13:28.701171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cdd95-451d-4c26-b3cb-70b8003cc3db req-ef480167-210f-4dcb-9f10-492293a0e616 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.708505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd9cdd95-451d-4c26-b3cb-70b8003cc3db req-ef480167-210f-4dcb-9f10-492293a0e616 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.3948946 Nov 16 21:13:28.781438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-46977d8f-0c00-4f26-8238-b440d36c1925 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.782944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-46977d8f-0c00-4f26-8238-b440d36c1925 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.2798631 Nov 16 21:13:28.911480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:28.912564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd9cdd95-451d-4c26-b3cb-70b8003cc3db req-ff33a6e7-e09a-43ef-8393-c7cc690a780b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032609 Nov 16 21:13:28.949586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-5bbed688-9aea-4560-aa44-8e8ddf18f7d4 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787110 Nov 16 21:13:28.965056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62943285-f6d6-4630-9017-cfe1701dd80b req-19a94b46-e6ee-43ff-bbc1-d8018d410b9d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.972175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62943285-f6d6-4630-9017-cfe1701dd80b req-19a94b46-e6ee-43ff-bbc1-d8018d410b9d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 946 time: 0.2817898 Nov 16 21:13:29.005813 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a581752d-e555-4c49-ad0f-36a1a9dfc5cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0811da1b27cd45318168a3d828025c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0920606 Nov 16 21:13:29.006820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34556) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:29.072255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-05cae1a1-56c1-49e2-83b3-c5298e4ffc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.073283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-05cae1a1-56c1-49e2-83b3-c5298e4ffc83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3608339 Nov 16 21:13:29.083244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.121238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.212411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.216952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.220557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8fd017c-9a66-48ad-904c-fa7b0b82032d HTTP/1.1" status: 204 len: 168 time: 0.2101166 Nov 16 21:13:29.253218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a76c8-f994-4f36-8f0c-b9bf9ad3be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd017c-9a66-48ad-904c-fa7b0b82032d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:29.415336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-3feb157c-6a52-4159-9b14-8a3d5d4bdc9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.3250337 Nov 16 21:13:29.450638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62943285-f6d6-4630-9017-cfe1701dd80b req-b6410ab5-7c19-478b-b05c-2a444d07e141 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707284 Nov 16 21:13:29.614989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-b68f0e89-c4f2-4e3c-8164-ff69601a90a2 service neutron] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:29.623660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-b68f0e89-c4f2-4e3c-8164-ff69601a90a2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.624737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb545a3-60aa-47e2-bb4a-ff9f43632172 req-b68f0e89-c4f2-4e3c-8164-ff69601a90a2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663/bindings/n-h1-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.8073773 Nov 16 21:13:29.649198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c1687ff-f310-439c-997e-c8f39960faa9 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:29.676671 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:13:29.678584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a380dcd-cc8f-46bd-bed2-c7e4322b6d76 req-8e3d5e9c-9b8d-4633-89e9-10f8bba67ef3 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870835 Nov 16 21:13:29.687826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-4be8e8e5-ecd6-41c7-a5da-da5d36eb4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.688434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-4be8e8e5-ecd6-41c7-a5da-da5d36eb4583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.2547433 Nov 16 21:13:29.700226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c95d6-664c-4fdf-a6f2-7e20eb2dece2 req-75040f24-5a17-4e56-8a82-42d64f8c7215 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.702061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8c95d6-664c-4fdf-a6f2-7e20eb2dece2 req-75040f24-5a17-4e56-8a82-42d64f8c7215 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 947 time: 0.2989833 Nov 16 21:13:29.745254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-edf9eeb8-a40d-48d3-9799-74777a33eadc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410259 Nov 16 21:13:29.757332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0bfed-52a2-4e5a-b62b-0e925309398b req-44efe999-8fd5-48d4-a112-663587da721d tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.759341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef0bfed-52a2-4e5a-b62b-0e925309398b req-44efe999-8fd5-48d4-a112-663587da721d tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.1834457 Nov 16 21:13:29.861247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c1687ff-f310-439c-997e-c8f39960faa9,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:29.873212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8c95d6-664c-4fdf-a6f2-7e20eb2dece2 req-5063fa4a-cb84-4099-b296-9cebd88b4fc1 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612270 Nov 16 21:13:29.894655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '2c1687ff-f310-439c-997e-c8f39960faa9', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '2c1687ff-f310-439c-997e-c8f39960faa9', 'mac_address': 'fa:16:3e:f6:35:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:29.910445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef0bfed-52a2-4e5a-b62b-0e925309398b req-9471ee75-95d6-44d5-8e0a-4612daa52cfc tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394114 Nov 16 21:13:29.914364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-e8304295-f3f1-4c05-917c-f9db3c147257 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540680 Nov 16 21:13:29.995836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.011724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1687ff-f310-439c-997e-c8f39960faa9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:30.065208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c1687ff-f310-439c-997e-c8f39960faa9,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:30.075336 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.137169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-e056150d-614e-49cf-b7f3-baa0c879865c service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130432 Nov 16 21:13:30.214191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:30.315121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b405187-cfe7-41db-ad83-bedbddee3a4b req-85243163-6cd6-483f-b432-9732d400dcd3 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.316802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b405187-cfe7-41db-ad83-bedbddee3a4b req-85243163-6cd6-483f-b432-9732d400dcd3 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.1495900 Nov 16 21:13:30.329081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-3384c54b-4e84-473d-9603-1d355da1b022 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.330790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-3384c54b-4e84-473d-9603-1d355da1b022 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1097 time: 0.0873055 Nov 16 21:13:30.345287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-5'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:30.367800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c1687ff-f310-439c-997e-c8f39960faa9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:30.462177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b405187-cfe7-41db-ad83-bedbddee3a4b req-97b1025e-596c-43a7-9c61-e70d574dcc30 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369472 Nov 16 21:13:30.467089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.843067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:30.882762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:30.934543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:30.937086 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7758b548-fb3b-4cd2-b6e3-ec66a7e9a677" -d '{"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:30.942151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.958006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.981372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa561ab-a05a-4fb3-a5f6-5dcdca271d72 req-a0b5c88d-c465-4a53-abc7-4dc3f9dd064d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.983004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fa561ab-a05a-4fb3-a5f6-5dcdca271d72 req-a0b5c88d-c465-4a53-abc7-4dc3f9dd064d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 946 time: 0.2627099 Nov 16 21:13:31.112876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:31.112876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:31.112876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:31.131823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:31.136071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:31.136384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Attempting to bind port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:31.151784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fa561ab-a05a-4fb3-a5f6-5dcdca271d72 req-95a8355e-79f9-4f1b-acc6-954511464705 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450365 Nov 16 21:13:31.153744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:31.154086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:31.154500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:31.154909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Bound port: 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:31.155284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.192598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893d4f-de2a-4584-aaa5-0fe4b1572cd1 req-3fd1ffb6-9782-4bc2-83ed-a64839c97bea tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:31.192598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de893d4f-de2a-4584-aaa5-0fe4b1572cd1 req-3fd1ffb6-9782-4bc2-83ed-a64839c97bea tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.1486778 Nov 16 21:13:31.315920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:31.332730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de893d4f-de2a-4584-aaa5-0fe4b1572cd1 req-2c9c6547-b2d4-4abf-ba5a-b649f96cb7a7 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164887 Nov 16 21:13:31.342907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:31.370090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a3507-cb58-4b93-a86c-b129b7b2b4a7 req-3b5c7409-fc85-4212-8646-3ea5a7f7af6f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:31.386589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-533a3507-cb58-4b93-a86c-b129b7b2b4a7 req-3b5c7409-fc85-4212-8646-3ea5a7f7af6f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 948 time: 0.1161110 Nov 16 21:13:31.408195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.465632 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55573115-9f44-439a-b3da-f9ad2241614e x-openstack-request-id: req-55573115-9f44-439a-b3da-f9ad2241614e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:31.465733 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:31.466538 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55573115-9f44-439a-b3da-f9ad2241614e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:31.466538 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'code': 200} Nov 16 21:13:31.550835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=8']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:31.589780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-533a3507-cb58-4b93-a86c-b129b7b2b4a7 req-8af547b5-7a01-458d-a721-eb488c539392 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017999 Nov 16 21:13:31.595609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:31.596192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.598289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-41829250-bdbf-46b5-8cea-07e7efaae8fd service neutron] 10.222.0.21 "PUT /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 1122 time: 1.2577033 Nov 16 21:13:31.665654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c1687ff-f310-439c-997e-c8f39960faa9 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:31.691941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbdbc-4b89-4694-bd30-58352a017801 req-707730f1-e4db-4fb2-8821-ecfe2f498f33 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:31.693645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a9cbdbc-4b89-4694-bd30-58352a017801 req-707730f1-e4db-4fb2-8821-ecfe2f498f33 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1096 time: 0.1026065 Nov 16 21:13:31.741736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1a34e040-dce5-44b4-abb2-0acea5c19a1d'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:31.795211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a9cbdbc-4b89-4694-bd30-58352a017801 req-1387d79c-3f5a-4e23-a25d-39662f9bab6d tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898154 Nov 16 21:13:31.846496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34644) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:31.852089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 2c1687ff-f310-439c-997e-c8f39960faa9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:31.866009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 2c1687ff-f310-439c-997e-c8f39960faa9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:31.866604 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.987869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.120968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:32.123243 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6288008-0f98-49e3-86a4-ba7a74d06a08" -d '{"events": [{"server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "name": "network-vif-plugged", "status": "completed", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:32.138812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c1687ff-f310-439c-997e-c8f39960faa9,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:32.144682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.170317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579f0302-e107-46bb-8f74-36719021f7e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.201616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.207176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-1de6ab8e-144e-40af-989a-c3ce94b46b27 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869339 Nov 16 21:13:32.255894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-6317091f-0eed-415f-83ad-09b0e6b10977 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:32.257341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-6317091f-0eed-415f-83ad-09b0e6b10977 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.2318332 Nov 16 21:13:32.433544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-c7f00925-5538-4c1f-95e3-2c6fbcf72c6f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:32.435044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-c7f00925-5538-4c1f-95e3-2c6fbcf72c6f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.3401885 Nov 16 21:13:32.511176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-47bae26b-a177-4b31-a848-5196fdbc5551 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/quotas/f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 375 time: 0.0506973 Nov 16 21:13:32.544454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-5ecf8720-9aba-489c-ac02-86211534dca4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:32.545857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-5ecf8720-9aba-489c-ac02-86211534dca4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246069 Nov 16 21:13:32.565282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579f0302-e107-46bb-8f74-36719021f7e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.591459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579f0302-e107-46bb-8f74-36719021f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.615973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-7f0395b5-6059-4bfb-8466-9e03b2ca72f9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/quotas/ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 375 time: 0.0587196 Nov 16 21:13:32.659277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Deleting port 1095dff8-7d99-48aa-9a50-fa58936a873c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:32.659606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.681788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f0302-e107-46bb-8f74-36719021f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7ba66-5338-446b-8ca7-6972a355fde3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.685829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-579f0302-e107-46bb-8f74-36719021f7e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=146e139c020a4369862936b1f2c1ac04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8380866 Nov 16 21:13:32.687849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-545bb487-f652-4dd6-a64f-1415df937c8a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657504 Nov 16 21:13:32.688727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34684) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:32.748704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.773722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.842115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.847570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.848492 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d3bebd-e709-4792-93ee-850e7090bbb7 x-openstack-request-id: req-80d3bebd-e709-4792-93ee-850e7090bbb7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:32.848986 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "name": "network-vif-plugged", "status": "completed", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:32.849083 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80d3bebd-e709-4792-93ee-850e7090bbb7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:32.849488 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9', 'code': 200} Nov 16 21:13:32.851412 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eaa7ba66-5338-446b-8ca7-6972a355fde3 HTTP/1.1" status: 204 len: 168 time: 0.1607721 Nov 16 21:13:32.872223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282afb3-8bba-478c-98ea-494bc5837a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa7ba66-5338-446b-8ca7-6972a355fde3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.986010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8011b957-356e-4709-a788-a523f959ea09 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4652629 Nov 16 21:13:33.143887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] For port 1095dff8-7d99-48aa-9a50-fa58936a873c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1095dff8-7d99-48aa-9a50-fa58936a873c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:33.144238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.148613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5391-416c-47f7-abf5-60a398647e65 req-34aed2e8-3806-416f-a3fe-692be29b7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.150147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36bd5391-416c-47f7-abf5-60a398647e65 req-34aed2e8-3806-416f-a3fe-692be29b7fbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 1100 time: 0.1598017 Nov 16 21:13:33.164140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e901ce-73f6-4a6e-ba41-8f136cae854a req-ae86ce74-3f4f-4000-a56a-eafc0a18d0d2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.165657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e901ce-73f6-4a6e-ba41-8f136cae854a req-ae86ce74-3f4f-4000-a56a-eafc0a18d0d2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 944 time: 0.1784353 Nov 16 21:13:33.177158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:33.191249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85078fd-91e0-4987-80d5-3e76fba734c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.193660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Calling delete_port for 1095dff8-7d99-48aa-9a50-fa58936a873c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:33.263475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36bd5391-416c-47f7-abf5-60a398647e65 req-1f52d636-1e6b-4fd8-994c-3e6ef83c9980 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952005 Nov 16 21:13:33.281899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85078fd-91e0-4987-80d5-3e76fba734c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.285857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85078fd-91e0-4987-80d5-3e76fba734c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.321530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-187e70d8-63a0-47f9-8eb4-080714431894 service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111603 Nov 16 21:13:33.323480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85078fd-91e0-4987-80d5-3e76fba734c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627bc45c-6f5e-4666-9d81-89d84cdfef3f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:33.329316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d85078fd-91e0-4987-80d5-3e76fba734c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbc972d577f342dea4dcf4bd7fd2f9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511605 Nov 16 21:13:33.331950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34704) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:33.381080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.402405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e901ce-73f6-4a6e-ba41-8f136cae854a req-2b08dab0-fbfe-4517-889c-33bf6708ead8 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179589 Nov 16 21:13:33.404314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.469113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-e5ae8e96-1e01-42c0-8df3-7e38c4d59b53 service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394703 Nov 16 21:13:33.470972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:33.472701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.475552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.477137 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40950c5b-9131-4e47-a811-059ecd445e53" -d '{"events": [{"name": "network-changed", "server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:33.477615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/627bc45c-6f5e-4666-9d81-89d84cdfef3f HTTP/1.1" status: 204 len: 168 time: 0.1443982 Nov 16 21:13:33.510511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d9d45-14e0-4910-96de-8b9b2468a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627bc45c-6f5e-4666-9d81-89d84cdfef3f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:33.577879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e624ae-5792-476b-bd54-f02308845aa9 req-37a8718f-23fa-42b1-b4c4-9901e11167e8 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.585313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3e624ae-5792-476b-bd54-f02308845aa9 req-37a8718f-23fa-42b1-b4c4-9901e11167e8 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0967ef-04a7-473b-9646-cad6dbb5367c HTTP/1.1" status: 200 len: 950 time: 0.0982661 Nov 16 21:13:33.609692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.624674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1095dff8-7d99-48aa-9a50-fa58936a873c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:33.648427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Pushing event deleted for resources: {'Port': ['ID=1095dff8-7d99-48aa-9a50-fa58936a873c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:33.699763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:33.704805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3e624ae-5792-476b-bd54-f02308845aa9 req-31a73322-da24-4b10-bc6f-304858cce009 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.54 "GET /v2.0/security-groups?id=946015b5-a1dd-43c2-88ee-672f813d856e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137750 Nov 16 21:13:33.782622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] No DVR routers for this DVR port 1095dff8-7d99-48aa-9a50-fa58936a873c on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:33.797274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.800960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba64429-e981-4105-b0b6-49ea5880d46b req-fb2db153-b1d7-4aae-82fa-dd8ca9fe1117 tempest-DeleteServersAdminTestJSON-207555580 tempest-DeleteServersAdminTestJSON-207555580-project] 10.222.0.36 "DELETE /v2.0/ports/1095dff8-7d99-48aa-9a50-fa58936a873c HTTP/1.1" status: 204 len: 173 time: 1.5142493 Nov 16 21:13:33.881797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:33.899520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d has no active binding in host n-h1-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:13:33.903459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b7ef0-1ba9-49f7-a5e7-176eb130b56a req-59545586-af68-4efa-98f0-a4e162e61730 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.911147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e7b7ef0-1ba9-49f7-a5e7-176eb130b56a req-59545586-af68-4efa-98f0-a4e162e61730 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.0981243 Nov 16 21:13:34.012638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e7b7ef0-1ba9-49f7-a5e7-176eb130b56a req-0da53cf2-fe2a-4add-9a95-8b3db67886cd tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004319 Nov 16 21:13:34.291428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-a2dc1dd2-0c7b-40a0-8691-fec0fa33c03a tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:34.295974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-a2dc1dd2-0c7b-40a0-8691-fec0fa33c03a tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/networks?id=04cb76ca-d91f-4491-be09-d5912207989d HTTP/1.1" status: 200 len: 815 time: 0.1113217 Nov 16 21:13:34.317163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-39b6bdf1-955c-4b41-a231-613b54fdee4e tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/quotas/6ce1a248fc264f8fb3e356096f86899d HTTP/1.1" status: 200 len: 375 time: 0.0170596 Nov 16 21:13:34.371598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-37c6f737-4347-4370-a2cd-e10cb4c2e6f7 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ce1a248fc264f8fb3e356096f86899d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534828 Nov 16 21:13:34.470809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b296c4ff-08a8-4529-81d7-23ac8155e049 service neutron] 10.222.0.54 "GET /v2.0/networks/04cb76ca-d91f-4491-be09-d5912207989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899959 Nov 16 21:13:34.564883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-767fad91-0c2d-49fb-a221-17645f58fdd2 service neutron] 10.222.0.54 "GET /v2.0/networks/04cb76ca-d91f-4491-be09-d5912207989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878351 Nov 16 21:13:34.739127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67cf6e1-8dab-4baf-813e-63810168db60 req-6c0ca613-c346-4680-a09a-3f2b0a92ad0b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 210 time: 0.0306258 Nov 16 21:13:34.786339 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370a8c3-978d-426e-a66a-645e4bc9065e x-openstack-request-id: req-c370a8c3-978d-426e-a66a-645e4bc9065e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:34.786628 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:34.787008 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c370a8c3-978d-426e-a66a-645e4bc9065e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:34.787295 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'status': 'completed', 'code': 200} Nov 16 21:13:34.880418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e73b090c-37c2-406d-a0d1-d5293fdc52c9 req-b63806f1-d5ca-41c4-a538-f4a6f64a147a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 210 time: 0.0290382 Nov 16 21:13:34.891510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950c5b-9131-4e47-a811-059ecd445e53 req-75cd4ef2-af0b-465c-b62d-f6e29af38296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:34.893053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-75cd4ef2-af0b-465c-b62d-f6e29af38296 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1125 time: 0.0789113 Nov 16 21:13:35.013043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6785ce-dce0-4b45-b322-a4137bffdefc req-2635b475-1703-49d7-aa39-08e1166b348c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.014763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d6785ce-dce0-4b45-b322-a4137bffdefc req-2635b475-1703-49d7-aa39-08e1166b348c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 944 time: 0.0612791 Nov 16 21:13:35.060897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950c5b-9131-4e47-a811-059ecd445e53 req-f1b4bef0-7cda-48be-806d-01dba659cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.062358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-f1b4bef0-7cda-48be-806d-01dba659cf37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.1611626 Nov 16 21:13:35.115439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-eae28c91-2bee-4739-b7d3-c8a06fb4b04c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.0453382 Nov 16 21:13:35.120953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d6785ce-dce0-4b45-b322-a4137bffdefc req-2ce3af0d-7089-4f54-a4d4-14a3a35255cc tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Nov 16 21:13:35.172050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950c5b-9131-4e47-a811-059ecd445e53 req-6fc80370-fedd-4386-bdf9-27f83f6e849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.173506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-6fc80370-fedd-4386-bdf9-27f83f6e849c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0495942 Nov 16 21:13:35.218590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-e1601492-f183-4426-9243-47371bc1dd11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343847 Nov 16 21:13:35.252823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ab693f8-cae3-425d-97d0-42a76be6c8ff req-2237d550-ac08-4200-a571-ad31e4a5f5bd tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 210 time: 0.0322909 Nov 16 21:13:35.364725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-3805917a-cbd0-4751-bf21-a89fb449fbcf service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354952 Nov 16 21:13:35.451592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572659b1-6e55-416b-9cb2-474fac1bd926 req-93d88790-6144-4b2a-a21e-64376215ded0 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.453036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-572659b1-6e55-416b-9cb2-474fac1bd926 req-93d88790-6144-4b2a-a21e-64376215ded0 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.1082816 Nov 16 21:13:35.510386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40950c5b-9131-4e47-a811-059ecd445e53 req-8799fc64-94dc-4be3-879d-7e1e1f9f1ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290128 Nov 16 21:13:35.526096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-572659b1-6e55-416b-9cb2-474fac1bd926 req-324162fa-0959-4cb2-971a-e520c4895d5b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Nov 16 21:13:35.560257 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-1fae8a58-64e2-4f4c-abff-b10bd2d43a07 service neutron] 10.222.0.36 "GET /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.0639856 Nov 16 21:13:35.744635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1095dff8-7d99-48aa-9a50-fa58936a873c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:35.757945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:35.765441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 1095dff8-7d99-48aa-9a50-fa58936a873c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:35.766035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1095dff8-7d99-48aa-9a50-fa58936a873c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:35.786345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:35.829875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a34e040-dce5-44b4-abb2-0acea5c19a1d {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:35.842712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:35.857917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.859270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-686e7b64-b329-4efb-bd95-05eb74195a6b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.860994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-686e7b64-b329-4efb-bd95-05eb74195a6b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.36 "GET /v2.0/networks?id=04cb76ca-d91f-4491-be09-d5912207989d HTTP/1.1" status: 200 len: 815 time: 0.1348143 Nov 16 21:13:35.878398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Request body: {'port': {'device_id': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'admin_state_up': True, 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:35.949912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] Transition to ACTIVE for port object 1a34e040-dce5-44b4-abb2-0acea5c19a1d will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:35.955502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.984731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d24db532-18c4-406f-b0f6-17d50a54528e req-779d0bf7-b69b-41c0-b14a-c281d2db8e8b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 210 time: 0.0324204 Nov 16 21:13:36.020739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] No DVR routers for this DVR port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:36.042988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] Pushing event updated for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:36.055601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Made reservation on behalf of 6ce1a248fc264f8fb3e356096f86899d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:36.060504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.067062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-97c9358a-cc7b-44f4-ab78-ab2eabdc7014 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d/bindings/n-h1-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 0.4977462 Nov 16 21:13:36.325991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd898480-38a2-4992-beac-5cfadcc939d1 req-ee189202-a199-459b-8c13-21c9570fc1db tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 210 time: 0.0842936 Nov 16 21:13:36.354520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-9310aa19-13f9-4365-bc20-171d7a12d407 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.356154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-9310aa19-13f9-4365-bc20-171d7a12d407 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.1761186 Nov 16 21:13:36.373606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Allocated IP 172.20.0.7 (04cb76ca-d91f-4491-be09-d5912207989d/ed23796b-95a1-4ed8-9a24-80153aff1299/3cf053eb-1171-4191-9f7c-5261fde6f85a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:36.386278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24deafa-b928-420a-989d-bcde5c5de5cb req-8816a467-0b6d-4344-bc25-9c98c087f94e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.387796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b24deafa-b928-420a-989d-bcde5c5de5cb req-8816a467-0b6d-4344-bc25-9c98c087f94e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.1391740 Nov 16 21:13:36.517439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-be75f61b-4b06-473a-ae4e-88cce08db675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.518918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-be75f61b-4b06-473a-ae4e-88cce08db675 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8&tenant_id=fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 1096 time: 0.1300895 Nov 16 21:13:36.526553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a48eaa9c-4fa5-4780-bb1d-1f3c6d0cb058 req-2e61efdf-1f96-45b3-927b-346c4c5dc6ea tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 210 time: 0.0637410 Nov 16 21:13:36.540175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b24deafa-b928-420a-989d-bcde5c5de5cb req-0f7413ba-1deb-4d00-b3bb-06c09aa1e302 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170838 Nov 16 21:13:36.679427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-204cd8bf-6fec-44af-90c7-541cb2cebe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.681776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-204cd8bf-6fec-44af-90c7-541cb2cebe17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1298234 Nov 16 21:13:36.799632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'name': 'network-vif-deleted', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:36.802080 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64332440-3669-4899-a044-40a573a472dc" -d '{"events": [{"server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "name": "network-vif-deleted", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:36.849767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34852) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:36.926836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.959735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99b7e-f75e-4efe-97a7-790530463204 req-929df3d2-6bfa-4f7b-b6c2-b0349df14117 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.969543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7f99b7e-f75e-4efe-97a7-790530463204 req-929df3d2-6bfa-4f7b-b6c2-b0349df14117 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.2296505 Nov 16 21:13:37.090487 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5c7ed7-6460-42d5-996d-650ba15679c1 x-openstack-request-id: req-2f5c7ed7-6460-42d5-996d-650ba15679c1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:37.090893 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0967ef-04a7-473b-9646-cad6dbb5367c", "name": "network-vif-deleted", "tag": "1095dff8-7d99-48aa-9a50-fa58936a873c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:37.091122 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f5c7ed7-6460-42d5-996d-650ba15679c1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:37.091528 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0967ef-04a7-473b-9646-cad6dbb5367c', 'name': 'network-vif-deleted', 'tag': '1095dff8-7d99-48aa-9a50-fa58936a873c', 'status': 'completed', 'code': 200} Nov 16 21:13:37.093327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-1abe8d89-caf9-4ade-a1b9-ab94632c340f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468175 Nov 16 21:13:37.156776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07442b11-58f1-4a9b-8bcd-bca69b573af8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1447e7f7e264c7a955744f583a72cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051174 Nov 16 21:13:37.167783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:37.276373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.354037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.484959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.488048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.489362 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/946015b5-a1dd-43c2-88ee-672f813d856e HTTP/1.1" status: 204 len: 168 time: 0.3202839 Nov 16 21:13:37.565720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122a687-edf9-4c0b-9949-e70751de5fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946015b5-a1dd-43c2-88ee-672f813d856e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:37.740963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7f99b7e-f75e-4efe-97a7-790530463204 req-b7b6a60e-c8e2-4111-87e2-0610d28ca936 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704608 Nov 16 21:13:37.747751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-e006e9f6-70ac-489d-8630-e9cc1bedf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.750670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-e006e9f6-70ac-489d-8630-e9cc1bedf9d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 1.0585918 Nov 16 21:13:37.756255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.806389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-71dcd9af-6478-404b-9689-d3385a88502a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.807948 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-71dcd9af-6478-404b-9689-d3385a88502a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.3084455 Nov 16 21:13:37.829984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Request body: {'port': {'device_id': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'admin_state_up': True, 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:37.955216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Pushing event updated for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:38.039137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:38.044011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.051015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7660ade3-81ea-4c31-b5a0-8d9ddf126048 req-a0066c17-dbd0-43c0-a4da-993259a6cf89 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 210 time: 0.3380070 Nov 16 21:13:38.067499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-5e84092f-0f82-44b7-9008-7bbc93040080 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.2908661 Nov 16 21:13:38.120943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d96413ae-0930-4076-ae7e-26bd4b4fa2e4 req-651bf922-8148-4497-87c2-e9ce75451307 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 210 time: 0.0575595 Nov 16 21:13:38.150114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-72d1c716-e375-4dfd-8a58-08a4f43e20f7 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.157009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-72d1c716-e375-4dfd-8a58-08a4f43e20f7 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0153453 Nov 16 21:13:38.199963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34882) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:38.241518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Network 04cb76ca-d91f-4491-be09-d5912207989d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:38.247225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Request body: {'port': {'device_id': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'ecfb8b55c093440f941227e62377e911'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:38.275780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99e6a1fe-d3d1-4d77-9036-d6b3ae0539df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.395570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:38.407445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99e6a1fe-d3d1-4d77-9036-d6b3ae0539df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.442288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:38.442609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Allocated IP 172.20.0.9 (14d459f6-8e72-4522-870c-dc722adbaedb/13eedaaa-b409-4c96-881c-d425c87ec6c5/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:38.464585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99e6a1fe-d3d1-4d77-9036-d6b3ae0539df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.554970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-99e6a1fe-d3d1-4d77-9036-d6b3ae0539df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0268bb1ba60f4ce3bfbe7fbaf8d6182b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507185 Nov 16 21:13:38.561028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34886) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:38.574487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-f9d45741-e3f8-4602-bbd9-b61b61ee0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.576642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-f9d45741-e3f8-4602-bbd9-b61b61ee0a42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.4529245 Nov 16 21:13:38.581489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a1fe-d3d1-4d77-9036-d6b3ae0539df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad6a7c0-8b8c-4f92-bb9a-90165d96134d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:38.653766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-f65771fd-7ba7-4011-8b0d-76bd58aa6386 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561321 Nov 16 21:13:38.693905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159c3cf-9150-4c64-90ca-0f33f5777711 req-b4eb4ac2-db17-4177-a18d-c42b7062704c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.695159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.702269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8159c3cf-9150-4c64-90ca-0f33f5777711 req-b4eb4ac2-db17-4177-a18d-c42b7062704c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.3322403 Nov 16 21:13:38.721042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea00786-cb68-43c8-92a5-b85e108a1810 req-5eb058cc-7608-488c-afe2-a1251fc6b5c9 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.737527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea00786-cb68-43c8-92a5-b85e108a1810 req-5eb058cc-7608-488c-afe2-a1251fc6b5c9 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 931 time: 0.5524802 Nov 16 21:13:38.739505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Made reservation on behalf of ecfb8b55c093440f941227e62377e911 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:38.743987 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.810309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:38.822354 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.860026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.861073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.880238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.880756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9974b9db-74bb-49be-8193-18b81e130f77 None None] Provisioning complete for port 3cf053eb-1171-4191-9f7c-5261fde6f85a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:38.881792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9974b9db-74bb-49be-8193-18b81e130f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.890714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.951562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-b68cb6df-631c-4015-9b21-a01f8100bcdf tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0780823 Nov 16 21:13:38.981181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8159c3cf-9150-4c64-90ca-0f33f5777711 req-c4655a86-36f1-4b90-9460-b79e58b5e800 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777777 Nov 16 21:13:38.983567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9974b9db-74bb-49be-8193-18b81e130f77 None None] Port 3cf053eb-1171-4191-9f7c-5261fde6f85a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:38.988609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.993260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.001504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.006908 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ad6a7c0-8b8c-4f92-bb9a-90165d96134d HTTP/1.1" status: 204 len: 168 time: 0.4447203 Nov 16 21:13:39.041816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a98b-c6cd-4e36-8d8e-bfd6181f6031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad6a7c0-8b8c-4f92-bb9a-90165d96134d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:39.070667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea00786-cb68-43c8-92a5-b85e108a1810 req-e26547dc-c9fa-4e85-89df-95d6ed115453 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284705 Nov 16 21:13:39.144885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.148437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-c4dcdc09-a562-4434-9754-6c5c946a6d52 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936209 Nov 16 21:13:39.271793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06f1dc5e-93c7-4834-a841-dabc31c027a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.286645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Network 14d459f6-8e72-4522-870c-dc722adbaedb is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:39.299081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:39.301209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:39.314055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:39.375490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.391887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-203d0f28-fbc0-48bc-873e-e61a6a8ed5c0 req-445fd008-93b3-4f82-859f-ee053ca63019 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 210 time: 0.0587065 Nov 16 21:13:39.402830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.428532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1590e-aeae-4bc8-9313-f8c13e6d56ac req-616fa71e-12ad-4115-a746-987270501956 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.433451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.436838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.438196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b1590e-aeae-4bc8-9313-f8c13e6d56ac req-616fa71e-12ad-4115-a746-987270501956 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.3000078 Nov 16 21:13:39.511104 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-8915c9b5-fb0d-4a15-9f0e-248a8004eba7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6892600 Nov 16 21:13:39.529806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Request body: {'port': {'device_id': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:39.614153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f183c8-c2fa-426d-967d-b6e368fa9a10,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:39.625984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-863862e6-44a7-4402-86e0-005504fa7c92 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109917 Nov 16 21:13:39.656089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06f1dc5e-93c7-4834-a841-dabc31c027a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.664839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b1590e-aeae-4bc8-9313-f8c13e6d56ac req-abe93d3e-e0c0-4ffb-9c4b-768665571549 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255080 Nov 16 21:13:39.712667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06f1dc5e-93c7-4834-a841-dabc31c027a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.725005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e17d53-5076-44cf-a26d-e94d4cc1c0a5 req-67c6cb97-8254-480b-8fc8-9e4b797511fa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.734442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7e17d53-5076-44cf-a26d-e94d4cc1c0a5 req-67c6cb97-8254-480b-8fc8-9e4b797511fa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 931 time: 0.1921937 Nov 16 21:13:39.742749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:39.752259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.774039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Allocated IP 192.168.233.221 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/884daaf7-40d2-4422-ac36-577c5c86ad8c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:39.852621 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06f1dc5e-93c7-4834-a841-dabc31c027a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb9c215d570c4df397a001173dcc152b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0403128 Nov 16 21:13:39.857342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:39.868678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1dc5e-93c7-4834-a841-dabc31c027a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c44c1-87c1-4695-bd36-0d910ccbd449,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:39.894883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7e17d53-5076-44cf-a26d-e94d4cc1c0a5 req-07dda371-1928-415b-81bf-a455fb994de3 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594493 Nov 16 21:13:39.940145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:40.127072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.178260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.469948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Request body: {'port': {'device_id': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:40.614609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.675074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-8338f080-728f-4919-a458-a233057679f1 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.676732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-8338f080-728f-4919-a458-a233057679f1 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.7055550 Nov 16 21:13:40.695461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f344bc7-a9db-4209-9da8-9193720e4088 req-810da3eb-9307-4eb9-b208-b0935973d7ea tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.704172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f344bc7-a9db-4209-9da8-9193720e4088 req-810da3eb-9307-4eb9-b208-b0935973d7ea tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 931 time: 0.3919332 Nov 16 21:13:40.794462 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.799333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac5062-e097-4793-91f2-ebe891a1fb30 req-50b81de5-58c5-4542-bc17-c5281ca05cca tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.800549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.801687 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c4c44c1-87c1-4695-bd36-0d910ccbd449 HTTP/1.1" status: 204 len: 168 time: 0.9401176 Nov 16 21:13:40.808977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28ac5062-e097-4793-91f2-ebe891a1fb30 req-50b81de5-58c5-4542-bc17-c5281ca05cca tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.6642549 Nov 16 21:13:40.978953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac09d0-3cd5-4672-a185-2a42cc20a917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c44c1-87c1-4695-bd36-0d910ccbd449,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.022370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f344bc7-a9db-4209-9da8-9193720e4088 req-3617b6e8-478a-41c1-bba7-7f5834bf7d36 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173256 Nov 16 21:13:41.053263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.089672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:41.110266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.150483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Transition to ACTIVE for port object a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:41.158150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.158600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28ac5062-e097-4793-91f2-ebe891a1fb30 req-cb0e162b-39b0-4b3a-bf0a-e05e700ee892 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444889 Nov 16 21:13:41.344801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.634464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:41.634804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:41.635156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:41.650610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:41.650955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:41.665931 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:41.666341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:41.666740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:41.668424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Bound port: a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:41.668799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.691253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:41.754989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:41.758569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:41.768869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.789949 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70d4faf1-7f3c-42e0-9797-2daf3fbe8898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.841429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.842285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.843819 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] 10.222.0.21 "PUT /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 1091 time: 2.3235817 Nov 16 21:13:41.844377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:41.845234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-0dcc7e0c-2916-44d2-b01c-dd9b03b0c8c3 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=33264a820d204a219a5c5f244b5df765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4769776 Nov 16 21:13:41.847452 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db5d035-224d-4802-88f3-88d422e239ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:41.880487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb0afc-0ed7-4b20-b01a-200af5532d9d service neutron] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.894020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.963175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-17254a27-e520-4aa1-9bf8-fb2cee0e93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.964953 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-17254a27-e520-4aa1-9bf8-fb2cee0e93fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1094 time: 0.0663469 Nov 16 21:13:41.989956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70d4faf1-7f3c-42e0-9797-2daf3fbe8898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.019869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70d4faf1-7f3c-42e0-9797-2daf3fbe8898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.067066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70d4faf1-7f3c-42e0-9797-2daf3fbe8898 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b20c8c231e4f41c3ba7ab4c2d6670137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067787 Nov 16 21:13:42.068369 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-cd82820c-77ee-4bc2-938c-fbe55806fb6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0934591 Nov 16 21:13:42.069029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4faf1-7f3c-42e0-9797-2daf3fbe8898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8c457-614e-476f-adf7-7d0c9fb61320,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:42.071386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34980) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:42.151228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-ed687266-20f1-4c86-9ab4-58981861b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.152809 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-ed687266-20f1-4c86-9ab4-58981861b8f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0748742 Nov 16 21:13:42.190628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-fcc7172c-abb6-4519-84ca-5cc77139d8fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275800 Nov 16 21:13:42.193008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.193520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-b692df54-24f2-4046-8741-d4b6fbf2e782 service neutron] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:42.206295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:42.220819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:42.225336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-b692df54-24f2-4046-8741-d4b6fbf2e782 service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.226433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef91f59-0beb-4bfc-8833-21114105b082 req-b692df54-24f2-4046-8741-d4b6fbf2e782 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d/bindings/n-h2-816206-5 HTTP/1.1" status: 204 len: 173 time: 1.4710095 Nov 16 21:13:42.233559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:42.247039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c5280-dd47-441f-ac93-6e8759551149 req-244162d3-2d07-4551-938d-c5eb2ca2d734 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.248804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb9c5280-dd47-441f-ac93-6e8759551149 req-244162d3-2d07-4551-938d-c5eb2ca2d734 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 936 time: 0.4463265 Nov 16 21:13:42.249625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:42.299656 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-ce11199e-a9fe-495d-b757-28500b29244d service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008391 Nov 16 21:13:42.347758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.380913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.383234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.468079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-4d240fa3-5c2b-4b05-8609-700ab75ca385 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2589624 Nov 16 21:13:42.485879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e20f6db2-5e78-4760-9466-cfb88d874166 req-45cd3197-8f58-4a2a-a05c-a3b1f663d5fd service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798022 Nov 16 21:13:42.502728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.508364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.513008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0a8c457-614e-476f-adf7-7d0c9fb61320 HTTP/1.1" status: 204 len: 168 time: 0.4397128 Nov 16 21:13:42.533778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71655d45-e92f-4356-9302-72ca0e452537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8c457-614e-476f-adf7-7d0c9fb61320,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:42.541319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Request body: {'port': {'device_id': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:42.650879 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.671909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb9c5280-dd47-441f-ac93-6e8759551149 req-b6b1eaa7-cd61-4341-9f4d-a674785a98da tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889432 Nov 16 21:13:42.686162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-fd9e2583-d68b-4266-b7fc-5cba758e8800 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.687706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-fd9e2583-d68b-4266-b7fc-5cba758e8800 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8417048 Nov 16 21:13:42.698831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf053eb-1171-4191-9f7c-5261fde6f85a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:42.704746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.747920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7749a967-d905-431f-8120-9d1dda74f192 None None] Provisioning complete for port 884daaf7-40d2-4422-ac36-577c5c86ad8c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:42.748365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7749a967-d905-431f-8120-9d1dda74f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.766242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c3e56c3a-59e8-47a5-b003-a16600a350f7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/quotas/33264a820d204a219a5c5f244b5df765 HTTP/1.1" status: 200 len: 375 time: 0.0700808 Nov 16 21:13:42.768206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.829945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7749a967-d905-431f-8120-9d1dda74f192 None None] Port 884daaf7-40d2-4422-ac36-577c5c86ad8c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:42.872473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Transition to ACTIVE for port object 3cf053eb-1171-4191-9f7c-5261fde6f85a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:42.916507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.939286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-47d3b4bd-474a-49c9-bce3-fd33652eafbb tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624944 Nov 16 21:13:43.143801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:43.172961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491915a9-91cf-495f-b597-be686b32b6c1 req-6fef9f7a-b967-4e54-a12a-6854ae7dd10a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.187338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-491915a9-91cf-495f-b597-be686b32b6c1 req-6fef9f7a-b967-4e54-a12a-6854ae7dd10a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 943 time: 0.3164542 Nov 16 21:13:43.454412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-491915a9-91cf-495f-b597-be686b32b6c1 req-a67cd4c8-19a8-43dd-8156-107778959585 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083380 Nov 16 21:13:43.476308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Attempting to bind port 3cf053eb-1171-4191-9f7c-5261fde6f85a on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:43.477545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Attempting to bind port 3cf053eb-1171-4191-9f7c-5261fde6f85a by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:43.478643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Attempting to bind port 3cf053eb-1171-4191-9f7c-5261fde6f85a on network 04cb76ca-d91f-4491-be09-d5912207989d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:43.513981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Port 3cf053eb-1171-4191-9f7c-5261fde6f85a on network 04cb76ca-d91f-4491-be09-d5912207989d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:43.514699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Attempting to bind port 3cf053eb-1171-4191-9f7c-5261fde6f85a on network 04cb76ca-d91f-4491-be09-d5912207989d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:43.539005 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81364b0c-b9f1-489d-8d47-d8b32ae7e366 x-openstack-request-id: req-81364b0c-b9f1-489d-8d47-d8b32ae7e366 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:43.539911 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:43.540937 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81364b0c-b9f1-489d-8d47-d8b32ae7e366 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:43.541564 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'status': 'completed', 'code': 200} Nov 16 21:13:43.602097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:43.602363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Checking segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:43.619265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Bound using segment: {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:43.619986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Bound port: 3cf053eb-1171-4191-9f7c-5261fde6f85a, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606b054b-bfb1-4941-bbbd-9af7a9743361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:43.620357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.675171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5d035-224d-4802-88f3-88d422e239ac req-57d51551-15fe-4a5a-8507-c6be64f38017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.676706 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-57d51551-15fe-4a5a-8507-c6be64f38017 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1094 time: 0.1122229 Nov 16 21:13:43.879911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5d035-224d-4802-88f3-88d422e239ac req-8de5f7c2-7b7a-432a-bc18-7d2a78836de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.883175 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-8de5f7c2-7b7a-432a-bc18-7d2a78836de8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1952350 Nov 16 21:13:43.978735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-6f12ae72-05c0-4740-be8f-55414427ab6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0842237 Nov 16 21:13:44.059221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5d035-224d-4802-88f3-88d422e239ac req-f55ccf69-0955-4f00-b7c4-d807d84c5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.061300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-f55ccf69-0955-4f00-b7c4-d807d84c5cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0742376 Nov 16 21:13:44.065324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10510af-c1a0-436d-a052-684fd20f84d2 req-33acf4b1-7a61-4890-a5c3-e1eba19d3715 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.071968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d10510af-c1a0-436d-a052-684fd20f84d2 req-33acf4b1-7a61-4890-a5c3-e1eba19d3715 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.3615861 Nov 16 21:13:44.092408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884daaf7-40d2-4422-ac36-577c5c86ad8c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:44.103104 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-d3267291-fbed-43d5-a12c-cc531736f850 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294907 Nov 16 21:13:44.130558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.145952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:44.232037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:44.239990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-be634527-9ad0-4ed8-9c9f-431e6f4f267c service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272328 Nov 16 21:13:44.255406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Transition to ACTIVE for port object 884daaf7-40d2-4422-ac36-577c5c86ad8c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:44.262394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.282892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.288140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.290864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.292653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.293123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.293931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.294462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.294862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.295343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.295793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.296242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.314517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87907004-9168-4ba1-929e-5e715e5206bb req-c5ba7c34-9f72-4f52-81ae-30b09e3c42d2 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.7259393 Nov 16 21:13:44.327826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.407012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d10510af-c1a0-436d-a052-684fd20f84d2 req-66e45b8f-da83-4966-9147-217212b8a439 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228154 Nov 16 21:13:44.421197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.421979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.423543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cf053eb-1171-4191-9f7c-5261fde6f85a HTTP/1.1" status: 200 len: 1091 time: 4.1216702 Nov 16 21:13:44.424124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:44.427048 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e52a2-ee20-4616-b612-9dcd724d2329" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:44.493035 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1db5d035-224d-4802-88f3-88d422e239ac req-41db96b5-0870-4540-b507-92d7c1796dcf service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419062 Nov 16 21:13:44.592111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fbd43-f384-4084-8ab6-d66eb3f1f9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:44.632905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b19cc7d4-548c-421c-9d56-34497d2ed6fd req-0805c8a7-6815-4de5-9278-eebc6ee8880c tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.1063542 Nov 16 21:13:44.873253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:44.877575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:44.877910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:44.878234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:44.893087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:44.893470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:44.904630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:44.904913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:44.905224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:44.905663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Bound port: 884daaf7-40d2-4422-ac36-577c5c86ad8c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:44.906014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.909042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6819278-5048-482f-97e7-bd2f15f3078f req-713d0a70-6071-4b12-81a3-c3f6d720fa63 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.910563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6819278-5048-482f-97e7-bd2f15f3078f req-713d0a70-6071-4b12-81a3-c3f6d720fa63 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1096 time: 0.2702780 Nov 16 21:13:44.920480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603af9-59e3-4f94-a129-442e88a74610 req-70849e37-3d8a-4348-8e2c-1ef2f719cd52 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.921969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51603af9-59e3-4f94-a129-442e88a74610 req-70849e37-3d8a-4348-8e2c-1ef2f719cd52 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.1632855 Nov 16 21:13:45.067142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:45.071225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6819278-5048-482f-97e7-bd2f15f3078f req-0136e853-c64e-4a76-8b7b-de68e77a8344 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352110 Nov 16 21:13:45.073063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:45.076902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51603af9-59e3-4f94-a129-442e88a74610 req-5c31f190-70c4-4717-ad61-a16906ec75fe tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252158 Nov 16 21:13:45.081594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.123323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.142162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.147176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 1096 time: 2.6692724 Nov 16 21:13:45.211004 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5319b007-f6aa-4959-91c1-14866644328e x-openstack-request-id: req-5319b007-f6aa-4959-91c1-14866644328e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:45.211004 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:45.211004 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5319b007-f6aa-4959-91c1-14866644328e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:45.211004 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a', 'status': 'completed', 'code': 200} Nov 16 21:13:45.284855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60612545-bedb-46d0-901c-a38b263dd154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.330090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3b54f-4bc3-4a2e-851d-f305643733d8 service neutron] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:45.382825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-05445107-cd7e-45b5-a963-66e2a710c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.385071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-05445107-cd7e-45b5-a963-66e2a710c0d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.1719820 Nov 16 21:13:45.626173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039b851-9933-4a8c-bcf0-21b26752159c req-aa8bcf8e-3ccf-4968-8a5b-6818921cc19e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.627773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e039b851-9933-4a8c-bcf0-21b26752159c req-aa8bcf8e-3ccf-4968-8a5b-6818921cc19e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 943 time: 0.3336430 Nov 16 21:13:45.671673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-7d6260ef-ed8f-44b4-b150-7e2badb5cdfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.2749729 Nov 16 21:13:45.674232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25080-cc61-4a37-ac08-c41f44342276 req-aa8a116b-e51c-4b81-b4ac-f4e959e44b7f tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.681462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a25080-cc61-4a37-ac08-c41f44342276 req-aa8a116b-e51c-4b81-b4ac-f4e959e44b7f tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 886 time: 0.5210464 Nov 16 21:13:45.726568 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-92f8445b-47a2-4170-b529-4c6a58b76d1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590448 Nov 16 21:13:45.751116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e039b851-9933-4a8c-bcf0-21b26752159c req-f8e06af7-6b5d-445f-8b45-48653507ebc8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891032 Nov 16 21:13:45.770622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-083b4f1e-3cc4-4a20-a0e9-1c9f267e30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.780255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-083b4f1e-3cc4-4a20-a0e9-1c9f267e30bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0875657 Nov 16 21:13:45.789637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:45.894215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-e5863670-592b-4009-bdc4-2a6e9d8739b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.896379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-e5863670-592b-4009-bdc4-2a6e9d8739b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996282 Nov 16 21:13:45.897491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba65c-0295-4279-a4b4-4358707ac000 req-95198ce8-adef-4b50-a443-3762fa3ba76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.899189 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-95198ce8-adef-4b50-a443-3762fa3ba76f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 1096 time: 0.1271756 Nov 16 21:13:46.077473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:46.091664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba65c-0295-4279-a4b4-4358707ac000 req-38e1eb74-960c-4608-84f2-7ad68cb71ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.099311 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-38e1eb74-960c-4608-84f2-7ad68cb71ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 923 time: 0.1718380 Nov 16 21:13:46.111825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-b8269889-81b0-4b03-813c-95be8047776b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.113320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-b8269889-81b0-4b03-813c-95be8047776b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.2148438 Nov 16 21:13:46.115591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-c197754b-4cae-460a-81a2-874984949610 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885302 Nov 16 21:13:46.119326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'port_id': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'mac_address': 'fa:16:3e:37:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eedaaa-b409-4c96-881c-d425c87ec6c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:46.208084 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:46.218533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-ff7ff6c0-149f-41b1-bf57-ab3af940932e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/quotas/fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 375 time: 0.0991285 Nov 16 21:13:46.232952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:46.263195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-825f8330-03bc-4fa9-8c3b-7fd4eebd4e24 req-b30a7adb-8e74-4f50-8ed1-0eb9b4aecc8e service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361032 Nov 16 21:13:46.266785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:46.268141 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-ca34a0bf-6f40-48e8-a375-4d597407f732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 200 len: 1000 time: 0.1602385 Nov 16 21:13:46.273252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:46.308129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe22d4-2d35-43ed-99c4-8d0b914e819d req-e8246337-f8d8-497f-90b6-fd5eca966d24 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.309816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afbe22d4-2d35-43ed-99c4-8d0b914e819d req-e8246337-f8d8-497f-90b6-fd5eca966d24 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.0985317 Nov 16 21:13:46.320921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-d0a9040f-ea65-4bed-9515-228a3909e8ed tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946488 Nov 16 21:13:46.360421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:46.381104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba65c-0295-4279-a4b4-4358707ac000 req-8ee91290-c4a9-4d85-b3fe-7e261c2441b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.382650 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-8ee91290-c4a9-4d85-b3fe-7e261c2441b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.0990472 Nov 16 21:13:46.425126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afbe22d4-2d35-43ed-99c4-8d0b914e819d req-a47bdb36-17d2-4e26-b27b-e60cfb6f38b7 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000454 Nov 16 21:13:46.454476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ba65c-0295-4279-a4b4-4358707ac000 req-58eabdfc-b787-4ce2-9d15-094620a1f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.456539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-58eabdfc-b787-4ce2-9d15-094620a1f1d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659602 Nov 16 21:13:46.478382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-4583d9eb-84c4-450f-a265-eabaac735d00 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484973 Nov 16 21:13:46.579996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:46.587710 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-594e5dfc-aeaf-4fca-977f-92819087010e service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228216 Nov 16 21:13:46.590149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ca1f748-c989-48fa-b8a9-66f347d9727f req-aab439fa-1a5d-42c4-90ac-acb5a0ca6166 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.0394502 Nov 16 21:13:46.659884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-37f4f66a-e6e6-4985-b149-826bb6e4b2d8 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733325 Nov 16 21:13:46.788339 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-549ba65c-0295-4279-a4b4-4358707ac000 req-acea3523-8e18-49b8-bfca-28951eccf066 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854167 Nov 16 21:13:46.861093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.861710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.862294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.862785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.863331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.864000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.864795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.865297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.865794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.866297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.866799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.875137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25f1179a-a7fe-4934-81f3-8bc95b6a7c1c req-4aaf947a-abf4-474c-9b79-eb07ee2d6346 tempest-NetworksTest-1173641983 tempest-NetworksTest-1173641983-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.2136016 Nov 16 21:13:47.034339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a9b5b-5549-473d-a586-b36066e0e8de req-3e71e4b5-13c3-493e-8091-e1a3f807cda5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.036278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723a9b5b-5549-473d-a586-b36066e0e8de req-3e71e4b5-13c3-493e-8091-e1a3f807cda5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.0926030 Nov 16 21:13:47.210537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723a9b5b-5549-473d-a586-b36066e0e8de req-81fb407b-c42f-4f2b-8f09-40e8fa41486e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634223 Nov 16 21:13:47.212958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:47.219907 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e787a2-bfa8-426e-a16b-c5caced55472" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:47.282181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c8457-c4bc-467b-af6f-41151219a8af req-380eb402-805e-4113-b218-a6de42009857 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.283765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba1c8457-c4bc-467b-af6f-41151219a8af req-380eb402-805e-4113-b218-a6de42009857 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 944 time: 0.1571813 Nov 16 21:13:47.355667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8872fd6-731b-44c9-9f84-5bc6fe5d7fb6 req-f72a2eca-7652-438c-a303-1e5fb75b50dd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 210 time: 0.0709009 Nov 16 21:13:47.369707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35102) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:47.407076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba1c8457-c4bc-467b-af6f-41151219a8af req-9ae0a38c-3732-4d8d-adc2-f5c96846d883 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906920 Nov 16 21:13:47.460475 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab0757a-b184-47cf-a52f-a433ddd55880 x-openstack-request-id: req-cab0757a-b184-47cf-a52f-a433ddd55880 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:47.460806 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:47.461059 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cab0757a-b184-47cf-a52f-a433ddd55880 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:47.461451 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'status': 'completed', 'code': 200} Nov 16 21:13:47.582473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-1bb43ebf-4eaf-4ffb-8b8a-1dd898791fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.591363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-1bb43ebf-4eaf-4ffb-8b8a-1dd898791fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.0963061 Nov 16 21:13:47.661819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d96da7d6-2222-478d-b30b-d2a458ada4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.718615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038f76-773d-415d-a2ea-eb9bc4a2b5bd req-4ff679cf-316c-492f-834c-74f65ee44f86 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.718949 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c21610f-d941-4363-bc00-ae9c2247e240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.720385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1038f76-773d-415d-a2ea-eb9bc4a2b5bd req-4ff679cf-316c-492f-834c-74f65ee44f86 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.0815291 Nov 16 21:13:47.797802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1038f76-773d-415d-a2ea-eb9bc4a2b5bd req-5068df73-f924-47fc-b473-68a6ed36e707 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Nov 16 21:13:47.805484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-e17e88d0-c3d2-4d6d-94b6-e837751dabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.807265 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-e17e88d0-c3d2-4d6d-94b6-e837751dabb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2078001 Nov 16 21:13:47.818458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:47.862963 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-3eca1369-97f9-465b-9824-ec0ed85bc997 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.0462291 Nov 16 21:13:47.914605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4274be52-d977-45aa-a63d-1ee946739b49 req-1995ca2f-72ec-4bb5-a2ba-31d256b49d4d tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.0361881 Nov 16 21:13:47.932858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-1a8e100f-6d39-48d3-9667-f519aa5e6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.934509 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-1a8e100f-6d39-48d3-9667-f519aa5e6a4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0618017 Nov 16 21:13:47.947261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c21610f-d941-4363-bc00-ae9c2247e240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.959624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c21610f-d941-4363-bc00-ae9c2247e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.024809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058a0830-07b3-478c-a5ff-d0bdaa0e9be7 req-1802560a-db1f-42d0-a4b2-0585dd5a834f tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd873d5033b44da38f5bd5661d964d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332198 Nov 16 21:13:48.029497 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c21610f-d941-4363-bc00-ae9c2247e240 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d47bf1ec7c4448998e406cf0eba3a691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6584167 Nov 16 21:13:48.032866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-4c43a542-8ff9-420e-8003-19c17643dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.034540 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-4c43a542-8ff9-420e-8003-19c17643dadf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906570 Nov 16 21:13:48.035280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35124) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:48.036055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21610f-d941-4363-bc00-ae9c2247e240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba4bad-dc09-451d-9601-8d4b5119117a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:48.096390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:48.100825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:48.101194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.152129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.170564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0830-07b3-478c-a5ff-d0bdaa0e9be7 req-cde18574-bf7c-4825-9002-209221bd0b96 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.177891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058a0830-07b3-478c-a5ff-d0bdaa0e9be7 req-cde18574-bf7c-4825-9002-209221bd0b96 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522017 Nov 16 21:13:48.189265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058a0830-07b3-478c-a5ff-d0bdaa0e9be7 req-b9b35e72-7c6b-4bb7-8fed-32f6c0f4cb5e tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/quotas/bd873d5033b44da38f5bd5661d964d04 HTTP/1.1" status: 200 len: 375 time: 0.0105333 Nov 16 21:13:48.192122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.195412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.205599 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-de8868b6-4914-4734-9634-58a474f6e092 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588502 Nov 16 21:13:48.223093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:48.225492 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4820da0d-9d7e-4779-abf6-9577e6a98279" -d '{"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-plugged", "status": "completed", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:48.230786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058a0830-07b3-478c-a5ff-d0bdaa0e9be7 req-250386e7-6bb2-4679-813f-77667cc84d7a tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd873d5033b44da38f5bd5661d964d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323336 Nov 16 21:13:48.251985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:48.267782 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec0a91-e61b-4aa4-b772-d09850fc71ad x-openstack-request-id: req-56ec0a91-e61b-4aa4-b772-d09850fc71ad {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:48.268494 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-plugged", "status": "completed", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:48.268762 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56ec0a91-e61b-4aa4-b772-d09850fc71ad {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:48.269161 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'code': 200} Nov 16 21:13:48.271413 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.339602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:48.352803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.355451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.358979 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0ba4bad-dc09-451d-9601-8d4b5119117a HTTP/1.1" status: 204 len: 168 time: 0.3164608 Nov 16 21:13:48.373420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faedd3-9ce1-4b79-9e5b-c7fbb5bfb168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba4bad-dc09-451d-9601-8d4b5119117a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:48.391909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-20e787a2-bfa8-426e-a16b-c5caced55472 req-be26af27-1a9e-4793-ace9-875d7c6d4428 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749735 Nov 16 21:13:48.406366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4f727-0905-4d5b-ab2d-46778f2d2b77 req-ea1c3f4c-6b14-44ed-971b-48e54f531e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.408293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3e4f727-0905-4d5b-ab2d-46778f2d2b77 req-ea1c3f4c-6b14-44ed-971b-48e54f531e7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1096 time: 0.0734434 Nov 16 21:13:48.494903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3e4f727-0905-4d5b-ab2d-46778f2d2b77 req-6416618e-ea47-48a9-9400-a26511d6822d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754275 Nov 16 21:13:48.506148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c29e-70fd-411b-97da-128bd24ba558 req-6a99501f-3169-4544-8db2-97e6a4236cf8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.507760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd59c29e-70fd-411b-97da-128bd24ba558 req-6a99501f-3169-4544-8db2-97e6a4236cf8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.0738614 Nov 16 21:13:48.558540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd59c29e-70fd-411b-97da-128bd24ba558 req-c3a5f127-1215-4305-910c-121f62ff3433 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Nov 16 21:13:48.651701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9e08e60-8aaa-4f59-be57-f1af6cf5313e req-3ba21f07-fbbd-4719-a53e-1480d4f41033 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 210 time: 0.0292172 Nov 16 21:13:48.702432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:48.716275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3530064-e1c6-4d72-927a-beefebada3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.724044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eac46-027c-4605-ae52-204c5364b533 req-ad83a9c3-4d8a-4c65-abdc-e1d4926f749d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.725679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf7eac46-027c-4605-ae52-204c5364b533 req-ad83a9c3-4d8a-4c65-abdc-e1d4926f749d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 945 time: 0.0512364 Nov 16 21:13:48.780224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf7eac46-027c-4605-ae52-204c5364b533 req-e6b017f0-b7b3-4d20-8c05-bf82493ec25c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Nov 16 21:13:48.814372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3530064-e1c6-4d72-927a-beefebada3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.817067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3530064-e1c6-4d72-927a-beefebada3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.852259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b3530064-e1c6-4d72-927a-beefebada3da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72470a0c663f4ab6840720e7efdc593c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485884 Nov 16 21:13:48.855323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:48.866657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3530064-e1c6-4d72-927a-beefebada3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f21bae3-743a-4243-9c0c-3b3d63e53d58,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:49.022213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a33a-328c-4a2f-b412-601689268445 req-c4b65ae7-5da7-48dc-8545-7b3e19914b7e tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.023702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cb1a33a-328c-4a2f-b412-601689268445 req-c4b65ae7-5da7-48dc-8545-7b3e19914b7e tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.1384430 Nov 16 21:13:49.026836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.044857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-db3658fd-0054-4de2-bd03-1a60d24e35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.046310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-db3658fd-0054-4de2-bd03-1a60d24e35cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ce1a248fc264f8fb3e356096f86899d&device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 1094 time: 0.0933774 Nov 16 21:13:49.078607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.157683 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.169549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d33fe422-4cab-40ba-91d2-794b310256fc req-308b4150-317d-4fc1-b55e-6aa43b665d2e tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.1106451 Nov 16 21:13:49.271616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cb1a33a-328c-4a2f-b412-601689268445 req-abac84c3-6e07-46f5-85f6-df9ee6886516 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321823 Nov 16 21:13:49.318032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-a6f8d319-b1ce-4980-a3a1-2b8a11769442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.319631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-a6f8d319-b1ce-4980-a3a1-2b8a11769442 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ce1a248fc264f8fb3e356096f86899d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2568824 Nov 16 21:13:49.324351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.326885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.327971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f21bae3-743a-4243-9c0c-3b3d63e53d58 HTTP/1.1" status: 204 len: 168 time: 0.4716232 Nov 16 21:13:49.366577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357e656-fb75-4262-a415-43cc774d1cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f21bae3-743a-4243-9c0c-3b3d63e53d58,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:49.704300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-f97807cd-4d79-4108-8724-8c10f215bf76 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.706459 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-f97807cd-4d79-4108-8724-8c10f215bf76 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.1973090 Nov 16 21:13:49.725036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Request body: {'port': {'device_id': 'a26af136-d72c-434d-9e51-e96745a878cb', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'admin_state_up': True, 'tenant_id': 'fae96759fd6a45d394ff285fb634a850'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:49.805081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96263b81-2a1e-44a6-a09d-c69debc6d26d req-f6f5e80e-3faf-45cd-bfad-2974ef97bd2d tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd873d5033b44da38f5bd5661d964d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2819099 Nov 16 21:13:49.813464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-5ba88970-a001-4273-ae5c-27697703e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.815718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-401e52a2-ee20-4616-b612-9dcd724d2329 req-5ba88970-a001-4273-ae5c-27697703e814 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4860353 Nov 16 21:13:49.836267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:49.919818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:49.924836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.933359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb29c8e-f076-498a-9f5e-17612487c60c req-eb9bcd56-518d-4f3b-b7cc-8edd375ef8ea tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.940462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7eb29c8e-f076-498a-9f5e-17612487c60c req-eb9bcd56-518d-4f3b-b7cc-8edd375ef8ea tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.1335959 Nov 16 21:13:50.056601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:50.067620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7eb29c8e-f076-498a-9f5e-17612487c60c req-7ab00226-098d-472f-a48b-50284ee87267 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261415 Nov 16 21:13:50.085128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96263b81-2a1e-44a6-a09d-c69debc6d26d req-800df5fd-87f1-433c-a5b3-0cad05c1b31c tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.087335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'mac_address': 'fa:16:3e:fc:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:50.087951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96263b81-2a1e-44a6-a09d-c69debc6d26d req-800df5fd-87f1-433c-a5b3-0cad05c1b31c tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823939 Nov 16 21:13:50.090510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-62b50946-4dd0-49f1-a1f3-4297b7abf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.092105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-62b50946-4dd0-49f1-a1f3-4297b7abf91e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ce1a248fc264f8fb3e356096f86899d&device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 1094 time: 0.1682374 Nov 16 21:13:50.095416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-9676e4f3-2dc8-457f-8263-7319db925900 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=33264a820d204a219a5c5f244b5df765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892434 Nov 16 21:13:50.110579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96263b81-2a1e-44a6-a09d-c69debc6d26d req-0fcfcf9f-9dfe-4da9-8eda-54c7fe098f32 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/quotas/bd873d5033b44da38f5bd5661d964d04 HTTP/1.1" status: 200 len: 375 time: 0.0140336 Nov 16 21:13:50.164591 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.198240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Allocated IP 172.20.0.2 (9d40933a-8d44-4e1e-ad4e-d24e27e24fa9/6c089c2a-54c6-4988-865c-21597a6eac0f/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:50.203141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884daaf7-40d2-4422-ac36-577c5c86ad8c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:50.237618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-3e68186c-8bae-4422-99b9-fb38c38ac502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a HTTP/1.1" status: 200 len: 217 time: 0.1259034 Nov 16 21:13:50.245489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:50.260284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.306911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96263b81-2a1e-44a6-a09d-c69debc6d26d req-452de651-873e-4df2-9f0b-51474948f0b6 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd873d5033b44da38f5bd5661d964d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880911 Nov 16 21:13:50.375832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f11768db-9544-4039-a2aa-f4c6235f0bbd req-584bc320-7273-43c1-8555-3628800fe4b0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 210 time: 0.1552992 Nov 16 21:13:50.395535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-19f105a0-670f-4fb4-9321-6a722f0693a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.397022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-19f105a0-670f-4fb4-9321-6a722f0693a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed23796b-95a1-4ed8-9a24-80153aff1299 HTTP/1.1" status: 200 len: 854 time: 0.0891483 Nov 16 21:13:50.402858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:50.436765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.486244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-8f2873ed-4aee-4e49-a5f3-09b70306cd66 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.487857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-8f2873ed-4aee-4e49-a5f3-09b70306cd66 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751948 Nov 16 21:13:50.490270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-09a6cfc2-b279-4e10-9626-20eaa51068ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.491173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.491679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-09a6cfc2-b279-4e10-9626-20eaa51068ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04cb76ca-d91f-4491-be09-d5912207989d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853641 Nov 16 21:13:50.521011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Request body: {'port': {'device_id': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '33264a820d204a219a5c5f244b5df765'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:50.541797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:50.577615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.631079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:50.635026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:50.639552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:50.684407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:50.715324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.716594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.736556 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-0214b37e-e847-419a-9e06-43bb97d5468b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165176 Nov 16 21:13:50.753489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Request body: {'port': {'device_id': 'a26af136-d72c-434d-9e51-e96745a878cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:50.755714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4ebbada-56e8-4781-a9dc-1897db146161 req-a3e35ecb-95ec-42a6-a982-04e7005fe3cb tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.1599326 Nov 16 21:13:50.840876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.854227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-dba47fd6-ec06-46e3-9bea-4fc04eca98ec service neutron] 10.222.0.36 "GET /v2.0/networks/04cb76ca-d91f-4491-be09-d5912207989d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462648 Nov 16 21:13:50.871512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de18419-95b7-4134-ad8e-9a330fa3a416 req-80070f3c-065c-4d7e-9896-e83e96449586 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.878569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3de18419-95b7-4134-ad8e-9a330fa3a416 req-80070f3c-065c-4d7e-9896-e83e96449586 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 945 time: 0.2817464 Nov 16 21:13:51.029082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3de18419-95b7-4134-ad8e-9a330fa3a416 req-9b95bea9-a262-41c6-8b18-489da10c4508 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496127 Nov 16 21:13:51.044476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86fdbb-816a-4310-9404-1c00cb571de9 req-77356bde-43d7-4371-a250-23d9e4fbe55f tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.045969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b86fdbb-816a-4310-9404-1c00cb571de9 req-77356bde-43d7-4371-a250-23d9e4fbe55f tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.2128313 Nov 16 21:13:51.048398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Made reservation on behalf of 33264a820d204a219a5c5f244b5df765 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:51.051832 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.091819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8f25d0f-3090-4e76-9509-ecea21668e3a req-0b6a3ea9-d03a-408b-8184-f3cb7ec5d78f service neutron] 10.222.0.36 "GET /v2.0/networks/04cb76ca-d91f-4491-be09-d5912207989d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897407 Nov 16 21:13:51.170172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b86fdbb-816a-4310-9404-1c00cb571de9 req-65fc6b7f-83dc-408b-9165-f9256742f6db tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121695 Nov 16 21:13:51.203835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:51.212916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.241289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Transition to ACTIVE for port object 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:51.253985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.272337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Allocated IP 192.168.233.16 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/893440ba-9f77-4818-b4c0-ecad6686b79b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:51.294568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.321733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:51.350503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6105ce-78ab-4812-9795-2c5a8b5cacd6 req-6449af5e-2383-4817-bab9-1050ebc1b5ed tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.352165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6105ce-78ab-4812-9795-2c5a8b5cacd6 req-6449af5e-2383-4817-bab9-1050ebc1b5ed tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1096 time: 0.0812321 Nov 16 21:13:51.403748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:51.404074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:51.404379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:51.408737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:51.409277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:51.414805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:51.415193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:51.415559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:51.416234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Bound port: 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:51.417832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.489103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:51.491179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6105ce-78ab-4812-9795-2c5a8b5cacd6 req-6c797649-ed6a-4a10-8c38-21ade5c1d9c1 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 Nov 16 21:13:51.500605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:51.501036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-ac1a01be-6952-4d4f-8fb7-62b0fe8c67fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927415 Nov 16 21:13:51.521583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.549761 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.558664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.559317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.560697 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 1091 time: 0.8138142 Nov 16 21:13:51.561130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:51.563406 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e" -d '{"events": [{"name": "network-changed", "server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:51.593218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227f92-6bf4-464a-a505-88458b9a4f23 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:51.662583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0514-1c2f-4161-a2e0-881378a7b907 req-2c5f207f-998b-488a-9d32-4fe4164c35fb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.665546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-fb1f76ad-7d5b-4778-a32e-b798406433a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.667243 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-fb1f76ad-7d5b-4778-a32e-b798406433a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1094 time: 0.0469656 Nov 16 21:13:51.670497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a06f0514-1c2f-4161-a2e0-881378a7b907 req-2c5f207f-998b-488a-9d32-4fe4164c35fb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 949 time: 0.1415436 Nov 16 21:13:51.688229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-a072c96c-39ff-4127-a028-a548eaf419dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.689648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-a072c96c-39ff-4127-a028-a548eaf419dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1096 time: 0.1114633 Nov 16 21:13:51.712298 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-3bf3f49d-193f-4b65-99c9-ea2ff7bed830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 217 time: 0.0370874 Nov 16 21:13:51.750535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.763440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c1687ff-f310-439c-997e-c8f39960faa9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:51.764086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-650e5f25-9f62-4556-b058-0ff13fbf83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.765550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-650e5f25-9f62-4556-b058-0ff13fbf83b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0464251 Nov 16 21:13:51.797542 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-bfa968ef-a652-4393-b70c-7ec037a5bc86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Nov 16 21:13:51.843440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:51.856858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:51.869285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f37ca-1747-48ae-b5c7-fb0d87a5a2df req-e2694ca8-117f-4283-8a2d-d3257576ba33 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.870525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-645f37ca-1747-48ae-b5c7-fb0d87a5a2df req-e2694ca8-117f-4283-8a2d-d3257576ba33 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.1931489 Nov 16 21:13:51.877806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a06f0514-1c2f-4161-a2e0-881378a7b907 req-3d0950de-3a83-4ef2-9817-6e786b7ee9e9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064981 Nov 16 21:13:51.878643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:51.886491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:51.898658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-636c0acc-482f-4302-824a-a045a29c0b07 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902665 Nov 16 21:13:51.920440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Pushing event updated for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:51.933511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 884daaf7-40d2-4422-ac36-577c5c86ad8c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:51.942437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 884daaf7-40d2-4422-ac36-577c5c86ad8c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:51.943104 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.965447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.965791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.966124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.966449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.966775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.967138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.967447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.967765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.968084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.968397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.968709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.969021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:51.993353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-fdfa6a13-8405-41e9-b95f-2ad7684afb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.995654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-fdfa6a13-8405-41e9-b95f-2ad7684afb88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2722836 Nov 16 21:13:52.004336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.004935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.038126 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5cc5de18-37c1-4b46-a642-5806c28970d1 req-189841ca-3d79-44c0-bfec-ff0b6a38c80e service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309330 Nov 16 21:13:52.069977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.101299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-ef8c2dcb-3dcf-41a1-b305-704397b1bf42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.0803957 Nov 16 21:13:52.101524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:52.104177 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc67b09-cfe1-4b48-9c89-1c86d1c801dd" -d '{"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-plugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:52.109902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-c7acc04b-be76-4d5f-8fc0-badac77e0de7 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5987079 Nov 16 21:13:52.115293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:52.123696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.148668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Request body: {'port': {'device_id': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:52.161000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-645f37ca-1747-48ae-b5c7-fb0d87a5a2df req-a775a3ac-c7db-4081-802d-e531ebffbe13 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380331 Nov 16 21:13:52.221240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:52.230513 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac368da-3d30-40e6-ba67-c480260a88ef x-openstack-request-id: req-5ac368da-3d30-40e6-ba67-c480260a88ef {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:52.231128 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:52.231236 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ac368da-3d30-40e6-ba67-c480260a88ef {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:52.231593 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'status': 'completed', 'code': 200} Nov 16 21:13:52.248829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-0481edc7-707b-448f-9e73-2311ee61e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.250308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-0481edc7-707b-448f-9e73-2311ee61e10b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1395643 Nov 16 21:13:52.257906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6164baba-caec-4060-98e3-1f66b57199da None None] Provisioning complete for port 893440ba-9f77-4818-b4c0-ecad6686b79b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:52.258310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6164baba-caec-4060-98e3-1f66b57199da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.274874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.313790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-e1ffc032-4c7a-43ea-a2c1-40774de5a82f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407076 Nov 16 21:13:52.314382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6164baba-caec-4060-98e3-1f66b57199da None None] Port 893440ba-9f77-4818-b4c0-ecad6686b79b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:52.319117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-ac20cf20-d473-479a-b54c-249f00579161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.320638 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-ac20cf20-d473-479a-b54c-249f00579161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1094 time: 0.0575616 Nov 16 21:13:52.411984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780f6e7-2fa8-4539-91c6-b4d3bc69bad8 req-5793a1c9-8bad-449e-88a2-e5a4fceb8007 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.413570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7780f6e7-2fa8-4539-91c6-b4d3bc69bad8 req-5793a1c9-8bad-449e-88a2-e5a4fceb8007 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1096 time: 0.1766009 Nov 16 21:13:52.415715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-ffc81d7a-ec86-4e25-8d10-e0c50f010bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.417166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-ffc81d7a-ec86-4e25-8d10-e0c50f010bbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.0885026 Nov 16 21:13:52.459478 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-972b58a8-0c16-46fc-962a-0f0b696b6d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 217 time: 0.0331323 Nov 16 21:13:52.515435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-d0cb3813-c012-4dff-9bde-779a6c8122f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.516895 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-d0cb3813-c012-4dff-9bde-779a6c8122f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0500994 Nov 16 21:13:52.534266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93830-2450-4a77-aec6-a4269cb8dfbf req-d4b42cd2-d3f6-408a-8097-39889916b037 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.535763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cc93830-2450-4a77-aec6-a4269cb8dfbf req-d4b42cd2-d3f6-408a-8097-39889916b037 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 935 time: 0.2254438 Nov 16 21:13:52.549600 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-22804aed-69c5-4edc-a374-e8f184831203 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243208 Nov 16 21:13:52.638133 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-747a870c-3140-43d3-9032-02b4675d64a1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796123 Nov 16 21:13:52.639384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7780f6e7-2fa8-4539-91c6-b4d3bc69bad8 req-83c93513-9e0b-442d-a951-9ea789050589 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108822 Nov 16 21:13:52.645853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-637dd8fc-aba1-40b9-8ca8-aa8f7888e332 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204346 Nov 16 21:13:52.788318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e3aa3fb-e97c-4b43-a1bd-07e43875a90e req-0eab7ce6-5807-4a55-a2a7-658995ae823f service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421123 Nov 16 21:13:52.809619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cc93830-2450-4a77-aec6-a4269cb8dfbf req-358d1137-e51c-4c76-bdf0-5b7cd604633d tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631238 Nov 16 21:13:52.882335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef54f2a-58f9-4371-90bf-a204451a53b7 req-9dc2809e-4f8f-478f-80ea-58d5d96ebc9d service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281680 Nov 16 21:13:52.888864 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1474d344-52b5-48f5-b9e8-c0e2b43719f8 x-openstack-request-id: req-1474d344-52b5-48f5-b9e8-c0e2b43719f8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:52.889368 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-plugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:52.889781 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1474d344-52b5-48f5-b9e8-c0e2b43719f8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:52.890320 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'code': 200} Nov 16 21:13:53.206286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893440ba-9f77-4818-b4c0-ecad6686b79b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:53.223579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.250007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Transition to ACTIVE for port object 893440ba-9f77-4818-b4c0-ecad6686b79b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:53.255070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6a6b4-79f9-42cc-b6e7-d06597c9fe60 req-4cf00355-f143-4133-ad3c-4bfddf13f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.256541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4a6a6b4-79f9-42cc-b6e7-d06597c9fe60 req-4cf00355-f143-4133-ad3c-4bfddf13f6e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1101 time: 0.1285756 Nov 16 21:13:53.261081 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.269629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00b668-b05d-4e83-9bff-f22d3e8859eb req-07e78883-f475-4c85-a499-a47ff7283903 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.271020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a00b668-b05d-4e83-9bff-f22d3e8859eb req-07e78883-f475-4c85-a499-a47ff7283903 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 943 time: 0.1419060 Nov 16 21:13:53.281787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e6c30-16fd-4d7b-b3e4-164b9d11ec67 req-65ec682f-b1c6-4024-9a80-96bf3d1d132c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.283176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429e6c30-16fd-4d7b-b3e4-164b9d11ec67 req-65ec682f-b1c6-4024-9a80-96bf3d1d132c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1531324 Nov 16 21:13:53.407474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Pushing event updated for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:53.438966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4a6a6b4-79f9-42cc-b6e7-d06597c9fe60 req-fc52a56e-8f0b-495a-af67-9f659afeba63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669550 Nov 16 21:13:53.456158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429e6c30-16fd-4d7b-b3e4-164b9d11ec67 req-ae314098-1194-4040-a5b1-9b0e64106772 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458731 Nov 16 21:13:53.459750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a00b668-b05d-4e83-9bff-f22d3e8859eb req-08870cd7-ab43-4324-bbbd-ec392ac93ae6 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705394 Nov 16 21:13:53.516697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Attempting to bind port 893440ba-9f77-4818-b4c0-ecad6686b79b on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:53.517108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Attempting to bind port 893440ba-9f77-4818-b4c0-ecad6686b79b by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:53.517533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Attempting to bind port 893440ba-9f77-4818-b4c0-ecad6686b79b on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:53.522333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Port 893440ba-9f77-4818-b4c0-ecad6686b79b on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:53.522712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Attempting to bind port 893440ba-9f77-4818-b4c0-ecad6686b79b on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:53.527784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:53.528215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:53.528667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:53.529167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Bound port: 893440ba-9f77-4818-b4c0-ecad6686b79b, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:53.529590 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.611379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab87dc-8edc-479f-9c38-ae29eedda836 req-1243f782-1e75-4f45-837b-6034e11287c3 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd873d5033b44da38f5bd5661d964d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378103 Nov 16 21:13:53.633460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:53.687253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=893440ba-9f77-4818-b4c0-ecad6686b79b,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:53.692945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.754411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.755064 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.756439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-aff945d3-807d-4153-a12e-c45da055158a service neutron] 10.222.0.36 "PUT /v2.0/ports/893440ba-9f77-4818-b4c0-ecad6686b79b HTTP/1.1" status: 200 len: 1095 time: 1.6336689 Nov 16 21:13:53.757558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:53.759808 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f666f956-cb5a-4671-a39e-c5e03df33f11" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:53.794304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3cf053eb-1171-4191-9f7c-5261fde6f85a details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:53.840595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff945d3-807d-4153-a12e-c45da055158a service neutron] Pushing event updated for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:53.858900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab87dc-8edc-479f-9c38-ae29eedda836 req-eca14c47-298e-4daf-a502-1abf16fe8be0 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.860495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab87dc-8edc-479f-9c38-ae29eedda836 req-eca14c47-298e-4daf-a502-1abf16fe8be0 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410324 Nov 16 21:13:53.887807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab87dc-8edc-479f-9c38-ae29eedda836 req-2c29ea49-40ea-431d-adc2-09edcb6b6580 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/quotas/bd873d5033b44da38f5bd5661d964d04 HTTP/1.1" status: 200 len: 375 time: 0.0201080 Nov 16 21:13:53.900213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf902-67ff-4c69-ae10-081079d6ff30 req-95341d1c-4258-48bc-9e84-0a8fccc4cb41 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.901699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b31bf902-67ff-4c69-ae10-081079d6ff30 req-95341d1c-4258-48bc-9e84-0a8fccc4cb41 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.1547379 Nov 16 21:13:53.910972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-6712ada6-822d-4e01-818a-164452c91e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.912464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-6712ada6-822d-4e01-818a-164452c91e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 1098 time: 0.1122015 Nov 16 21:13:53.929292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:53.942455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '3cf053eb-1171-4191-9f7c-5261fde6f85a', 'network_id': '04cb76ca-d91f-4491-be09-d5912207989d', 'port_id': '3cf053eb-1171-4191-9f7c-5261fde6f85a', 'mac_address': 'fa:16:3e:63:c3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed23796b-95a1-4ed8-9a24-80153aff1299', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:53.985901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.988433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab87dc-8edc-479f-9c38-ae29eedda836 req-39c52bd4-b140-4a60-9058-80064070f394 tempest-QuotasAdminNegativeTest-1434124766 tempest-QuotasAdminNegativeTest-1434124766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd873d5033b44da38f5bd5661d964d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739038 Nov 16 21:13:53.993814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-46e09f7d-bbdf-4718-8461-87d13fe8234c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=893440ba-9f77-4818-b4c0-ecad6686b79b HTTP/1.1" status: 200 len: 217 time: 0.0643890 Nov 16 21:13:53.999271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf053eb-1171-4191-9f7c-5261fde6f85a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:54.019885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:54.025027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.042796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b31bf902-67ff-4c69-ae10-081079d6ff30 req-f45752b7-e15b-4521-b4e5-b89f7f12d64b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293309 Nov 16 21:13:54.057960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-68b89370-d0e7-45ee-9d86-d4ebf64cd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.059031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-68b89370-d0e7-45ee-9d86-d4ebf64cd150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0575054 Nov 16 21:13:54.082141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:54.096074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.096645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.097176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.097765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.098266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.098770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.099141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.099615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.100103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.100572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.101057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.101536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:54.149586 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84de1d-ea30-4d65-b7b2-233d962016eb x-openstack-request-id: req-3b84de1d-ea30-4d65-b7b2-233d962016eb {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:54.149867 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:54.150124 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b84de1d-ea30-4d65-b7b2-233d962016eb {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:54.150493 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b', 'status': 'completed', 'code': 200} Nov 16 21:13:54.152514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-4001b65f-7499-4363-b90d-1b73af5ec753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.153974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-4001b65f-7499-4363-b90d-1b73af5ec753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877891 Nov 16 21:13:54.207362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25709200-47fb-4b4e-aefe-d9773096b1f1 req-34105506-5f90-4e59-a79b-ba00c0678e47 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.209074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25709200-47fb-4b4e-aefe-d9773096b1f1 req-34105506-5f90-4e59-a79b-ba00c0678e47 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1096 time: 0.0907149 Nov 16 21:13:54.241093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3cf053eb-1171-4191-9f7c-5261fde6f85a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:54.325230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0982-5e82-447e-b2a7-372311e711ce req-d0b043b2-6c39-4663-a40c-bc468677c4d4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.326738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c35f0982-5e82-447e-b2a7-372311e711ce req-d0b043b2-6c39-4663-a40c-bc468677c4d4 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 947 time: 0.1167998 Nov 16 21:13:54.328957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-0865182a-00be-4df2-a129-cef25b89091e service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660802 Nov 16 21:13:54.331231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25709200-47fb-4b4e-aefe-d9773096b1f1 req-95aeaa2c-5553-4f70-b010-15b03aff00df tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089735 Nov 16 21:13:54.429974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c35f0982-5e82-447e-b2a7-372311e711ce req-80f2dbf5-89ef-4ba0-b040-dc8e8a906974 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956659 Nov 16 21:13:54.468452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-733684f1-3851-4f46-a5c3-2ef642fbe1c9 req-220a6e7d-aa00-4188-8bdb-5a24d02e99b7 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270916 Nov 16 21:13:54.607510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-da725d53-2062-4a40-b692-5141fd979059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.608997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-da725d53-2062-4a40-b692-5141fd979059 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33264a820d204a219a5c5f244b5df765&device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 1098 time: 0.0671616 Nov 16 21:13:54.680674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf08ab-c57a-4eaf-a16e-48cf53364e9f req-b17129b3-a3d2-4181-8cc1-6e048801083c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.687449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65bf08ab-c57a-4eaf-a16e-48cf53364e9f req-b17129b3-a3d2-4181-8cc1-6e048801083c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1119802 Nov 16 21:13:54.763546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65bf08ab-c57a-4eaf-a16e-48cf53364e9f req-4f03ee9e-5388-4bbf-a879-44eedd386ebd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751095 Nov 16 21:13:54.768104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-a00d22cc-1122-40b1-9c2f-a9ee14ed071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.769504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-a00d22cc-1122-40b1-9c2f-a9ee14ed071f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1520352 Nov 16 21:13:54.828691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-02b0d4a8-ddab-45b6-9677-4b7b3265ac27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=893440ba-9f77-4818-b4c0-ecad6686b79b HTTP/1.1" status: 200 len: 217 time: 0.0486252 Nov 16 21:13:54.921815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-c5bf52d2-ccfd-4049-8a05-74fbda794f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.923488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-c5bf52d2-ccfd-4049-8a05-74fbda794f48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0844748 Nov 16 21:13:54.936752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0552de-92b0-4989-af67-287a374a4e94 req-b0f80279-e4d9-42ac-bd85-52882a5abef5 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.938261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa0552de-92b0-4989-af67-287a374a4e94 req-b0f80279-e4d9-42ac-bd85-52882a5abef5 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 944 time: 0.0980556 Nov 16 21:13:55.017954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-4ca81043-4c06-4a27-971c-83e963aff825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.019466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-4ca81043-4c06-4a27-971c-83e963aff825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746028 Nov 16 21:13:55.023345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa0552de-92b0-4989-af67-287a374a4e94 req-0a5c3dd8-77bc-4fde-a05b-bcf9606c191b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692971 Nov 16 21:13:55.121161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:55.129045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-3ea84466-ae13-4d9c-bde7-c78dff9a92c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999296 Nov 16 21:13:55.252544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.273200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f666f956-cb5a-4671-a39e-c5e03df33f11 req-b4826926-bff8-41d5-8789-f15a935b29b0 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349123 Nov 16 21:13:55.291846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e93b-2e74-40c3-94ae-069930fb5cb6 req-0f32ffef-a08b-4e2c-a219-e3b6347540ec tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.293365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed80e93b-2e74-40c3-94ae-069930fb5cb6 req-0f32ffef-a08b-4e2c-a219-e3b6347540ec tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.0788226 Nov 16 21:13:55.343824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed80e93b-2e74-40c3-94ae-069930fb5cb6 req-0c9ff2f7-7059-41c5-bf60-1160e1538929 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Nov 16 21:13:55.344164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.349214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.387416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e3f0b-b62e-41fb-a1a6-7da0b4503163,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.393162 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd873d5033b44da38f5bd5661d964d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708738 Nov 16 21:13:55.396065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:55.401806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.402204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.402673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.402862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.403219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.403879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.403879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.404222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.404545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.404865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.405190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.405526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f874b1-ff4e-42b3-8dc3-56796d2dd87f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:55.417018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4970211a-bac0-4830-b073-05d2c1cef26a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:55.417929 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4970211a-bac0-4830-b073-05d2c1cef26a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087202 Nov 16 21:13:55.456674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.462787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-c4418979-ddf3-47cc-9359-554c3f948e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.464498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-c4418979-ddf3-47cc-9359-554c3f948e32 service neutron] 10.222.0.54 "GET /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 1093 time: 0.0381031 Nov 16 21:13:55.473574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Request body: {'binding': {'host': 'n-h2-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:55.474121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Unknown quota resources ['binding']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:13:55.480387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.531865 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.535148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.536315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc1e3f0b-b62e-41fb-a1a6-7da0b4503163 HTTP/1.1" status: 204 len: 168 time: 0.1392457 Nov 16 21:13:55.545248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaba41-5bbf-4e66-8c38-b37d5bd6d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e3f0b-b62e-41fb-a1a6-7da0b4503163,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.623554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on host n-h2-816206-5 for vnic_type normal with profile None {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:55.623893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:55.624214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:55.632473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:55.632792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:55.638666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:55.639086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:55.639522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:55.640127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Bound port: a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:55.712353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f3de-9ceb-4427-8449-fe6e95078623 req-5cc8bd29-2d1e-4291-83d5-27399cff9cea tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.715153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6776f3de-9ceb-4427-8449-fe6e95078623 req-5cc8bd29-2d1e-4291-83d5-27399cff9cea tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 947 time: 0.0556293 Nov 16 21:13:55.781185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6776f3de-9ceb-4427-8449-fe6e95078623 req-832e7aae-42fb-4267-844a-c5301122558f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576022 Nov 16 21:13:55.790395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:55.795185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3cf053eb-1171-4191-9f7c-5261fde6f85a up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:55.949290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:55.965411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 3cf053eb-1171-4191-9f7c-5261fde6f85a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:55.968365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e13819c4-8e22-48e9-9124-be3ed282aa2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.972224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:55.973467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 3cf053eb-1171-4191-9f7c-5261fde6f85a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:55.973859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.982314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c55dd-c996-438b-b9c2-2c438e8285eb req-01e2679f-a1c6-41c5-80c4-20216f16af41 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.983835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b4c55dd-c996-438b-b9c2-2c438e8285eb req-01e2679f-a1c6-41c5-80c4-20216f16af41 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0838895 Nov 16 21:13:55.984083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:56.000317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.001874 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-4eb6fa64-fa88-4123-9b10-4b056ab0fb68 service neutron] 10.222.0.54 "POST /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5317085 Nov 16 21:13:56.042670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:56.066809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'port_id': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'mac_address': 'fa:16:3e:1c:5e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c089c2a-54c6-4988-865c-21597a6eac0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:56.079075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e13819c4-8e22-48e9-9124-be3ed282aa2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.087922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b4c55dd-c996-438b-b9c2-2c438e8285eb req-c97f168b-351c-4ac9-877a-951e698bd943 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909042 Nov 16 21:13:56.091820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e13819c4-8e22-48e9-9124-be3ed282aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.137511 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e13819c4-8e22-48e9-9124-be3ed282aa2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de312db6d21f4303aac0361cec7d4c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871617 Nov 16 21:13:56.138588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13819c4-8e22-48e9-9124-be3ed282aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168d6d38-d160-4af3-9ab4-3bf44b098ee3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:56.140216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35398) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:56.200617 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.210196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.221301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.227188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:56.274085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:56.285146 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e101c36b-1fe5-48b2-84eb-c0098373bdeb" -d '{"events": [{"server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:56.289207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:56.298842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.301665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:56.309494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.326414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.350606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:56.358193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0307a9d7-501e-487c-b9e8-6f309d11211a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.399781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:56.415491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c877bd-b5f1-414a-bf2e-b87fe0a449ea req-4454568d-2abb-4761-a5a4-1be31e932bf7 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.416950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58c877bd-b5f1-414a-bf2e-b87fe0a449ea req-4454568d-2abb-4761-a5a4-1be31e932bf7 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 944 time: 0.1686556 Nov 16 21:13:56.427031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6361e6-ee95-466a-9707-261b254ff143 req-6d88dce9-b65a-450e-92ed-e7ecc93246ef tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.428496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6361e6-ee95-466a-9707-261b254ff143 req-6d88dce9-b65a-450e-92ed-e7ecc93246ef tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 945 time: 0.1898119 Nov 16 21:13:56.453939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-7ca45914-0ca3-401d-849c-c49b45a2fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.455384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-7ca45914-0ca3-401d-849c-c49b45a2fae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1096 time: 0.1555629 Nov 16 21:13:56.521357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:56.538077 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.541154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.542299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/168d6d38-d160-4af3-9ab4-3bf44b098ee3 HTTP/1.1" status: 204 len: 168 time: 0.4009883 Nov 16 21:13:56.596553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41959b-65f0-46bf-9117-184b50dcc070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168d6d38-d160-4af3-9ab4-3bf44b098ee3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:56.617161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58c877bd-b5f1-414a-bf2e-b87fe0a449ea req-4d14180a-4a99-4aea-ae7a-e545a228923d tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830435 Nov 16 21:13:56.620892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6361e6-ee95-466a-9707-261b254ff143 req-57f9e71e-17b7-4963-b063-70a1c1b79d4e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832922 Nov 16 21:13:56.833763 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6405d77-96c8-46a0-8a42-7261487b52a2 x-openstack-request-id: req-d6405d77-96c8-46a0-8a42-7261487b52a2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:56.834273 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:56.834357 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6405d77-96c8-46a0-8a42-7261487b52a2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:56.834702 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a', 'code': 200} Nov 16 21:13:56.911202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0307a9d7-501e-487c-b9e8-6f309d11211a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.923060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-9dd9ad64-5c57-4ea9-bde2-0bd6a76ff8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.924495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-9dd9ad64-5c57-4ea9-bde2-0bd6a76ff8c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.4583900 Nov 16 21:13:56.943169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0307a9d7-501e-487c-b9e8-6f309d11211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.033934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-e48cb0aa-5fcf-4e1c-b077-78747bfdc422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0919149 Nov 16 21:13:57.067199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0307a9d7-501e-487c-b9e8-6f309d11211a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c26a7a7095964bce88b05377353016f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0936568 Nov 16 21:13:57.069796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35420) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.090483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a9d7-501e-487c-b9e8-6f309d11211a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc7ec09-d530-487a-ae13-7874b189da22,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.112277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8923b81-2e83-4ea1-a70f-9668578534d0 req-28b83c1f-185a-4667-b923-4176845fe251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.113661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8923b81-2e83-4ea1-a70f-9668578534d0 req-28b83c1f-185a-4667-b923-4176845fe251 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 1096 time: 0.1927233 Nov 16 21:13:57.141616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0fbb-407c-4a2e-ab93-c2f01a538643 req-76469dfc-acef-4e6e-9873-2cc17b9582b0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.143161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78bb0fbb-407c-4a2e-ab93-c2f01a538643 req-76469dfc-acef-4e6e-9873-2cc17b9582b0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.2237208 Nov 16 21:13:57.161061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.189324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-dcd06c8e-497e-430f-9f76-0eef5b9ee772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.190796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-dcd06c8e-497e-430f-9f76-0eef5b9ee772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1427085 Nov 16 21:13:57.196599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.254115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-987390c0-c5d9-48db-a433-d5bef3a68193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516717 Nov 16 21:13:57.260995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.261687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-cb30d24d-35e2-4327-b835-dd95dc7e7cf5 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.264660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-cb30d24d-35e2-4327-b835-dd95dc7e7cf5 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1101 time: 0.1738803 Nov 16 21:13:57.265142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.269441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcc7ec09-d530-487a-ae13-7874b189da22 HTTP/1.1" status: 204 len: 168 time: 0.1982639 Nov 16 21:13:57.280684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08ea71-ad24-43e5-b2d5-47b550699051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc7ec09-d530-487a-ae13-7874b189da22,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.315424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8923b81-2e83-4ea1-a70f-9668578534d0 req-3c2f94c6-0837-494c-ac78-c3dc06bed181 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845083 Nov 16 21:13:57.335428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78bb0fbb-407c-4a2e-ab93-c2f01a538643 req-18caf558-2e67-4414-a2bf-00b20f50721e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831334 Nov 16 21:13:57.366531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-9479016e-137f-497c-acd4-4485c49a640f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.480547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-59119c65-ea7d-44d5-9103-8a15c9985cdc service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149024 Nov 16 21:13:57.513710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada48e9-2d64-43dd-a217-86ae1dc587d6 req-c15aebe7-cc8a-4f1b-aa9e-b9f5d0e7aeb0 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.515339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ada48e9-2d64-43dd-a217-86ae1dc587d6 req-c15aebe7-cc8a-4f1b-aa9e-b9f5d0e7aeb0 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 947 time: 0.1139772 Nov 16 21:13:57.567208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-9479016e-137f-497c-acd4-4485c49a640f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.601366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-9479016e-137f-497c-acd4-4485c49a640f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.666643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4475268-d86d-4f6c-b1c5-9976b07315a6 req-9479016e-137f-497c-acd4-4485c49a640f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880808 Nov 16 21:13:57.674002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ada48e9-2d64-43dd-a217-86ae1dc587d6 req-66a08ce9-295c-4cff-ac1f-89524d0b5581 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490507 Nov 16 21:13:57.675401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479016e-137f-497c-acd4-4485c49a640f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be84e9-9b9e-4c4c-aba6-b0877f8aeb05,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.709461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-c7d380e2-015a-48a3-9798-1d4d837ced41 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813452 Nov 16 21:13:57.719270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35446) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.733686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3601b0c1-0d0a-450b-91d2-92d0cc9a8c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.784941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 893440ba-9f77-4818-b4c0-ecad6686b79b details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:57.836527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3601b0c1-0d0a-450b-91d2-92d0cc9a8c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.841904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3601b0c1-0d0a-450b-91d2-92d0cc9a8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.853884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd754dc3-dde4-4513-864c-b84a3ed7634d req-63b46bf7-445b-4cae-8b4b-c62e0ff9f03b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.855530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd754dc3-dde4-4513-864c-b84a3ed7634d req-63b46bf7-445b-4cae-8b4b-c62e0ff9f03b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 945 time: 0.0948379 Nov 16 21:13:57.858332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-ad144076-29c8-4a41-8fcb-f1c148223d13 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.859749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-ad144076-29c8-4a41-8fcb-f1c148223d13 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0862484 Nov 16 21:13:57.875207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-5'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:57.893823 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3601b0c1-0d0a-450b-91d2-92d0cc9a8c64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ff2e775fc1942c49f7a236738030faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733985 Nov 16 21:13:57.896345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601b0c1-0d0a-450b-91d2-92d0cc9a8c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1d55b-e862-4ae5-9418-a3ba58cf191f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.899248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35450) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.971405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.977597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.983513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd754dc3-dde4-4513-864c-b84a3ed7634d req-932ccf6d-0d8f-4b6d-a137-564599ddaabe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139605 Nov 16 21:13:58.015745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.025108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:58.079090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.082255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.083761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28c1d55b-e862-4ae5-9418-a3ba58cf191f HTTP/1.1" status: 204 len: 168 time: 0.1835866 Nov 16 21:13:58.096616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78596171-1f1b-4873-9068-2c1f2a928254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1d55b-e862-4ae5-9418-a3ba58cf191f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.135155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:58.198764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=893440ba-9f77-4818-b4c0-ecad6686b79b,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:58.229419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '893440ba-9f77-4818-b4c0-ecad6686b79b', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '893440ba-9f77-4818-b4c0-ecad6686b79b', 'mac_address': 'fa:16:3e:19:8e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:58.236902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:58.262086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:58.262461 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.265571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1811b73-ba7e-4649-ac12-13f16a22fc1b req-30130b7a-ec75-470c-9eed-725bdf741acd tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:58.272978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1811b73-ba7e-4649-ac12-13f16a22fc1b req-30130b7a-ec75-470c-9eed-725bdf741acd tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 945 time: 0.1189322 Nov 16 21:13:58.281682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:58.307761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.322897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893440ba-9f77-4818-b4c0-ecad6686b79b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:58.347502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=893440ba-9f77-4818-b4c0-ecad6686b79b,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:58.357080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.357339 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.359985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:58.362960 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0891d-c9bc-4387-b98b-26e52ca10d8c" -d '{"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:58.412418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.445422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.472771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.517330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:58.524181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.575737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1811b73-ba7e-4649-ac12-13f16a22fc1b req-75260cff-931d-4df5-a821-d9a0f32d8bea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017974 Nov 16 21:13:58.588708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.599769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on host n-h1-816206-5 for vnic_type normal with profile {"migrating_to": "n-h2-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:58.600103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:58.600417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:58.603123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.606203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['893440ba-9f77-4818-b4c0-ecad6686b79b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:58.610750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:58.611021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Attempting to bind port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:58.616123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:58.616455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:58.616822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:58.617446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Bound port: a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:58.617795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.697315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:58.701556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:58.714457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.797477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:58.798270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.799993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 1121 time: 0.9294424 Nov 16 21:13:58.816786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2b579-ddef-466f-9e47-e9eea60df2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=8']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.841521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:58.844490 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dbb9b-e5d7-408d-863b-c7f2712d7121" -d '{"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-plugged", "status": "completed", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:58.882790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987922-eb3d-4c72-8f0d-43074d26c2c6 req-248ba924-275e-48ea-a4d6-0aa4ff3bdf26 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:58.891971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7987922-eb3d-4c72-8f0d-43074d26c2c6 req-248ba924-275e-48ea-a4d6-0aa4ff3bdf26 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.0692313 Nov 16 21:13:58.923327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:58.953970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7987922-eb3d-4c72-8f0d-43074d26c2c6 req-73f7ffba-5a6e-4cbe-8b0c-f17236f5cb22 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610809 Nov 16 21:13:59.023149 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6beead7-db81-482e-bed5-58b10f9d4fb5 x-openstack-request-id: req-a6beead7-db81-482e-bed5-58b10f9d4fb5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:59.024679 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:59.025121 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6beead7-db81-482e-bed5-58b10f9d4fb5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:59.025687 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'code': 200} Nov 16 21:13:59.079404 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e14c1f-28d0-4bcd-81e0-d58d5eedea98 x-openstack-request-id: req-34e14c1f-28d0-4bcd-81e0-d58d5eedea98 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:59.079912 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-plugged", "status": "completed", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:59.080164 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34e14c1f-28d0-4bcd-81e0-d58d5eedea98 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:59.081306 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'code': 200} Nov 16 21:13:59.112874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-2371bab0-c0da-4e8f-991d-d43583653541 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512295 Nov 16 21:13:59.124102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-945cd891-e87c-4795-86c8-e8cce125bcb7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:59.131214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-945cd891-e87c-4795-86c8-e8cce125bcb7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112591 Nov 16 21:13:59.250172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436f32f-5777-4c20-bfb2-09a54c85f1d7 req-9f9b6551-04c5-4891-ad5a-e51f4f7b019e tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.251700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7436f32f-5777-4c20-bfb2-09a54c85f1d7 req-9f9b6551-04c5-4891-ad5a-e51f4f7b019e tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 948 time: 0.1195724 Nov 16 21:13:59.285337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432eed4-b593-4d32-bab0-b77d0119182e req-7f329bdd-4852-4b40-b1f5-8e627d25b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.286827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3432eed4-b593-4d32-bab0-b77d0119182e req-7f329bdd-4852-4b40-b1f5-8e627d25b425 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1096 time: 0.1333816 Nov 16 21:13:59.295917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd9657-c1a2-4296-ad91-22ccc0699cd1 req-97188ddb-4eac-488e-a7c7-82eaa40d8631 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.297345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12cd9657-c1a2-4296-ad91-22ccc0699cd1 req-97188ddb-4eac-488e-a7c7-82eaa40d8631 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0960984 Nov 16 21:13:59.368792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7436f32f-5777-4c20-bfb2-09a54c85f1d7 req-770e0314-1727-430f-9bca-447404fac241 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067328 Nov 16 21:13:59.388581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3432eed4-b593-4d32-bab0-b77d0119182e req-9844c129-17fb-46f0-bfb9-d5d2045260a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902762 Nov 16 21:13:59.404882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12cd9657-c1a2-4296-ad91-22ccc0699cd1 req-0b4dfe14-de0f-4f17-94cd-5aafab998fb6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989368 Nov 16 21:13:59.480658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:59.506724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c101bfb-0d08-41ad-a243-5a1a31fd8db9 req-93346c8b-f087-46d9-bb26-ba813742b0fd tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.508903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c101bfb-0d08-41ad-a243-5a1a31fd8db9 req-93346c8b-f087-46d9-bb26-ba813742b0fd tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 945 time: 0.0728955 Nov 16 21:13:59.561274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18927fcc-df8a-4eb4-ac68-34d23b57db05 req-5bda02f9-e05c-4a5f-af43-edc817342483 tempest-FlavorsV2NegativeTest-2076491928 tempest-FlavorsV2NegativeTest-2076491928-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=812be6db902945619fb99c79ecc0305c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320783 Nov 16 21:13:59.599689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-712975587-network', 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:59.622511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:59.625102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.626619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c101bfb-0d08-41ad-a243-5a1a31fd8db9 req-de0cfce9-e465-4aea-b987-c9b6fb79818a tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113405 Nov 16 21:13:59.637601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.759874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.764893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927fcc-df8a-4eb4-ac68-34d23b57db05 req-2f3492f5-4cb5-468e-a5e4-b16ebca3da2c tempest-FlavorsV2NegativeTest-2076491928 tempest-FlavorsV2NegativeTest-2076491928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.765628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.766324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18927fcc-df8a-4eb4-ac68-34d23b57db05 req-2f3492f5-4cb5-468e-a5e4-b16ebca3da2c tempest-FlavorsV2NegativeTest-2076491928 tempest-FlavorsV2NegativeTest-2076491928-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996520 Nov 16 21:13:59.784473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbbb3-a34c-4086-8548-2bc8371a2b58 req-28f80b27-c929-4803-85d6-bc41b62d1981 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.792674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:13:59.793411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36fbbb3-a34c-4086-8548-2bc8371a2b58 req-28f80b27-c929-4803-85d6-bc41b62d1981 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 943 time: 0.0897384 Nov 16 21:13:59.804532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18927fcc-df8a-4eb4-ac68-34d23b57db05 req-0038e516-8f1b-4800-9510-7ec10ae22bd6 tempest-FlavorsV2NegativeTest-2076491928 tempest-FlavorsV2NegativeTest-2076491928-project] 10.222.0.54 "GET /v2.0/quotas/812be6db902945619fb99c79ecc0305c HTTP/1.1" status: 200 len: 375 time: 0.0313766 Nov 16 21:13:59.810103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 893440ba-9f77-4818-b4c0-ecad6686b79b up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:59.815024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:59.820273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.820644 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Added segment 98c9518c-0020-4964-8415-fae9971a08e2 of type vlan for network d2d10d80-aab7-41eb-b5a5-73db4772bc2f Nov 16 21:13:59.870181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36fbbb3-a34c-4086-8548-2bc8371a2b58 req-a5cc9d9a-a0d7-4827-8bf6-e602f042fe7d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718532 Nov 16 21:13:59.916917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.918547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 893440ba-9f77-4818-b4c0-ecad6686b79b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:59.924245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18927fcc-df8a-4eb4-ac68-34d23b57db05 req-63f6375a-c297-4139-9da5-a4fd2fa7fb0b tempest-FlavorsV2NegativeTest-2076491928 tempest-FlavorsV2NegativeTest-2076491928-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=812be6db902945619fb99c79ecc0305c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682981 Nov 16 21:13:59.928050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 893440ba-9f77-4818-b4c0-ecad6686b79b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:59.929227 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.969479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.971833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.972621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.040645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.090076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=893440ba-9f77-4818-b4c0-ecad6686b79b,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:00.097235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.110181 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6282530 Nov 16 21:14:00.114408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35570) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:00.120174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Request body: {'subnet': {'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-712975587-subnet', 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:00.130875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245ea6b-2af6-4790-a995-967cf0a3b9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d10d80-aab7-41eb-b5a5-73db4772bc2f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:00.185576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:00.185751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8adb33-ef2d-42bb-a8f4-c158a9c77002 req-39cdbcbe-45b2-4d9d-aa74-5779620bbdb6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.188739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d8adb33-ef2d-42bb-a8f4-c158a9c77002 req-39cdbcbe-45b2-4d9d-aa74-5779620bbdb6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.1228869 Nov 16 21:14:00.199630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.250363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:00.260674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:00.326561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d8adb33-ef2d-42bb-a8f4-c158a9c77002 req-c166dd6f-855f-43e6-8543-cc6f59e869b0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300223 Nov 16 21:14:00.612820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.645128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039e6c4-75a9-44d0-8cd8-66f5d9ce567b req-16f408d9-71c6-4587-9c46-6571c56e93ee tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.653880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e039e6c4-75a9-44d0-8cd8-66f5d9ce567b req-16f408d9-71c6-4587-9c46-6571c56e93ee tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.1581428 Nov 16 21:14:00.685093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ee55-d310-4305-9840-219de948ae27 req-3d14bbb7-6343-4029-8031-254a613bff69 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.686637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3756ee55-d310-4305-9840-219de948ae27 req-3d14bbb7-6343-4029-8031-254a613bff69 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1064107 Nov 16 21:14:00.736783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0fae1d-193e-4d9d-815f-0065a91b3e5f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:00.746073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Checking segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:00.746435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Network hostable DHCP agents. Network: d2d10d80-aab7-41eb-b5a5-73db4772bc2f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:00.769840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:00.788494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d2d10d80-aab7-41eb-b5a5-73db4772bc2f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:00.790784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e039e6c4-75a9-44d0-8cd8-66f5d9ce567b req-0d6e1b9d-be01-4191-b4b2-0283763f488e tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356103 Nov 16 21:14:00.794085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.794689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.810876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751e850-33f1-421c-b781-58a027206b62 None None] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:00.813201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3756ee55-d310-4305-9840-219de948ae27 req-94b31a4e-8e3e-4e7a-bc22-1b24d90f2828 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030138 Nov 16 21:14:00.847744 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f25ce75-6d8c-40f9-9a55-5b6759e8d29d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7322280 Nov 16 21:14:00.863101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35604) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:01.033819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:01.036519 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:01.060203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942bfc5-fbda-40fa-8820-3a66264c08f6 None None] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:01.075028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def37458-562b-45cd-80b1-c20fc5338696 req-12741687-ecd9-45cb-b19c-8d84ff993771 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.077400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-def37458-562b-45cd-80b1-c20fc5338696 req-12741687-ecd9-45cb-b19c-8d84ff993771 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 943 time: 0.1125250 Nov 16 21:14:01.078432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40500bdf-c83f-4df7-a5c9-c2414cb60970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.098323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:01.105390 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557838bf-c76b-466e-9625-ffa5ab7ac59c" -d '{"events": [{"server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "name": "network-vif-plugged", "status": "completed", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:01.153219 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b68da6-5a94-4a41-b6f8-123df0bbd30d x-openstack-request-id: req-84b68da6-5a94-4a41-b6f8-123df0bbd30d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:01.162050 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:01.162312 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84b68da6-5a94-4a41-b6f8-123df0bbd30d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:01.162733 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'status': 'completed', 'code': 200} Nov 16 21:14:01.256857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-401814e5-b561-4f3d-a834-e70d77454101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.258586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-401814e5-b561-4f3d-a834-e70d77454101 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1101 time: 0.1456597 Nov 16 21:14:01.264375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-80608728-49bb-4b41-9f16-2278bb78877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.267507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-def37458-562b-45cd-80b1-c20fc5338696 req-9f5fa6fd-4e65-478a-a8b8-de10ab5fd3a0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722538 Nov 16 21:14:01.269743 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-80608728-49bb-4b41-9f16-2278bb78877e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1124 time: 0.0916348 Nov 16 21:14:01.351435 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f83a8-4a6e-41bd-b6a2-86fafe6bec78 x-openstack-request-id: req-1d2f83a8-4a6e-41bd-b6a2-86fafe6bec78 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:01.352336 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "name": "network-vif-plugged", "status": "completed", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:01.352944 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d2f83a8-4a6e-41bd-b6a2-86fafe6bec78 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:01.354118 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b', 'code': 200} Nov 16 21:14:01.399394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40500bdf-c83f-4df7-a5c9-c2414cb60970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.434292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-8127b68d-e544-430b-8a40-2f8e964acfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.436408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-8127b68d-e544-430b-8a40-2f8e964acfcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1549129 Nov 16 21:14:01.437689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-71835461-98a0-4b0b-8c1b-b14d8cb88fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.439223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-71835461-98a0-4b0b-8c1b-b14d8cb88fb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1696417 Nov 16 21:14:01.442360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40500bdf-c83f-4df7-a5c9-c2414cb60970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.485643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40500bdf-c83f-4df7-a5c9-c2414cb60970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612110d5-633d-4dd1-9c25-0349e7dbbf8d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:01.487516 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-5dd5f5d5-525c-4fe4-860e-fe2f0b103828 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0360210 Nov 16 21:14:01.547366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-57b3a7a0-2783-454e-bdbf-804dae701b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.549287 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-57b3a7a0-2783-454e-bdbf-804dae701b66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0472853 Nov 16 21:14:01.551683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-0732f5b6-ba1d-4e4a-86d6-166662aa4be2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.0758731 Nov 16 21:14:01.600187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-17b4c3a6-14bc-4e39-89bb-fd74dd6f3a2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254035 Nov 16 21:14:01.654587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-40500bdf-c83f-4df7-a5c9-c2414cb60970 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=812be6db902945619fb99c79ecc0305c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7900217 Nov 16 21:14:01.667599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:01.691319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede00411-a35e-4c77-aa71-c1083deef081 req-fca993c5-a13c-4e94-9ab0-963fc3af6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.692809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ede00411-a35e-4c77-aa71-c1083deef081 req-fca993c5-a13c-4e94-9ab0-963fc3af6a1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 1100 time: 0.2522554 Nov 16 21:14:01.702974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d847-2df4-4508-8eae-999eae3ae265 req-5c8351e5-d6d0-4b40-b96b-22044e94d9f1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.705339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bd2d847-2df4-4508-8eae-999eae3ae265 req-5c8351e5-d6d0-4b40-b96b-22044e94d9f1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.2635515 Nov 16 21:14:01.709357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-14594fd0-501a-400f-b229-a18e18057ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.710758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-14594fd0-501a-400f-b229-a18e18057ad9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1247711 Nov 16 21:14:01.759690 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-f9d967d2-7ee8-4301-885d-28ffa8408892 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431992 Nov 16 21:14:01.760858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.807936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-b5cf93b6-8f46-46b0-8139-e2eab4186323 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.809371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-b5cf93b6-8f46-46b0-8139-e2eab4186323 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.3581715 Nov 16 21:14:01.827515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.832084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:01.856433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ede00411-a35e-4c77-aa71-c1083deef081 req-f3eaca70-0c54-434d-9778-2e12634342ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415412 Nov 16 21:14:01.860466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-cad2ae12-a045-41c1-acca-a57efafa9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.861879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-cad2ae12-a045-41c1-acca-a57efafa9481 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388316 Nov 16 21:14:01.863088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-7bb451bb-1381-42f7-8ede-4058ba37c4c0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/quotas/6e5f894ad7de4904a424cbbb6de2a92d HTTP/1.1" status: 200 len: 375 time: 0.0428388 Nov 16 21:14:01.866518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bd2d847-2df4-4508-8eae-999eae3ae265 req-285b747f-1460-4e0a-a44e-15c68f17a34d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444983 Nov 16 21:14:01.940356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.943358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.944557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/612110d5-633d-4dd1-9c25-0349e7dbbf8d HTTP/1.1" status: 204 len: 168 time: 0.2760761 Nov 16 21:14:01.949992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d90d3b4d-12f1-4fbe-a364-36e55c33e9cc req-ab290802-5776-4e20-b7f6-da233315a9ee service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797516 Nov 16 21:14:01.984383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:01.988201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c3f4a-64ea-4ab1-a95a-680493a81c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612110d5-633d-4dd1-9c25-0349e7dbbf8d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:02.002213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 has no active binding in host n-h2-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:14:02.198832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-9d1efb20-b078-4317-bb4f-8c5889d33476 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3256717 Nov 16 21:14:02.354382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1866d7-59f4-4fac-a70d-3ebdaec9733f req-5dcf432b-5d56-4d65-91fd-3b984e664f94 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:02.355913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec1866d7-59f4-4fac-a70d-3ebdaec9733f req-5dcf432b-5d56-4d65-91fd-3b984e664f94 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.1601045 Nov 16 21:14:02.375524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-1152ca8a-c56c-4c2b-926b-a7ea16312fa7 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833188 Nov 16 21:14:02.442202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-9614dff8-e2a8-4c8e-bee0-d5679ca62cef service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105825 Nov 16 21:14:02.557410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec1866d7-59f4-4fac-a70d-3ebdaec9733f req-00176dd0-e803-4b20-a57b-d00ca988d514 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879127 Nov 16 21:14:02.601394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-d7d9ee14-283c-4254-89f3-03acfcc2bb42 service neutron] 10.222.0.21 "GET /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.0742710 Nov 16 21:14:02.683320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-f3621b37-4b86-4423-8d28-d3275120e77f service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283702 Nov 16 21:14:02.728558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-0bc2e31b-e7e5-41d8-8d91-a0eb538bd8bb service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407788 Nov 16 21:14:02.755127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a608f1-0679-481a-82d0-bd93d158b15b req-fd8fc773-187e-4217-8dcc-fbd83f12cb37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:02.756796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73a608f1-0679-481a-82d0-bd93d158b15b req-fd8fc773-187e-4217-8dcc-fbd83f12cb37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0795207 Nov 16 21:14:02.844403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73a608f1-0679-481a-82d0-bd93d158b15b req-8b7c0e31-4f86-40f8-bed0-0ac5440346ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813982 Nov 16 21:14:02.890088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:02.960462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:02.985227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c184c3-e1a8-4d15-841e-09f62b855b8a req-bd83fd10-617a-4f9b-adf1-3ebfabf3dd60 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:02.986984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6c184c3-e1a8-4d15-841e-09f62b855b8a req-bd83fd10-617a-4f9b-adf1-3ebfabf3dd60 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1096 time: 0.0455887 Nov 16 21:14:03.005198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:03.019128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:03.036815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6c184c3-e1a8-4d15-841e-09f62b855b8a req-b6f0700c-98ac-4c6b-958d-7459a22d4abc tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Nov 16 21:14:03.051275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.135869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] Transition to ACTIVE for port object a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:03.140783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.141161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5a26-7cbd-4dc4-83bb-c4facac8865d req-a781705c-26d6-4c03-93ad-9b313c890441 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:03.144370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b35e5a26-7cbd-4dc4-83bb-c4facac8865d req-a781705c-26d6-4c03-93ad-9b313c890441 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 943 time: 0.1097982 Nov 16 21:14:03.230391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b35e5a26-7cbd-4dc4-83bb-c4facac8865d req-646e80e4-77fc-4c53-99cd-eacc633ac51e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Nov 16 21:14:03.258983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] No DVR routers for this DVR port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:03.302340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] Pushing event updated for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:03.324614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-75019949-51b7-429c-ac3e-4c92bb257b4c service neutron] 10.222.0.21 "PUT /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5/bindings/n-h2-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7156053 Nov 16 21:14:03.446026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-50e157cf-f661-489d-ad89-970acc8ef79f tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:03.447717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-50e157cf-f661-489d-ad89-970acc8ef79f tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.0627408 Nov 16 21:14:03.538866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-a6b8efd6-dec4-4a55-872d-2e133c04c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:03.542242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-a6b8efd6-dec4-4a55-872d-2e133c04c5fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c&tenant_id=f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 1095 time: 0.0860169 Nov 16 21:14:03.586642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca98670d-7dce-45ba-a621-13957360f2ce req-b7d3bd76-35de-47b8-9cf4-01f97e78967f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 210 time: 0.0517054 Nov 16 21:14:03.779185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25bc1-9470-49f4-8edc-21c2ed5d74eb req-6c394e21-a21d-4f3d-a789-496b41113a1f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:03.786233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7af25bc1-9470-49f4-8edc-21c2ed5d74eb req-6c394e21-a21d-4f3d-a789-496b41113a1f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.1310434 Nov 16 21:14:03.812769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-64bc13fe-25dc-4883-b258-3a9fbc2a0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:03.814327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-64bc13fe-25dc-4883-b258-3a9fbc2a0524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1095 time: 0.1171398 Nov 16 21:14:03.902085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7af25bc1-9470-49f4-8edc-21c2ed5d74eb req-11bacc10-c69c-4e0c-9b85-287c8e7c6bc5 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148868 Nov 16 21:14:04.040654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-9b56350b-fadb-4ef4-b2fe-49f73630696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.042323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-9b56350b-fadb-4ef4-b2fe-49f73630696e service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2179387 Nov 16 21:14:04.134176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaea23-0c95-4ad8-9860-c5d1e2e37830 req-3251ff6a-ca4c-439a-aab9-57ef2d3ce14b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.142462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49eaea23-0c95-4ad8-9860-c5d1e2e37830 req-3251ff6a-ca4c-439a-aab9-57ef2d3ce14b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1496434 Nov 16 21:14:04.144984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-a5d9fa84-bdea-4265-914f-4042989104f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0932190 Nov 16 21:14:04.210590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35750) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:04.240700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-2ebe3be8-0087-48bb-9559-cfa0fe2259ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.242805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-2ebe3be8-0087-48bb-9559-cfa0fe2259ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0885327 Nov 16 21:14:04.285695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49eaea23-0c95-4ad8-9860-c5d1e2e37830 req-7eb254b9-9484-42d8-9fd1-6525c8ef23a9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404033 Nov 16 21:14:04.335435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-0c66bca0-4c02-433a-9605-7fa27871a5cc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.337167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-0c66bca0-4c02-433a-9605-7fa27871a5cc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.1940532 Nov 16 21:14:04.358050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-ee0c2720-9ae6-4b92-b191-d701affab360 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349810 Nov 16 21:14:04.363522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Request body: {'port': {'device_id': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'admin_state_up': True, 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:04.389640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-acf4808c-daf4-4ee5-80bc-848b618d80e6 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.397364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-acf4808c-daf4-4ee5-80bc-848b618d80e6 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 1100 time: 0.1105888 Nov 16 21:14:04.421664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-83403744-5618-4b47-bd60-1f4676159477 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.572298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-83403744-5618-4b47-bd60-1f4676159477 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.594566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-83403744-5618-4b47-bd60-1f4676159477 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.609654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:04.614887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.621280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8025c57-d28e-44ed-9106-88abb30ad589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.696296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403744-5618-4b47-bd60-1f4676159477 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc0135c-5f29-4f40-9833-12e9cf129c74,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:04.704994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87f9acb4-1c01-4c98-a442-f572028f6a7f req-83403744-5618-4b47-bd60-1f4676159477 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067300 Nov 16 21:14:04.734554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639cae8-09c5-4b71-a52a-3ae1e25c46ba req-4a881a7c-327c-4ff2-9ba3-f9c87e4880a4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:04.742625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d639cae8-09c5-4b71-a52a-3ae1e25c46ba req-4a881a7c-327c-4ff2-9ba3-f9c87e4880a4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 944 time: 0.2837863 Nov 16 21:14:04.780660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-d7bc0f3d-8bf3-40cb-ae0c-cca5c4660a56 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108241 Nov 16 21:14:04.859394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8025c57-d28e-44ed-9106-88abb30ad589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.874413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Allocated IP 172.20.0.2 (d2d10d80-aab7-41eb-b5a5-73db4772bc2f/9a0fae1d-193e-4d9d-815f-0065a91b3e5f/790330d9-b087-4f82-ad86-da646c9be653) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:04.893894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8025c57-d28e-44ed-9106-88abb30ad589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.969099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3cccd15-dceb-451c-8c02-76938461fb1e req-ba6364ce-b526-4b9c-9772-b5a28ffb3ac9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 210 time: 0.0983737 Nov 16 21:14:05.016880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d639cae8-09c5-4b71-a52a-3ae1e25c46ba req-6d15a7f7-eb68-4638-8dd2-1793d655bea7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733078 Nov 16 21:14:05.072588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-946c9917-bc89-4891-880b-3edee4f94ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111638 Nov 16 21:14:05.075399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8025c57-d28e-44ed-9106-88abb30ad589 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ddc5ee268f6414f800bf70fb4dbc5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8365576 Nov 16 21:14:05.076609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8025c57-d28e-44ed-9106-88abb30ad589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594b0297-535c-4ee0-a22d-23675e1e844d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:05.088097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35762) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:05.124857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.200761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.217585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.266898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.298307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:05.308211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:05.322691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:05.326051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:05.387186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:05.388167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.392342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.394841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.396009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/594b0297-535c-4ee0-a22d-23675e1e844d HTTP/1.1" status: 204 len: 168 time: 0.3064821 Nov 16 21:14:05.408747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b468-8f54-4cdd-afc7-1469fa0c3b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b0297-535c-4ee0-a22d-23675e1e844d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:05.419946 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-84dcb03a-7646-4f14-bae0-ac6233161036 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659773 Nov 16 21:14:05.438609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-11cba643-2fce-4715-800c-a94bf20e0705 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:05.440236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-11cba643-2fce-4715-800c-a94bf20e0705 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.0981138 Nov 16 21:14:05.446589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Request body: {'port': {'device_id': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:05.454128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c4047-aff4-4d65-a766-49f885e016f9 req-c6adab13-93cb-42b9-973d-1348f2cbcb1c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:05.462424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee9c4047-aff4-4d65-a766-49f885e016f9 req-c6adab13-93cb-42b9-973d-1348f2cbcb1c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0764790 Nov 16 21:14:05.516345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.559744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee9c4047-aff4-4d65-a766-49f885e016f9 req-bbaecd18-cf40-4f14-bdc6-c0917fd31de6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908415 Nov 16 21:14:05.640024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-201a90fa-2984-4d39-9b71-29855557a551 service neutron] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:05.646434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-201a90fa-2984-4d39-9b71-29855557a551 service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.648864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12754c7f-a403-4cc6-8ef6-3f125055efeb req-201a90fa-2984-4d39-9b71-29855557a551 service neutron] 10.222.0.36 "DELETE /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5/bindings/n-h1-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.1842363 Nov 16 21:14:05.826380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790330d9-b087-4f82-ad86-da646c9be653 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:05.836577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.849631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97016cbb-32c9-4cb7-abbd-4e23a17b557d req-ee7b2b83-6536-494e-b87d-980ba3f2accb tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:05.850860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Transition to ACTIVE for port object 790330d9-b087-4f82-ad86-da646c9be653 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:05.853136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97016cbb-32c9-4cb7-abbd-4e23a17b557d req-ee7b2b83-6536-494e-b87d-980ba3f2accb tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 1100 time: 0.0617073 Nov 16 21:14:05.861442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.899868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:05.930518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97016cbb-32c9-4cb7-abbd-4e23a17b557d req-93488184-34e0-4855-aead-f61bddb58b44 tempest-ServersAdminNegativeTestJSON-878394683 tempest-ServersAdminNegativeTestJSON-878394683-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699677 Nov 16 21:14:05.978061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:05.979555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:06.014388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Attempting to bind port 790330d9-b087-4f82-ad86-da646c9be653 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:06.014729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Attempting to bind port 790330d9-b087-4f82-ad86-da646c9be653 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:06.015098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Attempting to bind port 790330d9-b087-4f82-ad86-da646c9be653 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:06.019767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Port 790330d9-b087-4f82-ad86-da646c9be653 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:06.020081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Attempting to bind port 790330d9-b087-4f82-ad86-da646c9be653 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:06.025500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:06.025831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Checking segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:06.026267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Bound using segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:06.026612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Bound port: 790330d9-b087-4f82-ad86-da646c9be653, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:06.026984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.135670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:06.139397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:06.160987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.191491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9a252-4e18-4838-93f7-b3fc39049739 req-68d497de-a8f4-485a-9f4b-9bc9d120824f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.199767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61d9a252-4e18-4838-93f7-b3fc39049739 req-68d497de-a8f4-485a-9f4b-9bc9d120824f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 943 time: 0.1089537 Nov 16 21:14:06.243800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.244597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.246011 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/790330d9-b087-4f82-ad86-da646c9be653 HTTP/1.1" status: 200 len: 1091 time: 0.8062251 Nov 16 21:14:06.246520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'tag': '790330d9-b087-4f82-ad86-da646c9be653'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:06.248966 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3ec942-b437-4522-95d3-e6f0960f2ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "tag": "790330d9-b087-4f82-ad86-da646c9be653"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:06.304109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61d9a252-4e18-4838-93f7-b3fc39049739 req-fb505b27-20fe-4a9a-87e7-9cc9ed19efcb tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967696 Nov 16 21:14:06.328937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa711-3f98-4aa3-834a-05169f38a9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:06.373020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-763a9930-a936-4500-bb6a-2a636d516f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.375280 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-763a9930-a936-4500-bb6a-2a636d516f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 1094 time: 0.0631547 Nov 16 21:14:06.384509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598aa68-d34c-417e-a7e3-b9f9e2713f86 req-d9f6ecae-bf67-44d8-91bb-429e66523f95 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.386124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9598aa68-d34c-417e-a7e3-b9f9e2713f86 req-d9f6ecae-bf67-44d8-91bb-429e66523f95 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 944 time: 0.1013639 Nov 16 21:14:06.428878 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-3275085d-329d-4456-b866-468b9ca95518 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=790330d9-b087-4f82-ad86-da646c9be653 HTTP/1.1" status: 200 len: 217 time: 0.0439482 Nov 16 21:14:06.485008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9598aa68-d34c-417e-a7e3-b9f9e2713f86 req-715dad9b-64c0-42e1-81de-2cdcbfc1b7ce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875535 Nov 16 21:14:06.500512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:06.525788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976db3-839e-41e8-90a3-b9c983182530 req-323a712f-2aa4-4846-ab40-0d3ae1bd7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.528091 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-323a712f-2aa4-4846-ab40-0d3ae1bd7e10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0897458 Nov 16 21:14:06.576286 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-0cd3deb3-62e9-4a55-ab70-9de1b41462f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368898 Nov 16 21:14:06.639310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-281468446-network', 'tenant_id': 'fe0836cb38094a549613871bfb45a71d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:06.678086 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:14:06.691762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Made reservation on behalf of fe0836cb38094a549613871bfb45a71d for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:06.694806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.718542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.733366 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1201e0-cc0c-4cfd-a3ba-c8f6f8d94397 x-openstack-request-id: req-ec1201e0-cc0c-4cfd-a3ba-c8f6f8d94397 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:06.733962 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "tag": "790330d9-b087-4f82-ad86-da646c9be653", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:06.734218 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec1201e0-cc0c-4cfd-a3ba-c8f6f8d94397 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:06.734617 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'tag': '790330d9-b087-4f82-ad86-da646c9be653', 'status': 'completed', 'code': 200} Nov 16 21:14:06.769102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-15aae2f4-1825-4f3f-ac6e-ee9c36f58191 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840193 Nov 16 21:14:06.951208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-74976db3-839e-41e8-90a3-b9c983182530 req-3225fd3a-9f4e-404f-91ce-ca9b69c3310b service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737740 Nov 16 21:14:06.953417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f28a8-4096-4b50-b7db-00b7533f15a7 req-94ea4648-3e7c-4c18-ba83-8be1410d1951 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.970417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-750f28a8-4096-4b50-b7db-00b7533f15a7 req-94ea4648-3e7c-4c18-ba83-8be1410d1951 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1451068 Nov 16 21:14:06.974227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:06.999629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.042735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:07.071225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-9dd6bc9f-c7b5-4874-a5aa-69095b7f4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.073183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-9dd6bc9f-c7b5-4874-a5aa-69095b7f4f03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 1094 time: 0.0546379 Nov 16 21:14:07.087571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.087914 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Added segment fa48a124-3a47-4891-8702-d969d76003b4 of type vlan for network ceeb3030-1c50-453d-88cf-2d08d8d8d794 Nov 16 21:14:07.090422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5d2574-6095-48d8-8d07-84e9b2a0f7bc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:07.123556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-750f28a8-4096-4b50-b7db-00b7533f15a7 req-fc761e1b-ddec-43c1-807c-f3b98b107c66 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521659 Nov 16 21:14:07.154509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cbf4b-ce79-4d00-9393-c4d3d5110d68 req-75385208-7b38-41bd-81e6-79d1f47cc6da tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.156066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d0cbf4b-ce79-4d00-9393-c4d3d5110d68 req-75385208-7b38-41bd-81e6-79d1f47cc6da tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1095 time: 0.1762209 Nov 16 21:14:07.192832 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.204282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-31473da2-77c8-43c2-bcaa-94e3e54f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.207622 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-31473da2-77c8-43c2-bcaa-94e3e54f5670 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 905 time: 0.1255970 Nov 16 21:14:07.230678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d0cbf4b-ce79-4d00-9393-c4d3d5110d68 req-0cc19938-04cf-4d24-adda-d1790b42d1b2 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683815 Nov 16 21:14:07.274118 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-9bb0467b-05a1-42f7-9dd1-73341123a168 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=790330d9-b087-4f82-ad86-da646c9be653 HTTP/1.1" status: 200 len: 217 time: 0.0529854 Nov 16 21:14:07.278399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.279717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.280438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.361731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-a8f04f8e-f2a7-4f41-b1c6-6752b46f9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.365990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-a8f04f8e-f2a7-4f41-b1c6-6752b46f9668 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0850291 Nov 16 21:14:07.417238 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-4ef8e7ca-c690-40f1-bdc7-1011481401db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435960 Nov 16 21:14:07.423307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9212599 Nov 16 21:14:07.433357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35846) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:07.440754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Request body: {'subnet': {'network_id': 'ceeb3030-1c50-453d-88cf-2d08d8d8d794', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-281468446-subnet', 'tenant_id': 'fe0836cb38094a549613871bfb45a71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:07.452674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586fb53-a46a-480d-8d99-a30d2cc5bb83 admin admin] Pushing event updated for resources: {'Network': ['ID=ceeb3030-1c50-453d-88cf-2d08d8d8d794,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:07.465486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ceeb3030-1c50-453d-88cf-2d08d8d8d794 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:07.515976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Made reservation on behalf of fe0836cb38094a549613871bfb45a71d for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:07.518686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.540209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76955c-ba6e-4fe8-9e6f-1c0c7f7be525 req-02228776-c410-4306-ba79-1086d90a62aa tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.546226 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-1e575b34-16df-49d9-9536-115fb17028a1 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208515 Nov 16 21:14:07.548611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e76955c-ba6e-4fe8-9e6f-1c0c7f7be525 req-02228776-c410-4306-ba79-1086d90a62aa tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 943 time: 0.0988004 Nov 16 21:14:07.665988 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ac3ec942-b437-4522-95d3-e6f0960f2ba0 req-5bb639f6-88c3-42d0-86d2-db382c512c1c service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104715 Nov 16 21:14:07.695110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e76955c-ba6e-4fe8-9e6f-1c0c7f7be525 req-56211815-627c-4013-961f-187ccf79044f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413360 Nov 16 21:14:07.871289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29284b3-5a5c-4211-9e30-7d6e8f9bd3d3 req-84f1e96e-e465-477a-906f-f44b1b6fdb94 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.872768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e29284b3-5a5c-4211-9e30-7d6e8f9bd3d3 req-84f1e96e-e465-477a-906f-f44b1b6fdb94 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.2918358 Nov 16 21:14:07.914176 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.010036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-17ee7452-d287-41d3-a794-8e568b0ac70c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:08.011517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-17ee7452-d287-41d3-a794-8e568b0ac70c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.2284226 Nov 16 21:14:08.017306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e29284b3-5a5c-4211-9e30-7d6e8f9bd3d3 req-a5107526-c022-4472-9f8d-f3f4cee05220 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350281 Nov 16 21:14:08.036954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e9f5d3-4ccb-4162-a07b-5a93c659ffcc,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:08.045354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-6fa064be-83e4-4237-9346-ff4b9f24533a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/quotas/f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 375 time: 0.0234883 Nov 16 21:14:08.051214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Checking segment: {'id': 'fa48a124-3a47-4891-8702-d969d76003b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ceeb3030-1c50-453d-88cf-2d08d8d8d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:08.051639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Network hostable DHCP agents. Network: ceeb3030-1c50-453d-88cf-2d08d8d8d794, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:08.101718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Network ceeb3030-1c50-453d-88cf-2d08d8d8d794 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:08.110372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ceeb3030-1c50-453d-88cf-2d08d8d8d794) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:08.123654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-fe67ec05-4909-4e93-9505-5456af8e8abb tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694222 Nov 16 21:14:08.124254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f47dc-6d45-4e80-a321-71add223b114 None None] Network ceeb3030-1c50-453d-88cf-2d08d8d8d794 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:08.125608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:08.126523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.166263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-defcc790-5ba0-4a87-81bf-d9079de288b8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7311594 Nov 16 21:14:08.315506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0f36d-06a7-4b59-b07f-8a39621702ff req-085fa2ad-347f-4e6f-96a8-32517d87b8eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:08.319418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb0f36d-06a7-4b59-b07f-8a39621702ff req-085fa2ad-347f-4e6f-96a8-32517d87b8eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0817442 Nov 16 21:14:08.341262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911a46b-37c8-422e-b820-40bc4963cb49 None None] Network ceeb3030-1c50-453d-88cf-2d08d8d8d794 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:08.585910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-79409e0a-825e-4b75-a96e-8681312342cd service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422948 Nov 16 21:14:08.648063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb0f36d-06a7-4b59-b07f-8a39621702ff req-14996d05-aca2-47e1-a140-d0799d05b87a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191094 Nov 16 21:14:08.700144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-728c120e-535c-45ff-8abf-657ba9acd401 service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063733 Nov 16 21:14:08.703406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.830100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1431246346', 'description': 'tempest-description-467613712'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:08.856818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.000620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.014742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4048-6437-4e33-a9e0-7f405219ffb3 req-edbc9ab2-9a8a-4e50-a91b-4dba3b1b6030 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.016255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-012c4048-6437-4e33-a9e0-7f405219ffb3 req-edbc9ab2-9a8a-4e50-a91b-4dba3b1b6030 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 943 time: 0.1562762 Nov 16 21:14:09.017189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.026794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5acacd34-6d2a-4b84-be1c-39c1bdf50566 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.028257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5acacd34-6d2a-4b84-be1c-39c1bdf50566 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.1328540 Nov 16 21:14:09.094912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.100392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08b8a1be-daec-441a-a39a-ee08be86d3a0 req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2744000 Nov 16 21:14:09.148965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02173229-0515-4376-bfdd-067cfa0c84ef tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35909ec-78aa-4c0e-ae92-b39fd4465d00,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:09.185540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-012c4048-6437-4e33-a9e0-7f405219ffb3 req-b1871d3e-0666-4ee8-84e1-c3845735e1ff tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562965 Nov 16 21:14:09.200737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-857a601a-dc66-4112-be91-6ea73d0483ee req-05b6c8a8-17ca-4a76-bb71-d38a5ca0b378 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 210 time: 0.0569746 Nov 16 21:14:09.267314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Deleting port 893440ba-9f77-4818-b4c0-ecad6686b79b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:09.267658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.450551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] For port 893440ba-9f77-4818-b4c0-ecad6686b79b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=893440ba-9f77-4818-b4c0-ecad6686b79b,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:09.450551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.455984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-e8b23723-6365-4623-87cb-2053a308020e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e35909ec-78aa-4c0e-ae92-b39fd4465d00 HTTP/1.1" status: 200 len: 1829 time: 0.1096325 Nov 16 21:14:09.471690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Calling delete_port for 893440ba-9f77-4818-b4c0-ecad6686b79b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:09.475758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e35909ec-78aa-4c0e-ae92-b39fd4465d00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:09.476078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e35909ec-78aa-4c0e-ae92-b39fd4465d00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:09.487863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163ee4d-c034-4fbf-914e-b8f2de7ed88f req-de458113-9d0c-4fc5-8303-c08943d16b40 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.491102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0163ee4d-c034-4fbf-914e-b8f2de7ed88f req-de458113-9d0c-4fc5-8303-c08943d16b40 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 949 time: 0.1505344 Nov 16 21:14:09.620891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0163ee4d-c034-4fbf-914e-b8f2de7ed88f req-573bb726-c56b-43c6-9037-af70e34c41ea tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209068 Nov 16 21:14:09.657103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.708271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.731777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.795118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9890d551-1ec1-4ecc-a93f-55a7693e0aac,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:09.806234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.807463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29aef64c-0477-4fba-afa5-9a0b848d8b10 req-14a61f9f-3314-4687-93b6-d4e87c9f9afb tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3384771 Nov 16 21:14:09.809261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.825544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c1687ff-f310-439c-997e-c8f39960faa9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:09.857138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8cf46-8f8b-4aca-b603-79260d21d00e req-0628a607-05db-4fb4-871b-160fcfce56d6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.864182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbb8cf46-8f8b-4aca-b603-79260d21d00e req-0628a607-05db-4fb4-871b-160fcfce56d6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1362970 Nov 16 21:14:09.869060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Pushing event deleted for resources: {'Port': ['ID=893440ba-9f77-4818-b4c0-ecad6686b79b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:09.931767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['893440ba-9f77-4818-b4c0-ecad6686b79b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:09.999993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:10.027418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] No DVR routers for this DVR port 893440ba-9f77-4818-b4c0-ecad6686b79b on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:10.047058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbb8cf46-8f8b-4aca-b603-79260d21d00e req-792ea43b-79dc-4f79-a8ac-d123363d678f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750615 Nov 16 21:14:10.094049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.098860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a6eb21-27aa-4931-b1d3-3ebf5c714cdb req-5894b722-792d-49d8-a174-f3e03d62507b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.36 "DELETE /v2.0/ports/893440ba-9f77-4818-b4c0-ecad6686b79b HTTP/1.1" status: 204 len: 173 time: 1.0529351 Nov 16 21:14:10.115534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a19508af-c2d9-4c6b-bddd-5f62908d42ed req-a7d882f3-b951-4a55-82a7-2757ec684f1e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e35909ec-78aa-4c0e-ae92-b39fd4465d00 HTTP/1.1" status: 200 len: 2422 time: 0.2382729 Nov 16 21:14:10.116027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'name': 'network-vif-deleted', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:10.119802 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ab1a11-65bf-467b-9241-db35b5c58e61" -d '{"events": [{"server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "name": "network-vif-deleted", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:10.146236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-a520b6c8-57eb-4dfe-be53-2d353f554a98 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.150228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-a520b6c8-57eb-4dfe-be53-2d353f554a98 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.1924937 Nov 16 21:14:10.169301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Request body: {'port': {'device_id': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'admin_state_up': True, 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:10.216162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-68608771-fbe6-462e-aca8-0512ac9be942 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-group-rules/9890d551-1ec1-4ecc-a93f-55a7693e0aac HTTP/1.1" status: 200 len: 778 time: 0.0662777 Nov 16 21:14:10.230970 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042df11-fff1-48f0-8747-d426b5bfd505 x-openstack-request-id: req-2042df11-fff1-48f0-8747-d426b5bfd505 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:10.231474 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cbb54b-a82f-4320-a54d-876cceee8038", "name": "network-vif-deleted", "tag": "893440ba-9f77-4818-b4c0-ecad6686b79b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:10.231893 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2042df11-fff1-48f0-8747-d426b5bfd505 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:10.232456 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cbb54b-a82f-4320-a54d-876cceee8038', 'name': 'network-vif-deleted', 'tag': '893440ba-9f77-4818-b4c0-ecad6686b79b', 'status': 'completed', 'code': 200} Nov 16 21:14:10.289860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-7d5519be-419e-40c9-9ac0-e342e8c9b632 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e35909ec-78aa-4c0e-ae92-b39fd4465d00 HTTP/1.1" status: 200 len: 2422 time: 0.0562642 Nov 16 21:14:10.314509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:10.340997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '790330d9-b087-4f82-ad86-da646c9be653', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '790330d9-b087-4f82-ad86-da646c9be653', 'mac_address': 'fa:16:3e:9e:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:10.371886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.397631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.417357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.422165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:10.427648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.438234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790330d9-b087-4f82-ad86-da646c9be653 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:10.451914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008c4d-e8ed-45a5-b50f-c60723fc9209 req-a1a6e8ef-36c7-4de7-b700-40d678426e8b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.459347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19008c4d-e8ed-45a5-b50f-c60723fc9209 req-a1a6e8ef-36c7-4de7-b700-40d678426e8b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 943 time: 0.0913107 Nov 16 21:14:10.473642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:10.476950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.481422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.484281 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.485383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea0a278c-6fed-41c5-8743-4e95622a6ba6 req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9890d551-1ec1-4ecc-a93f-55a7693e0aac HTTP/1.1" status: 204 len: 173 time: 0.1886542 Nov 16 21:14:10.503398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5790524-074c-49d5-9fb7-c0f49f30f285 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9890d551-1ec1-4ecc-a93f-55a7693e0aac,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.535875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19008c4d-e8ed-45a5-b50f-c60723fc9209 req-78b231b7-90ec-4905-9e54-9e80cf4ed798 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 Nov 16 21:14:10.579148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.604659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef822b9e-b637-4b4f-8c20-77b31daa9fc5 req-28150275-8a93-43e1-bf03-991f18b78b8d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 210 time: 0.0404317 Nov 16 21:14:10.625690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Allocated IP 172.20.0.11 (14d459f6-8e72-4522-870c-dc722adbaedb/13eedaaa-b409-4c96-881c-d425c87ec6c5/5fc6258e-4208-4571-9455-f7ce54164788) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:10.638143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-855429438', 'description': 'tempest-description-1586038831'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:10.664620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.797637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.800715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc0eb052-f20a-47a7-af94-4999e120bc05 req-a29c3ba1-4b00-4760-b098-535285cbc42b tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3cbb54b-a82f-4320-a54d-876cceee8038 HTTP/1.1" status: 200 len: 210 time: 0.0391099 Nov 16 21:14:10.805196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.822472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['790330d9-b087-4f82-ad86-da646c9be653'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:10.839018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0235b6a-caad-482e-9743-53029c1d3cc7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.855409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.857266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2316b8b3-f8e9-4a32-be8a-d40ef2407ba3 req-5d4ab121-1a29-47b3-8cf9-8cf1af2050b1 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2242172 Nov 16 21:14:10.906286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.942143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0616ba2e-6659-4cda-8b49-cf8769e8c728 req-28b45891-9e13-4bb4-bd29-e6e065ddfacd tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e0235b6a-caad-482e-9743-53029c1d3cc7 HTTP/1.1" status: 200 len: 1829 time: 0.0637946 Nov 16 21:14:10.956221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.987330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-387755709', 'description': 'tempest-description-311141981'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:11.011505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Network 14d459f6-8e72-4522-870c-dc722adbaedb is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:11.019001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:11.022026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:11.033581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.055506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.087462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.088754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.114856 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-b1ca209e-a3bc-4c40-aa58-446e8fc73082 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9518254 Nov 16 21:14:11.121299 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.130300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Request body: {'port': {'device_id': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:11.135830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.182476 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.183336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-362a4c42-0382-4958-bb7d-828ad19aa84f req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2012436 Nov 16 21:14:11.190670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba8100-8768-48b3-a14b-ef2f11764110 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff4ec16-ec55-4b84-9584-61d7486d9b65,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.192404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.207262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d43880-49c0-4c0f-955e-413b26d8f76e req-74cbb1cb-8c3a-4918-b1e5-c2fc595ad396 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.215165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19d43880-49c0-4c0f-955e-413b26d8f76e req-74cbb1cb-8c3a-4918-b1e5-c2fc595ad396 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0891280 Nov 16 21:14:11.286838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ebf8418-c538-428f-8fdb-97c3d54c1415 req-63f3aeaf-cfdf-47d9-b04d-b3ac3d998df2 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/8ff4ec16-ec55-4b84-9584-61d7486d9b65 HTTP/1.1" status: 200 len: 1828 time: 0.0645983 Nov 16 21:14:11.295268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19d43880-49c0-4c0f-955e-413b26d8f76e req-162bfc84-a264-4674-be72-7df1f3f993ef tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791438 Nov 16 21:14:11.316515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-156456040', 'description': 'tempest-description-1547712718'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:11.341772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.415172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.420570 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.449934 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.451191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf2b96bf-e3ba-4969-aa4c-0e879e0893d4 req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1392975 Nov 16 21:14:11.455397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac72bad-bdce-47ee-b9c4-da84e3cb8f23 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbae9e1-2015-4e93-b968-96d647516bf2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.502881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc6258e-4208-4571-9455-f7ce54164788 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:11.512507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.525501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0299023-04dc-4b5d-a251-87e0a9cc3556 req-bf087c89-1ab7-43d0-8f13-28af92e93bc0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/cbbae9e1-2015-4e93-b968-96d647516bf2 HTTP/1.1" status: 200 len: 1829 time: 0.0501621 Nov 16 21:14:11.525860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Transition to ACTIVE for port object 5fc6258e-4208-4571-9455-f7ce54164788 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:11.530552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.552062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1531177411', 'description': 'tempest-description-1186162536'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:11.589051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.589957 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.666547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:11.667067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:11.667496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:11.672393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:11.672765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:11.678223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:11.678700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:11.679777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:11.680313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Bound port: 5fc6258e-4208-4571-9455-f7ce54164788, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:11.680767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.683426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bebafd-cd2e-479f-9c75-7f58b772f95f req-a5a78040-beb9-4b32-a4e1-3d42bd0d7cc3 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.684507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54bebafd-cd2e-479f-9c75-7f58b772f95f req-a5a78040-beb9-4b32-a4e1-3d42bd0d7cc3 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 944 time: 0.0721457 Nov 16 21:14:11.731636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.745083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.748700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:11.753925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:11.759789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.777044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54bebafd-cd2e-479f-9c75-7f58b772f95f req-addd14ce-b6cb-4648-b938-227f9244ded8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781698 Nov 16 21:14:11.786654 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.787896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa20143-c437-4815-9a3d-b799cc236c82 req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2404528 Nov 16 21:14:11.793023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1433c-a2b3-4df9-bf37-9b233266ef6f tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63679d01-0d4d-4c94-aa26-cfcf9bc139f9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.815016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.816488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.818563 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 1092 time: 0.6937566 Nov 16 21:14:11.821907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:11.827928 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "tag": "5fc6258e-4208-4571-9455-f7ce54164788"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:11.855177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1747-e9af-472e-b461-4ab41cca0fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.921351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-151aa47a-73fa-4f60-beeb-a7307501cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.923086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-151aa47a-73fa-4f60-beeb-a7307501cd5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1095 time: 0.0489466 Nov 16 21:14:11.963524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:11.971538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9878327-97bd-460d-8734-6b7812c15feb req-ed8a48bd-81f9-4c4b-b73d-5526057c830a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.973036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9878327-97bd-460d-8734-6b7812c15feb req-ed8a48bd-81f9-4c4b-b73d-5526057c830a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.0883312 Nov 16 21:14:11.974914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-a81f2874-8fa0-4b47-b890-7bb5453d57cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 217 time: 0.0377793 Nov 16 21:14:12.002493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-161cc3c7-12b0-4769-a196-531dc39746d8 req-2c657746-6f76-42c8-97ad-72473ce3a4e2 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/63679d01-0d4d-4c94-aa26-cfcf9bc139f9 HTTP/1.1" status: 200 len: 1830 time: 0.0767298 Nov 16 21:14:12.039794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 790330d9-b087-4f82-ad86-da646c9be653 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:12.042635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9878327-97bd-460d-8734-6b7812c15feb req-b2039c02-c924-49f0-bedf-e100bd0e16b7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601547 Nov 16 21:14:12.045629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 790330d9-b087-4f82-ad86-da646c9be653 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:12.046011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.087376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-02a11fa1-19c8-4206-9243-8b9835a107cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.089628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-02a11fa1-19c8-4206-9243-8b9835a107cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1059585 Nov 16 21:14:12.094174 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22669d08-f55d-4a60-b74d-ae9fd74c3733 x-openstack-request-id: req-22669d08-f55d-4a60-b74d-ae9fd74c3733 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:12.094461 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "tag": "5fc6258e-4208-4571-9455-f7ce54164788", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:12.094713 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22669d08-f55d-4a60-b74d-ae9fd74c3733 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:12.095142 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788', 'status': 'completed', 'code': 200} Nov 16 21:14:12.126389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-04637710-b505-4bca-ab74-f4f2241db90b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267763 Nov 16 21:14:12.126885 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-405245da-8d70-48fc-b631-c8139932be17 req-4330d869-2828-4944-8a20-f990a0bf7b8d tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] show failed (client error): The resource could not be found. Nov 16 21:14:12.128036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-405245da-8d70-48fc-b631-c8139932be17 req-4330d869-2828-4944-8a20-f990a0bf7b8d tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/c57aa687-789b-4bba-9ce5-270f3f1dc79f HTTP/1.1" status: 404 len: 352 time: 0.0168347 Nov 16 21:14:12.171442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.171673 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-a520a63e-f8b2-4c96-9271-fb51db0b8cd8 req-61690834-025a-4194-adfa-28645749a96e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] show failed (client error): The resource could not be found. Nov 16 21:14:12.172787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a520a63e-f8b2-4c96-9271-fb51db0b8cd8 req-61690834-025a-4194-adfa-28645749a96e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-group-rules/3c1371a9-006b-4c4e-b082-9d06e0096c89 HTTP/1.1" status: 404 len: 361 time: 0.0175157 Nov 16 21:14:12.266902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-2918d7bb-c8de-4fee-afcc-bce2ce8205d9 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/63679d01-0d4d-4c94-aa26-cfcf9bc139f9 HTTP/1.1" status: 200 len: 1830 time: 0.0720420 Nov 16 21:14:12.290993 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-cab6dd41-c431-4778-93dc-7da996c1e72d service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510260 Nov 16 21:14:12.385576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:12.388108 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551828c9-ee41-457c-ae67-1f8773c6e09e" -d '{"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-plugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:12.396161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.404941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:12.407218 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b5f3bc-0057-4a5d-a251-6274bbebef93 req-a4b026d7-33bd-4f60-a001-ac54e70a8619 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088288 Nov 16 21:14:12.410546 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.444073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.466999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:12.494817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e23dc-cef4-4f83-950c-fdb0c1eb67ab req-21ea099d-28f0-452f-9d8f-e499738ef8eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.496397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-293e23dc-cef4-4f83-950c-fdb0c1eb67ab req-21ea099d-28f0-452f-9d8f-e499738ef8eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1117153 Nov 16 21:14:12.516148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.518643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.531865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53b43805-9d7c-4757-b992-c1c8574d2d26 req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-groups/63679d01-0d4d-4c94-aa26-cfcf9bc139f9 HTTP/1.1" status: 204 len: 173 time: 0.2511756 Nov 16 21:14:12.537007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-71cfb26e-2f46-475f-80cc-d3537c879677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.540868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-71cfb26e-2f46-475f-80cc-d3537c879677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1095 time: 0.0570960 Nov 16 21:14:12.551702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161039c-9e7d-4046-8f33-8ac8249dd98c tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63679d01-0d4d-4c94-aa26-cfcf9bc139f9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:12.578781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-293e23dc-cef4-4f83-950c-fdb0c1eb67ab req-9d2d0e23-f3c3-440d-8768-5c6aa5a81ba5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696964 Nov 16 21:14:12.641493 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808a77e-ee0c-41d3-9f23-1ed53de4777b x-openstack-request-id: req-c808a77e-ee0c-41d3-9f23-1ed53de4777b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:12.641836 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-plugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:12.642102 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c808a77e-ee0c-41d3-9f23-1ed53de4777b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:12.642512 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653', 'code': 200} Nov 16 21:14:12.644138 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.651636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b05f-7cf1-4ebe-89ba-95b5728f5f18 req-2d1ccfc5-c452-4b0d-b6e8-a344318cc6f1 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.660570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ca9b05f-7cf1-4ebe-89ba-95b5728f5f18 req-2d1ccfc5-c452-4b0d-b6e8-a344318cc6f1 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.0681231 Nov 16 21:14:12.718751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-523befc4-7c38-4099-9f90-bce5ff2623e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.720399 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-523befc4-7c38-4099-9f90-bce5ff2623e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1564193 Nov 16 21:14:12.768146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-398ec11d-09d6-4ef1-842e-a4c34ebc6c5d tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/cbbae9e1-2015-4e93-b968-96d647516bf2 HTTP/1.1" status: 200 len: 1829 time: 0.1052425 Nov 16 21:14:12.771820 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-2044cfff-3058-4b26-8d2e-aa98538b5488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 217 time: 0.0373237 Nov 16 21:14:12.774404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ca9b05f-7cf1-4ebe-89ba-95b5728f5f18 req-c602c0b0-6bae-4f70-9499-bc7ccc7cb59c tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127515 Nov 16 21:14:12.806068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87d4fe-9b8b-491e-9390-dd2a9bef9738 req-66c83533-4cfc-47ad-861a-4d7dcdbdcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.807974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e87d4fe-9b8b-491e-9390-dd2a9bef9738 req-66c83533-4cfc-47ad-861a-4d7dcdbdcdce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 1096 time: 0.0879793 Nov 16 21:14:12.843071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-6b6ea25b-a8d4-4dd4-acd8-1575cf1db083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.845744 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-6b6ea25b-a8d4-4dd4-acd8-1575cf1db083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0603468 Nov 16 21:14:12.873764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.885550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-1387f444-ba75-4d19-b05c-53d69cf30be4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278506 Nov 16 21:14:12.930153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e87d4fe-9b8b-491e-9390-dd2a9bef9738 req-1224364b-9b99-47e9-adad-924a31d2a9ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027203 Nov 16 21:14:12.936078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.980260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6001080-6ee6-4ea7-9c8d-d5a4a39d55ec req-be63f720-f869-4e2b-a65e-4dc0fd2ee09c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.981686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6001080-6ee6-4ea7-9c8d-d5a4a39d55ec req-be63f720-f869-4e2b-a65e-4dc0fd2ee09c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 945 time: 0.1028438 Nov 16 21:14:13.004020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-11e3132b-6d15-40e0-9a64-2b71baa99ea0 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056037 Nov 16 21:14:13.009442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.012063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.013179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e562f09f-06a6-4a4b-a6c9-575af7fc9d06 req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-groups/cbbae9e1-2015-4e93-b968-96d647516bf2 HTTP/1.1" status: 204 len: 173 time: 0.2372091 Nov 16 21:14:13.027917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ef3fc-2c49-4d3b-93ee-28eaa5ddd3b4 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbae9e1-2015-4e93-b968-96d647516bf2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.054012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6001080-6ee6-4ea7-9c8d-d5a4a39d55ec req-33023ee7-7207-401a-a434-44b15211fa56 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614078 Nov 16 21:14:13.115992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-726255f5-0589-4781-8771-acc45f0a9b67 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/8ff4ec16-ec55-4b84-9584-61d7486d9b65 HTTP/1.1" status: 200 len: 1828 time: 0.0378590 Nov 16 21:14:13.172754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.197426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.259739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.263363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.264849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73d2e552-3d3c-4e36-a7f8-f4f6d847e826 req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-groups/8ff4ec16-ec55-4b84-9584-61d7486d9b65 HTTP/1.1" status: 204 len: 173 time: 0.1421671 Nov 16 21:14:13.312086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64493e2b-142b-4926-9b27-4521566ce80e tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff4ec16-ec55-4b84-9584-61d7486d9b65,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.353824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-17c36814-3d90-4e0c-ab06-d5f8f01beaab tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e0235b6a-caad-482e-9743-53029c1d3cc7 HTTP/1.1" status: 200 len: 1829 time: 0.0621850 Nov 16 21:14:13.362553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025974f-9156-45a3-885d-a959c03ce62a req-041ea1d0-1918-48ff-9def-2934289ff98b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.364413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d025974f-9156-45a3-885d-a959c03ce62a req-041ea1d0-1918-48ff-9def-2934289ff98b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.1167686 Nov 16 21:14:13.455138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d025974f-9156-45a3-885d-a959c03ce62a req-1848929b-040a-49b0-a33f-f369ffc34fdb tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801566 Nov 16 21:14:13.461915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.500188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.552127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-39d2be6d-88e8-41a4-b15b-0f88460c4b1c req-441f972e-c282-4c97-823a-5d79259f04bc service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664243 Nov 16 21:14:13.556908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.559686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.567556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8caf793e-4446-4e1d-b22f-da97905f25b5 req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-groups/e0235b6a-caad-482e-9743-53029c1d3cc7 HTTP/1.1" status: 204 len: 173 time: 0.2020843 Nov 16 21:14:13.580982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aec3c-d637-4ca0-adbf-7ac412128ccf tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0235b6a-caad-482e-9743-53029c1d3cc7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.651308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-73fc8851-7049-4b9a-b06c-36b1392d9392 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "GET /v2.0/security-groups/e35909ec-78aa-4c0e-ae92-b39fd4465d00 HTTP/1.1" status: 200 len: 1829 time: 0.0660651 Nov 16 21:14:13.753213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d07d0-3ada-4a95-aa40-59e5b717c20e req-9e19b946-92d9-409e-a0ca-48fbcfa688f4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.754762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a28d07d0-3ada-4a95-aa40-59e5b717c20e req-9e19b946-92d9-409e-a0ca-48fbcfa688f4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0936236 Nov 16 21:14:13.758360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.792921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.841585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a28d07d0-3ada-4a95-aa40-59e5b717c20e req-25529634-d4f7-4692-8fdd-f09daabcab92 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778112 Nov 16 21:14:13.855868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.858861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.862633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1c6fb16-3b3c-4769-bd8f-cf074dac63c6 req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] 10.222.0.54 "DELETE /v2.0/security-groups/e35909ec-78aa-4c0e-ae92-b39fd4465d00 HTTP/1.1" status: 204 len: 173 time: 0.2105701 Nov 16 21:14:13.865627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35966) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:13.871975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5531bc-3441-4734-80a8-3b181f594ce0 tempest-SecurityGroupRulesNegativeTestJSON-315727663 tempest-SecurityGroupRulesNegativeTestJSON-315727663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35909ec-78aa-4c0e-ae92-b39fd4465d00,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.891416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 893440ba-9f77-4818-b4c0-ecad6686b79b no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:13.922319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 893440ba-9f77-4818-b4c0-ecad6686b79b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:13.922966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 893440ba-9f77-4818-b4c0-ecad6686b79b not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:13.926709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Deleting subnet f7e9f5d3-4ccb-4162-a07b-5a93c659ffcc {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:14:13.930415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.963945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7af86-d704-4ba8-b1e0-2b5d037386de req-3d6e369e-0131-4af3-8a71-565db4dad58f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.965378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d7af86-d704-4ba8-b1e0-2b5d037386de req-3d6e369e-0131-4af3-8a71-565db4dad58f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.0547092 Nov 16 21:14:13.968417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.014422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.020313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d7af86-d704-4ba8-b1e0-2b5d037386de req-74fdb752-aff5-4ddd-b635-75d375d23021 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/security-groups?id=68637369-cce9-4f5e-9006-0fb899f6a728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Nov 16 21:14:14.067246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.096738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e9f5d3-4ccb-4162-a07b-5a93c659ffcc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:14.100389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.106217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35970) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:14.106761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9a305cb-2466-4338-a8e4-7244d135d2e1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f7e9f5d3-4ccb-4162-a07b-5a93c659ffcc HTTP/1.1" status: 204 len: 168 time: 0.2396183 Nov 16 21:14:14.206224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.222741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009bb9-f0ac-4ac8-924e-2acb070ff8ae req-f5291fa7-f133-41e2-aa4a-3721bfb24cc8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:14.224145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb009bb9-f0ac-4ac8-924e-2acb070ff8ae req-f5291fa7-f133-41e2-aa4a-3721bfb24cc8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 945 time: 0.0748229 Nov 16 21:14:14.334462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.364632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb009bb9-f0ac-4ac8-924e-2acb070ff8ae req-0be49927-6e9f-46a8-b82b-7c09dfa3902e tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113214 Nov 16 21:14:14.368856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb3030-1c50-453d-88cf-2d08d8d8d794']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:14.379680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa48a124-3a47-4891-8702-d969d76003b4') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:14.380263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa48a124-3a47-4891-8702-d969d76003b4') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:14.390863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.405878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.413544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:14:14.413950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:14:14.415729 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:14:14.473889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.479935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.483075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] 10.222.0.54 "DELETE /v2.0/networks/ceeb3030-1c50-453d-88cf-2d08d8d8d794 HTTP/1.1" status: 204 len: 168 time: 0.3749461 Nov 16 21:14:14.507800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553d67-5d7b-49cb-96b9-ed499c1e84cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeb3030-1c50-453d-88cf-2d08d8d8d794,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:14.628687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0361cd-7a67-4884-8fc6-f9628e1d160d req-77ceb364-1b05-4818-bb14-899ff8ad6a02 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:14.630590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c0361cd-7a67-4884-8fc6-f9628e1d160d req-77ceb364-1b05-4818-bb14-899ff8ad6a02 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.0587521 Nov 16 21:14:14.634000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-5563afbf-aae5-41bd-8730-e8bd3505af8f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:14.635548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-5563afbf-aae5-41bd-8730-e8bd3505af8f tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.21 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 949 time: 0.0545211 Nov 16 21:14:14.671146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35978) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:14.705259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c0361cd-7a67-4884-8fc6-f9628e1d160d req-b15b0b5e-09c4-49e7-a157-9d550734b28c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Nov 16 21:14:14.743509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f7aa173c-5008-441f-85fa-652ea471137d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe0836cb38094a549613871bfb45a71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670092 Nov 16 21:14:14.743675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35982) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:14.753029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Deleting port 2c1687ff-f310-439c-997e-c8f39960faa9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:14.753633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.799274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.824575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.856840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] For port 2c1687ff-f310-439c-997e-c8f39960faa9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c1687ff-f310-439c-997e-c8f39960faa9,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:14.857479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.871666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Calling delete_port for 2c1687ff-f310-439c-997e-c8f39960faa9 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:14.884370 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.887515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:14.891076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c5d2574-6095-48d8-8d07-84e9b2a0f7bc HTTP/1.1" status: 204 len: 168 time: 0.1440139 Nov 16 21:14:14.896704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ded2d-fc70-4638-b24f-c3c18d731c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5d2574-6095-48d8-8d07-84e9b2a0f7bc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:15.006321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ff15-ec53-438c-bb6e-2cbe6fb8e972 req-134379e5-ff73-423f-835b-4a76159a9e9e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.008878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36f5ff15-ec53-438c-bb6e-2cbe6fb8e972 req-134379e5-ff73-423f-835b-4a76159a9e9e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0581954 Nov 16 21:14:15.048822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.065179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c1687ff-f310-439c-997e-c8f39960faa9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:15.082956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36f5ff15-ec53-438c-bb6e-2cbe6fb8e972 req-6b50518e-e8ca-4129-8938-a5be22d6dec5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653510 Nov 16 21:14:15.086475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Pushing event deleted for resources: {'Port': ['ID=2c1687ff-f310-439c-997e-c8f39960faa9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:15.158515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] No DVR routers for this DVR port 2c1687ff-f310-439c-997e-c8f39960faa9 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:15.161458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.165719 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3b77d3e5-7f20-4118-8b20-63aee8b0d1f9 req-e591ccfc-c24f-46e6-9ad5-cbce4af65262 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.21 "DELETE /v2.0/ports/2c1687ff-f310-439c-997e-c8f39960faa9 HTTP/1.1" status: 204 len: 173 time: 0.5224867 Nov 16 21:14:15.166355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'name': 'network-vif-deleted', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:15.168921 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bfcc8-295e-481d-b511-c0a65b16e639" -d '{"events": [{"server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "name": "network-vif-deleted", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:15.171123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb6df72-c37b-41bd-8260-6f32a164cd23 req-66b0001a-2f72-4f64-99fe-bc68d0dcb085 tempest-ServersAdminNegativeTestJSON-98887229 tempest-ServersAdminNegativeTestJSON-98887229-project] 10.222.0.54 "GET /v2.0/ports?device_id=69cfce2d-dd14-4b20-9d65-9ef449f1e3f0 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Nov 16 21:14:15.207529 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0313493-9be3-461e-ae66-533d9f4e1c3d x-openstack-request-id: req-d0313493-9be3-461e-ae66-533d9f4e1c3d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:15.207910 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cfce2d-dd14-4b20-9d65-9ef449f1e3f0", "name": "network-vif-deleted", "tag": "2c1687ff-f310-439c-997e-c8f39960faa9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:15.208072 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0313493-9be3-461e-ae66-533d9f4e1c3d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:15.208467 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cfce2d-dd14-4b20-9d65-9ef449f1e3f0', 'name': 'network-vif-deleted', 'tag': '2c1687ff-f310-439c-997e-c8f39960faa9', 'status': 'completed', 'code': 200} Nov 16 21:14:15.285711 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-34038e56-7899-4733-a49f-4ce2737a3dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.504230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948048e9-ad31-42cc-a261-395f4fc980a9 req-a03a7caf-4ef0-4350-9c74-f1a63725c194 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.506139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-948048e9-ad31-42cc-a261-395f4fc980a9 req-a03a7caf-4ef0-4350-9c74-f1a63725c194 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 945 time: 0.0591142 Nov 16 21:14:15.568514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-948048e9-ad31-42cc-a261-395f4fc980a9 req-f34156f4-766c-49c0-a239-23df1060189c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554416 Nov 16 21:14:15.829635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:15.853419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0881e25-ae58-49c3-9d69-73dd462886b1 req-416b1f4e-2ca3-4851-a57c-bc7ffced2df9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.860430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0881e25-ae58-49c3-9d69-73dd462886b1 req-416b1f4e-2ca3-4851-a57c-bc7ffced2df9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 945 time: 0.1019926 Nov 16 21:14:15.895864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f8b5-8397-42f0-9708-f9c317db37f6 req-5d5802c0-aab4-4c7f-addf-0ac3a0f87af1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.897447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc2f8b5-8397-42f0-9708-f9c317db37f6 req-5d5802c0-aab4-4c7f-addf-0ac3a0f87af1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.0934701 Nov 16 21:14:15.959624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-81446661-network', 'tenant_id': '8d75ddbd60bb42df81100152342870a1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:15.960804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0881e25-ae58-49c3-9d69-73dd462886b1 req-81bdb6d0-11d6-4b6f-8492-9af9bf72de46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Nov 16 21:14:15.966263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc2f8b5-8397-42f0-9708-f9c317db37f6 req-2f396a72-10c9-43b3-b573-1d8f3515464f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611734 Nov 16 21:14:15.987626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:15.997605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Made reservation on behalf of 8d75ddbd60bb42df81100152342870a1 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:15.999896 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.008662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.079352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.084670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.093693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:16.105819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:16.106308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '5fc6258e-4208-4571-9455-f7ce54164788', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'port_id': '5fc6258e-4208-4571-9455-f7ce54164788', 'mac_address': 'fa:16:3e:52:c8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eedaaa-b409-4c96-881c-d425c87ec6c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:16.121273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59db5b26-9537-48b8-8332-16359af4d833,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.124245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.124581 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Added segment 62f62a21-b8d9-4f61-bcc6-f3b3bb859172 of type vlan for network 48fe6b27-8662-4afb-950c-20697cab8b55 Nov 16 21:14:16.146353 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.161776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc6258e-4208-4571-9455-f7ce54164788 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:16.165225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.182770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:16.187636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.190899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.192018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:16.192617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.243795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.245297 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4139800 Nov 16 21:14:16.248200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:16.264324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Request body: {'subnet': {'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-81446661-subnet', 'tenant_id': '8d75ddbd60bb42df81100152342870a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:16.285284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae003f-06cb-4069-be40-e2b3b2fb6286 admin admin] Pushing event updated for resources: {'Network': ['ID=48fe6b27-8662-4afb-950c-20697cab8b55,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.298919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 48fe6b27-8662-4afb-950c-20697cab8b55 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:16.300211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c804f5-ff8e-48e3-b496-6cf9a1cde6e1 req-ac700deb-be6e-4650-b38e-0e85b49e5274 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:16.301779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57c804f5-ff8e-48e3-b496-6cf9a1cde6e1 req-ac700deb-be6e-4650-b38e-0e85b49e5274 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0659275 Nov 16 21:14:16.304131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Made reservation on behalf of 8d75ddbd60bb42df81100152342870a1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:16.306443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.402736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57c804f5-ff8e-48e3-b496-6cf9a1cde6e1 req-6825b886-3fc7-45ba-b476-406134879e73 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895305 Nov 16 21:14:16.457134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:16.504668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36042) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:16.515431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.566607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.587456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Checking segment: {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:16.587815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Network hostable DHCP agents. Network: 48fe6b27-8662-4afb-950c-20697cab8b55, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:16.606090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Network 48fe6b27-8662-4afb-950c-20697cab8b55 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:16.625930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 48fe6b27-8662-4afb-950c-20697cab8b55) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:16.630515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:16.631368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.634010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfb1c0-ed7a-45c8-9d5d-383f4e853318 None None] Network 48fe6b27-8662-4afb-950c-20697cab8b55 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:16.661177 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b89d5b7-e371-4d88-8faa-76bd80ef7e0a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4089024 Nov 16 21:14:16.666954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e771c910-4949-4e3c-a7b1-1fcedf421889 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33264a820d204a219a5c5f244b5df765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584723 Nov 16 21:14:16.667116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:16.720331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.742897 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.768469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963ba96-9233-4c73-af20-6e3f7288d6d8 None None] Network 48fe6b27-8662-4afb-950c-20697cab8b55 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:16.801649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.804711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.806099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68637369-cce9-4f5e-9006-0fb899f6a728 HTTP/1.1" status: 204 len: 168 time: 0.1380565 Nov 16 21:14:16.814953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285cd4-18ac-485a-b151-df8b37eff699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68637369-cce9-4f5e-9006-0fb899f6a728,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.950538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-705393411', 'description': 'tempest-description-567343453'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:16.974003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.058812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.073621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.112024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.113258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d3ae42b-4d48-4085-a856-aa56c9b4d9a9 req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1677608 Nov 16 21:14:17.117067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f545-0d88-46f0-8266-81c27f9381ef tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a646fd-cdba-4e43-a22c-60a73a502445,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:17.134527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a4472-bc72-4bd7-9b1f-badd5738b733 req-b4df62f5-f811-44ea-9060-9b9134f17f46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.134966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a14a4472-bc72-4bd7-9b1f-badd5738b733 req-b4df62f5-f811-44ea-9060-9b9134f17f46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 945 time: 0.0968060 Nov 16 21:14:17.142097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36068) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:17.239684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a14a4472-bc72-4bd7-9b1f-badd5738b733 req-54578052-7d1f-4796-8636-a97ad4d3ba16 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984728 Nov 16 21:14:17.244310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7affc9ad-b4ce-42b9-89df-299454470146 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63c7928da13b4d939f99bb9b7883e2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1005819 Nov 16 21:14:17.246900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36070) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:17.270535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412cf92-71f9-4847-8bd6-b0edd38b0df2 req-5abcc2e5-ba20-47f9-9222-4ee3827d07b0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.271997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0412cf92-71f9-4847-8bd6-b0edd38b0df2 req-5abcc2e5-ba20-47f9-9222-4ee3827d07b0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 945 time: 0.1031525 Nov 16 21:14:17.278997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1828568196', 'description': 'tempest-description-1563434142'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:17.335260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.374177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0412cf92-71f9-4847-8bd6-b0edd38b0df2 req-70ac5d88-a45c-48d2-9e7e-4e36a1325b16 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862038 Nov 16 21:14:17.375691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.423568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.478166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.482275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.515394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.517913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.519057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6fc0135c-5f29-4f40-9833-12e9cf129c74 HTTP/1.1" status: 204 len: 168 time: 0.2712252 Nov 16 21:14:17.522849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.531405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c105e05-517b-44b6-af94-8db7a207e01d req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2584124 Nov 16 21:14:17.534069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589dd98-e947-42ca-8fa9-68e180e3f5ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76dda90-295e-4c37-a6aa-c919944562e0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:17.547083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734dcf7-096c-4e4e-92f8-ca2e20aafb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc0135c-5f29-4f40-9833-12e9cf129c74,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:17.619715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-44f6865e-9a20-4884-8bb6-3292086bfc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.688980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377028f2-0e09-4b08-8fb4-433298779fff req-69ea095d-ecd2-4f54-b5ca-cd4a81ac565f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.695680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-377028f2-0e09-4b08-8fb4-433298779fff req-69ea095d-ecd2-4f54-b5ca-cd4a81ac565f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0611548 Nov 16 21:14:17.751687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-377028f2-0e09-4b08-8fb4-433298779fff req-47deb52f-c7d1-4140-aac5-d62744f0a99f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Nov 16 21:14:17.934283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-b425630a-8467-4e66-b4f9-8e588dea20ba tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.935808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-b425630a-8467-4e66-b4f9-8e588dea20ba tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 811 time: 0.1125946 Nov 16 21:14:17.954764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-496299aa-c748-4b4b-a006-b0e942905d31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/quotas/8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 375 time: 0.0131338 Nov 16 21:14:17.995385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-2ce96fd9-fe11-4958-add6-32567f333f62 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320799 Nov 16 21:14:18.011204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:18.061780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 5fc6258e-4208-4571-9455-f7ce54164788 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:18.065537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 5fc6258e-4208-4571-9455-f7ce54164788 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:18.065993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:18.098725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-71b5d231-657c-4914-a051-78191be43634 service neutron] 10.222.0.54 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953403 Nov 16 21:14:18.159664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:18.184557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:18.186947 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cbf167-536d-4ee7-9189-2fcd3b155215" -d '{"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6258e-4208-4571-9455-f7ce54164788"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:18.200097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-04a58e11-1c50-4462-8602-a14f6ce4b3c9 service neutron] 10.222.0.54 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941689 Nov 16 21:14:18.203646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:18.208881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:18.209656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c1687ff-f310-439c-997e-c8f39960faa9 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:18.249607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2c1687ff-f310-439c-997e-c8f39960faa9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:18.249993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c1687ff-f310-439c-997e-c8f39960faa9 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:18.272489 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0cc7ae-078f-45f0-821d-199a4fdb5b18 x-openstack-request-id: req-cd0cc7ae-078f-45f0-821d-199a4fdb5b18 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:18.273298 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6258e-4208-4571-9455-f7ce54164788", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:18.273545 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd0cc7ae-078f-45f0-821d-199a4fdb5b18 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:18.274095 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788', 'code': 200} Nov 16 21:14:18.295326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:18.375099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e93ba-c0ed-432a-bc9e-27e736689a73 req-2dee89f2-2b7f-4e83-b807-981d2832c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:18.377223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-886e93ba-c0ed-432a-bc9e-27e736689a73 req-2dee89f2-2b7f-4e83-b807-981d2832c274 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1097 time: 0.0409451 Nov 16 21:14:18.455220 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-886e93ba-c0ed-432a-bc9e-27e736689a73 req-c5dd9149-0f05-4475-a1f1-7c6a353514b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684645 Nov 16 21:14:18.459786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03f96a43-5de3-4fe8-904e-238b8c9d2ec9 req-a448972b-c847-4154-9e14-aa010b748043 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 210 time: 0.0411706 Nov 16 21:14:18.529319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f56-5ec1-4808-8945-8c9e27352919 req-56dd9076-a58a-47db-a3e5-cb1726dab2e0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:18.530783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e3e9f56-5ec1-4808-8945-8c9e27352919 req-56dd9076-a58a-47db-a3e5-cb1726dab2e0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.0665486 Nov 16 21:14:18.591146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e3e9f56-5ec1-4808-8945-8c9e27352919 req-9c8b1493-b7b7-48b4-804e-7f498be05275 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Nov 16 21:14:18.871063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e9fc-bb94-4008-9719-4fc5f60e6bfa req-3b55c5ac-1150-4029-90da-25e3fd9a02d4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:18.878409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8a5e9fc-bb94-4008-9719-4fc5f60e6bfa req-3b55c5ac-1150-4029-90da-25e3fd9a02d4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0640004 Nov 16 21:14:18.928267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8a5e9fc-bb94-4008-9719-4fc5f60e6bfa req-1704617b-a0ce-4c65-8cb1-e843f40d4fb4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481777 Nov 16 21:14:19.161591 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.349119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8875507a-9700-489d-bf0f-f67d76a6004c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209789 Nov 16 21:14:19.695907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ede759a5-4f06-4b7a-ae5a-3af9648e509c req-9267ccd6-b5fa-48f2-8d31-a52cd8970b7d tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 210 time: 0.0743053 Nov 16 21:14:19.770918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-2def277c-8103-46ba-b3fa-fe8ad53468c3 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:19.772285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-2def277c-8103-46ba-b3fa-fe8ad53468c3 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171200 Nov 16 21:14:19.822305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-802d6c15-eb9d-4845-8e5f-a2f520334a87 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:19.823737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-802d6c15-eb9d-4845-8e5f-a2f520334a87 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.36 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 811 time: 0.2010884 Nov 16 21:14:19.827348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-b8ef5b9f-72a2-4217-a25c-55f054f0a758 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0444083 Nov 16 21:14:19.851800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'device_id': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55', 'admin_state_up': True, 'tenant_id': '8d75ddbd60bb42df81100152342870a1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:19.879467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2f48-7606-48f0-8dcf-c5eb423be20d req-0447d54f-8152-47d9-85b0-6285d5609dfa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:19.880925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b62f2f48-7606-48f0-8dcf-c5eb423be20d req-0447d54f-8152-47d9-85b0-6285d5609dfa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1201217 Nov 16 21:14:19.892558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-e421fcea-839b-421a-881c-98bc131a3866 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588152 Nov 16 21:14:19.988931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b62f2f48-7606-48f0-8dcf-c5eb423be20d req-029b1aa7-8aab-400d-a652-c9e1f499a0c0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954375 Nov 16 21:14:20.042843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Made reservation on behalf of 8d75ddbd60bb42df81100152342870a1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:20.048336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.237793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b0db749-8079-4671-bc72-07e53ea90e88 req-851cfb56-e795-474d-8e53-c6fc0ad378fc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 210 time: 0.0658276 Nov 16 21:14:20.273378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e1f5c-8ee2-4e92-a573-589fa253d34d req-d50b3083-42b4-4875-a662-eeba90de3077 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.274880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e95e1f5c-8ee2-4e92-a573-589fa253d34d req-d50b3083-42b4-4875-a662-eeba90de3077 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.1269045 Nov 16 21:14:20.329170 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-d6b5f20b-a5aa-43f4-8809-119e29f920de service neutron] show failed (client error): The resource could not be found. Nov 16 21:14:20.331168 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-d6b5f20b-a5aa-43f4-8809-119e29f920de service neutron] 10.222.0.21 "GET /v2.0/ports/884daaf7-40d2-4422-ac36-577c5c86ad8c/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0882087 Nov 16 21:14:20.381779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.389683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Allocated IP 172.20.0.3 (48fe6b27-8662-4afb-950c-20697cab8b55/b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6/8465735b-ca90-48a8-9af3-7423c6f6b8e3) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:20.396320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e95e1f5c-8ee2-4e92-a573-589fa253d34d req-a549da5b-1076-4018-bbf0-13a212754123 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000371 Nov 16 21:14:20.562171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.627579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-df046eac-481c-4886-8ac4-d53474563e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.629092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-df046eac-481c-4886-8ac4-d53474563e59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1101 time: 0.0654013 Nov 16 21:14:20.638062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.673634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:20.701049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Network 48fe6b27-8662-4afb-950c-20697cab8b55 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:20.709402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:20.719308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:20.745120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:20.812582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.828993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.829598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.870065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-5dfde740-7c17-40d9-8a0e-79874a68b928 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0311382 Nov 16 21:14:20.884303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d186e-c3e9-4d19-92b9-4b4525298c21 req-deb655a3-3bf0-46d7-b4a2-59a0399ed668 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.885641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-824d186e-c3e9-4d19-92b9-4b4525298c21 req-deb655a3-3bf0-46d7-b4a2-59a0399ed668 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 931 time: 0.1116052 Nov 16 21:14:20.894406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Request body: {'port': {'device_id': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:21.055747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.071968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-824d186e-c3e9-4d19-92b9-4b4525298c21 req-3e921a24-229d-4616-889c-f98a0ba72771 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675065 Nov 16 21:14:21.228963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e91a-e586-42d7-8006-1e56b9641870 req-f1af9538-f1ee-46ba-989a-d27944e62ee5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.236760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e03e91a-e586-42d7-8006-1e56b9641870 req-f1af9538-f1ee-46ba-989a-d27944e62ee5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1554532 Nov 16 21:14:21.292934 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-c9d96ca4-5062-4796-b4dc-219a9c9d2034 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728071 Nov 16 21:14:21.301581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:21.319706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.432071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e03e91a-e586-42d7-8006-1e56b9641870 req-18f867f5-66ca-43d8-b8ac-8f616eff0f14 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941106 Nov 16 21:14:21.497538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-4bd527f7-d427-4e8d-9a20-98e6a274b639 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.499634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-4bd527f7-d427-4e8d-9a20-98e6a274b639 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048073 Nov 16 21:14:21.520179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:21.605149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fae33503-e27c-4a30-b3df-35404d80daaa req-d7dcdaf0-87f8-4e6b-bd86-5b543a4770b3 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 210 time: 0.0677798 Nov 16 21:14:21.610621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:21.654806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:21.660485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.671083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.748792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:21.751114 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e9d94a-c95b-47a3-97b5-1a31448879a8" -d '{"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-unplugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:21.768136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.782425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.783695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666357-bc5f-4869-a0b3-e8e1b3d3eb79 req-d5dc1d49-40a9-4cd3-acc1-a4bec436956c tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.785384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24666357-bc5f-4869-a0b3-e8e1b3d3eb79 req-d5dc1d49-40a9-4cd3-acc1-a4bec436956c tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1096 time: 0.2445092 Nov 16 21:14:21.787257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Transition to ACTIVE for port object 884daaf7-40d2-4422-ac36-577c5c86ad8c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:21.791919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.824752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.867309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e276e4ad-a852-4458-8976-d76ab2a9b6da,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:21.926187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24666357-bc5f-4869-a0b3-e8e1b3d3eb79 req-d96a0303-faaf-4d7a-a7eb-e6b3c566a501 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320364 Nov 16 21:14:21.968336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.181 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/9e830bd6-e376-4802-aecf-bb5649a2901c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:21.972850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76cdb5-b957-4ce0-996d-9fdb4b0c0604 req-398b651c-8272-49ad-a2d3-bc3e1c2f20e2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.983404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d76cdb5-b957-4ce0-996d-9fdb4b0c0604 req-398b651c-8272-49ad-a2d3-bc3e1c2f20e2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.3096726 Nov 16 21:14:21.998956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] No DVR routers for this DVR port 884daaf7-40d2-4422-ac36-577c5c86ad8c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:22.019835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:22.025382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.203051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:22.203745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:22.204502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:22.211128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:22.212665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8465735b-ca90-48a8-9af3-7423c6f6b8e3 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:22.229697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d76cdb5-b957-4ce0-996d-9fdb4b0c0604 req-8187abd8-ad6e-4ffb-bd4c-46ad0502bf85 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452354 Nov 16 21:14:22.234895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.241297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '790330d9-b087-4f82-ad86-da646c9be653', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '790330d9-b087-4f82-ad86-da646c9be653', 'mac_address': 'fa:16:3e:9e:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:22.242835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:22.243486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Attempting to bind port 884daaf7-40d2-4422-ac36-577c5c86ad8c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:22.267895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:22.268363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:22.268835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:22.269408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Bound port: 884daaf7-40d2-4422-ac36-577c5c86ad8c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:22.269860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.276783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Transition to ACTIVE for port object 8465735b-ca90-48a8-9af3-7423c6f6b8e3 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:22.290222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.299923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bb9ad-8eb8-4810-b0cb-efe8478cd7ea req-d7d53746-9aa7-42d5-8031-691bb6fdcded tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.301550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c52bb9ad-8eb8-4810-b0cb-efe8478cd7ea req-d7d53746-9aa7-42d5-8031-691bb6fdcded tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1097 time: 0.1891201 Nov 16 21:14:22.355184 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.377037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 790330d9-b087-4f82-ad86-da646c9be653 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:22.414341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.436357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.457258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:22.466920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.521399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:22.525912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.552842 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f1d4f-f0a1-4f22-8538-2a674944461c x-openstack-request-id: req-a53f1d4f-f0a1-4f22-8538-2a674944461c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:22.553159 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-unplugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:22.553462 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a53f1d4f-f0a1-4f22-8538-2a674944461c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:22.553924 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'code': 200} Nov 16 21:14:22.557671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:22.563746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:22.572917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c52bb9ad-8eb8-4810-b0cb-efe8478cd7ea req-8753f936-81cc-4375-969f-68f1eaa20aae tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335014 Nov 16 21:14:22.594883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.595569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.614002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:22.629145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:22.643294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.644060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.645691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] 10.222.0.36 "PUT /v2.0/ports/884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 1096 time: 1.9780345 Nov 16 21:14:22.666725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['790330d9-b087-4f82-ad86-da646c9be653'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:22.674240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Attempting to bind port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:22.674580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Attempting to bind port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:22.674916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Attempting to bind port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 on network 48fe6b27-8662-4afb-950c-20697cab8b55 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:22.690102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 on network 48fe6b27-8662-4afb-950c-20697cab8b55 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:22.691128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Attempting to bind port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 on network 48fe6b27-8662-4afb-950c-20697cab8b55 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:22.701816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24c08-bc9c-403d-a472-a453373f0be8 service neutron] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.713613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:22.713946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Checking segment: {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:22.714330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Bound using segment: {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:22.714775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Bound port: 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:22.715173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.749732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.779908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.780908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.819779 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-8db4d8e5-11cb-4e0a-ab75-ad50a6029892 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2967947 Nov 16 21:14:22.826614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Request body: {'port': {'device_id': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:22.927397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.984019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-c77c3602-0ab0-49fe-8bfb-a157d133f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.985552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-c77c3602-0ab0-49fe-8bfb-a157d133f369 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.2807140 Nov 16 21:14:23.017414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-51872e2c-9cfe-4583-9dbe-6f57fca6940a None None] Provisioning complete for port 9e830bd6-e376-4802-aecf-bb5649a2901c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:23.017785 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51872e2c-9cfe-4583-9dbe-6f57fca6940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.075210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-51872e2c-9cfe-4583-9dbe-6f57fca6940a None None] Port 9e830bd6-e376-4802-aecf-bb5649a2901c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:23.158992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:23.213918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:23.256201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321a4b3-a4e5-40e5-b783-1f7835292f94 req-ad521101-2470-4f2e-be4b-fd7697fcd06e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.259052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1321a4b3-a4e5-40e5-b783-1f7835292f94 req-ad521101-2470-4f2e-be4b-fd7697fcd06e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 943 time: 0.4268997 Nov 16 21:14:23.268086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.363526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.364334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.368837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] 10.222.0.36 "PUT /v2.0/ports/8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 1091 time: 2.4822354 Nov 16 21:14:23.431704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e830bd6-e376-4802-aecf-bb5649a2901c {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:23.440398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.445939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1321a4b3-a4e5-40e5-b783-1f7835292f94 req-dac5e857-90cd-4197-bc16-d8e5cd7df8a8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 Nov 16 21:14:23.496350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Transition to ACTIVE for port object 9e830bd6-e376-4802-aecf-bb5649a2901c will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:23.508632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.524046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf98ba-711f-498c-ac8b-8bc962e99dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:23.527927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-28e69790-04a4-4589-afc0-5483d1311937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.532081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-28e69790-04a4-4589-afc0-5483d1311937 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.5212669 Nov 16 21:14:23.649641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:23.690073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-0998d407-43f5-48a2-a9b7-ddde6a85459d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.1455407 Nov 16 21:14:23.783804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-23901418-7c86-407a-a82c-602ea09b6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.785380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-23901418-7c86-407a-a82c-602ea09b6214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1094 time: 0.2911856 Nov 16 21:14:23.829008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Attempting to bind port 9e830bd6-e376-4802-aecf-bb5649a2901c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:23.830509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Attempting to bind port 9e830bd6-e376-4802-aecf-bb5649a2901c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:23.830856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Attempting to bind port 9e830bd6-e376-4802-aecf-bb5649a2901c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:23.841965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Port 9e830bd6-e376-4802-aecf-bb5649a2901c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:23.842461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Attempting to bind port 9e830bd6-e376-4802-aecf-bb5649a2901c on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:23.851234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:23.851575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:23.852015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:23.852448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Bound port: 9e830bd6-e376-4802-aecf-bb5649a2901c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:23.852841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.857558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-c7e3711b-90cb-402c-ad00-56a2eae580cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 217 time: 0.0568645 Nov 16 21:14:23.865400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-f654e9b2-4cdf-4ee3-8c0a-cc3f2c2715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.867771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-f654e9b2-4cdf-4ee3-8c0a-cc3f2c2715d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1590192 Nov 16 21:14:23.955267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-8eb30c66-263a-41a7-ba54-a0543f17fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.956631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-8eb30c66-263a-41a7-ba54-a0543f17fad3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.0858428 Nov 16 21:14:23.977423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:23.982020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9e830bd6-e376-4802-aecf-bb5649a2901c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:23.990142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.033707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.034917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.035512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:24.036697 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e830bd6-e376-4802-aecf-bb5649a2901c HTTP/1.1" status: 200 len: 1096 time: 1.2153337 Nov 16 21:14:24.037294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:24.040994 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:24.064650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd96f9-e99d-4992-ba9c-67d9f2745df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:24.102734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-ae59a273-6f76-4447-a54e-e31a78e82ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578904 Nov 16 21:14:24.201843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-716ec255-eec4-4bea-aa08-7fc5800517df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.203991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-716ec255-eec4-4bea-aa08-7fc5800517df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2463329 Nov 16 21:14:24.223942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 790330d9-b087-4f82-ad86-da646c9be653 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:24.230317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.274780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-2ca2cabe-8e25-45cf-9e72-65175b2cf101 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:14:24.276368 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-2ca2cabe-8e25-45cf-9e72-65175b2cf101 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106556 Nov 16 21:14:24.297378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-94023cee-da89-40e0-8aa5-ec095f17b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.299377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-94023cee-da89-40e0-8aa5-ec095f17b9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 1099 time: 0.1567929 Nov 16 21:14:24.487497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.496042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-5b3390df-e918-4046-bf51-13f2d44ef94f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=9e830bd6-e376-4802-aecf-bb5649a2901c HTTP/1.1" status: 200 len: 217 time: 0.1447003 Nov 16 21:14:24.523886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-2efb6bba-e52d-417e-8735-ac3a1a985ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.532774 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-2efb6bba-e52d-417e-8735-ac3a1a985ca2 service neutron] 10.222.0.54 "GET /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 1093 time: 0.2464471 Nov 16 21:14:24.570107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:24.572423 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb98dc-8c80-4003-86b7-28564c15ea6d" -d '{"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-plugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:24.582016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Request body: {'binding': {'host': 'n-h1-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:24.583694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Unknown quota resources ['binding']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:14:24.612200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:24.628666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.630008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:24.686237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-64b2587a-735e-4c55-b7c0-e2bfd6313196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.688792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-64b2587a-735e-4c55-b7c0-e2bfd6313196 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1823697 Nov 16 21:14:24.732774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:24.785130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:24.792801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-e26d59d9-d77f-4145-9f7d-53b7c6a2f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.794318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-e26d59d9-d77f-4145-9f7d-53b7c6a2f194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933557 Nov 16 21:14:24.821318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}, {'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:24.824080 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357c767-8f4a-4521-8db9-1cd89f981efe" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}, {"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:24.907495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on host n-h1-816206-5 for vnic_type normal with profile None {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:24.907868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:24.908159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:24.918055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:24.918377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:24.934759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-8757379c-4f56-45d8-8baa-b40adb9af396 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204923 Nov 16 21:14:24.935017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:24.935017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:24.935017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:24.935017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Bound port: 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:24.970410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f530-5bb6-4dec-aa54-6cec83aee37f req-1aa11cf4-be92-406b-abb0-87e44534f604 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.979320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0892f530-5bb6-4dec-aa54-6cec83aee37f req-1aa11cf4-be92-406b-abb0-87e44534f604 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 948 time: 0.1512859 Nov 16 21:14:24.984943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-1f3bd351-6386-4986-9a3b-c4a1427e8f7d service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726201 Nov 16 21:14:25.076286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-c9a0bfab-0fed-4d85-8a05-d11330572b76 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590243 Nov 16 21:14:25.133372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:25.165935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.167141 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-90af6542-be75-496b-93f8-866dc4024e08 service neutron] 10.222.0.54 "POST /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5887604 Nov 16 21:14:25.198375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f7684ce3-6c93-4105-baec-701469e9ee31 req-9b541000-ec67-4147-a229-5d4dcebeb7c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953018 Nov 16 21:14:25.211529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0892f530-5bb6-4dec-aa54-6cec83aee37f req-9e6a34d7-07a2-464c-9587-aef29ba1efe8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296846 Nov 16 21:14:25.412194 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507db967-431d-456c-9ebe-b4e822686e4c x-openstack-request-id: req-507db967-431d-456c-9ebe-b4e822686e4c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:25.412484 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:25.412784 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-507db967-431d-456c-9ebe-b4e822686e4c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:25.413212 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c', 'status': 'completed', 'code': 200} Nov 16 21:14:25.484221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e401e25-d734-47e9-a3f8-0c0a322fc3a5 req-ece591a2-531d-4bd3-b56d-857a6b37f4ad service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393384 Nov 16 21:14:25.574621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9546ba-beb5-4358-b8a9-4cd240fa70b5 req-530d37c7-ac63-42d8-aad3-3b11dd296d03 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.581982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f9546ba-beb5-4358-b8a9-4cd240fa70b5 req-530d37c7-ac63-42d8-aad3-3b11dd296d03 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.2293513 Nov 16 21:14:25.592506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d1e027-b296-4287-bf6f-a836ca6e562a req-40232aa1-6806-4433-bb16-61ccc5539be6 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043213 Nov 16 21:14:25.606150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-b54cef62-7c2c-475d-ad30-40f4109db235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.612625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-b54cef62-7c2c-475d-ad30-40f4109db235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 1099 time: 0.1667500 Nov 16 21:14:25.743258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-4ccc9084-2579-4e39-b5b4-72c0e0f6395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.744484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f9546ba-beb5-4358-b8a9-4cd240fa70b5 req-81bb091e-0c83-49a1-aa14-dc51b3913afa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615436 Nov 16 21:14:25.745862 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-4ccc9084-2579-4e39-b5b4-72c0e0f6395d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1096 time: 0.2221920 Nov 16 21:14:25.811369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b66fab-cb3b-42a3-8ec5-ce15db01689b req-ddec0719-64d1-4fe9-add0-f675e6a19618 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.821994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82b66fab-cb3b-42a3-8ec5-ce15db01689b req-ddec0719-64d1-4fe9-add0-f675e6a19618 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 943 time: 0.2030253 Nov 16 21:14:25.844111 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ac8c6-4ec9-4c63-b0de-e3686062d1e7 x-openstack-request-id: req-914ac8c6-4ec9-4c63-b0de-e3686062d1e7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:25.845012 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-plugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:25.845684 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-914ac8c6-4ec9-4c63-b0de-e3686062d1e7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:25.846284 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653', 'code': 200} Nov 16 21:14:25.919220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-2bc11b6f-b17f-469e-8681-df82c5f4eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.919792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-2bc11b6f-b17f-469e-8681-df82c5f4eaa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2910409 Nov 16 21:14:25.959976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82b66fab-cb3b-42a3-8ec5-ce15db01689b req-9f1522d2-8801-42e7-83c6-e743c7c8d2f7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361253 Nov 16 21:14:25.978317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-dd5d937c-84e0-41b0-b810-12248da5a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.979854 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-dd5d937c-84e0-41b0-b810-12248da5a7bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2184646 Nov 16 21:14:25.981435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-275054f8-0d8e-4e0e-bdcd-c988e6aad859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=9e830bd6-e376-4802-aecf-bb5649a2901c HTTP/1.1" status: 200 len: 217 time: 0.0509021 Nov 16 21:14:26.083880 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-8772a4ca-522a-483a-b806-87fbc1699ef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 217 time: 0.0932746 Nov 16 21:14:26.104707 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1065351-502f-47e2-8893-1f3f3d027ef2 x-openstack-request-id: req-f1065351-502f-47e2-8893-1f3f3d027ef2 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:26.105231 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:26.105644 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1065351-502f-47e2-8893-1f3f3d027ef2 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:26.106212 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'status': 'completed', 'code': 200} Nov 16 21:14:26.106639 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'status': 'completed', 'code': 200} Nov 16 21:14:26.213882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-c4017e21-7671-4904-90a2-332d2d1d5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.215782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-c4017e21-7671-4904-90a2-332d2d1d5d36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2199874 Nov 16 21:14:26.257177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-cc9ab258-509e-4196-ad92-7bd3996d5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.259621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-cc9ab258-509e-4196-ad92-7bd3996d5ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.1339138 Nov 16 21:14:26.264578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-9e761342-4eff-4b11-9fd2-e4e381d6daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.274242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-9e761342-4eff-4b11-9fd2-e4e381d6daf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1428807 Nov 16 21:14:26.300316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15865ea-275a-46a4-a595-2f4d10746229 req-c26d1055-e02d-431d-80b4-e72b4358b13c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.309553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a15865ea-275a-46a4-a595-2f4d10746229 req-c26d1055-e02d-431d-80b4-e72b4358b13c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.1367841 Nov 16 21:14:26.382405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-d15b94d3-5432-4437-8604-9fb310112a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995004 Nov 16 21:14:26.427062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-f7b8d8fb-d802-40a0-9b73-305377b4b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.428563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-f7b8d8fb-d802-40a0-9b73-305377b4b6e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1590891 Nov 16 21:14:26.430303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-b584ed69-867b-4311-9b70-c72b3f04a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.431653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-b584ed69-867b-4311-9b70-c72b3f04a48e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.2959857 Nov 16 21:14:26.560901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-3c8e8c48-469f-4814-b422-b654715cca8f service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723773 Nov 16 21:14:26.598517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a15865ea-275a-46a4-a595-2f4d10746229 req-57bfdd47-063d-4603-b28e-b14674a31776 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878442 Nov 16 21:14:26.637548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-1c6af1ab-6513-4acf-bdb9-b3123f9327fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.639135 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-1c6af1ab-6513-4acf-bdb9-b3123f9327fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4005029 Nov 16 21:14:26.774676 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-d2b5ef79-3f57-4d3b-bfff-1544774fbc9b service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031744 Nov 16 21:14:26.777800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-edde043a-e6e7-4b30-8657-e9219ecc2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.793341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-edde043a-e6e7-4b30-8657-e9219ecc2143 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3308632 Nov 16 21:14:26.805218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-aee35824-b8d7-421a-971c-af5d2fd58319 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.3574562 Nov 16 21:14:26.837154 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-f6ffea7c-d970-4c77-a91c-af5ac67277ff service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828856 Nov 16 21:14:26.860815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-78b51878-2762-4287-b230-78d10e03a66f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.0658822 Nov 16 21:14:26.981242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5b0dacc-7e46-4701-b0e9-7f5f84ce2ed4 req-d5042ef5-7af3-4586-8fdc-d951dbd637f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337259 Nov 16 21:14:26.986868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94572181-ac8a-4404-bc07-8cf575e08830 req-7a344957-8369-490a-a49e-6f9dfcb0092b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.988968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94572181-ac8a-4404-bc07-8cf575e08830 req-7a344957-8369-490a-a49e-6f9dfcb0092b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 948 time: 0.5563631 Nov 16 21:14:27.008406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d134ee-c07f-4225-8bbf-d1b602190dcd req-01797aa7-8e1e-445e-86dd-70bbb432eb90 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.010321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d134ee-c07f-4225-8bbf-d1b602190dcd req-01797aa7-8e1e-445e-86dd-70bbb432eb90 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.1612442 Nov 16 21:14:27.052938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-7837660f-954f-4169-ab51-d2f3c8db4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.054524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-7837660f-954f-4169-ab51-d2f3c8db4a56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2069376 Nov 16 21:14:27.059209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-8f2ec7c6-80c2-4ff3-bc83-d7afb6694d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.060593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-8f2ec7c6-80c2-4ff3-bc83-d7afb6694d77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1476672 Nov 16 21:14:27.188035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d134ee-c07f-4225-8bbf-d1b602190dcd req-ff414cd6-03a1-4741-a59a-af740b6a7e16 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700053 Nov 16 21:14:27.207450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94572181-ac8a-4404-bc07-8cf575e08830 req-d5f2a21f-c332-421e-aac3-e709cb5e6242 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924944 Nov 16 21:14:27.215940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-10bc163b-798d-4a04-b361-02d4d80cd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.220071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-10bc163b-798d-4a04-b361-02d4d80cd21c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526744 Nov 16 21:14:27.223554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-b06d6465-34ac-4225-9c5b-6e54fa6d6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.225815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-b06d6465-34ac-4225-9c5b-6e54fa6d6405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112146 Nov 16 21:14:27.409581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-e54b0088-0091-4112-9ecf-406aeba21ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776166 Nov 16 21:14:27.591354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dce995-89f5-457c-a4dc-8173d8f9bedd req-b758b74e-0a70-4e3b-99f1-2d98bc004f4e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.598900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51dce995-89f5-457c-a4dc-8173d8f9bedd req-b758b74e-0a70-4e3b-99f1-2d98bc004f4e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 943 time: 0.1877577 Nov 16 21:14:27.703479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-f8410dc0-8b40-48a3-b694-d9b6b8333d0f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784097 Nov 16 21:14:27.712745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-6c8900d2-f2a5-47c3-9f20-4cf7396d002c service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004587 Nov 16 21:14:27.737607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51dce995-89f5-457c-a4dc-8173d8f9bedd req-a425cb03-2117-4323-9d4a-4106b9abd55a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374807 Nov 16 21:14:27.882162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4fd5a-6f56-4423-b75c-f0a55d045b46 req-290449bd-4b83-423a-bea1-205a5f177273 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.883828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d4fd5a-6f56-4423-b75c-f0a55d045b46 req-290449bd-4b83-423a-bea1-205a5f177273 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.1209850 Nov 16 21:14:27.947792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9e830bd6-e376-4802-aecf-bb5649a2901c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:27.964023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-b69d51c7-1e8f-427c-ae30-ddd5cfa92e16 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188723 Nov 16 21:14:27.992611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d4fd5a-6f56-4423-b75c-f0a55d045b46 req-1c9d560f-c9b8-48ff-98c5-0665933969c1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968208 Nov 16 21:14:28.107501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-afd61fed-fde0-47fb-9a4a-99a77edef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.109326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-afd61fed-fde0-47fb-9a4a-99a77edef072 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1094 time: 0.0785303 Nov 16 21:14:28.145059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9e830bd6-e376-4802-aecf-bb5649a2901c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:28.162173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '9e830bd6-e376-4802-aecf-bb5649a2901c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '9e830bd6-e376-4802-aecf-bb5649a2901c', 'mac_address': 'fa:16:3e:aa:a0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:28.211956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.249452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e830bd6-e376-4802-aecf-bb5649a2901c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:28.287752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9e830bd6-e376-4802-aecf-bb5649a2901c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:28.288082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-ea9e3cb4-ead3-45ef-a365-a7d94a1d91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.289596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-ea9e3cb4-ead3-45ef-a365-a7d94a1d91c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.1691809 Nov 16 21:14:28.298721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.392525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-55d3e0ec-6f85-43cd-b803-1683dddae78f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 217 time: 0.0783336 Nov 16 21:14:28.410627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.532242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089a8c8-d75e-42b6-8999-2d47bf20920f req-d0a344e7-4aed-4d89-ba7c-4073c90e4035 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.533970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0089a8c8-d75e-42b6-8999-2d47bf20920f req-d0a344e7-4aed-4d89-ba7c-4073c90e4035 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.1560433 Nov 16 21:14:28.535410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-ad8d6f1d-6c0b-41e8-8d29-bc7e776838b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.537310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-ad8d6f1d-6c0b-41e8-8d29-bc7e776838b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.1172113 Nov 16 21:14:28.573076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa2f0-0bda-474e-8d52-27b31b21569f req-a663e0c6-fd3f-4bc4-a82b-0903cb3e69fd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.574522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4dfa2f0-0bda-474e-8d52-27b31b21569f req-a663e0c6-fd3f-4bc4-a82b-0903cb3e69fd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 949 time: 0.1793799 Nov 16 21:14:28.603210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-6c0aa1fd-1d2c-449a-8e9d-e3836a790713 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522776 Nov 16 21:14:28.637225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:28.741771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4dfa2f0-0bda-474e-8d52-27b31b21569f req-d3efc637-54c3-4ed1-adef-c77e900a7bba tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382186 Nov 16 21:14:28.812254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0089a8c8-d75e-42b6-8999-2d47bf20920f req-03b4fbbd-0118-4358-aa7f-5bc4e0d56963 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695503 Nov 16 21:14:28.823460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-903db204-d5dc-421c-8c71-ecc966822542 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014596 Nov 16 21:14:28.996252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3357c767-8f4a-4521-8db9-1cd89f981efe req-09c2b927-e0fb-4d0e-8522-c930c3c422b8 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643870 Nov 16 21:14:29.024467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ecbb6-a7be-46aa-b628-15a01df4a4c6 req-6a59899a-aac7-4fe6-b65b-5d91009a5afb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.026155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-378ecbb6-a7be-46aa-b628-15a01df4a4c6 req-6a59899a-aac7-4fe6-b65b-5d91009a5afb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 943 time: 0.0996084 Nov 16 21:14:29.121411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-378ecbb6-a7be-46aa-b628-15a01df4a4c6 req-4b39c27f-f975-46e6-a511-947dc02871f8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Nov 16 21:14:29.210510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d3eb2-666a-44fc-8cc5-1bb4d58f6149 req-00645b8a-f7b0-47b1-aa1b-8f363f8165aa tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.219490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e24d3eb2-666a-44fc-8cc5-1bb4d58f6149 req-00645b8a-f7b0-47b1-aa1b-8f363f8165aa tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.0967636 Nov 16 21:14:29.362617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7f4f-73a0-46b3-91e5-5f44c4121bf3 req-4046fa8f-b3d4-4dca-911d-8843147714da tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.370730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3e7f4f-73a0-46b3-91e5-5f44c4121bf3 req-4046fa8f-b3d4-4dca-911d-8843147714da tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 948 time: 0.1825457 Nov 16 21:14:29.398569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e24d3eb2-666a-44fc-8cc5-1bb4d58f6149 req-6df2f235-f755-41ed-8b43-0a90eefc040e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745420 Nov 16 21:14:29.410820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc582-73d9-46ae-af46-2a75dc690373 req-83b3dc51-0773-442e-985b-c6fff23d0519 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.412525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-83b3dc51-0773-442e-985b-c6fff23d0519 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb&tenant_id=ecfb8b55c093440f941227e62377e911&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 948 time: 0.1918306 Nov 16 21:14:29.463608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3e7f4f-73a0-46b3-91e5-5f44c4121bf3 req-5bed4cd7-935c-4eea-8051-5bbed6ce9400 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Nov 16 21:14:29.524553 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-480dc582-73d9-46ae-af46-2a75dc690373 req-94f8ef12-2c77-41c1-a32c-ede4a9b8f12b service neutron] delete failed (client error): The resource could not be found. Nov 16 21:14:29.525808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-94f8ef12-2c77-41c1-a32c-ede4a9b8f12b service neutron] 10.222.0.21 "DELETE /v2.0/ports/884daaf7-40d2-4422-ac36-577c5c86ad8c/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0844390 Nov 16 21:14:29.651382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc582-73d9-46ae-af46-2a75dc690373 req-f42b364e-9ca9-420d-b669-823724bee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.653644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-f42b364e-9ca9-420d-b669-823724bee5bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1099 time: 0.0485563 Nov 16 21:14:29.761412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc582-73d9-46ae-af46-2a75dc690373 req-fedec21e-09b0-4d63-b326-3a5ada5537a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.763321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-fedec21e-09b0-4d63-b326-3a5ada5537a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1021106 Nov 16 21:14:29.973583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:29.977743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9e830bd6-e376-4802-aecf-bb5649a2901c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:30.129516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.145546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'mac_address': 'fa:16:3e:fc:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:30.160105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-b4febe82-0895-417e-af59-fc57ba8fb605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.3880630 Nov 16 21:14:30.186329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.206652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884daaf7-40d2-4422-ac36-577c5c86ad8c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:30.227353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.243680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.244343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8465735b-ca90-48a8-9af3-7423c6f6b8e3 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:30.287416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93e17-3953-40c5-81b3-db0eb0cd719b req-71724164-d429-4568-9f23-1e50f0c142c2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.296688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c93e17-3953-40c5-81b3-db0eb0cd719b req-71724164-d429-4568-9f23-1e50f0c142c2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 949 time: 0.1860085 Nov 16 21:14:30.324947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc582-73d9-46ae-af46-2a75dc690373 req-93ba2c8e-2324-47af-9662-47df04132bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.326450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-93ba2c8e-2324-47af-9662-47df04132bcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1535347 Nov 16 21:14:30.382502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831abbdd-6bec-4146-8fc7-0f90c49ba76b req-972cfc46-eb56-4623-854d-8d31d1cee462 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.390674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-831abbdd-6bec-4146-8fc7-0f90c49ba76b req-972cfc46-eb56-4623-854d-8d31d1cee462 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 943 time: 0.1519387 Nov 16 21:14:30.452761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c93e17-3953-40c5-81b3-db0eb0cd719b req-62f51755-0e15-44dd-a9ef-1d09435f5607 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471229 Nov 16 21:14:30.481616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc582-73d9-46ae-af46-2a75dc690373 req-41660304-cce5-432b-b891-f071c986c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.482782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-41660304-cce5-432b-b891-f071c986c32f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477416 Nov 16 21:14:30.495029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-831abbdd-6bec-4146-8fc7-0f90c49ba76b req-28320992-b7d6-4d3f-aaef-bbdfd87d6572 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033492 Nov 16 21:14:30.499758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.514641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55', 'port_id': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'mac_address': 'fa:16:3e:bb:46:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:30.540769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 9e830bd6-e376-4802-aecf-bb5649a2901c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:30.551237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 9e830bd6-e376-4802-aecf-bb5649a2901c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:30.551597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.644476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-84564ab1-0f6e-4e8c-8871-f645f8936fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431425 Nov 16 21:14:30.655747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.695155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.716153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.735743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:30.738951 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e8f8e-bfc2-4961-a1b2-b39ff19447e7" -d '{"events": [{"server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "name": "network-vif-plugged", "status": "completed", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:30.756013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8465735b-ca90-48a8-9af3-7423c6f6b8e3 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:30.761983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9e830bd6-e376-4802-aecf-bb5649a2901c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.779543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.808505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3a4c6-625d-4b87-8b13-458f76f201c9 req-a3cf2e8d-d97b-4e04-a83a-8b0042e9c70d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.810004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa3a4c6-625d-4b87-8b13-458f76f201c9 req-a3cf2e8d-d97b-4e04-a83a-8b0042e9c70d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.2729228 Nov 16 21:14:30.844200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.849547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.854862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da74dd-3f81-490a-ae41-f658cd74b4ad req-96244948-cb0b-47c4-a073-fe91e75273dc tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.855568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.863750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42da74dd-3f81-490a-ae41-f658cd74b4ad req-96244948-cb0b-47c4-a073-fe91e75273dc tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 949 time: 0.1837285 Nov 16 21:14:30.911242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.922988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa3a4c6-625d-4b87-8b13-458f76f201c9 req-5c62a75f-e561-4362-82fb-90b57863adc9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045718 Nov 16 21:14:30.979399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42da74dd-3f81-490a-ae41-f658cd74b4ad req-81ac2fb0-fca4-4d60-877e-bf18f432af1f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094308 Nov 16 21:14:30.985522 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44fd81f-03df-4ce3-8992-76a35ef9b44d x-openstack-request-id: req-d44fd81f-03df-4ce3-8992-76a35ef9b44d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:30.986082 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "name": "network-vif-plugged", "status": "completed", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:30.986082 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d44fd81f-03df-4ce3-8992-76a35ef9b44d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:30.986481 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c', 'code': 200} Nov 16 21:14:31.018452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480dc582-73d9-46ae-af46-2a75dc690373 req-a4c45263-c86f-4450-bf0e-01bc08d2f804 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321614 Nov 16 21:14:31.155928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9772d-7591-4cdf-a6fb-ccd84dfce2a8 req-e5b0d603-3508-48dd-9ee8-d7b88705d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:31.157449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fc9772d-7591-4cdf-a6fb-ccd84dfce2a8 req-e5b0d603-3508-48dd-9ee8-d7b88705d0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 1101 time: 0.1017029 Nov 16 21:14:31.185214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:31.188900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:31.233437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fc9772d-7591-4cdf-a6fb-ccd84dfce2a8 req-1fc72b08-2058-455e-bab3-ccd9cce826be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669782 Nov 16 21:14:31.771743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155e4a2-cfd3-4ca6-943f-77d1836ff8d8 req-cbcfe711-5962-469c-91df-ee2dc056b987 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:31.774752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d155e4a2-cfd3-4ca6-943f-77d1836ff8d8 req-cbcfe711-5962-469c-91df-ee2dc056b987 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 950 time: 0.2184081 Nov 16 21:14:31.802825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3daff0-7aad-49d5-9f2a-7be79860fe2d req-137e4237-88d3-40ef-a435-3e683efac66a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:31.813401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c3daff0-7aad-49d5-9f2a-7be79860fe2d req-137e4237-88d3-40ef-a435-3e683efac66a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 944 time: 0.1787274 Nov 16 21:14:31.926578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d155e4a2-cfd3-4ca6-943f-77d1836ff8d8 req-02215ac0-9d2b-4b71-a31c-71aea1fc003e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455386 Nov 16 21:14:31.975541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c3daff0-7aad-49d5-9f2a-7be79860fe2d req-defc132a-18e2-440f-b047-997a3f49970c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610799 Nov 16 21:14:32.183323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6867-e004-4961-bfa3-e8f0baca512d req-bae0feee-6149-4034-ae8b-b59646bbafc7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.184950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-330b6867-e004-4961-bfa3-e8f0baca512d req-bae0feee-6149-4034-ae8b-b59646bbafc7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.0982571 Nov 16 21:14:32.250975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-330b6867-e004-4961-bfa3-e8f0baca512d req-66a5a4a9-6b1c-4a17-84e8-3fad768f35e8 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549941 Nov 16 21:14:32.447720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ad506-196c-45e6-a505-1f0448c81252 req-37d9b4cf-6bfc-4ad7-aeb6-a28230879b77 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.461413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d90ad506-196c-45e6-a505-1f0448c81252 req-37d9b4cf-6bfc-4ad7-aeb6-a28230879b77 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 949 time: 0.1117332 Nov 16 21:14:32.542470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d90ad506-196c-45e6-a505-1f0448c81252 req-91cd4af0-2250-48c6-b827-18c38087f698 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799534 Nov 16 21:14:32.782829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb820-091c-47ff-a112-b3cc4fc29022 req-7430dc36-4888-4499-81a2-7bd5b1d56ad6 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.789698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fedbb820-091c-47ff-a112-b3cc4fc29022 req-7430dc36-4888-4499-81a2-7bd5b1d56ad6 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1100 time: 0.0803223 Nov 16 21:14:32.919214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fedbb820-091c-47ff-a112-b3cc4fc29022 req-e454571d-0c5e-484a-92ac-5997820c970e tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194069 Nov 16 21:14:33.210505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60186483-3518-4430-ba89-f36b808b5cf4 req-3774ffd2-64a3-485e-83ae-90e09fa04c48 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.221892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60186483-3518-4430-ba89-f36b808b5cf4 req-3774ffd2-64a3-485e-83ae-90e09fa04c48 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 945 time: 0.1835716 Nov 16 21:14:33.263179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f78-e21d-4d4c-8151-22f1f6e77644 req-4cb4036a-f257-4651-8357-1589444cb726 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.270705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48879f78-e21d-4d4c-8151-22f1f6e77644 req-4cb4036a-f257-4651-8357-1589444cb726 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 950 time: 0.1818871 Nov 16 21:14:33.377481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60186483-3518-4430-ba89-f36b808b5cf4 req-63d312b1-ffcd-4394-8e90-d5bbc446d129 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546314 Nov 16 21:14:33.403509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48879f78-e21d-4d4c-8151-22f1f6e77644 req-3818954e-dd84-4816-b1bc-c5163cd86ec7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318371 Nov 16 21:14:33.585683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-52cfc9bb-ebd4-4306-bb17-ef631e8311fb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651805 Nov 16 21:14:33.667157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf6ba-6a89-4c35-91ba-a25f71cb45fc req-3c535c2e-28c6-4a58-82b0-ff4805c3e919 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.669226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f1bf6ba-6a89-4c35-91ba-a25f71cb45fc req-3c535c2e-28c6-4a58-82b0-ff4805c3e919 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 944 time: 0.1738822 Nov 16 21:14:33.792347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f1bf6ba-6a89-4c35-91ba-a25f71cb45fc req-25dc65ad-8a35-4d1e-9f84-3560aabd0560 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126554 Nov 16 21:14:33.812203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-60b5508c-bc49-4fe7-bad3-b2b2348ac51d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.816301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-60b5508c-bc49-4fe7-bad3-b2b2348ac51d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209892 Nov 16 21:14:33.854746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-37e7d897-be9a-44ba-9912-ee35706daf55 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/quotas/ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 375 time: 0.0298963 Nov 16 21:14:33.954106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-88ffe52e-baab-4af0-8d02-636d537cd93b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934784 Nov 16 21:14:33.974996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36603ce-a8cb-4f9f-a427-5d16234dd54b req-f7c9dd5c-c526-437b-a03d-e8db58e0b0a2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.974996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a36603ce-a8cb-4f9f-a427-5d16234dd54b req-f7c9dd5c-c526-437b-a03d-e8db58e0b0a2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.0740700 Nov 16 21:14:33.980901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:34.052566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 884daaf7-40d2-4422-ac36-577c5c86ad8c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:34.059562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 884daaf7-40d2-4422-ac36-577c5c86ad8c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:34.060410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.140447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a36603ce-a8cb-4f9f-a427-5d16234dd54b req-c2910ce8-d17e-4368-a72c-e3214241ee47 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466448 Nov 16 21:14:34.167874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.262337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:34.282666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:34.287919 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0d02b-dd09-4668-bf0d-65187576a848" -d '{"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-plugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:34.301186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.307405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8465735b-ca90-48a8-9af3-7423c6f6b8e3 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:34.426863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:34.437239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:34.443486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:34.444698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.514641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-280c047a-69f9-4c7f-8cbf-86fcdd8424b4 req-bebb433c-4da4-4d5c-a075-e09b19bbfd00 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0450823 Nov 16 21:14:34.548403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-06e1f0bf-139a-486b-8eff-30fc0c074f6b tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:34.564171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-06e1f0bf-139a-486b-8eff-30fc0c074f6b tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 1101 time: 0.1416731 Nov 16 21:14:34.581203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-1c1ef5d0-d34d-4c57-a87d-6042fd272dfb tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.606674 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fa90c-dab1-46de-99a4-39a4b42f23cb x-openstack-request-id: req-b41fa90c-dab1-46de-99a4-39a4b42f23cb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:34.607296 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-plugged", "status": "completed", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:34.607822 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b41fa90c-dab1-46de-99a4-39a4b42f23cb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:34.608357 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'code': 200} Nov 16 21:14:34.612037 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.686968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:34.702836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.766085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:34.904178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8626-613d-4e98-8789-542ba8b61233 req-078295dd-45cb-48bd-a544-3a121aa7b4e1 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:34.906214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-346a8626-613d-4e98-8789-542ba8b61233 req-078295dd-45cb-48bd-a544-3a121aa7b4e1 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 945 time: 0.1909318 Nov 16 21:14:34.925960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-1c1ef5d0-d34d-4c57-a87d-6042fd272dfb tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.950439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-1c1ef5d0-d34d-4c57-a87d-6042fd272dfb tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.977246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb03271-9f2c-4e6b-9a29-10e4ce459495 req-6e14e3c6-ddfd-4988-bc7f-33fac8bc756b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:34.984905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcb03271-9f2c-4e6b-9a29-10e4ce459495 req-6e14e3c6-ddfd-4988-bc7f-33fac8bc756b tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 945 time: 0.1972756 Nov 16 21:14:35.111869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcb03271-9f2c-4e6b-9a29-10e4ce459495 req-b61bcd2a-e3fe-4a96-b5a4-c9f147f0d9ad tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3afebf8-010b-42c9-bd80-162545ed1eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239533 Nov 16 21:14:35.114095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7904bc7c-1af9-45ce-8f36-d58ad1fc0509 req-1c1ef5d0-d34d-4c57-a87d-6042fd272dfb tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488884 Nov 16 21:14:35.142199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef5d0-d34d-4c57-a87d-6042fd272dfb tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c27aaf5-ef69-454e-b0ae-7594725ca444,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:35.167126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Deleting port 3cf053eb-1171-4191-9f7c-5261fde6f85a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:35.167571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.304515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] For port 3cf053eb-1171-4191-9f7c-5261fde6f85a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3cf053eb-1171-4191-9f7c-5261fde6f85a,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:35.305008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.315495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b34e37-146e-4dc8-add6-7d43d4f5dd3d req-90ec906f-1560-483b-a89f-a2c4ecf0ed79 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:35.317316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b34e37-146e-4dc8-add6-7d43d4f5dd3d req-90ec906f-1560-483b-a89f-a2c4ecf0ed79 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 945 time: 0.0906465 Nov 16 21:14:35.389487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Calling delete_port for 3cf053eb-1171-4191-9f7c-5261fde6f85a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:35.515073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b34e37-146e-4dc8-add6-7d43d4f5dd3d req-67d96e99-4e79-45b3-81d4-9dbfa086ef3b tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756260 Nov 16 21:14:35.601267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9642a-b3de-4ce8-9be7-c4bad8490084 req-28897f75-3a75-4a23-be06-9bc9259b84a9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:35.608640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98b9642a-b3de-4ce8-9be7-c4bad8490084 req-28897f75-3a75-4a23-be06-9bc9259b84a9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.1830003 Nov 16 21:14:35.719522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98b9642a-b3de-4ce8-9be7-c4bad8490084 req-57007cf0-087a-4c7a-888e-152a77570b91 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023462 Nov 16 21:14:35.789555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.807044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3cf053eb-1171-4191-9f7c-5261fde6f85a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:35.846370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Pushing event deleted for resources: {'Port': ['ID=3cf053eb-1171-4191-9f7c-5261fde6f85a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:35.974757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70b10ce3-1ada-4f49-ae64-410f29391142 req-9fe15744-82c5-44a0-8f5c-395f3d9f6093 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 210 time: 0.1188805 Nov 16 21:14:35.988928 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-2a9068b4-592a-462c-a490-6e6bad4bec4a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087899 Nov 16 21:14:35.995146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-aad7e07c-a4b2-4dbe-a70c-750b50451b1f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1507511 Nov 16 21:14:36.119256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] No DVR routers for this DVR port 3cf053eb-1171-4191-9f7c-5261fde6f85a on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:36.156509 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.160012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-346a8626-613d-4e98-8789-542ba8b61233 req-b3b4d5df-bfa5-403e-b383-cccc36e46fbe tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.36 "DELETE /v2.0/ports/3cf053eb-1171-4191-9f7c-5261fde6f85a HTTP/1.1" status: 204 len: 173 time: 1.2475131 Nov 16 21:14:36.165467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'name': 'network-vif-deleted', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:36.167456 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d79c6-2897-4de5-86b1-484cc847fc2f" -d '{"events": [{"server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "name": "network-vif-deleted", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:36.264960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce85605d-12c8-4519-b5b4-7fa0685bef89 req-480ff3ac-cd83-472b-b067-77a74b7bf586 tempest-AttachSCSIVolumeTestJSON-79661913 tempest-AttachSCSIVolumeTestJSON-79661913-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a HTTP/1.1" status: 200 len: 210 time: 0.0557594 Nov 16 21:14:36.323891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-43dd02ec-f4cf-4848-a20d-8496d1c597b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:36.325398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-43dd02ec-f4cf-4848-a20d-8496d1c597b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130662 Nov 16 21:14:36.343484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Request body: {'port': {'device_id': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'ecfb8b55c093440f941227e62377e911'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:36.377014 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f79cd5-3935-4322-ac67-97400701a455 x-openstack-request-id: req-e8f79cd5-3935-4322-ac67-97400701a455 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:36.377295 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a", "name": "network-vif-deleted", "tag": "3cf053eb-1171-4191-9f7c-5261fde6f85a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:36.377543 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8f79cd5-3935-4322-ac67-97400701a455 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:36.377926 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b4a243-5f6e-404e-b0fd-a4afd9d8ce0a', 'name': 'network-vif-deleted', 'tag': '3cf053eb-1171-4191-9f7c-5261fde6f85a', 'status': 'completed', 'code': 200} Nov 16 21:14:36.430275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9822f9ab-0967-4f93-9e44-88fe7d14ffe6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:36.447721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9822f9ab-0967-4f93-9e44-88fe7d14ffe6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4339962 Nov 16 21:14:36.476518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-2d2e5f91-172a-4d58-8924-b3ccbceb9b92 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0270309 Nov 16 21:14:36.576765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5957f714-1ade-48c6-b0dd-0100ff44aacb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926619 Nov 16 21:14:36.605703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Made reservation on behalf of ecfb8b55c093440f941227e62377e911 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:36.609629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:36.611953 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92161e4c-6947-4b0e-9510-7142f779631b" -d '{"events": [{"server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "name": "network-vif-plugged", "status": "completed", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:36.614886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.793909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07d54-556e-4e78-9d49-4659c6a16c11 req-24847289-b1a9-45cd-b133-b2b5e319877f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:36.804008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04f07d54-556e-4e78-9d49-4659c6a16c11 req-24847289-b1a9-45cd-b133-b2b5e319877f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 945 time: 0.1610067 Nov 16 21:14:37.002618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04f07d54-556e-4e78-9d49-4659c6a16c11 req-031d2df6-a6e5-48ec-b2b0-6c097f9eea20 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951272 Nov 16 21:14:37.057494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Allocated IP 192.168.233.9 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/950afd9e-35cd-46f7-aa72-14a487d39648) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:37.085726 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1029b272-53b4-4298-a615-6c791d97e323 x-openstack-request-id: req-1029b272-53b4-4298-a615-6c791d97e323 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:37.086233 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "name": "network-vif-plugged", "status": "completed", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:37.086321 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1029b272-53b4-4298-a615-6c791d97e323 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:37.086658 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'code': 200} Nov 16 21:14:37.685742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032bc31b-c845-4ad5-9a1d-a2640964967e req-8d19ca54-2423-4f22-913b-5caba8514d75 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 210 time: 0.3187644 Nov 16 21:14:37.739637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3b344-3a1e-462a-b64c-e9b9dd4b93f0 req-b84e9839-b8fa-4f90-b56e-139d493c0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:37.746355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d3b344-3a1e-462a-b64c-e9b9dd4b93f0 req-b84e9839-b8fa-4f90-b56e-139d493c0bf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1096 time: 0.5861347 Nov 16 21:14:37.841638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe37b8-4782-4ba9-b823-c6eaf9982878 req-417e1689-9538-41be-aad5-b9710bac9086 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:37.854462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42fe37b8-4782-4ba9-b823-c6eaf9982878 req-417e1689-9538-41be-aad5-b9710bac9086 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.5485013 Nov 16 21:14:37.977000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42fe37b8-4782-4ba9-b823-c6eaf9982878 req-9ab880e2-16af-4a12-9f7a-352dea843011 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159022 Nov 16 21:14:37.981435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3cf053eb-1171-4191-9f7c-5261fde6f85a no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:37.994346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d3b344-3a1e-462a-b64c-e9b9dd4b93f0 req-9f8ee5b0-9374-4c04-9d85-c463afea1ce3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194908 Nov 16 21:14:37.997526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.029036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 3cf053eb-1171-4191-9f7c-5261fde6f85a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:38.029606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3cf053eb-1171-4191-9f7c-5261fde6f85a not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:38.076033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.099708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:38.198746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:38.216982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:38.228066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:38.337373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:38.649953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:38.651907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.675803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-033b283f-c498-4e23-a578-3130560e73a0 None None] Provisioning complete for port 950afd9e-35cd-46f7-aa72-14a487d39648 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:38.676150 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-033b283f-c498-4e23-a578-3130560e73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.722944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-46e1a7cf-6fd9-4eea-a378-ee3cef4ee5ad tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3819680 Nov 16 21:14:38.739514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a4e5a-56ca-40b9-9cc8-4fc83e37563c req-37e0ee5d-920c-4995-849c-e68bef866d0c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:38.750430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d1a4e5a-56ca-40b9-9cc8-4fc83e37563c req-37e0ee5d-920c-4995-849c-e68bef866d0c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 945 time: 0.4099059 Nov 16 21:14:38.777731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.778659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-033b283f-c498-4e23-a578-3130560e73a0 None None] Port 950afd9e-35cd-46f7-aa72-14a487d39648 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:38.779770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Request body: {'port': {'device_id': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:38.898649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d1a4e5a-56ca-40b9-9cc8-4fc83e37563c req-621743de-80fa-4cd6-a6a6-10dfbe4dcad8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417916 Nov 16 21:14:38.968708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.284983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b8fb8f9-2214-4a5f-b9d5-d5fac683023b req-29a7f436-a13c-4568-9c52-6b108550c757 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 210 time: 0.0769775 Nov 16 21:14:39.531399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-297a6ea0-4174-49fc-a673-bda46dce70e2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567298 Nov 16 21:14:39.579684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f82a4-7aa7-428e-8206-bddff86e3b7b req-4d14c06a-c8c3-48c5-8d85-23c680bf7901 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:39.587929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d3f82a4-7aa7-428e-8206-bddff86e3b7b req-4d14c06a-c8c3-48c5-8d85-23c680bf7901 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 934 time: 0.1840975 Nov 16 21:14:39.756971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d3f82a4-7aa7-428e-8206-bddff86e3b7b req-913d8c45-ee36-41dd-9b37-34ca95ca7e53 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663027 Nov 16 21:14:39.952358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950afd9e-35cd-46f7-aa72-14a487d39648 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:39.973756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.985717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6647ef-d44b-4b33-b163-3936d4afef13 req-7f207a34-82dc-445e-ae03-35f656c6182a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:39.987640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c6647ef-d44b-4b33-b163-3936d4afef13 req-7f207a34-82dc-445e-ae03-35f656c6182a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.3355122 Nov 16 21:14:40.027352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-0d3adfb1-8a05-4b08-99a0-d87f3c3406ea tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.028872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-0d3adfb1-8a05-4b08-99a0-d87f3c3406ea tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4816360 Nov 16 21:14:40.056493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-2a9e09eb-72ba-4445-8ce9-95db06c81b32 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524538 Nov 16 21:14:40.061329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Transition to ACTIVE for port object 950afd9e-35cd-46f7-aa72-14a487d39648 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:40.078646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:40.098083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.189116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb052b0-6090-44cb-87f0-510eb21af6c8 req-b5c18e32-de0d-4578-9cae-9e52656082aa tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.197777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cb052b0-6090-44cb-87f0-510eb21af6c8 req-b5c18e32-de0d-4578-9cae-9e52656082aa tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.2634528 Nov 16 21:14:40.278016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-1593051f-bcfa-4290-a2f2-8f05addbb779 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.281465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-1593051f-bcfa-4290-a2f2-8f05addbb779 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187948 Nov 16 21:14:40.302029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:40.340127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c6647ef-d44b-4b33-b163-3936d4afef13 req-c2596d79-9dff-4079-ae38-10d9dc77c576 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215699 Nov 16 21:14:40.343497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.525152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cb052b0-6090-44cb-87f0-510eb21af6c8 req-50a7b16a-7cb4-411a-88ea-cc60fbaece64 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263288 Nov 16 21:14:40.553531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:40.557670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.683188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Attempting to bind port 950afd9e-35cd-46f7-aa72-14a487d39648 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:40.683897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Attempting to bind port 950afd9e-35cd-46f7-aa72-14a487d39648 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:40.684470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Attempting to bind port 950afd9e-35cd-46f7-aa72-14a487d39648 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:40.690480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:40.694802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.734222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1726caff-b222-4086-9c52-2e8924be3f7c req-7199571a-1b79-4b57-a327-90c6115dd61b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 210 time: 0.0669358 Nov 16 21:14:40.749510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Port 950afd9e-35cd-46f7-aa72-14a487d39648 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:40.750089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Attempting to bind port 950afd9e-35cd-46f7-aa72-14a487d39648 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:40.794508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055310-780b-4fe7-b018-6964a2b7a693 req-c0b6df42-5591-4401-9c0b-687d32b3ff17 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.796010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be055310-780b-4fe7-b018-6964a2b7a693 req-c0b6df42-5591-4401-9c0b-687d32b3ff17 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 945 time: 0.3031993 Nov 16 21:14:40.809282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.240 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/d0b54393-0b31-4994-b929-b50880301556) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:40.846020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:40.846480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:40.846736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:40.851507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Bound port: 950afd9e-35cd-46f7-aa72-14a487d39648, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:40.859529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.086148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be055310-780b-4fe7-b018-6964a2b7a693 req-07a82ed4-e056-4eee-a875-e040225f379a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690606 Nov 16 21:14:41.099297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:41.110260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8a225-52f3-416f-964b-1c8a53b049c5 req-d98fe6e6-2f08-42bf-bc48-874a72356800 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.117659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56d8a225-52f3-416f-964b-1c8a53b049c5 req-d98fe6e6-2f08-42bf-bc48-874a72356800 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 946 time: 0.1998215 Nov 16 21:14:41.121384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:41.154118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.276653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.277288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.278710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] 10.222.0.21 "PUT /v2.0/ports/950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 1094 time: 2.5045414 Nov 16 21:14:41.279265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:41.281582 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f9674-b764-4dd2-8d03-8fd6d6192185" -d '{"events": [{"name": "network-changed", "server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:41.321420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56d8a225-52f3-416f-964b-1c8a53b049c5 req-39b08f51-775a-4e36-ae8a-155cced2ac22 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027297 Nov 16 21:14:41.362074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c63366-adf5-4e4c-a041-9178f8632822 service neutron] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:41.475908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-6cddae96-ef54-411e-9b2b-e13f9b964ffc tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-705393411&fields=id&tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 267 time: 0.2342429 Nov 16 21:14:41.483107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-480cf731-466c-4b3a-abc1-ab88f992669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.483425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.484813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-480cf731-466c-4b3a-abc1-ab88f992669a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1165078 Nov 16 21:14:41.568908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.580718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:41.589454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-57cbc8e5-57e8-4675-985e-9436f8ab54a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.0540295 Nov 16 21:14:41.679286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-0cb96996-ba59-4de6-acc5-12958b24bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.681529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-0cb96996-ba59-4de6-acc5-12958b24bbf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0810533 Nov 16 21:14:41.727614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-5bbe017a-dc12-47b8-b92a-08093d99cb90 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.730169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-5bbe017a-dc12-47b8-b92a-08093d99cb90 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 945 time: 0.2434056 Nov 16 21:14:41.783409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'security_groups': ['59db5b26-9537-48b8-8332-16359af4d833', '90a646fd-cdba-4e43-a22c-60a73a502445']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:41.794126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:41.799837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:41.802943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:41.811473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:41.845993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-118d56bc-7069-4895-8679-da9207ed76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.848435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-118d56bc-7069-4895-8679-da9207ed76d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445277 Nov 16 21:14:41.849640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.238 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/6ddbc10f-7bb7-4903-bffe-e22226099b96) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:41.856989 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af900e-c795-422f-bb55-031d7e7560a8 x-openstack-request-id: req-b5af900e-c795-422f-bb55-031d7e7560a8 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:41.857328 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:41.857636 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5af900e-c795-422f-bb55-031d7e7560a8 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:41.858044 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648', 'status': 'completed', 'code': 200} Nov 16 21:14:41.922530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.923490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.951605 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-5a9e24be-98be-4b8f-bcef-f049c5497f7b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6582217 Nov 16 21:14:41.969982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Request body: {'port': {'device_id': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:42.011273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-102ffedd-520a-44e3-828e-c109d62ce589 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467514 Nov 16 21:14:42.059308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.216562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c7832a85-ce3c-4ec1-80f5-8d2a0be54599 None None] Provisioning complete for port d0b54393-0b31-4994-b929-b50880301556 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:42.217029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c7832a85-ce3c-4ec1-80f5-8d2a0be54599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.282022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c7832a85-ce3c-4ec1-80f5-8d2a0be54599 None None] Port d0b54393-0b31-4994-b929-b50880301556 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:42.292024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.388189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa411-0242-45d1-8e64-69342b184346 req-720aadd0-1f95-4626-9a31-b2305b810719 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.389784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-842aa411-0242-45d1-8e64-69342b184346 req-720aadd0-1f95-4626-9a31-b2305b810719 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.3818569 Nov 16 21:14:42.470327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.486095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a69ff6ab-4d8a-4a3c-bea4-42495efe19c2 req-f30c4652-a5af-4a99-bc00-02df936a621c service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403117 Nov 16 21:14:42.542573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-842aa411-0242-45d1-8e64-69342b184346 req-58225421-cd82-48a5-bb17-9164a8a11e0c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387658 Nov 16 21:14:42.632238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.737421 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.749825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:42.785882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-da5f3cde-5cf5-42fd-9380-bd9758a6e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.789342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-da5f3cde-5cf5-42fd-9380-bd9758a6e600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1097 time: 0.2410674 Nov 16 21:14:42.800126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:42.838070 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.957292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:42.961983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.967285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:42.976225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:42.987830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b54393-0b31-4994-b929-b50880301556 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:42.997386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ddca3-b1c0-4c68-9224-ce5059eaa162 req-7e725655-b6f4-4f79-bf54-54bc1fdd4342 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.998906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f7ddca3-b1c0-4c68-9224-ce5059eaa162 req-7e725655-b6f4-4f79-bf54-54bc1fdd4342 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 936 time: 0.3384299 Nov 16 21:14:43.007145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.034287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Transition to ACTIVE for port object d0b54393-0b31-4994-b929-b50880301556 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:43.041824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.121365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.197256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Attempting to bind port d0b54393-0b31-4994-b929-b50880301556 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:43.197694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Attempting to bind port d0b54393-0b31-4994-b929-b50880301556 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:43.198098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Attempting to bind port d0b54393-0b31-4994-b929-b50880301556 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:43.203271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Port d0b54393-0b31-4994-b929-b50880301556 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:43.203683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Attempting to bind port d0b54393-0b31-4994-b929-b50880301556 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:43.209774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:43.210205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:43.210661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:43.211198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Bound port: d0b54393-0b31-4994-b929-b50880301556, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:43.211620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.326042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:43.330464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:43.344479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d0b54393-0b31-4994-b929-b50880301556,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:43.351097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.368011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.369149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-29e9a6fa-0c92-4743-aad8-a89782aa45ec None None] Provisioning complete for port 6ddbc10f-7bb7-4903-bffe-e22226099b96 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:43.371007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29e9a6fa-0c92-4743-aad8-a89782aa45ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.425274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.425942 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.427961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-221451ea-a46e-42d8-8d4c-46ce57f9825c req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "PUT /v2.0/ports/8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 981 time: 1.6559424 Nov 16 21:14:43.432601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f7ddca3-b1c0-4c68-9224-ce5059eaa162 req-c4ae7ec2-9a81-4689-aa9f-ece191411f12 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989153 Nov 16 21:14:43.439719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.440364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.442150 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0b54393-0b31-4994-b929-b50880301556 HTTP/1.1" status: 200 len: 1096 time: 1.4768295 Nov 16 21:14:43.442301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'tag': 'd0b54393-0b31-4994-b929-b50880301556'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:43.445573 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943" -d '{"events": [{"name": "network-changed", "server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "tag": "d0b54393-0b31-4994-b929-b50880301556"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:43.578730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.579940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.591519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-29e9a6fa-0c92-4743-aad8-a89782aa45ec None None] Port 6ddbc10f-7bb7-4903-bffe-e22226099b96 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:43.608241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ba95-0fc3-41d9-b2b8-d966d08b8017 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.650331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:43.684667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:14:43.706245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-f5952501-7075-4331-8cb4-0105ebdd4f42 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6606047 Nov 16 21:14:43.752309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636550f-dca5-44c6-9b75-21f202e31418 req-38e3dec3-98d7-4285-8c40-fafe00ae1d10 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.754891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d636550f-dca5-44c6-9b75-21f202e31418 req-38e3dec3-98d7-4285-8c40-fafe00ae1d10 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff HTTP/1.1" status: 200 len: 945 time: 0.1709893 Nov 16 21:14:43.758040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7a084-27e3-47b4-aa74-a29bcf148381 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.774992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Request body: {'port': {'device_id': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:43.775238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-fe791ccf-7240-4bc7-86c8-79533e283f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.776711 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-fe791ccf-7240-4bc7-86c8-79533e283f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 1099 time: 0.2293136 Nov 16 21:14:43.908091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:43.910420 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56767203-38a3-4fe2-a900-875000b218b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:43.947444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9c6f03ce-845c-4d57-9a24-d9b040b87574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0b54393-0b31-4994-b929-b50880301556 HTTP/1.1" status: 200 len: 217 time: 0.0873153 Nov 16 21:14:43.948113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-4d8e1e37-4722-4497-930d-3f41976f9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.949576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-4d8e1e37-4722-4497-930d-3f41976f9e15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 1.0397570 Nov 16 21:14:43.979790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-0e77c422-d61d-46f5-a488-9ee2b9ed3e9e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--455047458&fields=id&tenant_id=a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 267 time: 0.3422735 Nov 16 21:14:44.084627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bc308e5e-6ed1-4323-a15e-8be265acd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.086701 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-bc308e5e-6ed1-4323-a15e-8be265acd14f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1003222 Nov 16 21:14:44.095494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Deleting port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:44.095832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.098654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cce414-091a-41a0-a8c8-31d6cf080f12 req-eb187691-52c1-4d34-b4dd-2837296380d5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.100230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27cce414-091a-41a0-a8c8-31d6cf080f12 req-eb187691-52c1-4d34-b4dd-2837296380d5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 946 time: 0.4278648 Nov 16 21:14:44.101637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-38c51a35-e445-4b91-ba32-dd82253b38bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.1427960 Nov 16 21:14:44.129096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.224157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-451729f9-d5d2-46d8-af20-c308948cfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.225916 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-451729f9-d5d2-46d8-af20-c308948cfecf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756595 Nov 16 21:14:44.233000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] For port 044e93a2-c0b1-4d34-aefc-5d296d8cee97, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=044e93a2-c0b1-4d34-aefc-5d296d8cee97,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:44.233367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.261743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-366650b1-9446-4ae4-a75c-a9580ebc3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.263213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-366650b1-9446-4ae4-a75c-a9580ebc3fb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1420522 Nov 16 21:14:44.271914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27cce414-091a-41a0-a8c8-31d6cf080f12 req-10c84557-ba60-4ef1-9a2a-0b2b6866ed1b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621447 Nov 16 21:14:44.324556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-b07d87ca-4374-4174-b073-d0359dc957c1 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.334225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-b07d87ca-4374-4174-b073-d0359dc957c1 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 822 time: 0.3531923 Nov 16 21:14:44.365615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-ffd0f003-40e1-48c9-83d3-bc3729a4d39e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/quotas/a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 375 time: 0.0298810 Nov 16 21:14:44.473904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-72e38257-8ec6-4f81-af1e-bd23ed089765 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377429 Nov 16 21:14:44.490360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-50d6db68-3723-434d-965a-6b17d87da9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.491794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-50d6db68-3723-434d-965a-6b17d87da9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2190349 Nov 16 21:14:44.589088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.589449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.589768 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f disassociated. External IP: 172.25.7.22, port: 044e93a2-c0b1-4d34-aefc-5d296d8cee97. Nov 16 21:14:44.590110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Calling delete_port for 044e93a2-c0b1-4d34-aefc-5d296d8cee97 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:44.599523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-fd6ae974-c0f7-4b58-bcad-34e59a732819 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1828568196&fields=id&tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 267 time: 0.1835163 Nov 16 21:14:44.618974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-b1db36a1-dafa-4494-91d0-3adbc8acdf56 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2524288 Nov 16 21:14:44.661337 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-8932dad2-2c2b-4d4b-bc4b-9781fa9c262e service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480231 Nov 16 21:14:44.754192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.787736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event deleted for resources: {'Port': ['ID=044e93a2-c0b1-4d34-aefc-5d296d8cee97,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:44.817265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-68f747b6-0fb6-4128-bf59-f3b313e3ff22 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090444 Nov 16 21:14:44.830085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-fc306449-7950-445f-bfc1-7922689a2353 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.839001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-fc306449-7950-445f-bfc1-7922689a2353 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 984 time: 0.2052703 Nov 16 21:14:44.870236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'security_groups': ['59db5b26-9537-48b8-8332-16359af4d833', '90a646fd-cdba-4e43-a22c-60a73a502445', 'e76dda90-295e-4c37-a6aa-c919944562e0']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:44.944157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:44.971765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-8d9c6153-62f1-4a06-bb9c-f86714f577ad service neutron] 10.222.0.54 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370042 Nov 16 21:14:44.991097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddbc10f-7bb7-4903-bffe-e22226099b96 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:45.042548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.060493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:45.083212 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:45.098213 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:45.099122 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:45.112049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.126838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Transition to ACTIVE for port object 6ddbc10f-7bb7-4903-bffe-e22226099b96 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:45.147631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.163691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff5f9674-b764-4dd2-8d03-8fd6d6192185 req-9d95809a-ebd5-419b-bed4-ace6ff5f37ea service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138657 Nov 16 21:14:45.175383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] No DVR routers for this DVR port 044e93a2-c0b1-4d34-aefc-5d296d8cee97 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:45.195447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.202269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d636550f-dca5-44c6-9b75-21f202e31418 req-e3470024-45ca-4654-b605-ef5dd16cd8c8 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.21 "DELETE /v2.0/ports/044e93a2-c0b1-4d34-aefc-5d296d8cee97 HTTP/1.1" status: 204 len: 173 time: 1.4374268 Nov 16 21:14:45.291388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d39c4e3-6363-4628-97a8-d6cc65147c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.346256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:45.478504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-40ae2468-a2e7-4711-8853-b8e27ede7c11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663649 Nov 16 21:14:45.511738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-74c926f6-d200-49f9-9da6-2d51aa703515 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260641 Nov 16 21:14:45.538634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-a9611053-2010-45bb-a6a6-d7a6705ffa41 service neutron] 10.222.0.54 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533435 Nov 16 21:14:45.578910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:45.704572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-db1ae6f3-5813-4691-b88d-97bc108f4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.707392 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-db1ae6f3-5813-4691-b88d-97bc108f4b2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 1116 time: 0.1468260 Nov 16 21:14:45.717964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:45.732844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-441f7dd1-1490-4eb0-873c-14afde25567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.735033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-441f7dd1-1490-4eb0-873c-14afde25567e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 1096 time: 0.1177874 Nov 16 21:14:45.738589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Attempting to bind port 6ddbc10f-7bb7-4903-bffe-e22226099b96 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:45.741347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Attempting to bind port 6ddbc10f-7bb7-4903-bffe-e22226099b96 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:45.741721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:45.744215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Attempting to bind port 6ddbc10f-7bb7-4903-bffe-e22226099b96 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:45.752687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Port 6ddbc10f-7bb7-4903-bffe-e22226099b96 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:45.753085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Attempting to bind port 6ddbc10f-7bb7-4903-bffe-e22226099b96 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:45.765097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:45.765505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:45.765958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:45.766466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Bound port: 6ddbc10f-7bb7-4903-bffe-e22226099b96, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:45.766887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.844475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.846120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:45.862869 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5c9f4-be17-4f1e-a3d4-8f19f7e0eb40 x-openstack-request-id: req-4ad5c9f4-be17-4f1e-a3d4-8f19f7e0eb40 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:45.863200 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "tag": "d0b54393-0b31-4994-b929-b50880301556", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:45.863460 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ad5c9f4-be17-4f1e-a3d4-8f19f7e0eb40 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:45.863982 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'tag': 'd0b54393-0b31-4994-b929-b50880301556', 'status': 'completed', 'code': 200} Nov 16 21:14:45.885397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:45.886031 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:45.939506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.957087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:45.984604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-2ff65d7f-dcae-4137-8348-2914f906b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.984909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-2ff65d7f-dcae-4137-8348-2914f906b46e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2451553 Nov 16 21:14:46.000176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-78f89619-03bc-4e92-9da2-338e961dfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.001850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-78f89619-03bc-4e92-9da2-338e961dfdd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2310510 Nov 16 21:14:46.109174 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-cfdd6196-58e2-4866-8294-697827b35e67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 200 len: 217 time: 0.1062930 Nov 16 21:14:46.114600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:46.117665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:46.145166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-faf0edd9-a247-4f99-af48-0c9273387a55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 200 len: 217 time: 0.1229846 Nov 16 21:14:46.212399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.215505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.235053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b28a538-7aef-4913-a24c-df9b37be9c39 req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "PUT /v2.0/ports/8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 1020 time: 1.3840599 Nov 16 21:14:46.243378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-6fc5a37f-48fb-42eb-a3ce-fac44addd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.264889 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-6fc5a37f-48fb-42eb-a3ce-fac44addd079 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1172841 Nov 16 21:14:46.268467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:46.276249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47522716-5092-4e12-b5e9-224469e1929f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:46.295072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-455510da-f2a6-4057-a6d9-8b967b0695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.296905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-455510da-f2a6-4057-a6d9-8b967b0695ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 1099 time: 0.3535185 Nov 16 21:14:46.299130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:46.316082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-ac402596-a086-4185-b17a-8b92cafaa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.317122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff692a7-b202-4736-a51f-fc7ac88f60a3 req-07e5818c-ab00-45d7-bf9d-2d8b14bd0555 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.317816 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-ac402596-a086-4185-b17a-8b92cafaa4e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0515516 Nov 16 21:14:46.319738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff692a7-b202-4736-a51f-fc7ac88f60a3 req-07e5818c-ab00-45d7-bf9d-2d8b14bd0555 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.2120721 Nov 16 21:14:46.330069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.352910 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-bbf6e3e4-d233-4042-8b87-87288014d7f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334277 Nov 16 21:14:46.383186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.36', 65348) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:46.403265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.406065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:46.453870 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-3638bfda-32bf-48a6-95a9-4c178c593a8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998733 Nov 16 21:14:46.509416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:46.519659 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95e7e3-7484-42e3-aa04-398700d3e276 x-openstack-request-id: req-cf95e7e3-7484-42e3-aa04-398700d3e276 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:46.519980 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:46.520588 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf95e7e3-7484-42e3-aa04-398700d3e276 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:46.520726 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'status': 'completed', 'code': 200} Nov 16 21:14:46.609179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.610582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.612232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ddbc10f-7bb7-4903-bffe-e22226099b96 HTTP/1.1" status: 200 len: 1096 time: 2.8690543 Nov 16 21:14:46.764600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:46.775853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:46.779106 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37dcb93-220e-472c-bb91-cdab7784945a" -d '{"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-unplugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:46.803327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.952627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:46.973045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:47.041668 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c8831-8c05-44e3-ae21-e6f33a014c87 None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:47.046280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '950afd9e-35cd-46f7-aa72-14a487d39648', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '950afd9e-35cd-46f7-aa72-14a487d39648', 'mac_address': 'fa:16:3e:e0:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:47.059141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:47.190362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767203-38a3-4fe2-a900-875000b218b9 req-c9659929-2a96-4bb9-8b69-2e5edda261f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.193203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-c9659929-2a96-4bb9-8b69-2e5edda261f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1174 time: 0.7834318 Nov 16 21:14:47.214176 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.243982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950afd9e-35cd-46f7-aa72-14a487d39648 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:47.296100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-ccabe240-5a66-40c7-bdae-9801d2f9a9d4 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9310045 Nov 16 21:14:47.331355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779f793-4f43-4863-bbf3-0332ae522db0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:47.347838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:47.369699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.380649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e44bfc-da34-41b9-af34-cc08b889caa6 req-0189f213-602f-4af5-9c3e-ad78996a50f2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.391930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60e44bfc-da34-41b9-af34-cc08b889caa6 req-0189f213-602f-4af5-9c3e-ad78996a50f2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 948 time: 0.8654256 Nov 16 21:14:47.402984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff692a7-b202-4736-a51f-fc7ac88f60a3 req-e1f700e2-196a-449e-9c51-01725c17e3d8 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0642815 Nov 16 21:14:47.415167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-ec11f63e-0b1d-422d-b69a-cc66554f7e14 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509698 Nov 16 21:14:47.434770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-b493ff22-7a5d-4596-a770-8abe772ba87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.436312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-b493ff22-7a5d-4596-a770-8abe772ba87a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 1.1154988 Nov 16 21:14:47.468440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:47.541145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-42245872-43d2-4b31-942b-7cf037bbedc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0b54393-0b31-4994-b929-b50880301556 HTTP/1.1" status: 200 len: 217 time: 0.0911901 Nov 16 21:14:47.580081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767203-38a3-4fe2-a900-875000b218b9 req-2021ccf7-1892-4644-bd1c-01f10d2b935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.581867 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-2021ccf7-1892-4644-bd1c-01f10d2b935e service neutron] 10.222.0.36 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.3737688 Nov 16 21:14:47.589298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60e44bfc-da34-41b9-af34-cc08b889caa6 req-68eb3e72-2490-4efb-95a8-6bda841ebca2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958773 Nov 16 21:14:47.605046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-8fcac46b-678e-4e4d-8f9b-95b88e56e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.606548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-8fcac46b-678e-4e4d-8f9b-95b88e56e2ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 1099 time: 0.3338306 Nov 16 21:14:47.637009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfe530f-0472-4639-a1e8-af7a9a4cb6cf None None] New status for floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:14:47.642968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-09cadfff-d6ec-4967-aaf4-2d367a844885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.680921 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-3e0acdaf-52a1-4247-9538-921564bf8234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 217 time: 0.0766966 Nov 16 21:14:47.684862 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-462d43c6-12fc-472a-a81d-4feab22974a1 req-964455b6-22e5-445b-abfd-c3f3854c1e16 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732817 Nov 16 21:14:47.687792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45b6fce2-d2ad-43f8-91e6-28a1c6015783 req-03604974-fbe8-43a6-83f0-6429cc04902b service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615154 Nov 16 21:14:47.760121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-df2366fa-9503-4f74-9ee6-d7b00271874a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96 HTTP/1.1" status: 200 len: 217 time: 0.1188700 Nov 16 21:14:47.762592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-126d2e86-a772-46af-a000-ded99fab6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.765675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-126d2e86-a772-46af-a000-ded99fab6c3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1956956 Nov 16 21:14:47.807315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdb321-3010-4216-86db-788eee983569 req-352ad53c-f6c4-437e-9711-bd76fa5bd676 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.815442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfdb321-3010-4216-86db-788eee983569 req-352ad53c-f6c4-437e-9711-bd76fa5bd676 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 947 time: 0.2863524 Nov 16 21:14:47.853419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767203-38a3-4fe2-a900-875000b218b9 req-8a5f5f81-0394-435f-832b-4597a997f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.854816 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-8a5f5f81-0394-435f-832b-4597a997f3fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.1568990 Nov 16 21:14:47.869043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'name': 'network-vif-deleted', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:47.871496 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc55ef4-50a2-4dfc-9f5b-3d2880240137" -d '{"events": [{"server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "name": "network-vif-deleted", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:47.879984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5910ac6f-ab5d-4c8b-b669-cfd60fb41e47 req-991a3b4a-9ddc-4d24-9612-b8b2960ce57a tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 210 time: 0.1129129 Nov 16 21:14:47.914660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:47.939199 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-71847d66-04f6-4497-a30d-a49fdc16a951 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622966 Nov 16 21:14:47.963788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-8dfa2521-e0cd-47ea-96a0-e1130cb06c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.965277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-8dfa2521-e0cd-47ea-96a0-e1130cb06c54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1735392 Nov 16 21:14:47.998447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d0b54393-0b31-4994-b929-b50880301556 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:48.030539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-92e35a02-e47a-4a5c-bc19-70e319d445d4 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.036956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-92e35a02-e47a-4a5c-bc19-70e319d445d4 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.36 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 822 time: 0.2698300 Nov 16 21:14:48.041103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-5311b290-7dee-4e5e-8adc-f17edf583ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.042838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-5311b290-7dee-4e5e-8adc-f17edf583ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605820 Nov 16 21:14:48.050368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfdb321-3010-4216-86db-788eee983569 req-3fb46929-8891-46f3-9ad7-5d7a1598d488 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340415 Nov 16 21:14:48.161505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 044e93a2-c0b1-4d34-aefc-5d296d8cee97 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:48.255154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 044e93a2-c0b1-4d34-aefc-5d296d8cee97 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:48.256057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 044e93a2-c0b1-4d34-aefc-5d296d8cee97 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:48.261707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d0b54393-0b31-4994-b929-b50880301556,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:48.290554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-b4e138ba-a796-4988-b858-8d72851938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.291063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'd0b54393-0b31-4994-b929-b50880301556', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'd0b54393-0b31-4994-b929-b50880301556', 'mac_address': 'fa:16:3e:49:17:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:48.294354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-b4e138ba-a796-4988-b858-8d72851938e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2924850 Nov 16 21:14:48.340046 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-34717abd-60d2-4935-9d60-4d6e0fba0647 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89dc71055df4943be0f700917e8d1ec HTTP/1.1" status: 200 len: 379 time: 0.2696912 Nov 16 21:14:48.367133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.373340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'port': {'device_id': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'admin_state_up': True, 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'security_groups': ['5e11da21-587c-460d-a2f6-0c592b694941']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:48.399592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b54393-0b31-4994-b929-b50880301556 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:48.427798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d0b54393-0b31-4994-b929-b50880301556,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:48.452824 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.518024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4bd9-b879-4637-a7af-176a392008ef req-7d0c7ef9-0c4b-4909-a4e0-f401a24a6616 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.519614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-322b4bd9-b879-4637-a7af-176a392008ef req-7d0c7ef9-0c4b-4909-a4e0-f401a24a6616 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1023 time: 0.3462141 Nov 16 21:14:48.522195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3'}, {'name': 'network-changed', 'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:48.524493 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59d03c-67d6-4405-a497-270d46d619f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3"}, {"name": "network-changed", "server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:48.533528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:48.537872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-0bdfeab7-579b-44d0-b876-c12a31421db7 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833179 Nov 16 21:14:48.570866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-48f08183-c04b-4137-9a98-2829b5916946 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323601 Nov 16 21:14:48.707125 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecfb2fd-5446-483f-83c2-3dd1dad338a9 x-openstack-request-id: req-cecfb2fd-5446-483f-83c2-3dd1dad338a9 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:48.707869 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-unplugged", "status": "completed", "tag": "790330d9-b087-4f82-ad86-da646c9be653", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:48.708894 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cecfb2fd-5446-483f-83c2-3dd1dad338a9 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:48.710027 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790330d9-b087-4f82-ad86-da646c9be653', 'code': 200} Nov 16 21:14:48.715915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56767203-38a3-4fe2-a900-875000b218b9 req-6616aa00-5cc8-4168-8fe9-e602ee3285db service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327341 Nov 16 21:14:48.716958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-3af47ffc-361f-4cef-b7d0-caa63015c0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025283 Nov 16 21:14:48.731584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Made reservation on behalf of a89dc71055df4943be0f700917e8d1ec for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:48.737039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.749043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-322b4bd9-b879-4637-a7af-176a392008ef req-581b7c72-207c-4af3-8746-07586a71d66d tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76dda90-295e-4c37-a6aa-c919944562e0&id=90a646fd-cdba-4e43-a22c-60a73a502445&id=59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 200 len: 6199 time: 0.2151687 Nov 16 21:14:48.764628 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbb876f-b1ee-4493-9c49-91fde5e99479 x-openstack-request-id: req-3cbb876f-b1ee-4493-9c49-91fde5e99479 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:48.764995 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff", "name": "network-vif-deleted", "tag": "044e93a2-c0b1-4d34-aefc-5d296d8cee97", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:48.765316 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cbb876f-b1ee-4493-9c49-91fde5e99479 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:48.765769 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d8fec-3cb5-4fc5-8285-dfce1b3ebaff', 'name': 'network-vif-deleted', 'tag': '044e93a2-c0b1-4d34-aefc-5d296d8cee97', 'status': 'completed', 'code': 200} Nov 16 21:14:48.798623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['d0b54393-0b31-4994-b929-b50880301556'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:48.834320 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f12c43f-dd92-43f6-bbb7-af5af7a3fd8b x-openstack-request-id: req-3f12c43f-dd92-43f6-bbb7-af5af7a3fd8b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:48.834831 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:48.834831 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f12c43f-dd92-43f6-bbb7-af5af7a3fd8b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:48.835292 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'status': 'completed', 'code': 200} Nov 16 21:14:48.835548 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'status': 'completed', 'code': 200} Nov 16 21:14:48.842673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c67c521e-35d0-4bd5-b017-8fc0dc8b4943 req-6b907a65-4a10-4d45-a07b-c318144c9105 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753842 Nov 16 21:14:48.972534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a111556a-7e93-4caf-8d17-d0832eaa5172 req-2311b90a-597b-41c9-8b83-48227b042571 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304766 Nov 16 21:14:48.977055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Allocated IP 172.20.0.9 (2e6a3155-b32b-4c6c-a61b-7b874fda3301/28de5d13-2740-44c9-8a8a-7c3705c431c7/b78f5490-236a-47e7-b642-b04a6cea4053) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:48.996910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7eae2-face-49ac-a336-fb9c93053c1d req-90a6f83c-124c-4371-be4d-f8135fe480ef tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.998460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d7eae2-face-49ac-a336-fb9c93053c1d req-90a6f83c-124c-4371-be4d-f8135fe480ef tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.1512938 Nov 16 21:14:49.001709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-0d670402-c6bc-45b1-ae86-c4c7866cb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.003171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-0d670402-c6bc-45b1-ae86-c4c7866cb73b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1174 time: 0.1168420 Nov 16 21:14:49.050333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d78d5-56f1-4dcd-9c6a-b54daa6ddc20 req-d726c9c9-0963-49cf-a183-0d4222782679 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.051952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd4d78d5-56f1-4dcd-9c6a-b54daa6ddc20 req-d726c9c9-0963-49cf-a183-0d4222782679 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 949 time: 0.1235693 Nov 16 21:14:49.148191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.151900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d7eae2-face-49ac-a336-fb9c93053c1d req-31b4bb2f-2d76-43df-a93c-7eb315c7bfa3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466494 Nov 16 21:14:49.181207 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.195165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd4d78d5-56f1-4dcd-9c6a-b54daa6ddc20 req-b46c887d-07ec-4320-929c-40ee8c92a8d5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026971 Nov 16 21:14:49.206114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-d9f28a9e-45ec-4a11-9159-e00b789e7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.207822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-d9f28a9e-45ec-4a11-9159-e00b789e7e3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.1918221 Nov 16 21:14:49.221657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.230132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1545284202 ', 'description': 'tempest-description-1562880104'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:49.288812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.318730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-2fb20405-27c9-487e-9a9a-be57b9eec1cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 200 len: 217 time: 0.1007109 Nov 16 21:14:49.331321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:49.333010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:49.347326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event updated for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:49.351793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:49.440059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-2c777d06-afc2-4bd9-8e0f-5642d0cdf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.441539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-2c777d06-afc2-4bd9-8e0f-5642d0cdf44b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.1125662 Nov 16 21:14:49.460710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.464609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.513031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-02f22968-d3de-48c8-a406-ff40e780aa51 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516883 Nov 16 21:14:49.525984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-c2007255-f9ca-403f-8a31-fd103394186e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734553 Nov 16 21:14:49.533957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Request body: {'port': {'device_id': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:49.617032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.655668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.658154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8c4c2726-2074-4eac-894a-1727bdf6616f None None] Provisioning complete for port b78f5490-236a-47e7-b642-b04a6cea4053 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:49.659118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8c4c2726-2074-4eac-894a-1727bdf6616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.674743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00eb8d-780d-41cf-80ad-3b29067930f6 req-d42a9159-cf42-43e6-ab09-e510903177b6 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.680041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c00eb8d-780d-41cf-80ad-3b29067930f6 req-d42a9159-cf42-43e6-ab09-e510903177b6 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 931 time: 0.1520910 Nov 16 21:14:49.688212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.702056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c2726-2074-4eac-894a-1727bdf6616f None None] Port b78f5490-236a-47e7-b642-b04a6cea4053 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:49.764411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.765683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8347c6b4-47d0-4c55-af2f-7bd8cde9d2aa req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5399015 Nov 16 21:14:49.775894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-c47b0f48-284f-45b6-bfcf-f8ae356230d0 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927629 Nov 16 21:14:49.785767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae5f43-f2d3-4422-b94a-2731e87f9b31 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5796867-1b26-421f-a377-23db9594d96b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:49.879347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c00eb8d-780d-41cf-80ad-3b29067930f6 req-08a09958-0c56-491e-9346-ba05bccd63c3 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902282 Nov 16 21:14:49.960499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf610cd-a9ee-4b9c-9f1d-391234873b03 req-12ba469a-65a2-4688-a6ea-c48be875f369 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.962035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf610cd-a9ee-4b9c-9f1d-391234873b03 req-12ba469a-65a2-4688-a6ea-c48be875f369 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 947 time: 0.1101489 Nov 16 21:14:49.973207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78f5490-236a-47e7-b642-b04a6cea4053 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:49.981813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.993793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d0b54393-0b31-4994-b929-b50880301556 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:49.995740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Transition to ACTIVE for port object b78f5490-236a-47e7-b642-b04a6cea4053 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:50.004556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.050988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-25505f1d-eaed-4639-aa79-b8a0d7e8e8f2 service neutron] 10.222.0.36 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583878 Nov 16 21:14:50.086860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf610cd-a9ee-4b9c-9f1d-391234873b03 req-5a26c319-8c30-4b53-a0bd-1a8aceeba1a6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102319 Nov 16 21:14:50.132249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:50.173139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port d0b54393-0b31-4994-b929-b50880301556 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:50.176366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-08c09fa8-650f-4c4a-8a12-b9da12bcdfea tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.181444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-08c09fa8-650f-4c4a-8a12-b9da12bcdfea tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.2061610 Nov 16 21:14:50.187235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port d0b54393-0b31-4994-b929-b50880301556 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:50.187926 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.192524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Attempting to bind port b78f5490-236a-47e7-b642-b04a6cea4053 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:50.192923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Attempting to bind port b78f5490-236a-47e7-b642-b04a6cea4053 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:50.193260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Attempting to bind port b78f5490-236a-47e7-b642-b04a6cea4053 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:50.195400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Pushing event updated for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:50.202864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Port b78f5490-236a-47e7-b642-b04a6cea4053 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:50.203249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Attempting to bind port b78f5490-236a-47e7-b642-b04a6cea4053 on network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:50.211835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:50.212171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Checking segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:50.212822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Bound using segment: {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:50.213307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Bound port: b78f5490-236a-47e7-b642-b04a6cea4053, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7bad40-13e3-45c5-b38a-d171c018a193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:50.213671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.264313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e03fe12c-8002-4075-89d3-bf942319943b req-f838587f-2d45-4d55-8c8b-599d9ad05819 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e5796867-1b26-421f-a377-23db9594d96b HTTP/1.1" status: 200 len: 1798 time: 0.0985148 Nov 16 21:14:50.290719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-914504e8-0912-426b-9af4-dd6931466d2b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/quotas/6e5f894ad7de4904a424cbbb6de2a92d HTTP/1.1" status: 200 len: 375 time: 0.0595949 Nov 16 21:14:50.310324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-e09bf84a-3961-46f3-80a8-e5f0d4320c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.311936 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-e09bf84a-3961-46f3-80a8-e5f0d4320c01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 1099 time: 0.1878672 Nov 16 21:14:50.343691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:50.350126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b78f5490-236a-47e7-b642-b04a6cea4053,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:50.357500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.374993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.395707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 950afd9e-35cd-46f7-aa72-14a487d39648 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:50.411495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.417817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 950afd9e-35cd-46f7-aa72-14a487d39648 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:50.418369 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.431260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.432167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.434070 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] 10.222.0.36 "PUT /v2.0/ports/b78f5490-236a-47e7-b642-b04a6cea4053 HTTP/1.1" status: 200 len: 1091 time: 0.9085004 Nov 16 21:14:50.470392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d0b54393-0b31-4994-b929-b50880301556,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:50.474652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad466-81ff-4c6c-8ec4-8974ce324277 service neutron] Pushing event updated for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:50.486491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.576547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-7f1cb4a9-2971-4fa6-a6fa-fbdcb9fce929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.578415 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-7f1cb4a9-2971-4fa6-a6fa-fbdcb9fce929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 1094 time: 0.0861013 Nov 16 21:14:50.596683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-0c1370c6-5a4d-4358-9337-a8cde298ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.598591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-0c1370c6-5a4d-4358-9337-a8cde298ded9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2405331 Nov 16 21:14:50.607096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:50.611884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-8aca8b9c-7737-47a5-ab43-7bfae3d8d4a1 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3201997 Nov 16 21:14:50.654595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.665462 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-ff548e7c-9bd3-4f6f-92d1-6c3a1149a028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b78f5490-236a-47e7-b642-b04a6cea4053 HTTP/1.1" status: 200 len: 217 time: 0.0780613 Nov 16 21:14:50.701634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:50.708490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.714790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-780a1536-12ac-4adc-a50e-b646a219957e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96 HTTP/1.1" status: 200 len: 217 time: 0.1004336 Nov 16 21:14:50.740225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-52e3c096-6c49-4466-9030-3f8868998c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.741733 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-52e3c096-6c49-4466-9030-3f8868998c79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.0687382 Nov 16 21:14:50.745190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b54393-0b31-4994-b929-b50880301556'}, {'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:50.747362 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aec97e-154a-424a-a818-5deecaac086a" -d '{"events": [{"server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "name": "network-vif-plugged", "status": "completed", "tag": "d0b54393-0b31-4994-b929-b50880301556"}, {"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:50.780496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:50.782326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-4d51a527-0e7b-49ce-8582-da90af1bbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.783228 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:50.784555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-4d51a527-0e7b-49ce-8582-da90af1bbd17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0590219 Nov 16 21:14:50.794068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3404d7-c301-4026-b827-e06768a69604 req-4648024a-50b3-46aa-ac8b-b6e0d9d19114 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.795967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3404d7-c301-4026-b827-e06768a69604 req-4648024a-50b3-46aa-ac8b-b6e0d9d19114 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 945 time: 0.4341571 Nov 16 21:14:50.805062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:50.814547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-0c6cb831-fbb1-4f40-bb2e-ccca433a746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.816896 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-0c6cb831-fbb1-4f40-bb2e-ccca433a746f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644963 Nov 16 21:14:50.886877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-55955b20-367f-48b8-a76b-0fb9a2df9bb4 service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738421 Nov 16 21:14:50.952390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-c2183da4-5277-478a-8468-ce8dcd7d7196 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.953992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-c2183da4-5277-478a-8468-ce8dcd7d7196 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0720384 Nov 16 21:14:50.972352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-5'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:50.978119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-7d9bf58c-f7d6-4ca8-a418-f2da86480562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.979628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-7d9bf58c-f7d6-4ca8-a418-f2da86480562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825681 Nov 16 21:14:50.987664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3404d7-c301-4026-b827-e06768a69604 req-c4b5682e-0c7b-4383-9a6f-71d1505d0c85 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753035 Nov 16 21:14:50.994717 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-17be459d-09b8-408c-a57e-a29ae36ba9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683176 Nov 16 21:14:51.039415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-87543279-8eab-41a9-971b-a42532d26973 service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516488 Nov 16 21:14:51.118048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.121543 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9203fa7e-8c37-4e8f-9aee-e00b2cfa22dd req-d6daf88c-83f9-4cfe-be5a-fcfe9de6a27d service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005187 Nov 16 21:14:51.217621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-9496762d-756a-4e63-953f-974a7b012eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252254 Nov 16 21:14:51.292545 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.302784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:51.361956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:51.419845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.429260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.520204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:51.598548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:51.599343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:51.599554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:51.606019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:51.606458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Attempting to bind port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:51.614155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:51.615140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:51.615536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:51.616061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Bound port: 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:51.616393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.622595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121318-f658-4151-9a33-7fac767bfaba req-a5f7ecb9-0aad-4e4c-85e1-9b2b1eeb2c2c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.629866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a121318-f658-4151-9a33-7fac767bfaba req-a5f7ecb9-0aad-4e4c-85e1-9b2b1eeb2c2c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 950 time: 0.5220120 Nov 16 21:14:51.657634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-a6d00435-37e9-4840-9264-fc7065af0da8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e5796867-1b26-421f-a377-23db9594d96b HTTP/1.1" status: 200 len: 1798 time: 0.4789231 Nov 16 21:14:51.702493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:51.708255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:51.717801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.802834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a121318-f658-4151-9a33-7fac767bfaba req-3e6ddc23-b53a-4da5-9c6a-746c4b68144d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566200 Nov 16 21:14:51.812930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b59d03c-67d6-4405-a497-270d46d619f9 req-202c328f-1b80-4a53-925a-e7e1a44e48d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863438 Nov 16 21:14:51.814516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.815178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.816668 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] 10.222.0.21 "PUT /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 1121 time: 0.8505087 Nov 16 21:14:51.818248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b34f-8be0-4694-855f-2e1a665912ab service neutron] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:51.847661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-ce7da227-aab6-4aa2-a690-d65663cef8e4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.849781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-ce7da227-aab6-4aa2-a690-d65663cef8e4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c0dac2d-c858-4f13-8801-0c9eeac4bd04 HTTP/1.1" status: 200 len: 943 time: 0.1907148 Nov 16 21:14:51.907515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.920809 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53469df-b996-4658-8b01-c2d39a89834b x-openstack-request-id: req-c53469df-b996-4658-8b01-c2d39a89834b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:51.921311 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "name": "network-vif-plugged", "status": "completed", "tag": "d0b54393-0b31-4994-b929-b50880301556", "code": 200}, {"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:51.921469 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c53469df-b996-4658-8b01-c2d39a89834b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:51.921923 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b54393-0b31-4994-b929-b50880301556', 'code': 200} Nov 16 21:14:51.922244 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648', 'code': 200} Nov 16 21:14:51.923269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:51.961278 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ed8b6c-d23f-4950-b9d1-4383c1a4d63c x-openstack-request-id: req-72ed8b6c-d23f-4950-b9d1-4383c1a4d63c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:51.961574 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:51.961873 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72ed8b6c-d23f-4950-b9d1-4383c1a4d63c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:51.962274 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'status': 'completed', 'code': 200} Nov 16 21:14:51.964604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:51.986972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.028976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6ddbc10f-7bb7-4903-bffe-e22226099b96 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:52.133329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a14b7-0873-4a2e-bf29-383075d4f63b req-77aad19b-f064-4d88-88c3-9dd9befe2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.134789 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9a14b7-0873-4a2e-bf29-383075d4f63b req-77aad19b-f064-4d88-88c3-9dd9befe2a24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1099 time: 0.0822513 Nov 16 21:14:52.136562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392ed43-3750-47ca-b0f9-2df73616ce70 req-01505394-99d2-4a16-b3c9-e4fab8d100ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.137900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b392ed43-3750-47ca-b0f9-2df73616ce70 req-01505394-99d2-4a16-b3c9-e4fab8d100ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 1101 time: 0.0775733 Nov 16 21:14:52.182343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.185014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.186186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27724610-bd19-4fb7-a7bd-8a7553c1941b req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/e5796867-1b26-421f-a377-23db9594d96b HTTP/1.1" status: 204 len: 173 time: 0.5143199 Nov 16 21:14:52.188100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-2f65ca29-9683-4368-b8f4-7c59156f1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.189563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-2f65ca29-9683-4368-b8f4-7c59156f1574 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 1094 time: 0.1482589 Nov 16 21:14:52.231536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3300d43-1a6b-4805-b31e-ecd354c2d1e0 req-eac22df8-3f97-45c8-bd17-13a82af5f607 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.233227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3300d43-1a6b-4805-b31e-ecd354c2d1e0 req-eac22df8-3f97-45c8-bd17-13a82af5f607 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 943 time: 0.1829207 Nov 16 21:14:52.236569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5796867-1b26-421f-a377-23db9594d96b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:52.239384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9a14b7-0873-4a2e-bf29-383075d4f63b req-7d32d5b5-5d89-458e-8afc-e7c5159fbfe4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757418 Nov 16 21:14:52.241534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b392ed43-3750-47ca-b0f9-2df73616ce70 req-248096b4-3b4f-41b0-9552-cbb2c8b7fb90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861886 Nov 16 21:14:52.288865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:52.297089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Deleting port 790330d9-b087-4f82-ad86-da646c9be653 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:52.297426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.300665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.301008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.301353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.301691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.302067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.302396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.302719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.303073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.303394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.303713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.304033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.304354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf0090-c9e7-4b6a-929c-28314422d13f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:52.457843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3300d43-1a6b-4805-b31e-ecd354c2d1e0 req-d859e5c6-774b-4819-97eb-66dfbc378184 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082322 Nov 16 21:14:52.479684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6a09-9578-4ace-ba04-91bc5c4e3906 req-a1cdcc27-1024-495f-bd44-3d561582afa5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.480574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-181d6a09-9578-4ace-ba04-91bc5c4e3906 req-a1cdcc27-1024-495f-bd44-3d561582afa5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1942558 Nov 16 21:14:52.481914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:52.494180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-7bdbdaca-3a8e-4ba1-90d9-1d688cf71b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.495703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-7bdbdaca-3a8e-4ba1-90d9-1d688cf71b07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 923 time: 0.2822278 Nov 16 21:14:52.503701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] For port 790330d9-b087-4f82-ad86-da646c9be653, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=790330d9-b087-4f82-ad86-da646c9be653,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:52.504062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.544933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'mac_address': 'fa:16:3e:84:f4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:52.565487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Calling delete_port for 790330d9-b087-4f82-ad86-da646c9be653 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:52.574028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:52.577958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-8ed29b28-bc4a-4ca0-8ac0-2f261d8eb887 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b78f5490-236a-47e7-b642-b04a6cea4053 HTTP/1.1" status: 200 len: 217 time: 0.0592492 Nov 16 21:14:52.624633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f has no active binding in host n-h1-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:14:52.640364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.650477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc70855a-f11f-47e4-a263-4abb325c53c6 req-13ef386e-a7f3-42ed-b404-834e57fa1f54 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 210 time: 0.0803082 Nov 16 21:14:52.656712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddbc10f-7bb7-4903-bffe-e22226099b96 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:52.709661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:52.716074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-181d6a09-9578-4ace-ba04-91bc5c4e3906 req-51cfb0da-f4bc-4225-8a9c-0b86a943cc7c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179224 Nov 16 21:14:52.720937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.755813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-a48c28ce-9a0f-486b-bf64-d39f6564c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.757291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-a48c28ce-9a0f-486b-bf64-d39f6564c653 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.1657200 Nov 16 21:14:52.765639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-2b48ae09-0089-4607-8ed3-3f721c05f64d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.774350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-2b48ae09-0089-4607-8ed3-3f721c05f64d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.1387095 Nov 16 21:14:52.792148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Request body: {'port': {'device_id': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'admin_state_up': True, 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:52.794756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36942) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:52.813183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:52.931479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:52.935154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.983376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb662b5-a01f-415e-a02e-4b43f172d821 req-feffa1aa-85bb-4e4e-b688-e052ac1cd094 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.984803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6eb662b5-a01f-415e-a02e-4b43f172d821 req-feffa1aa-85bb-4e4e-b688-e052ac1cd094 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1097 time: 0.2173769 Nov 16 21:14:52.993011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-00898ea8-ccf0-4d75-9225-bb0d1796de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.994431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-00898ea8-ccf0-4d75-9225-bb0d1796de68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259130 Nov 16 21:14:53.065587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Allocated IP 172.20.0.5 (d2d10d80-aab7-41eb-b5a5-73db4772bc2f/9a0fae1d-193e-4d9d-815f-0065a91b3e5f/8a52c402-0bf5-45eb-a376-3dba39702b8b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:53.097639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88a3aa-0524-4855-ba5a-25577b55be0c req-f396f2a0-d9ac-47e9-90c1-5cd50526bfba tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.099636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed88a3aa-0524-4855-ba5a-25577b55be0c req-f396f2a0-d9ac-47e9-90c1-5cd50526bfba tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.2308986 Nov 16 21:14:53.121153 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.125759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:53.211893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event deleted for resources: {'Port': ['ID=790330d9-b087-4f82-ad86-da646c9be653,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:53.225076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.243587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6eb662b5-a01f-415e-a02e-4b43f172d821 req-f852516a-a3a6-4fbe-9ac8-eed44ca0609a tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442830 Nov 16 21:14:53.287143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.330504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:53.334233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:53.338629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:53.344934 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:53.363431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] No DVR routers for this DVR port 790330d9-b087-4f82-ad86-da646c9be653 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:53.368818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-6426cb6a-98c3-47f9-b443-4969c2e107d4 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507659 Nov 16 21:14:53.369572 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-6f21c11e-3224-40f1-a1c5-9495f6b3d8e9 req-a2ff7953-7cad-4444-9b8b-02111f564b14 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:14:53.370491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f21c11e-3224-40f1-a1c5-9495f6b3d8e9 req-a2ff7953-7cad-4444-9b8b-02111f564b14 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e5796867-1b26-421f-a377-23db9594d96b HTTP/1.1" status: 404 len: 352 time: 0.0865319 Nov 16 21:14:53.373063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.376272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b93e01f2-1196-4f20-8d7e-0f0601ab7c88 req-10593d18-0819-4b4f-8d31-17005111a167 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "DELETE /v2.0/ports/790330d9-b087-4f82-ad86-da646c9be653 HTTP/1.1" status: 204 len: 173 time: 1.5036788 Nov 16 21:14:53.381251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-deleted', 'tag': '790330d9-b087-4f82-ad86-da646c9be653'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:53.383642 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95752479-0cbd-4189-9a18-9197431aafc8" -d '{"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-deleted", "tag": "790330d9-b087-4f82-ad86-da646c9be653"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:53.395505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.396840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.401106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed88a3aa-0524-4855-ba5a-25577b55be0c req-06ba2d89-f29e-4829-9496-c85c53c7ba83 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877169 Nov 16 21:14:53.427223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-65be7947-058d-4d01-b1ef-32d8d69ac497 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479995 Nov 16 21:14:53.455601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Request body: {'port': {'device_id': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:53.545564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.642428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65bc7e-a148-49db-b282-b79052d02f7b req-f6fd3a98-f5a5-4c0b-bd1f-5cd87f5c371c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.644048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf65bc7e-a148-49db-b282-b79052d02f7b req-f6fd3a98-f5a5-4c0b-bd1f-5cd87f5c371c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 950 time: 0.1597767 Nov 16 21:14:53.698394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8ae2e58-5f1a-4b71-b1e7-10f8704b1d7f req-e681d1fc-eee4-4ea7-bac6-567093820ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111560 Nov 16 21:14:53.764412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf65bc7e-a148-49db-b282-b79052d02f7b req-23fe0b28-945c-43df-9c16-a31cb2859d04 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091678 Nov 16 21:14:53.888457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a52c402-0bf5-45eb-a376-3dba39702b8b {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:53.896802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.910701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Transition to ACTIVE for port object 8a52c402-0bf5-45eb-a376-3dba39702b8b will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:53.917083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.965341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'}, {'name': 'network-changed', 'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:53.968264 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c4ca8-014b-4983-8179-f0148de2192a" -d '{"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f"}, {"name": "network-changed", "server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:54.048952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.058767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-262470059', 'description': 'tempest-description-625338808'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:54.094577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Attempting to bind port 8a52c402-0bf5-45eb-a376-3dba39702b8b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:54.096001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Attempting to bind port 8a52c402-0bf5-45eb-a376-3dba39702b8b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:54.097047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Attempting to bind port 8a52c402-0bf5-45eb-a376-3dba39702b8b on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:54.104940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Port 8a52c402-0bf5-45eb-a376-3dba39702b8b on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:54.105362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Attempting to bind port 8a52c402-0bf5-45eb-a376-3dba39702b8b on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:54.106076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.112971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:54.113409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Checking segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:54.113881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Bound using segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:54.114990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Bound port: 8a52c402-0bf5-45eb-a376-3dba39702b8b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:54.115442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.142329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.209115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:54.212875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:54.219192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.262188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.262885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.264586 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] 10.222.0.21 "PUT /v2.0/ports/8a52c402-0bf5-45eb-a376-3dba39702b8b HTTP/1.1" status: 200 len: 1091 time: 0.8189268 Nov 16 21:14:54.274465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.281641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.281865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cbf7e-5def-4f9a-b19a-530261319bcb service neutron] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.359714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.360949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c5cbe16-25aa-473f-b68d-01dae4f1ec1f req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3229077 Nov 16 21:14:54.389227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52404df6-58bf-4a8e-81cc-9269f4cdfced tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.402062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-b6c73bfb-ac64-4b4c-9bb1-12cea75ebbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.404254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-b6c73bfb-ac64-4b4c-9bb1-12cea75ebbef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 1094 time: 0.0657413 Nov 16 21:14:54.412676 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9a0c6-8607-4e85-b2ca-3c01697c6398 x-openstack-request-id: req-5ed9a0c6-8607-4e85-b2ca-3c01697c6398 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:54.412969 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0dac2d-c858-4f13-8801-0c9eeac4bd04", "name": "network-vif-deleted", "tag": "790330d9-b087-4f82-ad86-da646c9be653", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:54.413220 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ed9a0c6-8607-4e85-b2ca-3c01697c6398 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:54.413614 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0dac2d-c858-4f13-8801-0c9eeac4bd04', 'name': 'network-vif-deleted', 'tag': '790330d9-b087-4f82-ad86-da646c9be653', 'status': 'completed', 'code': 200} Nov 16 21:14:54.420962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-13d1512f-8ec4-41af-813e-abfe52631e8d tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:14:54.421970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-13d1512f-8ec4-41af-813e-abfe52631e8d tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128179 Nov 16 21:14:54.504870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-a800afd3-3e0c-4777-b3c0-208c9030dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.506363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-a800afd3-3e0c-4777-b3c0-208c9030dc05 service neutron] 10.222.0.54 "GET /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 1094 time: 0.0763600 Nov 16 21:14:54.518061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Request body: {'binding': {'host': 'n-h2-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:54.518421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Unknown quota resources ['binding']. {{(pid=102665) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:14:54.621446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554541c-ad54-4412-8b15-8638ea05fe2d req-ff50af90-012f-40a1-9d41-0708391ff98d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.623014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7554541c-ad54-4412-8b15-8638ea05fe2d req-ff50af90-012f-40a1-9d41-0708391ff98d tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 943 time: 0.1597440 Nov 16 21:14:54.700257 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-c32971d6-0d27-489c-ad0e-69f2612889dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b HTTP/1.1" status: 200 len: 217 time: 0.2804353 Nov 16 21:14:54.740535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7554541c-ad54-4412-8b15-8638ea05fe2d req-2f77537f-653e-4b75-846a-0858b1dca6c9 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005592 Nov 16 21:14:54.762677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-3e0e3152-033b-4c44-9afb-75a58f22a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.762677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-3e0e3152-033b-4c44-9afb-75a58f22a3da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0439200 Nov 16 21:14:54.788434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on host n-h2-816206-5 for vnic_type normal with profile None {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:54.788670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:54.789131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:54.792043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Deleting port 08d35a5e-18a5-47b2-a743-83928f70390e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:54.792375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.795248 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-a8da8cb6-dccb-431c-b154-ea9de22b20ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284500 Nov 16 21:14:54.837760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:54.838077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:54.867874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:54.868211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:54.868600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:54.869027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Bound port: 5fc6258e-4208-4571-9455-f7ce54164788, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:54.899529 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-0aab3158-b24f-49d4-8f4e-a0a77e68f895 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930181 Nov 16 21:14:54.941238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffb6ac-450d-4a61-b110-f8cff436ddc3 req-43856c73-27f0-4947-94f1-3126a1fe062c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:54.942716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05ffb6ac-450d-4a61-b110-f8cff436ddc3 req-43856c73-27f0-4947-94f1-3126a1fe062c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 943 time: 0.1387751 Nov 16 21:14:54.954005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] For port 08d35a5e-18a5-47b2-a743-83928f70390e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08d35a5e-18a5-47b2-a743-83928f70390e,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:54.954384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.983618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Calling delete_port for 08d35a5e-18a5-47b2-a743-83928f70390e owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:54.995573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ccb50b7-b93b-4f12-8def-eabb0182cd9f req-caf0cde9-8661-4818-94a4-c4229e1c28ef service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Nov 16 21:14:55.003734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:55.016230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.017391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-f02961c0-bf26-499c-9d20-b7dad0a404bb service neutron] 10.222.0.54 "POST /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788/bindings HTTP/1.1" status: 201 len: 389 time: 0.5034678 Nov 16 21:14:55.064557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05ffb6ac-450d-4a61-b110-f8cff436ddc3 req-77b9d121-e0ed-4c5e-a8b1-00eca4efc631 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141491 Nov 16 21:14:55.134596 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6333c-29b2-4a4c-b043-df9287bd41ab x-openstack-request-id: req-9ec6333c-29b2-4a4c-b043-df9287bd41ab {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:55.135024 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f", "code": 200}, {"name": "network-changed", "server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:55.135371 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ec6333c-29b2-4a4c-b043-df9287bd41ab {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:55.135888 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'code': 200} Nov 16 21:14:55.136239 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'status': 'completed', 'code': 200} Nov 16 21:14:55.169786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-690426876', 'description': 'tempest-description-1304759006'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:55.247698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18eef4-c083-4a43-9c80-cc218008cc35 req-eaebfcbc-fd6b-4aef-bbae-82f07539f8b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.249176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df18eef4-c083-4a43-9c80-cc218008cc35 req-eaebfcbc-fd6b-4aef-bbae-82f07539f8b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1262152 Nov 16 21:14:55.255506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.305042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-4655ada8-fbd9-4876-b223-dcdc7f717072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.306549 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-4655ada8-fbd9-4876-b223-dcdc7f717072 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1097 time: 0.0411217 Nov 16 21:14:55.335878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-162e17bf-daa1-4d00-9b0b-38889a7de78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.337269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-162e17bf-daa1-4d00-9b0b-38889a7de78a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1124 time: 0.1595852 Nov 16 21:14:55.381505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.405441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-09e93196-cd6c-4b00-a14e-4e5436352257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.406947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-09e93196-cd6c-4b00-a14e-4e5436352257 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.0865099 Nov 16 21:14:55.451768 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-295b7b4e-e99a-469a-bd51-ca3ea536b3dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 217 time: 0.0370388 Nov 16 21:14:55.452219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df18eef4-c083-4a43-9c80-cc218008cc35 req-be63273e-8a3f-4580-b47b-8ccb8bbcd6a1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921413 Nov 16 21:14:55.459577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d35a5e-18a5-47b2-a743-83928f70390e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:55.523029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-e3e681ce-8b30-4e8d-a917-ae311dff2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.524672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-e3e681ce-8b30-4e8d-a917-ae311dff2c3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0649524 Nov 16 21:14:55.562985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-16ee78ca-df8a-496d-b72a-72ffe75327e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299633 Nov 16 21:14:55.580650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.611986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.619765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-beea227b-468b-4f02-a405-dd4b4ecb04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.621225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-beea227b-468b-4f02-a405-dd4b4ecb04ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2686207 Nov 16 21:14:55.671312 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-9efd5623-4566-4472-88a9-3636da5cba84 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972576 Nov 16 21:14:55.747434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.748567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d674faa0-904f-4901-8ddc-1a311f8011b6 req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5874135 Nov 16 21:14:55.752238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-a1ebc47e-fa8d-4742-965c-efb66af91113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 217 time: 0.1152554 Nov 16 21:14:55.758448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db25a1-fb1e-415e-8cd3-060ed7544ca3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec019563-09d9-46f8-9ca8-881be1be4a9e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:55.783237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5572-1e13-4ef0-a9bd-36ea2e5d257c req-c413d118-0211-444a-bb08-814a0a7b1993 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.784704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11ca5572-1e13-4ef0-a9bd-36ea2e5d257c req-c413d118-0211-444a-bb08-814a0a7b1993 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.2481225 Nov 16 21:14:55.786651 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-d23bdea6-bed5-4f19-9ce3-16fdba1000d0 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051216 Nov 16 21:14:55.892978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-580e5934-7baa-49e2-a2d8-88a1b8e25433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.894443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-580e5934-7baa-49e2-a2d8-88a1b8e25433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1283715 Nov 16 21:14:55.897929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.950352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11ca5572-1e13-4ef0-a9bd-36ea2e5d257c req-c84f99e4-a036-4113-871f-e44c7fdde39e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416833 Nov 16 21:14:55.957706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5277be-7647-4cb4-9f60-719bff781ff9 req-1a249ef7-26dd-4ed3-b8fa-401e22b14f71 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.963855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5277be-7647-4cb4-9f60-719bff781ff9 req-1a249ef7-26dd-4ed3-b8fa-401e22b14f71 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 950 time: 0.1565151 Nov 16 21:14:56.000929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-f687436e-a98c-4e54-89b8-271ea840802f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878553 Nov 16 21:14:56.020228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b78f5490-236a-47e7-b642-b04a6cea4053 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:56.022319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6ddbc10f-7bb7-4903-bffe-e22226099b96 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:56.138680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 6ddbc10f-7bb7-4903-bffe-e22226099b96 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:56.152428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 6ddbc10f-7bb7-4903-bffe-e22226099b96 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:56.152797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.178151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:56.200561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b78f5490-236a-47e7-b642-b04a6cea4053,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:56.228234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 790330d9-b087-4f82-ad86-da646c9be653 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:56.228488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 790330d9-b087-4f82-ad86-da646c9be653 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:56.236687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'port_id': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'mac_address': 'fa:16:3e:64:7f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:56.302894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.324389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78f5490-236a-47e7-b642-b04a6cea4053 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:56.331465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.355549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b78f5490-236a-47e7-b642-b04a6cea4053,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:56.362551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.370686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:56.372410 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a92fac-29a1-4bbb-995b-05aebec807a7" -d '{"events": [{"server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "name": "network-vif-plugged", "status": "completed", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:56.403211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:56.407626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba8b6-672a-42f4-8485-7a55f8a0f0df req-c15bdc8c-f021-4830-afba-bcd548d85b48 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:56.409199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f7ba8b6-672a-42f4-8485-7a55f8a0f0df req-c15bdc8c-f021-4830-afba-bcd548d85b48 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1473758 Nov 16 21:14:56.414437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.430070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.437787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.438141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.438479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.439209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5277be-7647-4cb4-9f60-719bff781ff9 req-1a880040-52b4-44bf-bb55-76308b686ff1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372132 Nov 16 21:14:56.439557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.440102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.440596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.441082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.441551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.442618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.443130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.443609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.444276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:56.480091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-7b202315-65dd-4c18-84fb-858b75593b96 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191954 Nov 16 21:14:56.502563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.613916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-82ca7d96-0eb9-44cc-92de-5b0942126c4c req-344fd171-0f00-40f6-baf2-ef0240f30926 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:14:56.614964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82ca7d96-0eb9-44cc-92de-5b0942126c4c req-344fd171-0f00-40f6-baf2-ef0240f30926 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362890 Nov 16 21:14:56.624290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f7ba8b6-672a-42f4-8485-7a55f8a0f0df req-ff0dccc5-28fc-4fba-9076-e0afbeb94d05 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891429 Nov 16 21:14:56.668264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-574296385', 'description': 'tempest-description-1869537543'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:56.718789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e3c4ca8-014b-4983-8179-f0148de2192a req-20a36927-b17a-44d1-bdf8-0c6635623759 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949000 Nov 16 21:14:56.720662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Router ac789106-c62b-4a73-aea3-345724cf58e3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:56.727380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.840683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b78f5490-236a-47e7-b642-b04a6cea4053'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:56.922242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:56.925482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.932540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-33288c0e-6bc2-40fe-8fe4-b7a0722e61b3 admin admin] 10.222.0.54 "PUT /v2.0/routers/ac789106-c62b-4a73-aea3-345724cf58e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1348515 Nov 16 21:14:56.932966 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Sync routers for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:56.934821 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-8d8ffe20-bad3-442e-9553-131688e30c40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820630 Nov 16 21:14:56.940446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37002) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:56.944625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-4dc61985-5960-470d-953d-a188b902cef8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:14:56.950879 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:56.951534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:56.955417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.960208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-4dc61985-5960-470d-953d-a188b902cef8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236330 Nov 16 21:14:57.083457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de873c8-502e-4ca0-839b-320074dc5651,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:57.127957 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.137784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:57.139124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b898a8e-0bbe-48be-a48c-dd2f3178ed4d req-abc76a62-f08c-4326-a764-e348f6296d4c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4808612 Nov 16 21:14:57.140368 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee34b7-d431-467c-a9a8-d03abfad5cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:57.148196 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:57.210002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4050c-52c9-4255-9ba1-2ad926c153bc req-fc25fb4b-d8bd-4279-912c-f79949cc9c31 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.223165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9c4050c-52c9-4255-9ba1-2ad926c153bc req-fc25fb4b-d8bd-4279-912c-f79949cc9c31 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 944 time: 0.1406682 Nov 16 21:14:57.274808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.375116 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 5, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:57.403557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9c4050c-52c9-4255-9ba1-2ad926c153bc req-7a85d0c0-0ed5-43b3-bf6e-1b82d59b3b74 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793973 Nov 16 21:14:57.410663 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Checking router: ac789106-c62b-4a73-aea3-345724cf58e3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:57.422765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39926e2-3385-411e-ac72-b96d778ad7b0 req-10b3d998-1f66-4a00-bbdd-2224b05dba42 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.429709 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Routers {'ac789106-c62b-4a73-aea3-345724cf58e3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:57.430507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac789106-c62b-4a73-aea3-345724cf58e3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:57.434884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f39926e2-3385-411e-ac72-b96d778ad7b0 req-10b3d998-1f66-4a00-bbdd-2224b05dba42 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 943 time: 0.2094905 Nov 16 21:14:57.498769 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90773d-83e2-4a36-bdec-fea79889972a x-openstack-request-id: req-9c90773d-83e2-4a36-bdec-fea79889972a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:57.499226 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "name": "network-vif-plugged", "status": "completed", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:57.499865 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c90773d-83e2-4a36-bdec-fea79889972a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:57.503391 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'code': 200} Nov 16 21:14:57.571575 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] Set router ac789106-c62b-4a73-aea3-345724cf58e3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:57.668864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f39926e2-3385-411e-ac72-b96d778ad7b0 req-7e2f1c86-e3b3-4fce-bc7a-471656cb5e5c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329993 Nov 16 21:14:57.698222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb0991-f585-43d0-8dfe-063bebdb64a2 req-2763b162-4e09-4484-8de8-cdc9f4aee66a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.705410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7fb0991-f585-43d0-8dfe-063bebdb64a2 req-2763b162-4e09-4484-8de8-cdc9f4aee66a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.1239197 Nov 16 21:14:57.726062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.773845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48a499-cdbf-449c-9e17-881ef90dac96 req-85560209-208a-41a5-b571-39e54f87db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.775406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e48a499-cdbf-449c-9e17-881ef90dac96 req-85560209-208a-41a5-b571-39e54f87db6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 1101 time: 0.1639631 Nov 16 21:14:57.777802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 5, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:57.808253 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d36ab-9f9a-49d9-9aa8-0dc44bf0fdd4 None None] The sync data for ids ['ac789106-c62b-4a73-aea3-345724cf58e3'] in n-d-816206-5 is: [{'id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541764672-router', 'tenant_id': '6ce1a248fc264f8fb3e356096f86899d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 5, 'project_id': '6ce1a248fc264f8fb3e356096f86899d', 'gw_port': {'id': 'dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac789106-c62b-4a73-aea3-345724cf58e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:30Z', 'updated_at': '2021-11-16T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:57.853997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7fb0991-f585-43d0-8dfe-063bebdb64a2 req-4dc95157-0751-489a-87e6-ee7ff91c1954 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450677 Nov 16 21:14:57.913900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e48a499-cdbf-449c-9e17-881ef90dac96 req-b1c95c86-9af6-49de-b38f-22af87600d6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229429 Nov 16 21:14:57.927311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Deleting port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:57.927639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.024062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442387d-7c19-4272-b916-f92d2a3df8ba req-77503079-eb52-4622-95f9-c429e98692ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.025704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c442387d-7c19-4272-b916-f92d2a3df8ba req-77503079-eb52-4622-95f9-c429e98692ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1637521 Nov 16 21:14:58.056542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958948-411d-4aa7-8c87-dd884da4d796 req-74c87915-ad05-4915-9261-45e99c679e41 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.058277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6958948-411d-4aa7-8c87-dd884da4d796 req-74c87915-ad05-4915-9261-45e99c679e41 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.1421332 Nov 16 21:14:58.111722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] For port dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:58.112093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.143837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Calling delete_port for dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:58.161863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:58.163691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c442387d-7c19-4272-b916-f92d2a3df8ba req-41aa247b-adac-43ea-807b-a4d29a31207c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245055 Nov 16 21:14:58.205305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6958948-411d-4aa7-8c87-dd884da4d796 req-2f3b1987-06b6-4a87-a48f-85b732636ccd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268876 Nov 16 21:14:58.269465 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b68db-5684-43a4-96d2-357b54391f66 x-openstack-request-id: req-349b68db-5684-43a4-96d2-357b54391f66 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:58.271458 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:58.271903 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-349b68db-5684-43a4-96d2-357b54391f66 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:58.272450 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'status': 'completed', 'code': 200} Nov 16 21:14:58.382884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-c68060ec-4cb1-4de5-a057-a7fd3bf75a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.384843 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-c68060ec-4cb1-4de5-a057-a7fd3bf75a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 1094 time: 0.0777934 Nov 16 21:14:58.394206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:58.417678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'mac_address': 'fa:16:3e:cd:16:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:58.467041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.469460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b78af068-4596-4e90-b7bf-f2bc180e575c req-2ffd1613-b6c4-45c4-963a-4b8fdca1c3bb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 10996 time: 0.2626884 Nov 16 21:14:58.490278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a52c402-0bf5-45eb-a376-3dba39702b8b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:58.525003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:58.534032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.551488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-dbee3715-8da8-4b1c-b0f8-d3c9d06f51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.553386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-dbee3715-8da8-4b1c-b0f8-d3c9d06f51ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 905 time: 0.1528356 Nov 16 21:14:58.591803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.610459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2b39d-7115-4d51-a558-b5ff6fbc5dbc req-df8abb34-c70e-4f56-b7a2-179cf52843ea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.612059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cf2b39d-7115-4d51-a558-b5ff6fbc5dbc req-df8abb34-c70e-4f56-b7a2-179cf52843ea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1725938 Nov 16 21:14:58.615992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-f8d105d3-4947-485e-8bf9-60989316367f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b HTTP/1.1" status: 200 len: 217 time: 0.0527930 Nov 16 21:14:58.620628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b78af068-4596-4e90-b7bf-f2bc180e575c req-6c31c390-1341-4349-ac6c-9e6ac624791c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 200 len: 2998 time: 0.1502380 Nov 16 21:14:58.683475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-482f343f-941d-4d0b-8eb1-526ec8767a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.684935 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-482f343f-941d-4d0b-8eb1-526ec8767a87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0518343 Nov 16 21:14:58.728665 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-6ca91a46-b3b0-4f16-a64e-3590f0aabd38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283411 Nov 16 21:14:58.736867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cf2b39d-7115-4d51-a558-b5ff6fbc5dbc req-f67f282b-24ce-4536-b05f-2baa34a0d9a1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149027 Nov 16 21:14:58.741449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08d35a5e-18a5-47b2-a743-83928f70390e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:58.743198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b78af068-4596-4e90-b7bf-f2bc180e575c req-4286512c-d261-4ca5-a718-ef560ad4b2a4 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 200 len: 2998 time: 0.1117706 Nov 16 21:14:58.745320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.792711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.797935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 08d35a5e-18a5-47b2-a743-83928f70390e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:58.798281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08d35a5e-18a5-47b2-a743-83928f70390e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:58.914671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-60472492-cbd0-497f-8e29-fe6683da8a2a service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675754 Nov 16 21:14:58.948025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['8a52c402-0bf5-45eb-a376-3dba39702b8b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:58.967466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.016592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2dee34b7-d431-467c-a9a8-d03abfad5cb8 req-fac40f22-ba07-4cd9-928c-81409c34ef83 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930955 Nov 16 21:14:59.328259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a568-36c4-4e3d-a4a5-2cd359b43bf9 req-d3ec8c4f-7c26-450a-b9d8-55a2a5944aac tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.329737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b704a568-36c4-4e3d-a4a5-2cd359b43bf9 req-d3ec8c4f-7c26-450a-b9d8-55a2a5944aac tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 944 time: 0.4854867 Nov 16 21:14:59.344171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0039294-0509-4b7f-96fa-6a06ea3e0100 req-aafdb32a-cabf-4b7c-8dc1-478c5fc2d971 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.345557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0039294-0509-4b7f-96fa-6a06ea3e0100 req-aafdb32a-cabf-4b7c-8dc1-478c5fc2d971 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 944 time: 0.4858541 Nov 16 21:14:59.356729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.362361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.378309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-ae47a70a-7a73-46e1-ade1-38c3c348715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.379865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-ae47a70a-7a73-46e1-ade1-38c3c348715b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1099 time: 0.4594474 Nov 16 21:14:59.511990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.512617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac789106-c62b-4a73-aea3-345724cf58e3 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:14:59.517597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.521686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1441d755-27cf-4f57-8853-52bab57c97e5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ac789106-c62b-4a73-aea3-345724cf58e3 HTTP/1.1" status: 204 len: 168 time: 2.5771723 Nov 16 21:14:59.522175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:59.552107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b704a568-36c4-4e3d-a4a5-2cd359b43bf9 req-ced7247f-0427-4980-a517-12ab73d77c99 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054121 Nov 16 21:14:59.578534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0039294-0509-4b7f-96fa-6a06ea3e0100 req-ba8828d9-1b86-45b2-8910-ca2c508d6a7e tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050481 Nov 16 21:14:59.632301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Deleting subnet ed23796b-95a1-4ed8-9a24-80153aff1299 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:14:59.637125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.658332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-45bcce91-2873-4dfb-964a-17b621c0bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.659989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-45bcce91-2873-4dfb-964a-17b621c0bd0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2701502 Nov 16 21:14:59.715145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.725400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-7700eb24-5eac-4d47-ba2c-8144f2e57c2e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc HTTP/1.1" status: 200 len: 1816 time: 0.1276908 Nov 16 21:14:59.727420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-9e9256e6-d900-40cf-b246-b73f3766f7bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.0514836 Nov 16 21:14:59.845177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6241-a811-4e99-a670-533b72aa2a5b req-1e7b14ab-0036-4af3-acfe-691368fbf6ff tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.846679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d0a6241-a811-4e99-a670-533b72aa2a5b req-1e7b14ab-0036-4af3-acfe-691368fbf6ff tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.1246381 Nov 16 21:14:59.848160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-45c731dd-d898-4f89-bd1c-56fe6202ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.849503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-45c731dd-d898-4f89-bd1c-56fe6202ba12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1123915 Nov 16 21:14:59.851903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.907999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.912942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.939771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed23796b-95a1-4ed8-9a24-80153aff1299,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:59.950036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.952695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed23796b-95a1-4ed8-9a24-80153aff1299 HTTP/1.1" status: 204 len: 168 time: 0.4291737 Nov 16 21:14:59.954850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080c155-0b9f-4541-9c8f-4c79838ee443 None None] Network 04cb76ca-d91f-4491-be09-d5912207989d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:59.956660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.959821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37050) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:59.962904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.963580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.964109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.964452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.964851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.965311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.965645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.966245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.966581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.967096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.967436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.968694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6426420-4a51-425c-b4ae-55cda36d913e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:59.981637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d0a6241-a811-4e99-a670-533b72aa2a5b req-96f70f7b-dd12-44ec-8678-63e66469af9c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269398 Nov 16 21:14:59.986602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-6744d33e-0c63-484d-93af-679fe834067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.988135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-6744d33e-0c63-484d-93af-679fe834067a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247087 Nov 16 21:15:00.046954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b78f5490-236a-47e7-b642-b04a6cea4053 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:00.171478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:00.173240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.179608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.182147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.184122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-067a05dd-ab04-4dfe-8fcd-e234a2f21725 req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc HTTP/1.1" status: 204 len: 173 time: 0.4383507 Nov 16 21:15:00.211606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b78f5490-236a-47e7-b642-b04a6cea4053 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:00.226831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b78f5490-236a-47e7-b642-b04a6cea4053 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:00.227534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.279454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b614-ea7e-41ec-a337-ee0d2f7f8ed8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.290631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d7ccd-db4e-443f-bea6-5d22c4a7e97a req-ebfdc732-d3b2-499c-b9e4-53f906258c0b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.295140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 8a52c402-0bf5-45eb-a376-3dba39702b8b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:00.298435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-053d7ccd-db4e-443f-bea6-5d22c4a7e97a req-ebfdc732-d3b2-499c-b9e4-53f906258c0b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.2367501 Nov 16 21:15:00.308763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 8a52c402-0bf5-45eb-a376-3dba39702b8b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:00.309391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.312725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-33b8e699-0a81-428f-a8d7-999cc955e521 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109899 Nov 16 21:15:00.372208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] DHCP port deletion for 04cb76ca-d91f-4491-be09-d5912207989d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:15:00.388486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.441905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:00.444552 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ee1b6-3a1c-4b11-aa64-a6b45e29e795" -d '{"events": [{"server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "name": "network-vif-plugged", "status": "completed", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:00.473036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f922a-259b-42ab-a9ba-c6c0e2afc9cc req-e51e8fe3-8b64-4e3c-8469-c80bbb5c14e7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.475047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c0f922a-259b-42ab-a9ba-c6c0e2afc9cc req-e51e8fe3-8b64-4e3c-8469-c80bbb5c14e7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.2040317 Nov 16 21:15:00.478208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-053d7ccd-db4e-443f-bea6-5d22c4a7e97a req-8747559d-8d12-4469-9b5d-8300bd9c5cda tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790011 Nov 16 21:15:00.482405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b78f5490-236a-47e7-b642-b04a6cea4053,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.504940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.514008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.517113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Deleting port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:00.517645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.523632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-31b48146-619d-49b4-912b-37cbd1e2d64d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816921 Nov 16 21:15:00.559039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Deleting port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:00.559633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.648500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.653175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.660231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] For port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.660527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.666902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.675504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] For port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,segment=NetworkSegment(606b054b-bfb1-4941-bbbd-9af7a9743361),segment_id=606b054b-bfb1-4941-bbbd-9af7a9743361)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.676233 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.685203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Calling delete_port for 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:00.713697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Calling delete_port for 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:00.798460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:00.801881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.830726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c0f922a-259b-42ab-a9ba-c6c0e2afc9cc req-b5a6c66d-c8c5-4e56-9928-47ae1aeaf07c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107457 Nov 16 21:15:00.839964 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.872873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] No DVR routers for this DVR port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:00.904118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.917899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a188-83cf-4535-9707-076686f805f3 req-7e58d130-fb3b-4a56-a64f-31e4cfad154c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.919605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2223a188-83cf-4535-9707-076686f805f3 req-7e58d130-fb3b-4a56-a64f-31e4cfad154c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1720405 Nov 16 21:15:00.939038 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-e979f55b-60d9-4546-ab93-0efd2d360a54 req-ee025e3a-fadb-42db-a8c3-b9e8f4965c60 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:00.940038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e979f55b-60d9-4546-ab93-0efd2d360a54 req-ee025e3a-fadb-42db-a8c3-b9e8f4965c60 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc HTTP/1.1" status: 404 len: 352 time: 0.0617640 Nov 16 21:15:00.959809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:00.960287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc89e30f-f2f9-4f1f-b7ba-5e5203cb1bd1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:00.960664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:01.012085 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.021610 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc404f32-5acb-4022-85b9-2e8083456af4 x-openstack-request-id: req-bc404f32-5acb-4022-85b9-2e8083456af4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:01.021974 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "name": "network-vif-plugged", "status": "completed", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:01.022282 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc404f32-5acb-4022-85b9-2e8083456af4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:01.022726 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'code': 200} Nov 16 21:15:01.026086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:01.026726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:01.074021 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.098526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2223a188-83cf-4535-9707-076686f805f3 req-84428a6b-d9fd-4b83-b651-9245d85acc01 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606627 Nov 16 21:15:01.103743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] No DVR routers for this DVR port 6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:01.109523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec87994-9ebc-44c9-8fbe-c47cebea9f2c None None] Pushing event deleted for resources: {'Port': ['ID=6c0ec3d1-83f1-4c4c-a4e1-d421fb23cd76,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:01.144328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cb76ca-d91f-4491-be09-d5912207989d']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:01.161895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606b054b-bfb1-4941-bbbd-9af7a9743361') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:01.162171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606b054b-bfb1-4941-bbbd-9af7a9743361') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:01.181809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.198869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cf37c-f86c-47b9-a9a5-8429eb5800e0 req-9daef46c-4836-4431-9085-c373cc6fa7fc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.200386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-469cf37c-f86c-47b9-a9a5-8429eb5800e0 req-9daef46c-4836-4431-9085-c373cc6fa7fc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1486578 Nov 16 21:15:01.242208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.259234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:01.259617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:01.262007 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:01.264400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5150d2-79a1-4eda-a6c6-2f29c5bd8733 req-73ff5391-5bd3-4207-b42c-882eb0035d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.265096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d5150d2-79a1-4eda-a6c6-2f29c5bd8733 req-73ff5391-5bd3-4207-b42c-882eb0035d3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 1096 time: 0.1765990 Nov 16 21:15:01.369799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4214-c54a-4f1e-b720-229861a339c9 req-aa4ed30a-8a0e-40ec-9219-be6418154651 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.371295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174d4214-c54a-4f1e-b720-229861a339c9 req-aa4ed30a-8a0e-40ec-9219-be6418154651 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.1869321 Nov 16 21:15:01.376994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-469cf37c-f86c-47b9-a9a5-8429eb5800e0 req-b22dc6a0-5ff8-4c47-b8f0-c2e2f2d27fbe tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655471 Nov 16 21:15:01.377562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.407263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.413040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] 10.222.0.54 "DELETE /v2.0/networks/04cb76ca-d91f-4491-be09-d5912207989d HTTP/1.1" status: 204 len: 168 time: 1.4486179 Nov 16 21:15:01.413745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37064) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:01.435130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d5150d2-79a1-4eda-a6c6-2f29c5bd8733 req-cdbeaa74-216e-4ed3-9682-15d38f1af9bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580944 Nov 16 21:15:01.437277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767672a-f44f-4d5e-9dd8-6894688ae968 admin admin] Pushing event deleted for resources: {'Network': ['ID=04cb76ca-d91f-4491-be09-d5912207989d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:01.486177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174d4214-c54a-4f1e-b720-229861a339c9 req-7c03b550-a007-4477-bb95-46040e100b98 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034410 Nov 16 21:15:01.491955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-91c45e82-3044-4c91-9a69-257d98504fa2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/ec019563-09d9-46f8-9ca8-881be1be4a9e HTTP/1.1" status: 200 len: 1817 time: 0.0803754 Nov 16 21:15:01.591729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.620286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.646343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adcb7e-763d-4ff9-bb9b-389c02be3f19 req-9861267d-24cf-4f2b-8dfe-589a48d56d1e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.647864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97adcb7e-763d-4ff9-bb9b-389c02be3f19 req-9861267d-24cf-4f2b-8dfe-589a48d56d1e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.0870190 Nov 16 21:15:01.705716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.708358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.709476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3eb0a63-2324-4e84-ac63-3df2497d5e81 req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/ec019563-09d9-46f8-9ca8-881be1be4a9e HTTP/1.1" status: 204 len: 173 time: 0.2107089 Nov 16 21:15:01.723629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97adcb7e-763d-4ff9-bb9b-389c02be3f19 req-b7f5d8d0-bc7a-4fe7-86e0-7207dd7df34d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669787 Nov 16 21:15:01.740538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdf03e-26ad-45d4-aa09-af8b36caad24 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec019563-09d9-46f8-9ca8-881be1be4a9e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:01.783870 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-f467cac9-541c-4527-aec9-59d1bb86191d req-af73f348-eeab-420f-97c5-409e49eebe74 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:01.784842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f467cac9-541c-4527-aec9-59d1bb86191d req-af73f348-eeab-420f-97c5-409e49eebe74 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/ec019563-09d9-46f8-9ca8-881be1be4a9e HTTP/1.1" status: 404 len: 352 time: 0.0295503 Nov 16 21:15:01.836220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b41a3-417e-4fdc-827d-37af031d0b48 req-ce66197e-cdf9-4777-a418-8b69bc556b8e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.838460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a06b41a3-417e-4fdc-827d-37af031d0b48 req-ce66197e-cdf9-4777-a418-8b69bc556b8e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0566127 Nov 16 21:15:01.898270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a06b41a3-417e-4fdc-827d-37af031d0b48 req-ebf44532-1cf9-486d-b59f-fcc891a1b865 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Nov 16 21:15:01.936116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.960540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-c2f00ab3-e75a-4251-94c7-056e9a0a9cf0 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/8de873c8-502e-4ca0-839b-320074dc5651 HTTP/1.1" status: 200 len: 1817 time: 0.0386446 Nov 16 21:15:02.025382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.059062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.156856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffaf9d-1ba7-40f6-8e63-ba32900fb9e9 req-821af140-e411-43b9-97f9-5a1ad422a643 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:02.163710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffaf9d-1ba7-40f6-8e63-ba32900fb9e9 req-821af140-e411-43b9-97f9-5a1ad422a643 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:02.165323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44ffaf9d-1ba7-40f6-8e63-ba32900fb9e9 req-821af140-e411-43b9-97f9-5a1ad422a643 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646&device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 1691 time: 0.0942349 Nov 16 21:15:02.171052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.174331 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.175189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd38273c-410d-4d12-8a6e-dbeb2d02f3b7 req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/8de873c8-502e-4ca0-839b-320074dc5651 HTTP/1.1" status: 204 len: 173 time: 0.2051847 Nov 16 21:15:02.193839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430af38c-3bdb-42bb-971d-2078e7d7b273 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de873c8-502e-4ca0-839b-320074dc5651,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:02.260849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44ffaf9d-1ba7-40f6-8e63-ba32900fb9e9 req-e58f04e2-decc-4746-8851-9b688ed3de62 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844524 Nov 16 21:15:02.338798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Deleting port 885df919-b74b-4485-9d32-1a2649309fe1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:02.339244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.353685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956205d-67fb-4212-bd4b-f10a3b68f458 req-910c1f69-e13a-4dff-ba43-d248ef83fc9d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:02.362771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a956205d-67fb-4212-bd4b-f10a3b68f458 req-910c1f69-e13a-4dff-ba43-d248ef83fc9d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.0697005 Nov 16 21:15:02.441724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] For port 885df919-b74b-4485-9d32-1a2649309fe1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=885df919-b74b-4485-9d32-1a2649309fe1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:02.442319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.446257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a956205d-67fb-4212-bd4b-f10a3b68f458 req-ca7a296a-9b3f-4ac8-a1a1-774af0560af9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826099 Nov 16 21:15:02.454717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d16b7-e818-484e-9d00-411b99cdf147 req-b4656ef8-3b74-4ab4-8ed7-1ccd61b3dbe2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:02.456192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab7d16b7-e818-484e-9d00-411b99cdf147 req-b4656ef8-3b74-4ab4-8ed7-1ccd61b3dbe2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.0840256 Nov 16 21:15:02.459954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Calling delete_port for 885df919-b74b-4485-9d32-1a2649309fe1 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:02.502245 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4451ff95-bd99-4464-be86-9fb22f779a03 req-2768db84-37bb-4460-bdfb-f46488ad7858 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:02.502447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4451ff95-bd99-4464-be86-9fb22f779a03 req-2768db84-37bb-4460-bdfb-f46488ad7858 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/8de873c8-502e-4ca0-839b-320074dc5651 HTTP/1.1" status: 404 len: 352 time: 0.0161653 Nov 16 21:15:02.549560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab7d16b7-e818-484e-9d00-411b99cdf147 req-cd6f0c0f-fc9e-4a94-94d1-d65ee0bcfab7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Nov 16 21:15:02.678105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.688976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556e0f-0f0d-43f5-9462-99c4814c481f req-97ceb129-7297-4451-8da8-573d98eb8713 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:02.690467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb556e0f-0f0d-43f5-9462-99c4814c481f req-97ceb129-7297-4451-8da8-573d98eb8713 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.0857060 Nov 16 21:15:02.705275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=885df919-b74b-4485-9d32-1a2649309fe1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:02.751960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0828854c-ff5f-4fce-9fae-48bbe5dbd22c req-ada1dd59-d60d-4f57-97fb-4c19fd4a8ab7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 6199 time: 0.1440194 Nov 16 21:15:02.863318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb556e0f-0f0d-43f5-9462-99c4814c481f req-1a3bdd53-6c69-48f4-a3d2-cf6f508d6226 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625199 Nov 16 21:15:02.880232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0828854c-ff5f-4fce-9fae-48bbe5dbd22c req-451fe7dd-f074-4314-98de-2510bf3f90e9 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 200 len: 2998 time: 0.1157994 Nov 16 21:15:02.918287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.996632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0828854c-ff5f-4fce-9fae-48bbe5dbd22c req-f4e9ed5a-4790-47a0-b60c-98d924de6128 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 200 len: 2998 time: 0.1153576 Nov 16 21:15:03.024197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:03.027087 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf46eb5c-d673-4f95-a6b5-a871d5c3e8be" -d '{"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-plugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:03.031160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e827462-f397-4ec6-a590-392c9e4bcb23 req-e62e3cd6-9630-414b-8d67-cbaac873604f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.040195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e827462-f397-4ec6-a590-392c9e4bcb23 req-e62e3cd6-9630-414b-8d67-cbaac873604f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.0963171 Nov 16 21:15:03.110773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e827462-f397-4ec6-a590-392c9e4bcb23 req-100ea103-ecda-402c-80c2-84bbc2c3ffc0 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696878 Nov 16 21:15:03.144448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4a30-2e77-4a32-ae47-42f18d0d47d1 req-dd0d755c-51ef-4aa2-8c67-7c96a13720de tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.146019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64cf4a30-2e77-4a32-ae47-42f18d0d47d1 req-dd0d755c-51ef-4aa2-8c67-7c96a13720de tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 1101 time: 0.0820751 Nov 16 21:15:03.197341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Router 01cf9a0d-bcbc-458b-a141-2aced4b05735 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:03.239368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64cf4a30-2e77-4a32-ae47-42f18d0d47d1 req-8ac11e21-f1c9-424f-86bf-23038da01340 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849392 Nov 16 21:15:03.286580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1c2c9-50ba-42a8-a92a-20bf6cbc2591 req-3a65bed3-255b-4707-a687-50e5a39c464c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.289271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1b1c2c9-50ba-42a8-a92a-20bf6cbc2591 req-3a65bed3-255b-4707-a687-50e5a39c464c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0659525 Nov 16 21:15:03.318866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-724595740', 'description': 'tempest-description-1557763516'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:03.366816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1b1c2c9-50ba-42a8-a92a-20bf6cbc2591 req-a13c1fda-5044-45cc-bebd-5e9520ffd074 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Nov 16 21:15:03.368019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.444600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.451946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.453129 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b756f6-48b9-40ff-be16-c947bd54558d x-openstack-request-id: req-77b756f6-48b9-40ff-be16-c947bd54558d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:03.462834 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-plugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:03.463362 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77b756f6-48b9-40ff-be16-c947bd54558d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:03.466016 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'code': 200} Nov 16 21:15:03.489454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.490863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202dbe84-761d-4f46-baff-db264f096a12 req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1777496 Nov 16 21:15:03.491805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8500aad-1d5b-4d69-a837-554d6c4c125e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b0c82-f9ac-448a-894a-59f33414b307,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:03.619294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:03.625350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4ffc350-77c1-4b4f-8245-8b203d610fc9 admin admin] 10.222.0.54 "PUT /v2.0/routers/01cf9a0d-bcbc-458b-a141-2aced4b05735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102182 Nov 16 21:15:03.627490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37104) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:03.633622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Sync routers for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:03.643246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:03.643860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:03.650343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11757f-3b9a-4257-9be0-b48b82cbcf9d req-94002af5-14c0-4f45-87d1-31fc70e3429f tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.653240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b11757f-3b9a-4257-9be0-b48b82cbcf9d req-94002af5-14c0-4f45-87d1-31fc70e3429f tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 1101 time: 0.1034527 Nov 16 21:15:03.682447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd69ba-d294-4f52-b1bc-eb1497fb9f35 req-b7f39c70-f3fa-4ccd-9a6c-84e46d4a190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.684086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15bd69ba-d294-4f52-b1bc-eb1497fb9f35 req-b7f39c70-f3fa-4ccd-9a6c-84e46d4a190f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 1096 time: 0.1083455 Nov 16 21:15:03.698075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90043a6f-a747-4c90-b7db-78b6fbd0e055 req-991847c3-ba8c-4d5f-8efa-531087929788 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.699700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90043a6f-a747-4c90-b7db-78b6fbd0e055 req-991847c3-ba8c-4d5f-8efa-531087929788 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 943 time: 0.0917602 Nov 16 21:15:03.749343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.794487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:03.801274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b11757f-3b9a-4257-9be0-b48b82cbcf9d req-e51424f6-a031-420f-b498-fcc47328b2a3 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372600 Nov 16 21:15:03.839308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90043a6f-a747-4c90-b7db-78b6fbd0e055 req-32a3e7d8-2bba-4c2f-8343-91fac3615b56 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191103 Nov 16 21:15:03.844847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15bd69ba-d294-4f52-b1bc-eb1497fb9f35 req-244b8a0c-91ef-4346-a9ac-f492bb14589a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438775 Nov 16 21:15:03.852412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978902199', 'description': 'tempest-description-235498338'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:03.881396 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.914388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.966688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.984876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Deleting port 08889c6d-3d82-45bb-afc5-7a74ef2d445f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:03.985224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.999226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.029019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:15:02Z', 'revision_number': 5, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port': {'id': '08889c6d-3d82-45bb-afc5-7a74ef2d445f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:77:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:46Z', 'updated_at': '2021-11-16T21:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:04.029852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.045163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48376763-b5d2-4f24-baed-1e5915606113 req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1980553 Nov 16 21:15:04.062228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:04.099123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88f2df-89fe-4484-ac98-f7777d60615d req-b61f899c-d764-4d4a-9143-9522b4ebbcea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.100681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c88f2df-89fe-4484-ac98-f7777d60615d req-b61f899c-d764-4d4a-9143-9522b4ebbcea tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.1326849 Nov 16 21:15:04.101349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc312acb-734f-4117-be6f-cdaa41883e5c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45858c03-ceaf-40e6-87a5-ebe06ed658d3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.107238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] For port 08889c6d-3d82-45bb-afc5-7a74ef2d445f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08889c6d-3d82-45bb-afc5-7a74ef2d445f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:04.107910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.124243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Calling delete_port for 08889c6d-3d82-45bb-afc5-7a74ef2d445f owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:04.130026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Checking router: 01cf9a0d-bcbc-458b-a141-2aced4b05735 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:04.181255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c88f2df-89fe-4484-ac98-f7777d60615d req-5b389fa7-c530-4144-b8bc-fd033e14b788 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Nov 16 21:15:04.192503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Routers {'01cf9a0d-bcbc-458b-a141-2aced4b05735'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:04.193144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['01cf9a0d-bcbc-458b-a141-2aced4b05735'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:04.383275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.388333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] Set router 01cf9a0d-bcbc-458b-a141-2aced4b05735 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:04.405185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22997c26-a684-4388-9e17-a8c23437b26a req-27b9d7bc-4e3a-4b74-9487-12d182235db7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.411241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22997c26-a684-4388-9e17-a8c23437b26a req-27b9d7bc-4e3a-4b74-9487-12d182235db7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1414328 Nov 16 21:15:04.416217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08889c6d-3d82-45bb-afc5-7a74ef2d445f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.456542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:15:03Z', 'revision_number': 6, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:04.473876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.475831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03c35-12a4-46ca-99eb-3e284e077ee1 req-e73e2449-d8e8-4c5b-aa96-b65689514a8e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.477348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecf03c35-12a4-46ca-99eb-3e284e077ee1 req-e73e2449-d8e8-4c5b-aa96-b65689514a8e tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.1564362 Nov 16 21:15:04.488349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6a68f-b5a6-4f3a-8175-b6fb5aa2e6d3 None None] The sync data for ids ['01cf9a0d-bcbc-458b-a141-2aced4b05735'] in n-d-816206-5 is: [{'id': '01cf9a0d-bcbc-458b-a141-2aced4b05735', 'name': 'tempest-AttachSCSIVolumeTestJSON-438451431-router', 'tenant_id': 'c8795ebcc5104882b48ed46467b88a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:45Z', 'updated_at': '2021-11-16T21:15:03Z', 'revision_number': 6, 'project_id': 'c8795ebcc5104882b48ed46467b88a92', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:04.498986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22997c26-a684-4388-9e17-a8c23437b26a req-2c9091ed-1464-47f7-8818-c257940463f0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867903 Nov 16 21:15:04.515361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-6c9f19cf-1fc9-420c-80f7-ec0554374586 service neutron] 10.222.0.36 "GET /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.1526651 Nov 16 21:15:04.585948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecf03c35-12a4-46ca-99eb-3e284e077ee1 req-ad0e522d-221d-4727-ba1a-8f43167f1600 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989978 Nov 16 21:15:04.591391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.594038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.662232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.662972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01cf9a0d-bcbc-458b-a141-2aced4b05735 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:15:04.671243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.675086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89a62175-3688-405d-aece-3f745f1fafa6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/01cf9a0d-bcbc-458b-a141-2aced4b05735 HTTP/1.1" status: 204 len: 168 time: 1.0437989 Nov 16 21:15:04.675716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:04.721405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Deleting subnet 3b567a6d-0cec-4a0d-b569-cfd659fd44cf {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:04.724833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.765934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.847920 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.913581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.949611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 885df919-b74b-4485-9d32-1a2649309fe1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:04.960944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.968240 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b567a6d-0cec-4a0d-b569-cfd659fd44cf HTTP/1.1" status: 204 len: 168 time: 0.2906289 Nov 16 21:15:04.968878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37144) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:04.977054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21525987-a1d4-4cda-94cf-53dbf133f521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b567a6d-0cec-4a0d-b569-cfd659fd44cf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.982248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aea971-3df0-4dcc-b891-e3580c0b8dca None None] Network e2b0fefb-8096-408b-a6ef-610d6f04c9d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:05.019934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-8b0429e1-b1f4-41b9-be1d-ee27d5ee9368 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3347766 Nov 16 21:15:05.049002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 885df919-b74b-4485-9d32-1a2649309fe1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:05.049572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 885df919-b74b-4485-9d32-1a2649309fe1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:05.056752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.116806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Deleting port ea9f595d-979a-4ea8-86b1-8af32c9281d1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:05.117343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.176981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-7ff8f8c1-c4a5-4e97-a2c7-ff30b1de030a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.178455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-7ff8f8c1-c4a5-4e97-a2c7-ff30b1de030a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 811 time: 0.5713775 Nov 16 21:15:05.188915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] For port ea9f595d-979a-4ea8-86b1-8af32c9281d1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ea9f595d-979a-4ea8-86b1-8af32c9281d1,segment=NetworkSegment(4e676b5f-56ef-4a6c-a98a-15571175a05a),segment_id=4e676b5f-56ef-4a6c-a98a-15571175a05a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:05.189312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.205743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Calling delete_port for ea9f595d-979a-4ea8-86b1-8af32c9281d1 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:05.218268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:05.221413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-3f2f2c6c-c347-404c-b129-a66fbea4a2bb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/quotas/8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 375 time: 0.0328870 Nov 16 21:15:05.283901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:05.296890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.321810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-b3eed438-95a7-4da4-97e2-2eb0f28ebcaf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.328277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb63917-631c-4bd0-8b3a-d974c875de65 None None] DHCP port deletion for e2b0fefb-8096-408b-a6ef-610d6f04c9d4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:15:05.328803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-b3eed438-95a7-4da4-97e2-2eb0f28ebcaf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801547 Nov 16 21:15:05.329541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9f595d-979a-4ea8-86b1-8af32c9281d1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.334634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] No DVR routers for this DVR port ea9f595d-979a-4ea8-86b1-8af32c9281d1 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:05.367503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-e2ca8724-e7ef-4c16-86fc-839a8911d111 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0377395 Nov 16 21:15:05.388216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-5bbfaa63-f86b-4d82-b206-8926feae21a3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586142 Nov 16 21:15:05.391861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:05.423216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.426639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:05.445943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b0fefb-8096-408b-a6ef-610d6f04c9d4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:05.456803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e676b5f-56ef-4a6c-a98a-15571175a05a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:05.457204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e676b5f-56ef-4a6c-a98a-15571175a05a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:05.468983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.483205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.487028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.499740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:05.500140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:05.502086 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:05.509736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-4ad96018-11bf-4168-a4ed-6c65773ee980 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412790 Nov 16 21:15:05.560470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.567763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.571233 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] 10.222.0.54 "DELETE /v2.0/networks/e2b0fefb-8096-408b-a6ef-610d6f04c9d4 HTTP/1.1" status: 204 len: 168 time: 0.6008954 Nov 16 21:15:05.579883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d16161ba-e616-4ca4-8c5e-0a03456ab03b service neutron] 10.222.0.54 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701584 Nov 16 21:15:05.605989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561f329-e6bf-4925-ba80-395d6ec43a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b0fefb-8096-408b-a6ef-610d6f04c9d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.686763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] Transition to ACTIVE for port object 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:05.698468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.784947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] No DVR routers for this DVR port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:05.796031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-6ba7fb86-eb04-42f8-849e-4d14d770df84 service neutron] 10.222.0.54 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047029 Nov 16 21:15:05.807252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:05.833586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f/bindings/n-h1-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3054371 Nov 16 21:15:05.839889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75557f5a-b4aa-4e8c-9306-140fba215076 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.871671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5147ba93-bfd0-4681-9b9e-197d51954967 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ce1a248fc264f8fb3e356096f86899d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631170 Nov 16 21:15:05.872824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37154) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:05.986023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.991685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-45376ec7-2e96-4a31-a1bc-95ff1e98cf3f tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.993456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-45376ec7-2e96-4a31-a1bc-95ff1e98cf3f tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.0818310 Nov 16 21:15:06.074720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.151924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faea22-56f7-4431-ad63-77fbce5888f5 req-64cf52db-b0af-46a9-8246-6c08cd431ff2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.153524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7faea22-56f7-4431-ad63-77fbce5888f5 req-64cf52db-b0af-46a9-8246-6c08cd431ff2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1589346 Nov 16 21:15:06.157739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-d65e4263-110b-4444-8360-0a2355e7177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.159219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-d65e4263-110b-4444-8360-0a2355e7177d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb&tenant_id=fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 1095 time: 0.1492484 Nov 16 21:15:06.190161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17944d-4b77-4a1d-b5f4-b7d7654ff038 req-6b9e5231-5d20-44ef-9142-da99b05aae9a tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.191732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b17944d-4b77-4a1d-b5f4-b7d7654ff038 req-6b9e5231-5d20-44ef-9142-da99b05aae9a tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.1545677 Nov 16 21:15:06.206165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:06.230772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Request body: {'floatingip': {'port_id': 'b78f5490-236a-47e7-b642-b04a6cea4053'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:06.331417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.334300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.335666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3afebf8-010b-42c9-bd80-162545ed1eef HTTP/1.1" status: 204 len: 168 time: 0.4617803 Nov 16 21:15:06.359412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.369409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7faea22-56f7-4431-ad63-77fbce5888f5 req-e3c21db3-f1dd-4a34-a152-a96a65b41fe0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091427 Nov 16 21:15:06.419105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2def3d-6444-4005-a5e8-842afa768e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3afebf8-010b-42c9-bd80-162545ed1eef,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:06.449306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-f2a524d3-9a55-44e0-968d-9c846d915345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.450853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-f2a524d3-9a55-44e0-968d-9c846d915345 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1095 time: 0.2576439 Nov 16 21:15:06.559068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaa0b1-c1c5-4733-bae1-96a60c1aa7e1 req-f87a43c3-a68c-4db6-bee6-28f51270a1a3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.566809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7aaa0b1-c1c5-4733-bae1-96a60c1aa7e1 req-f87a43c3-a68c-4db6-bee6-28f51270a1a3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.2622399 Nov 16 21:15:06.750861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea539f-5c66-4ede-87a7-b4db6ec35f0c req-d95b61a3-4178-42d0-8922-64aa1dd97162 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.752637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aea539f-5c66-4ede-87a7-b4db6ec35f0c req-d95b61a3-4178-42d0-8922-64aa1dd97162 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.2597017 Nov 16 21:15:06.794108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7aaa0b1-c1c5-4733-bae1-96a60c1aa7e1 req-1ae07705-1cad-4a8f-9814-4be601ca1121 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263629 Nov 16 21:15:06.802154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-109a051e-d89c-4ab2-8322-9ce2254baed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.803614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-109a051e-d89c-4ab2-8322-9ce2254baed3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3414240 Nov 16 21:15:06.843074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ea9f595d-979a-4ea8-86b1-8af32c9281d1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:06.855785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:06.870903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ea9f595d-979a-4ea8-86b1-8af32c9281d1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:06.871381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ea9f595d-979a-4ea8-86b1-8af32c9281d1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:06.871964 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08889c6d-3d82-45bb-afc5-7a74ef2d445f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:06.873356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-a2ed497a-7877-4dd5-83a0-d9133e1d3790 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 200 len: 217 time: 0.0510304 Nov 16 21:15:06.893051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 08889c6d-3d82-45bb-afc5-7a74ef2d445f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:06.893744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08889c6d-3d82-45bb-afc5-7a74ef2d445f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:06.926644 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f77e1cb5-d8ab-4012-93bd-358926e8688c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8795ebcc5104882b48ed46467b88a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669436 Nov 16 21:15:06.926915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:06.928107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aea539f-5c66-4ede-87a7-b4db6ec35f0c req-7e0746e7-3fbe-4b86-800f-ca127c6821f5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591518 Nov 16 21:15:06.993842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.021952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.078727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.081961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.084019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/300010ae-15fc-4d49-bc59-66baebe99cba HTTP/1.1" status: 204 len: 168 time: 0.1559560 Nov 16 21:15:07.094143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff896b-9007-4b65-b401-3301d0f33030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300010ae-15fc-4d49-bc59-66baebe99cba,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:07.446896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-65f317f9-c092-4434-a2b9-c63729d6cb64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.448662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-65f317f9-c092-4434-a2b9-c63729d6cb64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.21 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 811 time: 0.1588848 Nov 16 21:15:07.467451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'device_id': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55', 'admin_state_up': True, 'tenant_id': '8d75ddbd60bb42df81100152342870a1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:07.549608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-1eb52a14-a4b0-4f4f-82f1-16f0c7a002f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.550845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-1eb52a14-a4b0-4f4f-82f1-16f0c7a002f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.6332200 Nov 16 21:15:07.590835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83a6f744-cba7-4d32-b7d5-b93ac8d454a5 req-34b6b8c1-fa26-43fc-b7b7-46ead716cc9d tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 210 time: 0.0728097 Nov 16 21:15:07.605624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Made reservation on behalf of 8d75ddbd60bb42df81100152342870a1 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:07.611948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.615364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ef942-bee0-4594-9018-53b89858a58c req-b1a9e3b4-de45-48fa-a10a-64b9b810cd89 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.622697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c98ef942-bee0-4594-9018-53b89858a58c req-b1a9e3b4-de45-48fa-a10a-64b9b810cd89 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.6903491 Nov 16 21:15:07.667226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-049776fc-09c2-4560-aa40-c4d98ff662bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797081 Nov 16 21:15:07.795120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Allocated IP 172.20.0.7 (48fe6b27-8662-4afb-950c-20697cab8b55/b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6/5f62486c-8649-4f8c-b8e7-ea91c08c9777) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:07.888010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c42cbf23-7dc3-4a71-8082-9bcb11a1f9e1 req-c3d58fc4-a203-4d84-bf02-ffafc0ebcd86 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 210 time: 0.0969410 Nov 16 21:15:07.973874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-e1a5ced5-a60f-4d69-aa54-2dfedefff689 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006346 Nov 16 21:15:07.986295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-223124f0-817a-49ab-99e8-b94240cad17a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875852 Nov 16 21:15:08.041814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.086535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:15:08.087068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.102357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:08.119913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c98ef942-bee0-4594-9018-53b89858a58c req-e1284cc8-8584-418e-bfb2-34c2232d6728 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961855 Nov 16 21:15:08.161777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:08.176788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Network 48fe6b27-8662-4afb-950c-20697cab8b55 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:08.179322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:08.182306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:08.246734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.247400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.270384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-d29d1c9a-ee6f-4dcc-b10c-8cd0f7f61d40 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088489 Nov 16 21:15:08.288021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Request body: {'port': {'device_id': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:08.296925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-12151c47-cf9e-43c6-9246-a5ecf1d738a6 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978012 Nov 16 21:15:08.339157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.342999 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.368018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93914c74-7143-4c59-b5f1-eb5fe27e4cbf req-b29c7b15-df6b-4ecb-a91e-3d9ae3fa3de4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.375466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93914c74-7143-4c59-b5f1-eb5fe27e4cbf req-b29c7b15-df6b-4ecb-a91e-3d9ae3fa3de4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.3752327 Nov 16 21:15:08.377353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.541160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-4fdf9002-969b-47c8-9f99-1bc5321f055c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.542490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-4fdf9002-969b-47c8-9f99-1bc5321f055c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5280011 Nov 16 21:15:08.555913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-6e0b9c8e-223f-43b2-bf90-06f7abc45f9a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.557261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-6e0b9c8e-223f-43b2-bf90-06f7abc45f9a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5700371 Nov 16 21:15:08.574173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:08.593088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:08.609477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f62486c-8649-4f8c-b8e7-ea91c08c9777 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:08.617663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.622555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a039524-bf03-4a0d-8739-af995aa9ccf1 req-277b82c5-4f5f-4535-9fbf-84f52fb3818c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.624037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a039524-bf03-4a0d-8739-af995aa9ccf1 req-277b82c5-4f5f-4535-9fbf-84f52fb3818c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.3898001 Nov 16 21:15:08.630949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Transition to ACTIVE for port object 5f62486c-8649-4f8c-b8e7-ea91c08c9777 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:08.635142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.687557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41437097-59a7-478d-92af-88a384067a8d service neutron] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:08.715488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.724368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93914c74-7143-4c59-b5f1-eb5fe27e4cbf req-2a1a3d60-52bc-40af-b48e-d2cca18b63d8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480408 Nov 16 21:15:08.794414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Attempting to bind port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:08.794661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Attempting to bind port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:08.795014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Attempting to bind port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 on network 48fe6b27-8662-4afb-950c-20697cab8b55 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:08.802744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 on network 48fe6b27-8662-4afb-950c-20697cab8b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:08.803094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Attempting to bind port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 on network 48fe6b27-8662-4afb-950c-20697cab8b55 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:08.814138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:08.814478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Checking segment: {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:08.814865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Bound using segment: {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:08.815321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Bound port: 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f62a21-b8d9-4f61-bcc6-f3b3bb859172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:08.815677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.826388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-533b0284-910f-460d-abf0-d17a15bf6b08 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:08.827968 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-533b0284-910f-460d-abf0-d17a15bf6b08 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1097 time: 0.0718641 Nov 16 21:15:08.829336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-f0a1c934-6915-41e8-afe5-85fcdf50998d service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046751 Nov 16 21:15:08.837738 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f associated. External IP: 172.25.7.22, port: b78f5490-236a-47e7-b642-b04a6cea4053. Nov 16 21:15:08.857571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-5'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:08.928095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:08.940984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.945247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:08.957087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.970268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a039524-bf03-4a0d-8739-af995aa9ccf1 req-12accee7-b8b7-4b81-bdcc-45da625d875f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786801 Nov 16 21:15:09.008224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:15:09.008224 n-d-816206-5 neutron-server[102665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:15:09.008224 n-d-816206-5 neutron-server[102665]: [parameters: {'project_id': '404b18998ebc42b1a181866496b3c1e5', 'id': 'bc8552e4-924f-4fe6-9933-aeac23a28d30', 'expiration': datetime.datetime(2021, 11, 16, 21, 17, 8, 992347)}] Nov 16 21:15:09.008224 n-d-816206-5 neutron-server[102665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:15:09.008556 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:15:09.020815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb39da2-f1ae-492c-9e59-8ec899bd0864 req-04bd83b9-3447-4a11-a785-425c5577a73f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.022962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbb39da2-f1ae-492c-9e59-8ec899bd0864 req-04bd83b9-3447-4a11-a785-425c5577a73f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 946 time: 0.2298524 Nov 16 21:15:09.023936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.024578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.025986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-41437097-59a7-478d-92af-88a384067a8d service neutron] 10.222.0.21 "PUT /v2.0/ports/5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 1091 time: 0.7447031 Nov 16 21:15:09.026455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:09.028773 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa963ce6-c97e-499e-b693-e4953378dd69" -d '{"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:09.031830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:09.035758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.066384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41437097-59a7-478d-92af-88a384067a8d service neutron] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.169869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-f26cd790-43ed-4625-964b-42953738c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.171398 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-f26cd790-43ed-4625-964b-42953738c93b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1094 time: 0.0683806 Nov 16 21:15:09.183624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:09.233664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-09311683-998e-419f-a397-7988f6b4bdc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 217 time: 0.0408487 Nov 16 21:15:09.300978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:09.333721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-30747cbc-a73b-4958-9241-43d88ab984b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.336095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-30747cbc-a73b-4958-9241-43d88ab984b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.0934064 Nov 16 21:15:09.380995 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-2150cca4-84d0-4391-9e81-1483e86b6d27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346282 Nov 16 21:15:09.385428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.392106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.507833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.548583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on host n-h1-816206-5 for vnic_type normal with profile {"migrating_to": "n-h2-816206-5"} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:09.548915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:09.552143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.562799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:09.563145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Attempting to bind port 5fc6258e-4208-4571-9455-f7ce54164788 on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.570559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-5e6ee075-59cb-43d2-82f4-45c28aee46f4 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760659 Nov 16 21:15:09.571380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:09.571709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:09.572082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:09.572508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Bound port: 5fc6258e-4208-4571-9455-f7ce54164788, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:09.572858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.586896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbb39da2-f1ae-492c-9e59-8ec899bd0864 req-e5d2a856-a682-4950-8ec5-77eea8d31c64 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369735 Nov 16 21:15:09.645625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:09.649462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.682265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-46d0944e-fec4-49ed-888a-1ff9261a0505 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.683769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-46d0944e-fec4-49ed-888a-1ff9261a0505 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.5655668 Nov 16 21:15:09.712762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:09.712986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1002c8-a6ba-4c6c-ac32-a1a1750dd532 req-742ada93-7014-4201-b5f4-b4eee4ca0a6f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.714334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd1002c8-a6ba-4c6c-ac32-a1a1750dd532 req-742ada93-7014-4201-b5f4-b4eee4ca0a6f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 943 time: 0.2362380 Nov 16 21:15:09.725348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b672dd43-6d28-4e49-b6c5-12d667e2bd3a req-342474c9-8f22-4090-a01d-fe02dc74c2cc service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440604 Nov 16 21:15:09.728849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:09.741835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.750047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6a64b9c-837f-497a-b015-55bc8b2f9b01 req-252c9c80-af13-4708-b22c-04f72efb0bfc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 210 time: 0.0766175 Nov 16 21:15:09.792786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.174 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/d09564f8-548c-4800-96e0-532b1ab9af6e) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:09.824923 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f12494-8cfd-4d0f-9981-8e8daac7dec8 x-openstack-request-id: req-b0f12494-8cfd-4d0f-9981-8e8daac7dec8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:09.825112 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:09.825372 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0f12494-8cfd-4d0f-9981-8e8daac7dec8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:09.825772 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'status': 'completed', 'code': 200} Nov 16 21:15:09.836761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.838027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.839200 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 1122 time: 0.9875209 Nov 16 21:15:09.840238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54881-8f24-49b7-aca1-e2d2265d9673 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.865886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:09.954347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:09.991148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:10.009876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd1002c8-a6ba-4c6c-ac32-a1a1750dd532 req-16ff84e2-7a08-407b-84f1-f9ea6685d10d tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621918 Nov 16 21:15:10.096130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:10.167953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-398c2e6e-1c7a-45f1-9560-0b0996a24283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.169467 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-398c2e6e-1c7a-45f1-9560-0b0996a24283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1094 time: 0.3144548 Nov 16 21:15:10.271702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30937d68-aed2-4ca3-8334-2733d90c51a8 req-07168fb2-27db-4907-81cd-01a260c9ee63 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.280207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30937d68-aed2-4ca3-8334-2733d90c51a8 req-07168fb2-27db-4907-81cd-01a260c9ee63 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.3440599 Nov 16 21:15:10.289818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-47c7375d-f09f-4f04-a781-72a6c68f0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.291384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-47c7375d-f09f-4f04-a781-72a6c68f0731 service neutron] 10.222.0.21 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.1117113 Nov 16 21:15:10.322802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-dd354ea9-aaac-42b1-ab30-befba4911862 service neutron] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:10.328713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:10.345294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-dd354ea9-aaac-42b1-ab30-befba4911862 service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.346465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e389d9c7-376e-4ee6-a67e-3e347f09a69f req-dd354ea9-aaac-42b1-ab30-befba4911862 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f/bindings/n-h2-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.6442599 Nov 16 21:15:10.355592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-4da3a43e-d3ea-4ac5-8c9c-f191ca64da65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 217 time: 0.0527215 Nov 16 21:15:10.356832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 has no active binding in host n-h2-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:15:10.367478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039bc3-4b19-4554-8bbf-046d0cc640f1 req-696659c9-ae27-4af3-b787-8b221ad3c9c1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.369071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2039bc3-4b19-4554-8bbf-046d0cc640f1 req-696659c9-ae27-4af3-b787-8b221ad3c9c1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.2360325 Nov 16 21:15:10.371016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:10.376535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.381981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:10.394597 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:10.396658 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:10.420303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-5f5242da-1c67-4418-9b3d-44ff0b9cc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.421809 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-5f5242da-1c67-4418-9b3d-44ff0b9cc7f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.0621388 Nov 16 21:15:10.441230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.457031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-470f7012-ee70-46d2-a1ee-288f9fb3a4ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248013 Nov 16 21:15:10.460035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb68d89d-6843-42a5-9b17-988e34ecd031 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "PUT /v2.0/floatingips/9509b7c0-77c6-4a9b-93da-9bf00d214e0f HTTP/1.1" status: 200 len: 990 time: 4.2385051 Nov 16 21:15:10.465682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:10.467997 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59776229-b849-46ab-a616-0fd8aea7073e" -d '{"events": [{"name": "network-changed", "server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:10.475441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30937d68-aed2-4ca3-8334-2733d90c51a8 req-0bd418e6-da1a-4a1b-ae9f-5fb71d058290 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943760 Nov 16 21:15:10.505338 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:10.525686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.584573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-f2fd8723-16e7-4ed6-92c3-ef45791b58f2 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153049 Nov 16 21:15:10.615269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2039bc3-4b19-4554-8bbf-046d0cc640f1 req-997f368d-4973-4a63-87d1-a8180bcc9871 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345431 Nov 16 21:15:10.659868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:10.676525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:10.684107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:10.690690 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aa963ce6-c97e-499e-b693-e4953378dd69 req-b3723d3c-9b86-4b7c-897d-415f6f375fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966933 Nov 16 21:15:10.695968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:10.711538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.93 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/411ddb44-b9f1-4bbb-a261-1532bba017b1) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:10.750370 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c04f55-dab4-435c-b751-ba62f44d637e x-openstack-request-id: req-65c04f55-dab4-435c-b751-ba62f44d637e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:10.750659 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:10.750908 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65c04f55-dab4-435c-b751-ba62f44d637e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:10.751326 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'status': 'completed', 'code': 200} Nov 16 21:15:10.798125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0959226-31b3-4c44-bcc6-53cce96d37be req-49869fb5-8a09-4162-a505-098e0eead8ca tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.799854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0959226-31b3-4c44-bcc6-53cce96d37be req-49869fb5-8a09-4162-a505-098e0eead8ca tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.2115765 Nov 16 21:15:10.872274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776229-b849-46ab-a616-0fd8aea7073e req-05586b00-2b86-4cc9-b167-6b64b04b866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.874285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-05586b00-2b86-4cc9-b167-6b64b04b866d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a89dc71055df4943be0f700917e8d1ec&device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 1096 time: 0.0671103 Nov 16 21:15:10.881594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.881973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.988909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c4e13086-962e-41d0-97e6-f31bfd5bb971 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4115858 Nov 16 21:15:10.999824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0959226-31b3-4c44-bcc6-53cce96d37be req-b198e0f2-4ad9-4179-a0f8-1d5673154bdd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917686 Nov 16 21:15:11.015627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Request body: {'port': {'device_id': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:11.037883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03338276-a429-4395-82f6-367647dd03cc req-4042407a-7fd3-4f2f-89aa-d8ec69dc2105 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.039451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03338276-a429-4395-82f6-367647dd03cc req-4042407a-7fd3-4f2f-89aa-d8ec69dc2105 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.2140517 Nov 16 21:15:11.043869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776229-b849-46ab-a616-0fd8aea7073e req-841739a0-acb8-40dd-8d78-42681719d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.045628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-841739a0-acb8-40dd-8d78-42681719d502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 200 len: 923 time: 0.1447091 Nov 16 21:15:11.056856 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:64:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:15:07Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:11.109740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9f283678-618f-49e7-9b91-5dcf22798f2c None None] Provisioning complete for port d09564f8-548c-4800-96e0-532b1ab9af6e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:11.111666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f283678-618f-49e7-9b91-5dcf22798f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.125573 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:11.135660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.151117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:11.151790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:14:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:11.162127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:11.164332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.192932 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-dc194238-4248-4507-976c-7237155ec6f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b78f5490-236a-47e7-b642-b04a6cea4053 HTTP/1.1" status: 200 len: 998 time: 0.1322258 Nov 16 21:15:11.209160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03338276-a429-4395-82f6-367647dd03cc req-6dd7b3b1-7e88-4cef-86de-100f17388334 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528614 Nov 16 21:15:11.210996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9f283678-618f-49e7-9b91-5dcf22798f2c None None] Port d09564f8-548c-4800-96e0-532b1ab9af6e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:11.282422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776229-b849-46ab-a616-0fd8aea7073e req-8abb89d3-d0f8-44bc-81a0-cfc42a3f7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.284629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-8abb89d3-d0f8-44bc-81a0-cfc42a3f7098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 200 len: 861 time: 0.0663426 Nov 16 21:15:11.301864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c146e4-2f17-449e-af4c-469b9e8f57c7 req-58d9bede-0962-4705-b0bf-ca00f49daa74 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.311188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94c146e4-2f17-449e-af4c-469b9e8f57c7 req-58d9bede-0962-4705-b0bf-ca00f49daa74 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 936 time: 0.1587818 Nov 16 21:15:11.321151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.352008 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:11.377232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776229-b849-46ab-a616-0fd8aea7073e req-42f1895f-f713-4e06-af23-977bfc3c3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.378662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-42f1895f-f713-4e06-af23-977bfc3c3f10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e6a3155-b32b-4c6c-a61b-7b874fda3301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838850 Nov 16 21:15:11.472619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:11.482958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:11.486320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-e1f34090-f7cc-4827-a976-ad99faaf58ed service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948582 Nov 16 21:15:11.493064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:11.566607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.567425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.607872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0456405 Nov 16 21:15:11.623056 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59776229-b849-46ab-a616-0fd8aea7073e req-023c2ee7-5051-4599-9b8a-0fe34aed5be3 service neutron] 10.222.0.36 "GET /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262829 Nov 16 21:15:11.631124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629db418-7c0f-46a3-b7dd-c7a13d8457f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:11.652984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Request body: {'port': {'device_id': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:11.656324 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:64:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:15:07Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:11.673215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94c146e4-2f17-449e-af4c-469b9e8f57c7 req-e2ea8551-e85b-4670-9c2f-25fcd92ab10c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606651 Nov 16 21:15:11.691343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03aafd8-f976-4cf6-9f8d-9bfc01cdcb4e None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9509b7c0-77c6-4a9b-93da-9bf00d214e0f', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'floating_ip_address': '172.25.7.22', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'port_id': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'mac_address': 'fa:16:3e:64:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:15:07Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:11.720217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ade909-f022-4cf4-84d7-5abfff8033cf req-60a09471-18db-4814-a7a5-d789404e68db tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.721775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82ade909-f022-4cf4-84d7-5abfff8033cf req-60a09471-18db-4814-a7a5-d789404e68db tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 943 time: 0.3372862 Nov 16 21:15:11.826486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788'}, {'name': 'network-changed', 'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:11.830074 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef0b84-2c0f-4f55-82ad-4641e40687d3" -d '{"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc6258e-4208-4571-9455-f7ce54164788"}, {"name": "network-changed", "server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "tag": "5fc6258e-4208-4571-9455-f7ce54164788"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:11.835227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bbf53b22-86e7-4aae-82a8-ff0dbe54a9e5 None None] Provisioning complete for port 411ddb44-b9f1-4bbb-a261-1532bba017b1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:11.835674 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf53b22-86e7-4aae-82a8-ff0dbe54a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.877791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bbf53b22-86e7-4aae-82a8-ff0dbe54a9e5 None None] Port 411ddb44-b9f1-4bbb-a261-1532bba017b1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:11.913401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82ade909-f022-4cf4-84d7-5abfff8033cf req-97191fa6-95b7-4a48-829e-605c885b0587 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580801 Nov 16 21:15:11.921554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.946997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c274b0-366a-499a-b443-1bcde9833b46 None None] New status for floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:15:11.983993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a53dd-b42d-4f3f-92fa-98b41acc39a9 req-5e667bf0-5b17-4049-a23a-4a50e9ef998b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.985506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-540a53dd-b42d-4f3f-92fa-98b41acc39a9 req-5e667bf0-5b17-4049-a23a-4a50e9ef998b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1095 time: 0.1667206 Nov 16 21:15:12.168815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09564f8-548c-4800-96e0-532b1ab9af6e {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:12.188103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.192028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-540a53dd-b42d-4f3f-92fa-98b41acc39a9 req-2f39b6c2-60f8-46b8-ba34-37942d9aee1f tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985171 Nov 16 21:15:12.199481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5521dd-7cb8-4b9e-891b-6a0e4cc31a00 req-0ff1bd71-b731-47ad-89a1-e47d7b4c4c2f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.200942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e5521dd-7cb8-4b9e-891b-6a0e4cc31a00 req-0ff1bd71-b731-47ad-89a1-e47d7b4c4c2f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.2117360 Nov 16 21:15:12.214504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Transition to ACTIVE for port object d09564f8-548c-4800-96e0-532b1ab9af6e will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:12.222908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.248960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f62486c-8649-4f8c-b8e7-ea91c08c9777 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:12.367059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:12.381571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'network_id': '48fe6b27-8662-4afb-950c-20697cab8b55', 'port_id': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'mac_address': 'fa:16:3e:e0:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:12.388227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Pushing event updated for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:12.424238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.433398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e5521dd-7cb8-4b9e-891b-6a0e4cc31a00 req-88cb84dc-bd5e-470b-8da3-4c587210d9e2 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209742 Nov 16 21:15:12.438767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f62486c-8649-4f8c-b8e7-ea91c08c9777 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:12.475787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:12.482944 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.490013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef1e25-66b0-47a6-b2de-f163b7f134b8 req-fa54ed29-f84e-47a4-a550-468c2957e3ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.497658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03ef1e25-66b0-47a6-b2de-f163b7f134b8 req-fa54ed29-f84e-47a4-a550-468c2957e3ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.2006454 Nov 16 21:15:12.541413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:12.602967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Attempting to bind port d09564f8-548c-4800-96e0-532b1ab9af6e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:12.603299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Attempting to bind port d09564f8-548c-4800-96e0-532b1ab9af6e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:12.603622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Attempting to bind port d09564f8-548c-4800-96e0-532b1ab9af6e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:12.609433 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c1fede-0bfa-434f-b204-ff61b664557c x-openstack-request-id: req-a7c1fede-0bfa-434f-b204-ff61b664557c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:12.611654 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc6258e-4208-4571-9455-f7ce54164788", "code": 200}, {"name": "network-changed", "server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "tag": "5fc6258e-4208-4571-9455-f7ce54164788", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:12.612071 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7c1fede-0bfa-434f-b204-ff61b664557c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:12.612712 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788', 'code': 200} Nov 16 21:15:12.613134 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788', 'status': 'completed', 'code': 200} Nov 16 21:15:12.614132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03ef1e25-66b0-47a6-b2de-f163b7f134b8 req-d8905a64-84e6-4511-b129-0c4c5b6bfc13 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 Nov 16 21:15:12.616089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411ddb44-b9f1-4bbb-a261-1532bba017b1 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:12.623848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Port d09564f8-548c-4800-96e0-532b1ab9af6e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:12.624172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Attempting to bind port d09564f8-548c-4800-96e0-532b1ab9af6e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:12.627498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.636263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:12.636862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:12.637061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:12.637335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Bound port: d09564f8-548c-4800-96e0-532b1ab9af6e, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:12.637668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.680933 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.687075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Transition to ACTIVE for port object 411ddb44-b9f1-4bbb-a261-1532bba017b1 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:12.710479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.711309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-bd7a8411-f4e8-4d6a-8951-d7592e4994b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.713734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-bd7a8411-f4e8-4d6a-8951-d7592e4994b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1125 time: 0.0575492 Nov 16 21:15:12.766662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:12.829704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-a9d3fc50-965a-4c83-9a57-3b9c724c58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.832130 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-a9d3fc50-965a-4c83-9a57-3b9c724c58a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1076469 Nov 16 21:15:12.845585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:12.899593 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-5b51a7b5-6e21-46ba-8f3b-581833b4d9cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 217 time: 0.0476298 Nov 16 21:15:12.976480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-103454e7-e397-44a6-acec-724251988bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.978620 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-103454e7-e397-44a6-acec-724251988bef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0707147 Nov 16 21:15:13.023529 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-8bb27a24-971e-46af-999b-3775000f18c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321603 Nov 16 21:15:13.098426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:13.108924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Pushing event updated for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.136819 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-4f30ef76-1187-482d-91e6-5b78e15822fe service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039400 Nov 16 21:15:13.140449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb22e10-60d4-4a25-a319-5b93453f1973 req-af8262ba-8ab8-4f67-ae11-f7918d3b0ffa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.141918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cb22e10-60d4-4a25-a319-5b93453f1973 req-af8262ba-8ab8-4f67-ae11-f7918d3b0ffa tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.4485044 Nov 16 21:15:13.146092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d09564f8-548c-4800-96e0-532b1ab9af6e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:13.148903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714b5ea-c3fb-4dd3-8fd0-bc563be48ba3 req-009a8b27-f9ad-443f-81fc-2f483e2dd84b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.150347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b714b5ea-c3fb-4dd3-8fd0-bc563be48ba3 req-009a8b27-f9ad-443f-81fc-2f483e2dd84b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 1095 time: 0.4607153 Nov 16 21:15:13.182461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.248904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98ef0b84-2c0f-4f55-82ad-4641e40687d3 req-5abd1f7a-8a8f-47ca-ae01-0a8c959a42a3 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989754 Nov 16 21:15:13.258063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.258698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.260131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] 10.222.0.36 "PUT /v2.0/ports/d09564f8-548c-4800-96e0-532b1ab9af6e HTTP/1.1" status: 200 len: 1096 time: 2.2537131 Nov 16 21:15:13.262281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:13.264639 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:13.324224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Attempting to bind port 411ddb44-b9f1-4bbb-a261-1532bba017b1 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:13.324555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Attempting to bind port 411ddb44-b9f1-4bbb-a261-1532bba017b1 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:13.324882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Attempting to bind port 411ddb44-b9f1-4bbb-a261-1532bba017b1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:13.342624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9d6ed-1059-462c-b8c3-b0e6c736c903 service neutron] Pushing event updated for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.346876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b714b5ea-c3fb-4dd3-8fd0-bc563be48ba3 req-caf303ea-7a64-4a35-b8db-ee0f9a698b8f tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769118 Nov 16 21:15:13.350730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cb22e10-60d4-4a25-a319-5b93453f1973 req-0b09ea93-91e2-4dc5-b761-4ed66c0cccc0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995113 Nov 16 21:15:13.366343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Port 411ddb44-b9f1-4bbb-a261-1532bba017b1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:13.366540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Attempting to bind port 411ddb44-b9f1-4bbb-a261-1532bba017b1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:13.380853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:13.381163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:13.381558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:13.382255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Bound port: 411ddb44-b9f1-4bbb-a261-1532bba017b1, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:13.382898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.429235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-be075400-3366-4949-8469-df03938e2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.430764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-be075400-3366-4949-8469-df03938e2535 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 1099 time: 0.1036224 Nov 16 21:15:13.533994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-65c642db-c61a-4fad-9e7b-fda8da6df27a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=d09564f8-548c-4800-96e0-532b1ab9af6e HTTP/1.1" status: 200 len: 217 time: 0.0826573 Nov 16 21:15:13.635911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:13.665676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bde67-b4af-4939-a702-4de3b810939c req-c17ac2be-321a-43be-8d5f-c9bd43f8df60 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.667170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce5bde67-b4af-4939-a702-4de3b810939c req-c17ac2be-321a-43be-8d5f-c9bd43f8df60 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 944 time: 0.1564069 Nov 16 21:15:13.668820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:13.671893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-4f800317-0faf-4da6-8a9b-d17eeb9c917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.673258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-4f800317-0faf-4da6-8a9b-d17eeb9c917f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1018851 Nov 16 21:15:13.680619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4ec22-4d1e-48f0-8762-3842dd930c38 req-643eb9f6-ea8b-44ca-841c-c3fc3c835edf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.681993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bce4ec22-4d1e-48f0-8762-3842dd930c38 req-643eb9f6-ea8b-44ca-841c-c3fc3c835edf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 948 time: 0.1701105 Nov 16 21:15:13.686125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.775686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.776320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.777715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-97645a0a-1189-4383-be50-22b161e31195 service neutron] 10.222.0.21 "PUT /v2.0/ports/411ddb44-b9f1-4bbb-a261-1532bba017b1 HTTP/1.1" status: 200 len: 1095 time: 2.1511879 Nov 16 21:15:13.852544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-82e15320-da65-4f60-adaa-ae7272eff90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.854032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-82e15320-da65-4f60-adaa-ae7272eff90e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697752 Nov 16 21:15:13.870864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bce4ec22-4d1e-48f0-8762-3842dd930c38 req-fef6a877-70d5-4556-aa93-abff6972d8f5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724746 Nov 16 21:15:13.874481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce5bde67-b4af-4939-a702-4de3b810939c req-29ba09cd-9616-42d8-9381-621c7e720fc7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916106 Nov 16 21:15:13.876197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97645a0a-1189-4383-be50-22b161e31195 service neutron] Pushing event updated for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.945607 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577b17b-04cb-4bed-9c48-b1a3da388f38 x-openstack-request-id: req-b577b17b-04cb-4bed-9c48-b1a3da388f38 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:13.945981 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:13.946357 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b577b17b-04cb-4bed-9c48-b1a3da388f38 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:13.946828 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e', 'status': 'completed', 'code': 200} Nov 16 21:15:13.988966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-b42d4f0e-51be-4b6e-9224-78843cfd3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.990476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-b42d4f0e-51be-4b6e-9224-78843cfd3dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 1098 time: 0.1563900 Nov 16 21:15:14.060868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-7baba33c-52eb-4734-980e-0ccc9cd7ce5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1 HTTP/1.1" status: 200 len: 217 time: 0.0539730 Nov 16 21:15:14.096917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cfe0d-d919-493e-84d9-aba868549714 req-d35ec03d-6154-42bd-8153-d6ed3797558a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.098561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-375cfe0d-d919-493e-84d9-aba868549714 req-d35ec03d-6154-42bd-8153-d6ed3797558a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1272318 Nov 16 21:15:14.100628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-be441e9b-49d6-4dd8-bb77-f840dcc23efb service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192278 Nov 16 21:15:14.224095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-fded288b-6625-4493-802f-4f1cdb980ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.225568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-fded288b-6625-4493-802f-4f1cdb980ce5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1509914 Nov 16 21:15:14.251748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f62486c-8649-4f8c-b8e7-ea91c08c9777 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:14.281104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-375cfe0d-d919-493e-84d9-aba868549714 req-66de7a26-45c4-4736-b35b-bdde450791e3 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590571 Nov 16 21:15:14.310681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:14.315679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:14.317279 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.338651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-fd362ba9-9268-4de9-ad3e-f9596f38de21 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177851 Nov 16 21:15:14.360240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7d329-928b-4419-bfe1-82d3fe76aed4 req-9965f9e4-7afb-4708-badf-fbff926cc465 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.367219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ab7d329-928b-4419-bfe1-82d3fe76aed4 req-9965f9e4-7afb-4708-badf-fbff926cc465 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1357164 Nov 16 21:15:14.389664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-52badf80-c08a-4983-9e93-1ecfdbf5cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.391179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-52badf80-c08a-4983-9e93-1ecfdbf5cc42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378903 Nov 16 21:15:14.422650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.453656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:14.456043 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d894f-1d77-4af4-8a1b-8c990d6d486a" -d '{"events": [{"server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "name": "network-vif-plugged", "status": "completed", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:14.469620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:14.475873 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.525025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:14.536639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ab7d329-928b-4419-bfe1-82d3fe76aed4 req-df58d010-40d8-4095-83cd-a10c252f897f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610055 Nov 16 21:15:14.566690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-f34b8ce3-5922-448e-900c-531d381c9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.568217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-f34b8ce3-5922-448e-900c-531d381c9b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 1099 time: 0.1528978 Nov 16 21:15:14.590276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4eb67-bc1e-408f-9dab-0aa1a40cf562 req-3ef69997-34d4-45ab-8992-b403d9037f0d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.591761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50a4eb67-bc1e-408f-9dab-0aa1a40cf562 req-3ef69997-34d4-45ab-8992-b403d9037f0d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.1078663 Nov 16 21:15:14.614896 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ba9ef-3686-44cf-a9fe-4c706117bff3 x-openstack-request-id: req-e16ba9ef-3686-44cf-a9fe-4c706117bff3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:14.616417 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "name": "network-vif-plugged", "status": "completed", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:14.616667 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e16ba9ef-3686-44cf-a9fe-4c706117bff3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:14.617063 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'code': 200} Nov 16 21:15:14.647597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-c29be397-e32f-4f36-8539-ea2c2f181739 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436814 Nov 16 21:15:14.745704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dfbc5-1711-49ea-93bb-a172b3aeef38 req-ea660d8c-6bc8-4408-80e9-84b9c719e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.747394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-146dfbc5-1711-49ea-93bb-a172b3aeef38 req-ea660d8c-6bc8-4408-80e9-84b9c719e708 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1096 time: 0.0459557 Nov 16 21:15:14.770522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50a4eb67-bc1e-408f-9dab-0aa1a40cf562 req-24852b97-fd4b-4cf4-87f8-83c7a237b93d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686969 Nov 16 21:15:14.792067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-145570d8-f3b3-4cac-a0db-bd6022f520ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.793627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-145570d8-f3b3-4cac-a0db-bd6022f520ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2117426 Nov 16 21:15:14.809502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-146dfbc5-1711-49ea-93bb-a172b3aeef38 req-37770985-e474-4507-9a20-2e42c33c719e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514915 Nov 16 21:15:14.819124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e0c7fc-f83f-4306-a5cd-edb784dbb486 req-842d5f1c-84ed-4624-9a08-644217e2ef1f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515994 Nov 16 21:15:14.850496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-7e145697-f75d-4a28-98d5-a4a2b65a5385 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=d09564f8-548c-4800-96e0-532b1ab9af6e HTTP/1.1" status: 200 len: 217 time: 0.0420165 Nov 16 21:15:14.922053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-c47e7149-9ef3-489f-b3ca-a7bcddd25855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.923750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-c47e7149-9ef3-489f-b3ca-a7bcddd25855 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0533085 Nov 16 21:15:15.054409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-cf8b034a-2167-4b45-aadd-3f07e09ac006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.055863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-cf8b034a-2167-4b45-aadd-3f07e09ac006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179113 Nov 16 21:15:15.071924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0ff2-4170-42bd-9bc9-d9d63ac47f2e req-82eabfb3-848e-4064-8d61-e5429d9773a8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.073399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb1a0ff2-4170-42bd-9bc9-d9d63ac47f2e req-82eabfb3-848e-4064-8d61-e5429d9773a8 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 945 time: 0.1060419 Nov 16 21:15:15.087978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad4491-e5c3-4c66-8340-d60d33c8e16c req-1a7a642a-244e-4962-aa41-9cd7be78d428 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.089488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62ad4491-e5c3-4c66-8340-d60d33c8e16c req-1a7a642a-244e-4962-aa41-9cd7be78d428 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 948 time: 0.1232736 Nov 16 21:15:15.090221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37332) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:15.207874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5edac73b-56c9-4658-86d8-ed9b96e85ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.229148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb1a0ff2-4170-42bd-9bc9-d9d63ac47f2e req-a7bb7d56-c666-49d9-9f9d-33ee78380ad3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386952 Nov 16 21:15:15.258059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62ad4491-e5c3-4c66-8340-d60d33c8e16c req-28032348-8080-495d-81b3-6b07259cef8c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385305 Nov 16 21:15:15.276852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-ec7203dd-7d21-4d37-8998-0fcac625588f service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976576 Nov 16 21:15:15.290195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac34f115-9728-4b1c-86bd-ed0767d97f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.373117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5edac73b-56c9-4658-86d8-ed9b96e85ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.380029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5edac73b-56c9-4658-86d8-ed9b96e85ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.414217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5edac73b-56c9-4658-86d8-ed9b96e85ff3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cf13c5669bc409198d177dacfb30918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228710 Nov 16 21:15:15.421528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:15.455344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd531a70-ed2c-4bdb-962a-f2bbbf419d76 req-93f3c206-3566-4178-a94a-e6246c920466 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649592 Nov 16 21:15:15.456314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edac73b-56c9-4658-86d8-ed9b96e85ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47f1cd-619c-43a2-860c-05dd833cfe03,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:15.471675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d73bf-1f93-418b-a257-1c06b97e6b94 req-7f09efca-e47c-43d8-b33c-1c8935ebe3e0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.479633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-584d73bf-1f93-418b-a257-1c06b97e6b94 req-7f09efca-e47c-43d8-b33c-1c8935ebe3e0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.0929520 Nov 16 21:15:15.512667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.529232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-584d73bf-1f93-418b-a257-1c06b97e6b94 req-a1af2936-a0ca-464f-ab54-bfc7d0c1ad94 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Nov 16 21:15:15.534865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.587562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.590343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.594485 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b47f1cd-619c-43a2-860c-05dd833cfe03 HTTP/1.1" status: 204 len: 168 time: 0.1716959 Nov 16 21:15:15.603026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f755b-e0c4-42e3-8b36-b5a0b0d39237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47f1cd-619c-43a2-860c-05dd833cfe03,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:15.666444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53dac-a21b-4e28-98b7-8ce9472a3a10 req-f91ab5b1-84ac-4a14-9710-9bad7fecfeac tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.667960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72d53dac-a21b-4e28-98b7-8ce9472a3a10 req-f91ab5b1-84ac-4a14-9710-9bad7fecfeac tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0533912 Nov 16 21:15:15.720104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72d53dac-a21b-4e28-98b7-8ce9472a3a10 req-c98bbc01-7908-4105-b7c9-bb7f2c164583 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Nov 16 21:15:15.908227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6802be-e119-4ade-950b-b393328526d4 req-ce61cc33-5af5-423a-9f77-51b211caae4b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.909789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da6802be-e119-4ade-950b-b393328526d4 req-ce61cc33-5af5-423a-9f77-51b211caae4b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.0549500 Nov 16 21:15:15.948506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:15.951175 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac9353-2b25-453f-8f2b-b2cd4f669a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:15.985704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da6802be-e119-4ade-950b-b393328526d4 req-fdc073b4-be55-430c-8947-84d81cea85f6 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 Nov 16 21:15:16.003301 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245af3fe-5931-4aa7-9959-a8ffe7b471c4 x-openstack-request-id: req-245af3fe-5931-4aa7-9959-a8ffe7b471c4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:16.003301 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:16.003301 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-245af3fe-5931-4aa7-9959-a8ffe7b471c4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:16.003301 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1', 'status': 'completed', 'code': 200} Nov 16 21:15:16.080769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-2d574ad2-59c7-480c-879a-63866ae19725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.082784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-2d574ad2-59c7-480c-879a-63866ae19725 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 1098 time: 0.0499573 Nov 16 21:15:16.183773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-68cbf633-2c53-4e5b-9857-48fbf1da0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.185373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-68cbf633-2c53-4e5b-9857-48fbf1da0aee service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.0921042 Nov 16 21:15:16.242592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-5ad522c8-4d6f-4480-a699-3791679b1163 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1 HTTP/1.1" status: 200 len: 217 time: 0.0469017 Nov 16 21:15:16.308622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37374) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:16.344453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-28955256-1bf7-47bc-bd39-e0ebe1c38f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.347464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-28955256-1bf7-47bc-bd39-e0ebe1c38f40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0934153 Nov 16 21:15:16.431086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-network', 'tenant_id': '44522df09f584f238e33c7aeecf26146'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:16.454108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Made reservation on behalf of 44522df09f584f238e33c7aeecf26146 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:16.457546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.467556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.467844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a17-c9dd-4cd9-94b0-adbd9092ae5b req-2f7b3bdf-0e4c-4f80-a894-66feb254dd7b tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.469341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16e05a17-c9dd-4cd9-94b0-adbd9092ae5b req-2f7b3bdf-0e4c-4f80-a894-66feb254dd7b tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 945 time: 0.1381490 Nov 16 21:15:16.488577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17269d5b-46aa-4fb2-bd62-87bcdcfad1e9 req-ee129740-c936-445a-b36e-d2df561dcf91 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.495781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17269d5b-46aa-4fb2-bd62-87bcdcfad1e9 req-ee129740-c936-445a-b36e-d2df561dcf91 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 948 time: 0.1421716 Nov 16 21:15:16.531705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-94d9299d-01f9-4b3e-bf61-81d1e813be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.533377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-94d9299d-01f9-4b3e-bf61-81d1e813be36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571574 Nov 16 21:15:16.555847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.561482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.593720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07027a7c-a248-4f98-b3b3-969a68adad9a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:16.604161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:16.615296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.615801 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Added segment 5f6f1ade-5f2f-4711-8054-df293f5494d4 of type vlan for network 2acbdb74-c187-43e7-a245-b461e2955a7d Nov 16 21:15:16.664706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.694484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.695791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.696398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.752648 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4423640 Nov 16 21:15:16.756338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:16.761103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Request body: {'subnet': {'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-subnet', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:16.788291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8036dc-2c82-41be-af4f-fe1e6e4c20be admin admin] Pushing event updated for resources: {'Network': ['ID=2acbdb74-c187-43e7-a245-b461e2955a7d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:16.804051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2acbdb74-c187-43e7-a245-b461e2955a7d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:16.805384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Made reservation on behalf of 44522df09f584f238e33c7aeecf26146 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:16.808065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.911136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16e05a17-c9dd-4cd9-94b0-adbd9092ae5b req-9e3a0500-051b-42dc-b974-2dff4754a512 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144404 Nov 16 21:15:16.919959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17269d5b-46aa-4fb2-bd62-87bcdcfad1e9 req-09be8d07-8ace-448e-852b-f97b960a39fb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115338 Nov 16 21:15:16.974812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-51f4b3c3-5cd4-4d5d-b191-4115d01abcd1 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320097 Nov 16 21:15:17.058034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.146209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd46390-be97-4720-89a1-9e1f9d686358,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:17.157017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Checking segment: {'id': '5f6f1ade-5f2f-4711-8054-df293f5494d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:17.157488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Network hostable DHCP agents. Network: 2acbdb74-c187-43e7-a245-b461e2955a7d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:17.174385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efac9353-2b25-453f-8f2b-b2cd4f669a8f req-e69e49a4-334e-45ba-a85c-f7e84d8ec1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733446 Nov 16 21:15:17.183143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Network 2acbdb74-c187-43e7-a245-b461e2955a7d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:17.196163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2acbdb74-c187-43e7-a245-b461e2955a7d) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:17.201519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.202108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.211052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0feee-4a65-4a70-9c8f-eace7a0a7db0 req-54cfd63f-ff2f-4ef6-b91e-564e58b3b6d4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.211333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18218bf0-8969-4959-87b2-e9584c8950c2 None None] Network 2acbdb74-c187-43e7-a245-b461e2955a7d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:17.212813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d0feee-4a65-4a70-9c8f-eace7a0a7db0 req-54cfd63f-ff2f-4ef6-b91e-564e58b3b6d4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1096842 Nov 16 21:15:17.227072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c4079-fff5-496d-933e-97cfafcbc8b9 req-7ecc8bdd-5b69-485c-ab97-63e17aa23d95 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.228599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e04c4079-fff5-496d-933e-97cfafcbc8b9 req-7ecc8bdd-5b69-485c-ab97-63e17aa23d95 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1017108 Nov 16 21:15:17.242719 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cd239173-cae2-434e-a478-bee9186edd15 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4853096 Nov 16 21:15:17.244565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:17.256650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:17.288921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.290259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.319380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d0feee-4a65-4a70-9c8f-eace7a0a7db0 req-a024bc11-1eaa-419a-a56d-c1f9140bbb1f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851998 Nov 16 21:15:17.334751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e04c4079-fff5-496d-933e-97cfafcbc8b9 req-71708310-0149-4ade-8fdd-0c5581b0ed75 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985243 Nov 16 21:15:17.369651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.432547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2acbdb74-c187-43e7-a245-b461e2955a7d', 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'fixed_ips': [{'subnet_id': 'ccd46390-be97-4720-89a1-9e1f9d686358'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:15:17.433560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.467799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5ac00-4b7b-4139-afae-f3ae623822b2 req-ea4593b9-6be1-479f-b65d-86cb5c1d4c61 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.469581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ca5ac00-4b7b-4139-afae-f3ae623822b2 req-ea4593b9-6be1-479f-b65d-86cb5c1d4c61 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.0634418 Nov 16 21:15:17.568220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ca5ac00-4b7b-4139-afae-f3ae623822b2 req-e9eede46-ec67-4d2b-abdb-b2f469f71d22 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908000 Nov 16 21:15:17.594865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.622714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Allocated IP 172.20.0.2 (2acbdb74-c187-43e7-a245-b461e2955a7d/ccd46390-be97-4720-89a1-9e1f9d686358/658bd05a-b71a-485c-9290-672ca17ce38d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:17.633198 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3a96125-a3bc-4a93-b60e-e489660be665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.775275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.782407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.800497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.821279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.823595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Network 2acbdb74-c187-43e7-a245-b461e2955a7d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:17.825291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:17.837499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:17.846017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Pushing event updated for resources: {'Port': ['ID=658bd05a-b71a-485c-9290-672ca17ce38d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:17.900956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Attempting to bind port 658bd05a-b71a-485c-9290-672ca17ce38d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:17.901323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Attempting to bind port 658bd05a-b71a-485c-9290-672ca17ce38d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5f6f1ade-5f2f-4711-8054-df293f5494d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:17.901688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Attempting to bind port 658bd05a-b71a-485c-9290-672ca17ce38d on network 2acbdb74-c187-43e7-a245-b461e2955a7d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:17.907522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:17.907894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Checking segment: {'id': '5f6f1ade-5f2f-4711-8054-df293f5494d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:17.908294 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.908986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Bound using segment: {'id': '5f6f1ade-5f2f-4711-8054-df293f5494d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:17.909718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Bound port: 658bd05a-b71a-485c-9290-672ca17ce38d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6f1ade-5f2f-4711-8054-df293f5494d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:17.909718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.935582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Allocated IP 172.25.7.115 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/2e2c4fcb-4e72-45db-9c9c-03a63d140096) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:17.985608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] For port 658bd05a-b71a-485c-9290-672ca17ce38d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:17.989687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] For port 658bd05a-b71a-485c-9290-672ca17ce38d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=658bd05a-b71a-485c-9290-672ca17ce38d,segment=NetworkSegment(5f6f1ade-5f2f-4711-8054-df293f5494d4),segment_id=5f6f1ade-5f2f-4711-8054-df293f5494d4)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:17.995815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.079818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f09bc1-bc9f-401a-b6fb-ec475c43861e None None] Pushing event updated for resources: {'Port': ['ID=658bd05a-b71a-485c-9290-672ca17ce38d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.096212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.138783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bef269-1ae4-43cb-9658-45d736f6b604 req-d2d77161-7b97-4192-b868-7f64198fb01d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.139631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.143722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:18.157819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14bef269-1ae4-43cb-9658-45d736f6b604 req-d2d77161-7b97-4192-b868-7f64198fb01d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 948 time: 0.1235092 Nov 16 21:15:18.179478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44659-b474-443b-8cfe-a60d86990c41 req-290a7b01-cf9b-427e-a310-e7d3355e0f35 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.181155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ea44659-b474-443b-8cfe-a60d86990c41 req-290a7b01-cf9b-427e-a310-e7d3355e0f35 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 945 time: 0.1068645 Nov 16 21:15:18.199446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2c4fcb-4e72-45db-9c9c-03a63d140096,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.212681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:18.214222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:18.217067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:18.269134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14bef269-1ae4-43cb-9658-45d736f6b604 req-d1d0e61d-ba8b-4aa4-98af-a961291e66d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102622 Nov 16 21:15:18.282985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 411ddb44-b9f1-4bbb-a261-1532bba017b1 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:18.390416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ea44659-b474-443b-8cfe-a60d86990c41 req-cb47ec2b-29ee-4bfb-8d68-67711f1986c0 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011518 Nov 16 21:15:18.554917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:18.578272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:18.590034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '411ddb44-b9f1-4bbb-a261-1532bba017b1', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '411ddb44-b9f1-4bbb-a261-1532bba017b1', 'mac_address': 'fa:16:3e:fb:c5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:18.594399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 has no active binding in host n-h2-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:15:18.594755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d09564f8-548c-4800-96e0-532b1ab9af6e details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:18.625373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3763a0-0292-412e-8dd7-1f3442cc131d req-c40b6b9f-2a6e-4c6a-9dfa-6d8bca073a94 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.625796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.627555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f3763a0-0292-412e-8dd7-1f3442cc131d req-c40b6b9f-2a6e-4c6a-9dfa-6d8bca073a94 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1145675 Nov 16 21:15:18.638797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173416d4-2e7b-4b18-9e68-981842ad1759 req-0b8af431-8898-4787-8445-b7470119122f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.640739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-173416d4-2e7b-4b18-9e68-981842ad1759 req-0b8af431-8898-4787-8445-b7470119122f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0778341 Nov 16 21:15:18.685213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.706126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ddb44-b9f1-4bbb-a261-1532bba017b1 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:18.725948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f3763a0-0292-412e-8dd7-1f3442cc131d req-687c83f3-ae47-43e3-b927-86e63a4f9e81 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839210 Nov 16 21:15:18.741012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-173416d4-2e7b-4b18-9e68-981842ad1759 req-da7fbc15-fc0b-4e17-ae6c-161a92e15cb2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876594 Nov 16 21:15:18.778775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:18.799077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.853346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d09564f8-548c-4800-96e0-532b1ab9af6e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:18.873025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'd09564f8-548c-4800-96e0-532b1ab9af6e', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'd09564f8-548c-4800-96e0-532b1ab9af6e', 'mac_address': 'fa:16:3e:db:35:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:18.920442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d31956-25d6-45bd-973d-8a2555bfb0e6 req-ce4f7427-a6a9-4e6f-9e88-31ec5d2e5a47 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.924100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 658bd05a-b71a-485c-9290-672ca17ce38d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:18.928537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2d31956-25d6-45bd-973d-8a2555bfb0e6 req-ce4f7427-a6a9-4e6f-9e88-31ec5d2e5a47 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.1246974 Nov 16 21:15:18.961443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-2077c1ed-fc28-4117-bf08-ef6caef2b8f6 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-724595740&fields=id&tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 267 time: 0.1266861 Nov 16 21:15:18.963588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.979474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.990880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.004802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 658bd05a-b71a-485c-9290-672ca17ce38d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:19.005394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.032746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09564f8-548c-4800-96e0-532b1ab9af6e {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:19.075549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d09564f8-548c-4800-96e0-532b1ab9af6e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:19.089475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.090302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2d31956-25d6-45bd-973d-8a2555bfb0e6 req-d6096c7a-44aa-4a7b-be7a-98db85992eb9 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601207 Nov 16 21:15:19.105524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-e3d8152d-549a-44fc-aa47-e6688165cee2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.107604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-e3d8152d-549a-44fc-aa47-e6688165cee2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 945 time: 0.1375525 Nov 16 21:15:19.123680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'security_groups': ['59db5b26-9537-48b8-8332-16359af4d833', 'e23b0c82-f9ac-448a-894a-59f33414b307']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:19.184687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.203813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Router d2075e3e-6ac7-46d2-9148-123fdb77d8dd is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:15:19.225058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:19.241716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.254885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 658bd05a-b71a-485c-9290-672ca17ce38d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=658bd05a-b71a-485c-9290-672ca17ce38d,segment=NetworkSegment(5f6f1ade-5f2f-4711-8054-df293f5494d4),segment_id=5f6f1ade-5f2f-4711-8054-df293f5494d4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:19.284915 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.288723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.299502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.367024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:19.383840 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Sync routers for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:19.390065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.392484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-65aed89e-ef85-490d-b32d-97f0dc048f05 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1445811 Nov 16 21:15:19.395371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37410) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:19.413491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Routers {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:19.414631 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:19.427945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=658bd05a-b71a-485c-9290-672ca17ce38d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.549801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298d37d-a858-43fc-bf3c-99e7731491b6 req-37d6a4e3-5c27-461d-b17f-c1c0f440e7fa tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.551850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6298d37d-a858-43fc-bf3c-99e7731491b6 req-37d6a4e3-5c27-461d-b17f-c1c0f440e7fa tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 949 time: 0.1834099 Nov 16 21:15:19.567624 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Set router d2075e3e-6ac7-46d2-9148-123fdb77d8dd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:19.602492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b7f44-f0be-4650-a7fb-15a6d949b4fd None None] Network 2acbdb74-c187-43e7-a245-b461e2955a7d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:19.677141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6298d37d-a858-43fc-bf3c-99e7731491b6 req-b4b1d75c-eb18-4416-9d1c-07c728a11cb9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Nov 16 21:15:19.719145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:19.785829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.804843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.896389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.897995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['d09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:19.932092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.932342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.933654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2101c88c-0425-403c-8e6f-b4b6650b7db7 req-c4d1d278-7b0c-4fe5-9b19-3cc34de4e247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "PUT /v2.0/ports/5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 981 time: 0.8158717 Nov 16 21:15:19.934120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:19.936504 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210bd162-b36f-4a6f-b7fd-9103deca4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:19.949172 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:18Z', 'revision_number': 3, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:20.012197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Checking router: d2075e3e-6ac7-46d2-9148-123fdb77d8dd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:20.014185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Updating router d2075e3e-6ac7-46d2-9148-123fdb77d8dd port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:15:20.051676 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.132416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-77781cfb-bd71-4467-8534-9c9629479e4a None None] Provisioning complete for port 658bd05a-b71a-485c-9290-672ca17ce38d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:20.132932 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-77781cfb-bd71-4467-8534-9c9629479e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.141845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddfec5-79a6-4990-8147-8cf3f6eca988 req-badfbcc8-e62f-40d7-b9ef-d0237f1cd618 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.149976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cddfec5-79a6-4990-8147-8cf3f6eca988 req-badfbcc8-e62f-40d7-b9ef-d0237f1cd618 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1757867 Nov 16 21:15:20.198203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8cb04-ba77-4775-9db4-dae1e2e0ba05 req-16ed6ba1-9206-45f1-83b8-f2cb889bdf9b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.200375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7d8cb04-ba77-4775-9db4-dae1e2e0ba05 req-16ed6ba1-9206-45f1-83b8-f2cb889bdf9b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1848786 Nov 16 21:15:20.211896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:20.212678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.247366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cddfec5-79a6-4990-8147-8cf3f6eca988 req-11a1babb-bb98-4b43-bd40-f84263242762 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931435 Nov 16 21:15:20.304117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:20.351685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7d8cb04-ba77-4775-9db4-dae1e2e0ba05 req-bf767c11-2c86-4b6a-84b8-9fa6cae3c91e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191635 Nov 16 21:15:20.361702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5feec1c-fa44-4ea7-92e0-332e2204bd22 req-43e70190-8d09-4fa7-a72c-dc2f2c6180ec tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e23b0c82-f9ac-448a-894a-59f33414b307 HTTP/1.1" status: 200 len: 1817 time: 0.0796008 Nov 16 21:15:20.452774 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121e181-f74a-4399-9b90-542710a05813 x-openstack-request-id: req-0121e181-f74a-4399-9b90-542710a05813 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:20.456553 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:20.457489 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0121e181-f74a-4399-9b90-542710a05813 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:20.457712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.457902 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'status': 'completed', 'code': 200} Nov 16 21:15:20.475919 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-b5feec1c-fa44-4ea7-92e0-332e2204bd22 req-10e2a91b-fd69-4775-8df5-9912a33fa640 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:15:20.480175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5feec1c-fa44-4ea7-92e0-332e2204bd22 req-10e2a91b-fd69-4775-8df5-9912a33fa640 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/e23b0c82-f9ac-448a-894a-59f33414b307 HTTP/1.1" status: 409 len: 341 time: 0.1175945 Nov 16 21:15:20.585327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Allocated IP 172.20.0.1 (2acbdb74-c187-43e7-a245-b461e2955a7d/ccd46390-be97-4720-89a1-9e1f9d686358/37bf40ab-a97a-4b33-98cc-6b1978180916) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:20.590573 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.608599 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.620437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-1ef2fd63-c455-4629-aee5-6afb142d5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.622078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-1ef2fd63-c455-4629-aee5-6afb142d5155 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1135 time: 0.1407924 Nov 16 21:15:20.751183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Pushing event updated for resources: {'Port': ['ID=2e2c4fcb-4e72-45db-9c9c-03a63d140096,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:20.767913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Attempting to bind port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:20.768281 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Attempting to bind port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:20.768646 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Attempting to bind port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:20.780357 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:15:20.781830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069814-9e57-455c-b211-3719412fe16b req-fb4de8a0-154b-4c03-979f-25153802918b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.799477 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:20.799905 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:20.800248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f069814-9e57-455c-b211-3719412fe16b req-fb4de8a0-154b-4c03-979f-25153802918b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.2485948 Nov 16 21:15:20.800421 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.800750 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:20.801249 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Bound port: 2e2c4fcb-4e72-45db-9c9c-03a63d140096, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:20.801655 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.878149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:20.899907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 658bd05a-b71a-485c-9290-672ca17ce38d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:20.947634 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] For port 2e2c4fcb-4e72-45db-9c9c-03a63d140096, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:20.951179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] For port 2e2c4fcb-4e72-45db-9c9c-03a63d140096, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2e2c4fcb-4e72-45db-9c9c-03a63d140096,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:20.957185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.957551 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.959630 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.960147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.960881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.961536 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.962693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.965653 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.966230 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.966953 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.967455 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.967947 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:20.982642 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.035280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f069814-9e57-455c-b211-3719412fe16b req-0f688b39-3696-4df8-b91a-93675e1c709a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182755 Nov 16 21:15:21.066652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-bc01b393-dfe8-4ef5-8866-66198812300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.068309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-bc01b393-dfe8-4ef5-8866-66198812300f service neutron] 10.222.0.21 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.4364576 Nov 16 21:15:21.080707 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c7fbe-fce1-4372-8cc5-56fe888331f2 None None] Pushing event updated for resources: {'Port': ['ID=2e2c4fcb-4e72-45db-9c9c-03a63d140096,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:21.094830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b43c-0515-4875-8741-6306cc7fd1d8 req-1c0af1ec-64d7-4d39-b723-a1f5de84c5f4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.106686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2447b43c-0515-4875-8741-6306cc7fd1d8 req-1c0af1ec-64d7-4d39-b723-a1f5de84c5f4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 949 time: 0.1737537 Nov 16 21:15:21.125095 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Routers {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:21.125720 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:21.174450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-6d3a8302-0fd1-46dc-99cf-15e78203ec74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 217 time: 0.0603728 Nov 16 21:15:21.186712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e003632f-f7f9-4c79-b88d-8688a1bf91b5 None None] Provisioning complete for port 658bd05a-b71a-485c-9290-672ca17ce38d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:21.187222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e003632f-f7f9-4c79-b88d-8688a1bf91b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.312437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 658bd05a-b71a-485c-9290-672ca17ce38d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:21.312957 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.345510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.356147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] Set router d2075e3e-6ac7-46d2-9148-123fdb77d8dd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:21.371376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2447b43c-0515-4875-8741-6306cc7fd1d8 req-406fbdde-f153-4db9-9de9-1926c5fc9a9c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633948 Nov 16 21:15:21.392963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-7f536d66-2b39-4df0-856b-2ec85ed6cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.396669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-7f536d66-2b39-4df0-856b-2ec85ed6cc48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.1951306 Nov 16 21:15:21.471363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfbaa1-c3b6-42c7-b18d-6ef394024cc9 req-01f2f01c-6569-43a6-97f4-b738e24ab750 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.472170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:21.473414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0bfbaa1-c3b6-42c7-b18d-6ef394024cc9 req-01f2f01c-6569-43a6-97f4-b738e24ab750 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 984 time: 0.1764812 Nov 16 21:15:21.492442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.548868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-9dc51129-dffa-4915-b684-64388cf63669 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377361 Nov 16 21:15:21.590117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.653206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Network 2acbdb74-c187-43e7-a245-b461e2955a7d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:21.667389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:21.670727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:21.753214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Pushing event updated for resources: {'Port': ['ID=37bf40ab-a97a-4b33-98cc-6b1978180916,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:21.784219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.807187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0bfbaa1-c3b6-42c7-b18d-6ef394024cc9 req-19aac031-38da-4e66-b174-2bffd6ec1238 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e23b0c82-f9ac-448a-894a-59f33414b307&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3151689 Nov 16 21:15:21.971483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d041fa3-db98-43fd-9781-20384e1c0826 req-f552699a-4d6c-4fdd-8151-506946b1d867 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.980186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d041fa3-db98-43fd-9781-20384e1c0826 req-f552699a-4d6c-4fdd-8151-506946b1d867 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.2645528 Nov 16 21:15:21.986344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-17f73e35-61dd-4848-a3fb-6cf6d94b353d service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232833 Nov 16 21:15:22.027669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.058821 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:18Z', 'revision_number': 3, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:22.132485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abd677a-4e66-4cdc-b835-558f6d34f4e9 None None] The sync data for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 is: [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:18Z', 'revision_number': 3, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:22.138237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-498b679b-464d-46a1-a393-3784fd417ef5 None None] Provisioning complete for port 37bf40ab-a97a-4b33-98cc-6b1978180916 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:22.138682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-498b679b-464d-46a1-a393-3784fd417ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.179747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d041fa3-db98-43fd-9781-20384e1c0826 req-5006854a-21c6-43fb-bbfd-5de44900cea0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816552 Nov 16 21:15:22.183681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-498b679b-464d-46a1-a393-3784fd417ef5 None None] Port 37bf40ab-a97a-4b33-98cc-6b1978180916 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:22.189604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d09564f8-548c-4800-96e0-532b1ab9af6e up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:22.249530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615dee-ad55-4e31-9931-33009718b4f9 req-f9a2a4f9-eba6-4167-8e4c-0a3a4c0a7fae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.263705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7615dee-ad55-4e31-9931-33009718b4f9 req-f9a2a4f9-eba6-4167-8e4c-0a3a4c0a7fae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.2754424 Nov 16 21:15:22.270140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port d09564f8-548c-4800-96e0-532b1ab9af6e completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:22.275799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port d09564f8-548c-4800-96e0-532b1ab9af6e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:22.276172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.354873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 411ddb44-b9f1-4bbb-a261-1532bba017b1 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:22.361140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210bd162-b36f-4a6f-b7fd-9103deca4f68 req-3cd8b16c-1b0b-46dd-8476-ca03e998ae12 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527141 Nov 16 21:15:22.474796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.485210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.511387 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.531659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 411ddb44-b9f1-4bbb-a261-1532bba017b1 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:22.558511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7615dee-ad55-4e31-9931-33009718b4f9 req-d11630dd-8a10-4f94-84d9-38f59b173938 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924409 Nov 16 21:15:22.595154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 411ddb44-b9f1-4bbb-a261-1532bba017b1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:22.595337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.616973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.630971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Pushing event updated for resources: {'Port': ['ID=37bf40ab-a97a-4b33-98cc-6b1978180916,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:22.631484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424078-0eaa-413a-ad21-860def88bcb3 req-f7470ebe-3de7-466a-8a08-26c6588ce8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.634687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-f7470ebe-3de7-466a-8a08-26c6588ce8bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1135 time: 0.2073359 Nov 16 21:15:22.668246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b2aad-09a5-4417-8449-a2dda1a712c0 req-9baf22da-12f4-4679-be96-a7b26d74812a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.672035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-640b2aad-09a5-4417-8449-a2dda1a712c0 req-9baf22da-12f4-4679-be96-a7b26d74812a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.2713943 Nov 16 21:15:22.716854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d09564f8-548c-4800-96e0-532b1ab9af6e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:22.720461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:22.723601 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d56aafe-3827-468d-8554-755ef53ad44d" -d '{"events": [{"server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "name": "network-vif-plugged", "status": "completed", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:22.761856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.829936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Network 2acbdb74-c187-43e7-a245-b461e2955a7d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:22.831462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:22.890664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-640b2aad-09a5-4417-8449-a2dda1a712c0 req-d79c7be7-bdfb-4574-a5af-5f8a2097a134 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301723 Nov 16 21:15:22.894682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424078-0eaa-413a-ad21-860def88bcb3 req-5effb59f-f7ab-4328-a9f3-9c59784d83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.895945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-5effb59f-f7ab-4328-a9f3-9c59784d83b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.2228906 Nov 16 21:15:22.929495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b93e7-87cc-4d4d-92bb-4e33353692ac req-afc8935e-4dbc-46a1-98ec-0ba1ced020ce tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.937757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f2b93e7-87cc-4d4d-92bb-4e33353692ac req-afc8935e-4dbc-46a1-98ec-0ba1ced020ce tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 950 time: 0.1759293 Nov 16 21:15:22.940598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2e2c4fcb-4e72-45db-9c9c-03a63d140096 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:23.031895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:23.046807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-5f750e61-cfa2-40d0-ab5e-4a12fc72645d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 217 time: 0.1048541 Nov 16 21:15:23.161111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Router d2075e3e-6ac7-46d2-9148-123fdb77d8dd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:23.161868 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a7073-eeb9-4762-b774-cac720a3d5ab x-openstack-request-id: req-9e9a7073-eeb9-4762-b774-cac720a3d5ab {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:23.162333 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "name": "network-vif-plugged", "status": "completed", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:23.162426 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e9a7073-eeb9-4762-b774-cac720a3d5ab {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:23.162780 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e', 'code': 200} Nov 16 21:15:23.176517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424078-0eaa-413a-ad21-860def88bcb3 req-59d8893d-7c12-47ae-805e-c6dbf454127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.183115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.184612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-59d8893d-7c12-47ae-805e-c6dbf454127a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.1232252 Nov 16 21:15:23.269702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-3d7c9751-4e58-40f4-ac35-a95d09c65219 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572145 Nov 16 21:15:23.283580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:23.283955 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.354275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:23.382688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.384337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:23.391722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71fe0af0-21bb-4630-aa8a-be43317aa76d admin admin] 10.222.0.54 "PUT /v2.0/routers/d2075e3e-6ac7-46d2-9148-123fdb77d8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9949591 Nov 16 21:15:23.475406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4b0f2369-2aff-4c5b-9dbc-1e68b46ea97c None None] Provisioning complete for port 37bf40ab-a97a-4b33-98cc-6b1978180916 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:23.476554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b0f2369-2aff-4c5b-9dbc-1e68b46ea97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.569181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f2b93e7-87cc-4d4d-92bb-4e33353692ac req-03362351-b49c-4b91-a221-3bb9cc12c274 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305647 Nov 16 21:15:23.594774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f2369-2aff-4c5b-9dbc-1e68b46ea97c None None] Port 37bf40ab-a97a-4b33-98cc-6b1978180916 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:23.638509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-3bd78d16-3c5f-4dd3-aaba-eb2fc3d8f1b8 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090076 Nov 16 21:15:23.688654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:23.724767 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.755663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 2e2c4fcb-4e72-45db-9c9c-03a63d140096, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2e2c4fcb-4e72-45db-9c9c-03a63d140096,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:23.760611 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.770752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c41f4e-fc37-46a6-8b18-adfdfcf99e9a req-94a72bf1-27a8-4f09-93a8-660b8bc0a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.772551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57c41f4e-fc37-46a6-8b18-adfdfcf99e9a req-94a72bf1-27a8-4f09-93a8-660b8bc0a25a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 1101 time: 0.5018628 Nov 16 21:15:23.786585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae96dcb-00a4-468f-8096-3756e3d4d671 req-ac5d866f-4ca0-47c0-9a25-93ca82c27d6f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.794731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ae96dcb-00a4-468f-8096-3756e3d4d671 req-ac5d866f-4ca0-47c0-9a25-93ca82c27d6f tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 984 time: 0.4429481 Nov 16 21:15:23.841460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=2e2c4fcb-4e72-45db-9c9c-03a63d140096,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:23.942216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe3379-ae8c-47c7-8543-e7f1faf2da9b req-18a57845-e9ed-48e3-8d00-2f6f54d9d055 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.944203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ebe3379-ae8c-47c7-8543-e7f1faf2da9b req-18a57845-e9ed-48e3-8d00-2f6f54d9d055 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1992829 Nov 16 21:15:23.946454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57c41f4e-fc37-46a6-8b18-adfdfcf99e9a req-e914d4ce-3bbc-44b0-b3b0-92720148743f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230986 Nov 16 21:15:23.959153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16424078-0eaa-413a-ad21-860def88bcb3 req-9a1a03cf-1def-4019-be81-cfdecfb97a9a service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983515 Nov 16 21:15:23.992650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ae96dcb-00a4-468f-8096-3756e3d4d671 req-3dceae41-b4d8-4af4-abfb-ee319d0dae21 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e23b0c82-f9ac-448a-894a-59f33414b307&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1970160 Nov 16 21:15:24.033106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ebe3379-ae8c-47c7-8543-e7f1faf2da9b req-f339eb5e-11a9-4ce5-977b-9cf06dad1b94 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Nov 16 21:15:24.156701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732d90-2473-4ffa-99b8-60143882eff3 req-16553444-8cbd-4c6e-8646-cf9510da29f0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.158464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f732d90-2473-4ffa-99b8-60143882eff3 req-16553444-8cbd-4c6e-8646-cf9510da29f0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0735805 Nov 16 21:15:24.160106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-169cd956-336c-41ed-b9bd-3f0277fea514 service neutron] 10.222.0.21 "GET /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.1172998 Nov 16 21:15:24.287461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77057ade-6ea6-4f01-8b54-e219165c9b8f req-f64dea81-7b4b-4b38-9804-d3bae3db21b7 tempest-FloatingIPsNegativeTestJSON-878696247 tempest-FloatingIPsNegativeTestJSON-878696247-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=44522df09f584f238e33c7aeecf26146 HTTP/1.1" status: 200 len: 217 time: 0.0806024 Nov 16 21:15:24.314190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f732d90-2473-4ffa-99b8-60143882eff3 req-fb30375d-c064-409f-b960-76c2244a77f2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490164 Nov 16 21:15:24.505145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26d608ff-4115-4f8b-8c60-1e997db4e219 req-0d584e00-0885-4169-bdc8-623ae5095056 tempest-FloatingIPsNegativeTestJSON-878696247 tempest-FloatingIPsNegativeTestJSON-878696247-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0497150 Nov 16 21:15:24.524907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9188f51-c006-463d-89fe-25ee65400e10 req-33f0bf47-8817-47ea-a475-3df08a9a796b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.524907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9188f51-c006-463d-89fe-25ee65400e10 req-33f0bf47-8817-47ea-a475-3df08a9a796b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 944 time: 0.1534710 Nov 16 21:15:24.583396 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-d0b00b8c-1489-40ad-8165-6c2bc32b54c8 req-24d89fc6-2121-48e8-8a15-57f3c0c953b5 tempest-FloatingIPsNegativeTestJSON-878696247 tempest-FloatingIPsNegativeTestJSON-878696247-project] show failed (client error): The resource could not be found. Nov 16 21:15:24.584470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0b00b8c-1489-40ad-8165-6c2bc32b54c8 req-24d89fc6-2121-48e8-8a15-57f3c0c953b5 tempest-FloatingIPsNegativeTestJSON-878696247 tempest-FloatingIPsNegativeTestJSON-878696247-project] 10.222.0.54 "GET /v2.0/floatingips/a9bea565-649c-40ac-a37f-4baff564ff78 HTTP/1.1" status: 404 len: 350 time: 0.0520558 Nov 16 21:15:24.595030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:24.613914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:24.660240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9188f51-c006-463d-89fe-25ee65400e10 req-320eadbd-19bb-48bd-b6b0-d0f8182becdb tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201181 Nov 16 21:15:24.666696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:24.714868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc6258e-4208-4571-9455-f7ce54164788 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:24.741018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:24.768208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.782247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cbf79-44b6-41f1-958b-2d2e0a03c3c5 req-8bf57cb9-0285-43d7-9587-575834aff02b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.784486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-785cbf79-44b6-41f1-958b-2d2e0a03c3c5 req-8bf57cb9-0285-43d7-9587-575834aff02b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 950 time: 0.0841441 Nov 16 21:15:24.819765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Sync routers for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:24.838258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2e2c4fcb-4e72-45db-9c9c-03a63d140096 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:24.892650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Routers {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:24.893561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:24.899546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-785cbf79-44b6-41f1-958b-2d2e0a03c3c5 req-93ac3079-8812-474a-bd2f-a3648aeaa6e8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000299 Nov 16 21:15:24.914490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] Transition to ACTIVE for port object 5fc6258e-4208-4571-9455-f7ce54164788 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:24.919387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.990808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] No DVR routers for this DVR port 5fc6258e-4208-4571-9455-f7ce54164788 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:24.997512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:25.030423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-019a3db2-3593-4a74-afbe-790ba3a25e20 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788/bindings/n-h2-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8497171 Nov 16 21:15:25.052107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:25.052529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.101283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Set router d2075e3e-6ac7-46d2-9148-123fdb77d8dd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:25.158495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.182481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:25.184757 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26582cbd-ff7f-442f-b6fd-b2ddb94a3e4a" -d '{"events": [{"server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "name": "network-vif-plugged", "status": "completed", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:25.371347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:21Z', 'revision_number': 4, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '37bf40ab-a97a-4b33-98cc-6b1978180916', 'name': '', 'network_id': '2acbdb74-c187-43e7-a245-b461e2955a7d', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'mac_address': 'fa:16:3e:73:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ccd46390-be97-4720-89a1-9e1f9d686358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:20Z', 'updated_at': '2021-11-16T21:15:22Z', 'revision_number': 2, 'project_id': '44522df09f584f238e33c7aeecf26146', 'subnets': [{'id': 'ccd46390-be97-4720-89a1-9e1f9d686358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:25.410609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Checking router: d2075e3e-6ac7-46d2-9148-123fdb77d8dd for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:25.412740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Updating router d2075e3e-6ac7-46d2-9148-123fdb77d8dd port 37bf40ab-a97a-4b33-98cc-6b1978180916 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:15:25.481054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Deleting port 37bf40ab-a97a-4b33-98cc-6b1978180916 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:25.481392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.575957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-e4c9b895-fd34-4b2b-8317-dea5ebe6098e tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.578270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-e4c9b895-fd34-4b2b-8317-dea5ebe6098e tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.4583733 Nov 16 21:15:25.592118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a70ff-7b14-4fca-ae56-813f41512842 req-e0fa488d-f9ec-4683-99f7-76bb930920f5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.593834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f49a70ff-7b14-4fca-ae56-813f41512842 req-e0fa488d-f9ec-4683-99f7-76bb930920f5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.4603055 Nov 16 21:15:25.623984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.646897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c48cf-54a6-4859-b1e0-effc9113db8b req-a737e2eb-ef08-4994-9676-4e04a62e5b8a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.655437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b14c48cf-54a6-4859-b1e0-effc9113db8b req-a737e2eb-ef08-4994-9676-4e04a62e5b8a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 984 time: 0.4844356 Nov 16 21:15:25.659219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.700393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Calling delete_port for 37bf40ab-a97a-4b33-98cc-6b1978180916 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:25.720150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-82e39a23-3da1-4def-b566-7d3a8ea01ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.721650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-82e39a23-3da1-4def-b566-7d3a8ea01ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5&tenant_id=f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 1096 time: 0.1259534 Nov 16 21:15:25.751900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f49a70ff-7b14-4fca-ae56-813f41512842 req-d74b4f1d-7053-4d10-ade5-4b524c47ee92 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447668 Nov 16 21:15:25.802532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b14c48cf-54a6-4859-b1e0-effc9113db8b req-28b83059-860a-4dc1-8836-b902876316ce tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e23b0c82-f9ac-448a-894a-59f33414b307&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1470506 Nov 16 21:15:25.822464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-1b1d0036-bec9-4a68-8924-b58f22aaa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.824867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-1b1d0036-bec9-4a68-8924-b58f22aaa924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1096 time: 0.0654950 Nov 16 21:15:25.853816 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a110afc6-ce17-44a4-8a3a-fcf827cc3e58 x-openstack-request-id: req-a110afc6-ce17-44a4-8a3a-fcf827cc3e58 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:25.865794 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "name": "network-vif-plugged", "status": "completed", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:25.868123 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a110afc6-ce17-44a4-8a3a-fcf827cc3e58 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:25.869146 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1', 'code': 200} Nov 16 21:15:26.025844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d918dda-3c18-44ed-b368-af5b37f2a4ee req-bb02c9ca-4ff0-43ca-88c5-63c019a84f5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.027512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d918dda-3c18-44ed-b368-af5b37f2a4ee req-bb02c9ca-4ff0-43ca-88c5-63c019a84f5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1417623 Nov 16 21:15:26.040659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.070404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d767f4-e71f-4351-b05b-a9a4c512cd64 req-88fa9d4d-4537-4dab-bd10-6da52c4b27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.072108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d767f4-e71f-4351-b05b-a9a4c512cd64 req-88fa9d4d-4537-4dab-bd10-6da52c4b27fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 1100 time: 0.1447465 Nov 16 21:15:26.085001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:15:26.085465 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:15:26.099742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bf40ab-a97a-4b33-98cc-6b1978180916,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:26.121710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-58a63d3f-5e6a-49f3-8678-c40351d3727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.123791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-58a63d3f-5e6a-49f3-8678-c40351d3727d service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2811105 Nov 16 21:15:26.216896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-e1590b55-bc5b-4771-8c30-57cd22c85e2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 200 len: 217 time: 0.0517094 Nov 16 21:15:26.225851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d918dda-3c18-44ed-b368-af5b37f2a4ee req-967b2d92-53a5-400e-be98-89924a5c2959 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897142 Nov 16 21:15:26.315106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.319494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe3e89-3336-45ac-b7c0-1dd575592ab7 req-b59fd15b-1936-4402-a20d-7ad9a3482623 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.328541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13fe3e89-3336-45ac-b7c0-1dd575592ab7 req-b59fd15b-1936-4402-a20d-7ad9a3482623 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 945 time: 0.2503648 Nov 16 21:15:26.346451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d767f4-e71f-4351-b05b-a9a4c512cd64 req-615972d3-4961-4be8-bfe2-30e87027dd77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459762 Nov 16 21:15:26.382006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-4b95642e-947d-4cb7-adbb-9e167465cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.382817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-4b95642e-947d-4cb7-adbb-9e167465cb01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1521523 Nov 16 21:15:26.456881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-cd994d74-d91f-45c7-a27f-5ff006d385af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490336 Nov 16 21:15:26.466378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13fe3e89-3336-45ac-b7c0-1dd575592ab7 req-efe045f9-9ae0-4354-9bcf-e23983ee9150 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361690 Nov 16 21:15:26.475942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-a9cf6eca-0bb2-4df4-9005-55bc4405adfc tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1978902199&fields=id&tenant_id=8d75ddbd60bb42df81100152342870a1 HTTP/1.1" status: 200 len: 267 time: 0.1322875 Nov 16 21:15:26.580269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Router d2075e3e-6ac7-46d2-9148-123fdb77d8dd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:26.613564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Port 37bf40ab-a97a-4b33-98cc-6b1978180916 not found while updating agent binding for router d2075e3e-6ac7-46d2-9148-123fdb77d8dd. {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:15:26.630698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Routers {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:26.632285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:26.657330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-7d1ed015-c7c5-45c7-9490-3219395f1386 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.665300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-7d1ed015-c7c5-45c7-9490-3219395f1386 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 984 time: 0.1884413 Nov 16 21:15:26.673657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'port': {'security_groups': ['59db5b26-9537-48b8-8332-16359af4d833', 'e23b0c82-f9ac-448a-894a-59f33414b307', '45858c03-ceaf-40e6-87a5-ebe06ed658d3']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:26.711449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:26.713632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640759-994a-4d79-bac0-c83e383b0bd7 req-e60ef26e-4ecf-4065-bb15-cc68ed539a19 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.715254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56640759-994a-4d79-bac0-c83e383b0bd7 req-e60ef26e-4ecf-4065-bb15-cc68ed539a19 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 950 time: 0.1437895 Nov 16 21:15:26.717589 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43028873-b455-4164-9ab7-1d9763f96d41 admin admin] 10.222.0.54 "PUT /v2.0/routers/d2075e3e-6ac7-46d2-9148-123fdb77d8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1197705 Nov 16 21:15:26.720421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:26.754868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-d3166cab-c3b4-4f43-a68e-7d7e55af7284 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750113 Nov 16 21:15:26.771575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] Set router d2075e3e-6ac7-46d2-9148-123fdb77d8dd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:26.870979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.875679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56640759-994a-4d79-bac0-c83e383b0bd7 req-3d9c68b4-fb80-4d55-a998-4f962dd12a79 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499193 Nov 16 21:15:26.922798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.013142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:25Z', 'revision_number': 5, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:27.041997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ad910-2817-4b1d-b103-bb801670c047 None None] The sync data for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 is: [{'id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005852244-router', 'tenant_id': '44522df09f584f238e33c7aeecf26146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:25Z', 'revision_number': 5, 'project_id': '44522df09f584f238e33c7aeecf26146', 'gw_port': {'id': '2e2c4fcb-4e72-45db-9c9c-03a63d140096', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2075e3e-6ac7-46d2-9148-123fdb77d8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:27.055323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-183a6e55-2c16-4712-97f4-3cfe8c683077 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881281 Nov 16 21:15:27.069683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.102784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17853f56-d0ae-40d4-8ede-d9c58eb8bc63 req-8f81a7e1-ed9d-4ae2-a97d-31cc5cb1245b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.113573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17853f56-d0ae-40d4-8ede-d9c58eb8bc63 req-8f81a7e1-ed9d-4ae2-a97d-31cc5cb1245b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1236875 Nov 16 21:15:27.143991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Deleting port 2e2c4fcb-4e72-45db-9c9c-03a63d140096 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:27.144602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.234046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17853f56-d0ae-40d4-8ede-d9c58eb8bc63 req-83f25815-cd58-445d-8028-2c1b043cc5ef tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185226 Nov 16 21:15:27.285841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] For port 2e2c4fcb-4e72-45db-9c9c-03a63d140096, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2e2c4fcb-4e72-45db-9c9c-03a63d140096,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:27.292484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.296338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:27.329854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Calling delete_port for 2e2c4fcb-4e72-45db-9c9c-03a63d140096 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:27.339920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.361260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.384013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:27.386273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:27.523913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.524633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.526014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ec9688c-47f1-40f6-9297-2593b68aea17 req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "PUT /v2.0/ports/5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 1020 time: 0.8598673 Nov 16 21:15:27.527659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:27.530195 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff530210-d5b3-400e-9589-988d3e1cb020" -d '{"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:27.538303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d7d82-4e64-458e-a42b-d1a9102fa796 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:27.555323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cb63-09f3-4f27-a5a6-c97083669b03 req-f3f15d22-885b-4fb6-9b00-c5c208e6a2c5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.557067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2354cb63-09f3-4f27-a5a6-c97083669b03 req-f3f15d22-885b-4fb6-9b00-c5c208e6a2c5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 949 time: 0.2124250 Nov 16 21:15:27.562522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-bf91abeb-7658-451d-b9ff-f7a0ebf6e564 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.564002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-bf91abeb-7658-451d-b9ff-f7a0ebf6e564 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.1355064 Nov 16 21:15:27.665879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.732250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:27.751734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2c4fcb-4e72-45db-9c9c-03a63d140096,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:27.752314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2354cb63-09f3-4f27-a5a6-c97083669b03 req-8ded1397-3173-459d-9f1f-ee88da2981c0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624708 Nov 16 21:15:27.798702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-67be89ef-579f-45a8-a970-10f106e4182d service neutron] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:27.810194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-67be89ef-579f-45a8-a970-10f106e4182d service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.811855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-202b6b13-8068-43ff-b7d0-d706fb175d3c req-67be89ef-579f-45a8-a970-10f106e4182d service neutron] 10.222.0.36 "DELETE /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788/bindings/n-h1-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.2307291 Nov 16 21:15:27.947079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.993495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafbf2-5017-4cfe-8088-46aac5572b1c req-6744c4a8-6123-49c5-9fba-956775a6e030 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.004906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fafbf2-5017-4cfe-8088-46aac5572b1c req-6744c4a8-6123-49c5-9fba-956775a6e030 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 945 time: 0.1223850 Nov 16 21:15:28.057946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173eb39-f20a-4888-b330-ffc786be38a1 req-b88c65c6-e4f0-4416-9068-b0f91abfdba3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.065468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c173eb39-f20a-4888-b330-ffc786be38a1 req-b88c65c6-e4f0-4416-9068-b0f91abfdba3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1379888 Nov 16 21:15:28.091083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.093816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.114692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fafbf2-5017-4cfe-8088-46aac5572b1c req-f6d42fe3-46be-4ceb-a022-0677eb6991e4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086695 Nov 16 21:15:28.181295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.181904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2075e3e-6ac7-46d2-9148-123fdb77d8dd {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:15:28.192229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.197113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ca6bf4c-67ee-44b9-9225-1957c5d04e3d admin admin] 10.222.0.54 "DELETE /v2.0/routers/d2075e3e-6ac7-46d2-9148-123fdb77d8dd HTTP/1.1" status: 204 len: 168 time: 1.4672518 Nov 16 21:15:28.198319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37596) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:28.223574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c173eb39-f20a-4888-b330-ffc786be38a1 req-138001a1-7331-492e-83bf-c33dd3cae91f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564834 Nov 16 21:15:28.249485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Sync routers for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:28.261959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:28.268856 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:15:28.270646 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_agentschedulers_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102667) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:15:28.286833 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:28.289443 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:15:28.290205 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_agentschedulers_db [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d2075e3e-6ac7-46d2-9148-123fdb77d8dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102667) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:15:28.291623 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd9809-e2af-4ec6-ac01-c07ab727a6d8 None None] The sync data for ids ['d2075e3e-6ac7-46d2-9148-123fdb77d8dd'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:28.292499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6acd84a-cd00-46c6-9f54-bcf3fa75765f req-6b2b980d-274d-4e68-bfa9-16e66c514b15 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/45858c03-ceaf-40e6-87a5-ebe06ed658d3 HTTP/1.1" status: 200 len: 1817 time: 0.1379468 Nov 16 21:15:28.297595 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6023466e-90e9-45b5-a007-37bd4183f0c0 x-openstack-request-id: req-6023466e-90e9-45b5-a007-37bd4183f0c0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:28.297783 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:28.298045 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6023466e-90e9-45b5-a007-37bd4183f0c0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:28.298440 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'status': 'completed', 'code': 200} Nov 16 21:15:28.470556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Deleting subnet ccd46390-be97-4720-89a1-9e1f9d686358 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:28.489700 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.519972 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-e6acd84a-cd00-46c6-9f54-bcf3fa75765f req-c93a6a23-bd42-44c6-a302-bb97615798b3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:15:28.521035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6acd84a-cd00-46c6-9f54-bcf3fa75765f req-c93a6a23-bd42-44c6-a302-bb97615798b3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/45858c03-ceaf-40e6-87a5-ebe06ed658d3 HTTP/1.1" status: 409 len: 341 time: 0.2217953 Nov 16 21:15:28.570425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67ba3c-9086-4fc3-9bcb-5df424c7539a req-04aa9626-4048-4ac4-b481-35e20e6b3820 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.571910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf67ba3c-9086-4fc3-9bcb-5df424c7539a req-04aa9626-4048-4ac4-b481-35e20e6b3820 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1586881 Nov 16 21:15:28.576801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-d8548f8b-423e-41eb-a6f3-9e5fc4159807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.578212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-d8548f8b-423e-41eb-a6f3-9e5fc4159807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d75ddbd60bb42df81100152342870a1&device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1174 time: 0.1826601 Nov 16 21:15:28.580268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.785126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf67ba3c-9086-4fc3-9bcb-5df424c7539a req-dbf78e48-e1ad-4239-b357-dc83469e9636 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019923 Nov 16 21:15:28.794589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d2a8f-e546-40bb-b312-f8b4c1250230 req-b69e77de-6d2c-410b-9cb5-0019ec855cbe tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.802566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57d2a8f-e546-40bb-b312-f8b4c1250230 req-b69e77de-6d2c-410b-9cb5-0019ec855cbe tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1096 time: 0.2182879 Nov 16 21:15:28.867563 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.871631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-43687c65-6cea-4e50-86e6-0d71ffe7f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.873516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-43687c65-6cea-4e50-86e6-0d71ffe7f948 service neutron] 10.222.0.21 "GET /v2.0/networks?id=48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 200 len: 912 time: 0.2712116 Nov 16 21:15:28.889050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2e2c4fcb-4e72-45db-9c9c-03a63d140096 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:28.948185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2e2c4fcb-4e72-45db-9c9c-03a63d140096 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:28.948522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2e2c4fcb-4e72-45db-9c9c-03a63d140096 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:28.986945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-107c55c7-65da-480c-ba74-ebcdd02a910c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 200 len: 217 time: 0.0902529 Nov 16 21:15:29.062882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57d2a8f-e546-40bb-b312-f8b4c1250230 req-2c853afd-08cc-45e9-89d7-834e954f2439 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594182 Nov 16 21:15:29.073235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-c63105e8-19ff-45b0-a808-1f8aa761978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.075372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-c63105e8-19ff-45b0-a808-1f8aa761978a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 200 len: 851 time: 0.0801771 Nov 16 21:15:29.116913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-6c523d09-1b04-4943-844f-6b5bf8cdad49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=48fe6b27-8662-4afb-950c-20697cab8b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315135 Nov 16 21:15:29.120515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.200340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd46390-be97-4720-89a1-9e1f9d686358,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:29.209301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0466e2-8a92-453d-8f88-500b47863fab None None] Network 2acbdb74-c187-43e7-a245-b461e2955a7d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:29.224109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.227653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-755ebdde-f85f-4512-b932-9ececee34f92 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ccd46390-be97-4720-89a1-9e1f9d686358 HTTP/1.1" status: 204 len: 168 time: 1.0241609 Nov 16 21:15:29.230161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37614) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:29.296504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc8dc9-8c03-487a-985c-7b324e0d6361 req-d301292b-3c05-4753-a642-a8e52ff7ed3b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.298645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68dc8dc9-8c03-487a-985c-7b324e0d6361 req-d301292b-3c05-4753-a642-a8e52ff7ed3b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 949 time: 0.1422021 Nov 16 21:15:29.328757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.348097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ca75f-1719-4167-b8db-f42d4ddd882b req-befb5819-75df-4ef0-a56e-163091581dbe tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.349599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e87ca75f-1719-4167-b8db-f42d4ddd882b req-befb5819-75df-4ef0-a56e-163091581dbe tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1023 time: 0.1456141 Nov 16 21:15:29.355168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-3e3bd1ff-1ace-4f42-982c-5f152d1a7826 service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285109 Nov 16 21:15:29.413328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Deleting port 658bd05a-b71a-485c-9290-672ca17ce38d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:29.413664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.431427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] DHCP port deletion for 2acbdb74-c187-43e7-a245-b461e2955a7d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:15:29.507606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Deleting port 658bd05a-b71a-485c-9290-672ca17ce38d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:29.508118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.511661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] For port 658bd05a-b71a-485c-9290-672ca17ce38d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=658bd05a-b71a-485c-9290-672ca17ce38d,segment=NetworkSegment(5f6f1ade-5f2f-4711-8054-df293f5494d4),segment_id=5f6f1ade-5f2f-4711-8054-df293f5494d4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:29.512379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.529422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Calling delete_port for 658bd05a-b71a-485c-9290-672ca17ce38d owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:29.589366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] For port 658bd05a-b71a-485c-9290-672ca17ce38d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=658bd05a-b71a-485c-9290-672ca17ce38d,segment=NetworkSegment(5f6f1ade-5f2f-4711-8054-df293f5494d4),segment_id=5f6f1ade-5f2f-4711-8054-df293f5494d4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:29.589673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.610847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Calling delete_port for 658bd05a-b71a-485c-9290-672ca17ce38d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:29.717616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.740884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68dc8dc9-8c03-487a-985c-7b324e0d6361 req-4c34cfc4-37b8-4238-bafa-b9cd9e00567a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317837 Nov 16 21:15:29.790469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] No DVR routers for this DVR port 658bd05a-b71a-485c-9290-672ca17ce38d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:29.809364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a47a05-8e33-41bf-9861-89fb5d7714bf None None] Pushing event deleted for resources: {'Port': ['ID=658bd05a-b71a-485c-9290-672ca17ce38d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:29.809542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e87ca75f-1719-4167-b8db-f42d4ddd882b req-e5b5dad1-7351-4b01-ad66-84e2b14e6841 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=45858c03-ceaf-40e6-87a5-ebe06ed658d3&id=e23b0c82-f9ac-448a-894a-59f33414b307&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4496551 Nov 16 21:15:29.834244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff530210-d5b3-400e-9589-988d3e1cb020 req-46090d5a-acc1-4ed3-997d-c11a25e9ad4f service neutron] 10.222.0.21 "GET /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694266 Nov 16 21:15:29.931550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514c493-7239-4d69-99a8-8cdd1f1e8deb req-82887941-f9e3-4fb5-acd6-b8649b7d26c8 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.933073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2514c493-7239-4d69-99a8-8cdd1f1e8deb req-82887941-f9e3-4fb5-acd6-b8649b7d26c8 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 1096 time: 0.0812411 Nov 16 21:15:29.935792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.956780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff26a0-ddf0-4f00-a182-54c31855a8b7 req-cf09b1e3-85e9-4e47-9857-1ef425144ab3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.964131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16ff26a0-ddf0-4f00-a182-54c31855a8b7 req-cf09b1e3-85e9-4e47-9857-1ef425144ab3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0774035 Nov 16 21:15:29.966420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Pushing event deleted for resources: {'Port': ['ID=658bd05a-b71a-485c-9290-672ca17ce38d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:29.969011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] No DVR routers for this DVR port 658bd05a-b71a-485c-9290-672ca17ce38d on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:30.030452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2514c493-7239-4d69-99a8-8cdd1f1e8deb req-4d5e7662-b88d-4b62-9d63-e1b038e2f062 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906937 Nov 16 21:15:30.033884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16ff26a0-ddf0-4f00-a182-54c31855a8b7 req-6f34113c-0ba2-4732-b93a-78dcd9face6a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689797 Nov 16 21:15:30.055259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.126058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acbdb74-c187-43e7-a245-b461e2955a7d']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:30.138050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6f1ade-5f2f-4711-8054-df293f5494d4') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:30.138347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6f1ade-5f2f-4711-8054-df293f5494d4') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:30.156218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.172341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.181845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:30.182355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:30.184456 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:30.195827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc0e65-9e6d-4966-af01-c9462ab67f94 req-331e1445-9602-4ef0-a88a-a451c08775bb tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.203466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4bc0e65-9e6d-4966-af01-c9462ab67f94 req-331e1445-9602-4ef0-a88a-a451c08775bb tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.0772355 Nov 16 21:15:30.249322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.261334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.275411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2acbdb74-c187-43e7-a245-b461e2955a7d HTTP/1.1" status: 204 len: 168 time: 1.0432267 Nov 16 21:15:30.276772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4bc0e65-9e6d-4966-af01-c9462ab67f94 req-471e6335-c89a-4ea3-8ca1-1e90adbfa736 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Nov 16 21:15:30.289506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d17f-a5d6-4d5b-be3a-c6598c6f5749 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acbdb74-c187-43e7-a245-b461e2955a7d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:30.370489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5799-c8e0-4ec5-88ef-31332ac1c119 req-0d181827-cc64-4c48-8a5b-c0b3deecedf8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.377397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5799-c8e0-4ec5-88ef-31332ac1c119 req-0d181827-cc64-4c48-8a5b-c0b3deecedf8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.379337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9ed5799-c8e0-4ec5-88ef-31332ac1c119 req-0d181827-cc64-4c48-8a5b-c0b3deecedf8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8&device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 1690 time: 0.0909169 Nov 16 21:15:30.438308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9ed5799-c8e0-4ec5-88ef-31332ac1c119 req-5ee4d613-e927-406a-91d0-36cd0b9be65b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Nov 16 21:15:30.443760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37634) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:30.515149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a25ae06a-8aa8-42c4-83f3-b4f45868ce27 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44522df09f584f238e33c7aeecf26146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702350 Nov 16 21:15:30.517634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37638) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:30.573542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.603182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.686375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.689188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.696932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07027a7c-a248-4f98-b3b3-969a68adad9a HTTP/1.1" status: 204 len: 168 time: 0.1778092 Nov 16 21:15:30.733337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1af8da-3090-43aa-bbae-825694c84546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07027a7c-a248-4f98-b3b3-969a68adad9a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:30.752459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eae019-ce15-446c-b263-6d96f99e236a req-13df83d1-94a4-42b4-b2c9-344b8bf9bd20 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.754751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55eae019-ce15-446c-b263-6d96f99e236a req-13df83d1-94a4-42b4-b2c9-344b8bf9bd20 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 1101 time: 0.0570855 Nov 16 21:15:30.820401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55eae019-ce15-446c-b263-6d96f99e236a req-b48e8072-f935-467c-9ad7-d15b672b9967 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543745 Nov 16 21:15:30.825099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 658bd05a-b71a-485c-9290-672ca17ce38d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:30.848181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 658bd05a-b71a-485c-9290-672ca17ce38d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:30.848754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 658bd05a-b71a-485c-9290-672ca17ce38d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:30.908767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-5743b482-1bbd-4020-81af-5b5be0d52399 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.910381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-5743b482-1bbd-4020-81af-5b5be0d52399 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.21 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1023 time: 0.0570333 Nov 16 21:15:31.072209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d96bf-5942-491d-af83-7a341cced1f8 req-f78f4bf8-3cfe-4bb0-abb1-7351bd70666a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.073717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca1d96bf-5942-491d-af83-7a341cced1f8 req-f78f4bf8-3cfe-4bb0-abb1-7351bd70666a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 1023 time: 0.1558251 Nov 16 21:15:31.082909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221b80-0079-44bd-8798-a5bd40ce2e4e req-1cd0fa1d-2b4b-4ac9-bb08-925529746124 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.082909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92221b80-0079-44bd-8798-a5bd40ce2e4e req-1cd0fa1d-2b4b-4ac9-bb08-925529746124 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 1100 time: 0.1088116 Nov 16 21:15:31.170455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Deleting port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:31.170787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.227790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92221b80-0079-44bd-8798-a5bd40ce2e4e req-0ebb308f-9f4d-492a-b88a-b69b03038cba tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362600 Nov 16 21:15:31.251143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca1d96bf-5942-491d-af83-7a341cced1f8 req-74308d26-933c-486b-a82e-78ea568774fa tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=45858c03-ceaf-40e6-87a5-ebe06ed658d3&id=e23b0c82-f9ac-448a-894a-59f33414b307&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1643822 Nov 16 21:15:31.308633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 5f62486c-8649-4f8c-b8e7-ea91c08c9777, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f62486c-8649-4f8c-b8e7-ea91c08c9777,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:31.309076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.329365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Calling delete_port for 5f62486c-8649-4f8c-b8e7-ea91c08c9777 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:31.491155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1627-d0ad-4345-8554-37a3f88175e3 req-adbbecb0-5f97-46fc-8a7a-32627ace37f6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.498560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6ee1627-d0ad-4345-8554-37a3f88175e3 req-adbbecb0-5f97-46fc-8a7a-32627ace37f6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1133411 Nov 16 21:15:31.543810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb234e5-7a33-4691-ad7e-7521176cb4c2 req-886e51b4-a8b8-43ac-a318-0ae8b93f6f11 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.545286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb234e5-7a33-4691-ad7e-7521176cb4c2 req-886e51b4-a8b8-43ac-a318-0ae8b93f6f11 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1451128 Nov 16 21:15:31.627564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6ee1627-d0ad-4345-8554-37a3f88175e3 req-915a20e9-9290-4061-ac1e-ba49eddf76b2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279743 Nov 16 21:15:31.683629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb234e5-7a33-4691-ad7e-7521176cb4c2 req-c72486f7-efdc-40d9-891f-efd1d70279dd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235282 Nov 16 21:15:31.686692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.700622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f62486c-8649-4f8c-b8e7-ea91c08c9777'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:31.703093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8465735b-ca90-48a8-9af3-7423c6f6b8e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:31.761836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'Port': ['ID=5f62486c-8649-4f8c-b8e7-ea91c08c9777,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:31.778547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ff96ce79-6a94-424c-8003-5a3e02133efd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357499 Nov 16 21:15:31.982391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] No DVR routers for this DVR port 5f62486c-8649-4f8c-b8e7-ea91c08c9777 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:31.985912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.991656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d512e7d7-ad26-4dd7-936e-78963a729dce req-ee092c9f-9280-4ba7-860b-8fb6e68373a7 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.21 "DELETE /v2.0/ports/5f62486c-8649-4f8c-b8e7-ea91c08c9777 HTTP/1.1" status: 204 len: 173 time: 1.0709336 Nov 16 21:15:31.999240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'name': 'network-vif-deleted', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:32.001671 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d649e9ba-ccf0-4de1-b06b-d1b16d100c8c" -d '{"events": [{"server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "name": "network-vif-deleted", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:32.102547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ffa22922-66e7-4c3c-af2f-a242d406ddf7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.109848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ffa22922-66e7-4c3c-af2f-a242d406ddf7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201108 Nov 16 21:15:32.126825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-aa0cd070-ba1d-4467-8c5f-3846a2788609 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0158887 Nov 16 21:15:32.189576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ad3c7940-799d-4e7c-a68d-f9d5e2843e83 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0616913 Nov 16 21:15:32.233002 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e36708-b516-4ac8-98c9-0cb0b2b4a14f x-openstack-request-id: req-45e36708-b516-4ac8-98c9-0cb0b2b4a14f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:32.233405 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78729e5-d3a0-4c67-84d7-db1237cebc1a", "name": "network-vif-deleted", "tag": "5f62486c-8649-4f8c-b8e7-ea91c08c9777", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:32.233752 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45e36708-b516-4ac8-98c9-0cb0b2b4a14f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:32.234275 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78729e5-d3a0-4c67-84d7-db1237cebc1a', 'name': 'network-vif-deleted', 'tag': '5f62486c-8649-4f8c-b8e7-ea91c08c9777', 'status': 'completed', 'code': 200} Nov 16 21:15:32.465555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff0cc37a-fbc4-4740-9ca0-8d2ca84eb5ba req-9b60f51e-7454-4881-90b2-66393d9d23e3 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=c78729e5-d3a0-4c67-84d7-db1237cebc1a HTTP/1.1" status: 200 len: 210 time: 0.0457513 Nov 16 21:15:32.521985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e29c78f2-57d4-444b-a198-a62744d5fa19 req-27eb066a-4b02-4a29-9fbe-a4a625c8616d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 210 time: 0.0886111 Nov 16 21:15:32.894154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-0f2353e9-f16d-4156-be2e-efdd0339ee76 service neutron] 10.222.0.21 "GET /v2.0/ports/950afd9e-35cd-46f7-aa72-14a487d39648/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.2588933 Nov 16 21:15:32.938309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f397ef-ab2c-48e9-a207-7a51ac764600 req-a69cb9b8-4952-4a19-8a93-ef768b3a419a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.942159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7f397ef-ab2c-48e9-a207-7a51ac764600 req-a69cb9b8-4952-4a19-8a93-ef768b3a419a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1325655 Nov 16 21:15:32.951314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6657e0c-4bcd-435e-b176-00a8a8188277 req-bcedfad8-b537-4521-b77b-7f1950d715f3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.952853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6657e0c-4bcd-435e-b176-00a8a8188277 req-bcedfad8-b537-4521-b77b-7f1950d715f3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1706319 Nov 16 21:15:33.059509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7f397ef-ab2c-48e9-a207-7a51ac764600 req-0f8d9e0f-3616-4a3d-b185-de47653d58d3 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053696 Nov 16 21:15:33.105436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6657e0c-4bcd-435e-b176-00a8a8188277 req-a76c9d4f-224d-4d50-a515-d9766eebbc1b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437449 Nov 16 21:15:33.145600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37756) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:33.198223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-e1dbb326-79d3-4c4b-9bc3-69951760672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.199975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-e1dbb326-79d3-4c4b-9bc3-69951760672e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1099 time: 0.0475793 Nov 16 21:15:33.356197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dbe52bf-4f36-40bd-a184-0e0178a84025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.367063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-140e0c46-ad7f-4628-843e-a75ba278b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.370095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-140e0c46-ad7f-4628-843e-a75ba278b5da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1099 time: 0.1426718 Nov 16 21:15:33.567290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-13ee256b-fc6f-455a-a39e-f3ebd7980bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.568796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-13ee256b-fc6f-455a-a39e-f3ebd7980bdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1757259 Nov 16 21:15:33.629211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-16e35c9e-2dac-4a35-a5c9-b10b2d71fc4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.0478666 Nov 16 21:15:33.651454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dbe52bf-4f36-40bd-a184-0e0178a84025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.682895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dbe52bf-4f36-40bd-a184-0e0178a84025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.686643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-324d7a55-46e9-40be-9509-588d4c55f53d req-cfab59a9-cab6-4f00-aa85-757b6b25a3bb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 210 time: 0.0602071 Nov 16 21:15:33.768364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2dbe52bf-4f36-40bd-a184-0e0178a84025 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0cc74beebab54316b8fcdc8c91cb83af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213770 Nov 16 21:15:33.771624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:33.772097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba822ae5-28a6-4814-b323-8455e8970293 req-2523e4e3-24bf-4df2-ac58-b92e785a131d tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e23b0c82-f9ac-448a-894a-59f33414b307 HTTP/1.1" status: 200 len: 1817 time: 0.1516178 Nov 16 21:15:33.774847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe52bf-4f36-40bd-a184-0e0178a84025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc464c-f249-4e19-811c-f81477f55b7f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:33.778170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-aca300f7-bad8-41f5-bbaf-5de1a04b9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.779640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-aca300f7-bad8-41f5-bbaf-5de1a04b9575 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1305089 Nov 16 21:15:33.839794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.867924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.913558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-e4116cc3-6540-4be1-9601-c380f9053329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.916672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-e4116cc3-6540-4be1-9601-c380f9053329 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247289 Nov 16 21:15:33.932665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.937958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.940035 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4dc464c-f249-4e19-811c-f81477f55b7f HTTP/1.1" status: 204 len: 168 time: 0.1673546 Nov 16 21:15:33.957963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b88cc-dce0-4a7f-8414-d7a38d66eb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc464c-f249-4e19-811c-f81477f55b7f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:33.970286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ba822ae5-28a6-4814-b323-8455e8970293 req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.083517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ba822ae5-28a6-4814-b323-8455e8970293 req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.153235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-21abc38e-35bb-4e84-af5a-b51cf902ffad service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162521 Nov 16 21:15:34.178032 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-9c21ee0f-4f9a-4bde-a010-4258d7c4b7af tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858865 Nov 16 21:15:34.197529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ba822ae5-28a6-4814-b323-8455e8970293 req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.205445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ba822ae5-28a6-4814-b323-8455e8970293 req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.209033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba822ae5-28a6-4814-b323-8455e8970293 req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/e23b0c82-f9ac-448a-894a-59f33414b307 HTTP/1.1" status: 204 len: 173 time: 0.4158273 Nov 16 21:15:34.301153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32ddb-5dc2-41a1-b9bb-2cc930748a64 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b0c82-f9ac-448a-894a-59f33414b307,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:34.348074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f552-858c-4b64-b788-2fe2b9d81f9e req-7418bdbb-22cf-4583-9b84-f0a3a591c965 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.350052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d7f552-858c-4b64-b788-2fe2b9d81f9e req-7418bdbb-22cf-4583-9b84-f0a3a591c965 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1216407 Nov 16 21:15:34.355561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f62486c-8649-4f8c-b8e7-ea91c08c9777 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:34.394491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c11c4c7-62a2-48f7-b638-1361d2339dac req-865c2038-107a-4e05-8188-e3be634419f0 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191479 Nov 16 21:15:34.409920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-83c68c16-1579-46c3-8edb-93a32d46efe9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.412590 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-83c68c16-1579-46c3-8edb-93a32d46efe9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233958 Nov 16 21:15:34.435312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 5f62486c-8649-4f8c-b8e7-ea91c08c9777 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:34.435891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f62486c-8649-4f8c-b8e7-ea91c08c9777 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:34.436553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:34.438645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:34.555256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63d7f552-858c-4b64-b788-2fe2b9d81f9e req-ad4f7709-7bf9-4039-8cbd-68908d44aab3 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905751 Nov 16 21:15:34.575925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5ef0-e0d0-47af-b9d1-844d44d37688 req-9b4a4646-8625-4aa5-909a-e5a6d90bbe2a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.584515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd4e5ef0-e0d0-47af-b9d1-844d44d37688 req-9b4a4646-8625-4aa5-909a-e5a6d90bbe2a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1684330 Nov 16 21:15:34.626244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.664037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd4e5ef0-e0d0-47af-b9d1-844d44d37688 req-9884db80-6592-415a-a0fb-2832719c6166 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Nov 16 21:15:34.704657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:34.709170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-600f4b3c-fb5f-45f9-9977-20a7d16fc5ff tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/45858c03-ceaf-40e6-87a5-ebe06ed658d3 HTTP/1.1" status: 200 len: 1817 time: 0.0863426 Nov 16 21:15:34.709358 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591b24e-722b-4776-bd0b-dcfb805fa56a" -d '{"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:34.733841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:34.738534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.743544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:34.752816 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.822996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:34.844620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.879540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.949221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.951894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:34.953136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82d7b990-ef45-48e2-a9fb-41f3f8ee671b req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/45858c03-ceaf-40e6-87a5-ebe06ed658d3 HTTP/1.1" status: 204 len: 173 time: 0.2350135 Nov 16 21:15:34.983847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b629a2ea-4861-4554-aa07-20f673b5758d req-a91dd812-d86f-4c79-95bc-e923761c50bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 210 time: 0.0524254 Nov 16 21:15:34.984923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dfb2f-894e-4082-af99-d3fbf76c1392 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45858c03-ceaf-40e6-87a5-ebe06ed658d3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:35.037074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.135 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/327fe926-e662-46e4-9919-2bbafa39ef04) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:35.051524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2016551023', 'description': 'tempest-description-1535122276'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:35.051736 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6cffef-7d84-4c03-a671-458ae17f3977 x-openstack-request-id: req-ac6cffef-7d84-4c03-a671-458ae17f3977 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:35.051946 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:35.052361 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac6cffef-7d84-4c03-a671-458ae17f3977 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:35.053085 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648', 'code': 200} Nov 16 21:15:35.087262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.198676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.203189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.237608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.238849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee2c40fa-fe4d-428a-87fe-089559de3c0a req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1928401 Nov 16 21:15:35.240752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bfeb9-e75d-430e-93ce-3ee2b22997b5 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae84c10-a67e-4de5-b2d8-2d53a421f0b2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:35.287952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.321201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37812) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:35.328188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-04d16cf3-dee5-4943-bd13-eec6da4cb714 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/cae84c10-a67e-4de5-b2d8-2d53a421f0b2 HTTP/1.1" status: 200 len: 1818 time: 0.0521131 Nov 16 21:15:35.355338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.358214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1517956418', 'description': 'tempest-description-hth-2063646091'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:35.374846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:35.380104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:35.392687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:35.397868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:35.401951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:35.415844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.542416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.549455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-743692919-network', 'tenant_id': '31c3785fc9da44e2813a81efbfb5d815'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:35.551194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.563371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:35.564851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.571693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bcc69a2-9059-492e-a5d0-96518d9f5a23 req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "PUT /v2.0/security-groups/cae84c10-a67e-4de5-b2d8-2d53a421f0b2 HTTP/1.1" status: 200 len: 1792 time: 0.2328992 Nov 16 21:15:35.590589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.591552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.623735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Made reservation on behalf of 31c3785fc9da44e2813a81efbfb5d815 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:35.628639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.642127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.652008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-08632a5c-ef54-418e-82c2-d73c9c5bb621 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2190516 Nov 16 21:15:35.668000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Request body: {'port': {'device_id': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:35.739796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497bb0-2e86-440b-9539-6c19f92060de tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae84c10-a67e-4de5-b2d8-2d53a421f0b2,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:35.811327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.847349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-018284ed-aba0-4e7b-acb0-80174a1b9599 req-0c68f85d-69a5-4fd0-9c1d-f056e8a5778e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/cae84c10-a67e-4de5-b2d8-2d53a421f0b2 HTTP/1.1" status: 200 len: 1792 time: 0.2024748 Nov 16 21:15:35.884156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2177bf-ce02-4db8-8982-3bc198c65835 req-09551b51-626d-425b-a24e-04cf4222e9c9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.889439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a2177bf-ce02-4db8-8982-3bc198c65835 req-09551b51-626d-425b-a24e-04cf4222e9c9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1768143 Nov 16 21:15:35.896874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.907247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.980198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8dc4af8c-84d8-46c5-810c-63a615a5323b None None] Provisioning complete for port 327fe926-e662-46e4-9919-2bbafa39ef04 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:35.980852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8dc4af8c-84d8-46c5-810c-63a615a5323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.019843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:36.031727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7032d-8259-4a8c-82af-021f825ed7eb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:36.033084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a2177bf-ce02-4db8-8982-3bc198c65835 req-c8861697-5c44-48b4-94b5-3ea5ad3145ee tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331871 Nov 16 21:15:36.047853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d67f7-09de-457d-9ded-b391946b1abe req-af36adb5-c297-4f00-a668-3295a06d8db9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.053403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.053878 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Added segment 368106f4-47f7-43f7-bbfd-51f1982fe72f of type vlan for network d1800527-ebcc-43aa-a46c-524c4446ae01 Nov 16 21:15:36.057774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee2d67f7-09de-457d-9ded-b391946b1abe req-af36adb5-c297-4f00-a668-3295a06d8db9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 946 time: 0.1179202 Nov 16 21:15:36.144188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4af8c-84d8-46c5-810c-63a615a5323b None None] Port 327fe926-e662-46e4-9919-2bbafa39ef04 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:36.157980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee2d67f7-09de-457d-9ded-b391946b1abe req-0f53aaa6-a930-4db5-a6c3-a1b3a58d85db tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Nov 16 21:15:36.190482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.258841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.259910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.260660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.317356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-4d7334e6-9a35-4515-a5df-88413e3a5881 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/cae84c10-a67e-4de5-b2d8-2d53a421f0b2 HTTP/1.1" status: 200 len: 1792 time: 0.0992608 Nov 16 21:15:36.449284 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1243773 Nov 16 21:15:36.449659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba8ecc-64d7-4c42-a766-ef6ffd002a69 admin admin] Pushing event updated for resources: {'Network': ['ID=d1800527-ebcc-43aa-a46c-524c4446ae01,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:36.451770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:36.461295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d1800527-ebcc-43aa-a46c-524c4446ae01 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:36.481877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.482561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Request body: {'subnet': {'network_id': 'd1800527-ebcc-43aa-a46c-524c4446ae01', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-743692919-subnet', 'tenant_id': '31c3785fc9da44e2813a81efbfb5d815', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:36.510968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653375-86cf-42e3-85cb-678f7764512e req-ab424312-2cba-4d3a-9be8-e8844a25c30d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.512504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18653375-86cf-42e3-85cb-678f7764512e req-ab424312-2cba-4d3a-9be8-e8844a25c30d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 936 time: 0.1110494 Nov 16 21:15:36.522673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.563272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327fe926-e662-46e4-9919-2bbafa39ef04 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:36.597261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.603543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18653375-86cf-42e3-85cb-678f7764512e req-baae9095-515c-429c-8dff-b7df933ed3ed tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831397 Nov 16 21:15:36.619468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Made reservation on behalf of 31c3785fc9da44e2813a81efbfb5d815 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:36.621800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.644038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.648256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.654549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fd6a712-64da-4571-bdaf-19da5d8e8ee1 req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/cae84c10-a67e-4de5-b2d8-2d53a421f0b2 HTTP/1.1" status: 204 len: 173 time: 0.3296514 Nov 16 21:15:36.671353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12aad0-0e3d-49e5-867f-588217b9e4be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae84c10-a67e-4de5-b2d8-2d53a421f0b2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:36.748279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Transition to ACTIVE for port object 327fe926-e662-46e4-9919-2bbafa39ef04 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:36.772094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.867178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Pushing event updated for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:36.880753 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-6e883a02-7d25-4715-9ced-b2b61b5edfec req-187b330e-09e8-4481-8463-47f43c7f9923 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:36.883298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e883a02-7d25-4715-9ced-b2b61b5edfec req-187b330e-09e8-4481-8463-47f43c7f9923 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/45858c03-ceaf-40e6-87a5-ebe06ed658d3 HTTP/1.1" status: 404 len: 352 time: 0.0520406 Nov 16 21:15:36.921632 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-32e147a1-740d-40c5-a005-a85a1f5e3adb req-c7850f1a-dda1-4c3b-993c-01d4b1ab63a2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:36.922722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32e147a1-740d-40c5-a005-a85a1f5e3adb req-c7850f1a-dda1-4c3b-993c-01d4b1ab63a2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e23b0c82-f9ac-448a-894a-59f33414b307 HTTP/1.1" status: 404 len: 352 time: 0.0157979 Nov 16 21:15:36.967359 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-a0565c08-abc4-4c1f-a505-8669db7ea926 req-0c4baf4a-315a-4fc6-9435-89e861333ffb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:36.974818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0565c08-abc4-4c1f-a505-8669db7ea926 req-0c4baf4a-315a-4fc6-9435-89e861333ffb tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/8de873c8-502e-4ca0-839b-320074dc5651 HTTP/1.1" status: 404 len: 352 time: 0.0249710 Nov 16 21:15:37.019164 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-6b6ceb0a-7968-41e0-b572-3659c99e217a req-d8ee503e-768a-4ca7-a244-533af1462a79 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:37.023249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b6ceb0a-7968-41e0-b572-3659c99e217a req-d8ee503e-768a-4ca7-a244-533af1462a79 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/ec019563-09d9-46f8-9ca8-881be1be4a9e HTTP/1.1" status: 404 len: 352 time: 0.0346968 Nov 16 21:15:37.070844 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-764375b7-a3f0-4459-a362-bb8cebeb0d5c req-1f9da5bd-f4e9-41b1-8fcf-f256bea14c3c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:37.072225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-764375b7-a3f0-4459-a362-bb8cebeb0d5c req-1f9da5bd-f4e9-41b1-8fcf-f256bea14c3c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/a9ce3e0c-c98b-4808-b5d5-ecfab00c7dcc HTTP/1.1" status: 404 len: 352 time: 0.0171683 Nov 16 21:15:37.105245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Attempting to bind port 327fe926-e662-46e4-9919-2bbafa39ef04 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:37.105785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Attempting to bind port 327fe926-e662-46e4-9919-2bbafa39ef04 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:37.105890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Attempting to bind port 327fe926-e662-46e4-9919-2bbafa39ef04 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:37.122414 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-89255415-614c-4ff6-b07e-a056f452d2bc req-6ff7be45-2570-4c48-91a9-c1b054874051 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] show failed (client error): The resource could not be found. Nov 16 21:15:37.126683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89255415-614c-4ff6-b07e-a056f452d2bc req-6ff7be45-2570-4c48-91a9-c1b054874051 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e5796867-1b26-421f-a377-23db9594d96b HTTP/1.1" status: 404 len: 352 time: 0.0284512 Nov 16 21:15:37.144285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Port 327fe926-e662-46e4-9919-2bbafa39ef04 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:37.144602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Attempting to bind port 327fe926-e662-46e4-9919-2bbafa39ef04 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:37.150760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:37.151520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:37.151913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:37.152575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Bound port: 327fe926-e662-46e4-9919-2bbafa39ef04, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:37.152933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.164277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.292785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451111-f8e1-452c-acc7-b7558d5e3ace req-1a3c6cfe-84e5-4ca6-99d0-011ce6f685fc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.294301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8451111-f8e1-452c-acc7-b7558d5e3ace req-1a3c6cfe-84e5-4ca6-99d0-011ce6f685fc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.0933740 Nov 16 21:15:37.334814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc279f16-3faf-431b-b3f4-03f053aff155,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:37.364407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:37.366845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Checking segment: {'id': '368106f4-47f7-43f7-bbfd-51f1982fe72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1800527-ebcc-43aa-a46c-524c4446ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:37.367228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Network hostable DHCP agents. Network: d1800527-ebcc-43aa-a46c-524c4446ae01, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:37.370315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=327fe926-e662-46e4-9919-2bbafa39ef04,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:37.381840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.412780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8451111-f8e1-452c-acc7-b7558d5e3ace req-113c677a-70b8-40fa-bc0b-8088d0d71d51 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098330 Nov 16 21:15:37.450825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.451413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.455349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] 10.222.0.21 "PUT /v2.0/ports/327fe926-e662-46e4-9919-2bbafa39ef04 HTTP/1.1" status: 200 len: 1096 time: 1.7905898 Nov 16 21:15:37.455349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:37.456305 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13532936-4902-4e33-99bc-19b3382cb698" -d '{"events": [{"name": "network-changed", "server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:37.461512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Network d1800527-ebcc-43aa-a46c-524c4446ae01 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:37.482919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dac15-c012-4f4f-b470-1e5028e9ebbd service neutron] Pushing event updated for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:37.497964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d1800527-ebcc-43aa-a46c-524c4446ae01) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:37.503257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.504158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.513956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e0195-4f82-4155-bf73-50e394b63da2 None None] Network d1800527-ebcc-43aa-a46c-524c4446ae01 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:37.568254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3d185d6d-a86a-475f-9e74-af2e5442b133 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0977685 Nov 16 21:15:37.602870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ea262394-a982-4589-996a-9a504c4e58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.609235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-ea262394-a982-4589-996a-9a504c4e58fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 1099 time: 0.0908356 Nov 16 21:15:37.651691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efbfe9-9e0c-4a39-af32-2bb881cb0665 req-5f3a585a-ad08-4ccf-81c9-e1975f1c4da2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.663317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64efbfe9-9e0c-4a39-af32-2bb881cb0665 req-5f3a585a-ad08-4ccf-81c9-e1975f1c4da2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 946 time: 0.1852291 Nov 16 21:15:37.700451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-a334b844-1614-4572-bdf3-4aa40b0b8e35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=327fe926-e662-46e4-9919-2bbafa39ef04 HTTP/1.1" status: 200 len: 217 time: 0.0800877 Nov 16 21:15:37.771409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-9879af86-d653-42e6-b781-b822d8a63a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.773279 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-9879af86-d653-42e6-b781-b822d8a63a2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0658479 Nov 16 21:15:37.834379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64efbfe9-9e0c-4a39-af32-2bb881cb0665 req-9084379e-7899-4b96-aa0b-4c55a9b993f7 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639278 Nov 16 21:15:37.860050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7648aba-78fc-4885-af99-d2faae77eb83 req-a56a97e3-49de-41f9-a554-a3bae0c013cf tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.862174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7648aba-78fc-4885-af99-d2faae77eb83 req-a56a97e3-49de-41f9-a554-a3bae0c013cf tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1023 time: 0.1700110 Nov 16 21:15:37.872569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-43151eb5-73f1-49a8-a9b8-e8c80fad33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.874090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-43151eb5-73f1-49a8-a9b8-e8c80fad33a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929117 Nov 16 21:15:37.994011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7648aba-78fc-4885-af99-d2faae77eb83 req-e63d8ebe-6b93-4c80-a67a-a4d793bc00f2 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76dda90-295e-4c37-a6aa-c919944562e0&id=90a646fd-cdba-4e43-a22c-60a73a502445&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1220717 Nov 16 21:15:38.004953 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f7c6cf-8017-41a4-b8af-f68963e4cf0e x-openstack-request-id: req-96f7c6cf-8017-41a4-b8af-f68963e4cf0e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:38.005255 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:38.005497 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96f7c6cf-8017-41a4-b8af-f68963e4cf0e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:38.005903 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04', 'status': 'completed', 'code': 200} Nov 16 21:15:38.053759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-bbac4c6a-83c2-4356-b80b-68083eaba624 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708446 Nov 16 21:15:38.107387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a79bfb-f4a5-4ae2-a2b0-6ae700f4e8f4 None None] Network d1800527-ebcc-43aa-a46c-524c4446ae01 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:38.192975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-725448bd-a61d-4fb4-8acb-7e0adf1b9fe4 req-c2eca85f-ac4c-40a6-9e75-f588df9b81aa service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289747 Nov 16 21:15:38.205168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f143c-fc32-49a2-848e-4a9886b40da7 req-0b012827-4f12-4bd7-9e9d-cc7c74da8496 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.209211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb7f143c-fc32-49a2-848e-4a9886b40da7 req-0b012827-4f12-4bd7-9e9d-cc7c74da8496 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 948 time: 0.1124122 Nov 16 21:15:38.290280 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4e7432a7-fd81-44d7-ac1e-6801370c9378 req-2c66925d-ca49-4d24-b0c4-a551cedd6536 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] show failed (client error): The resource could not be found. Nov 16 21:15:38.301220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e7432a7-fd81-44d7-ac1e-6801370c9378 req-2c66925d-ca49-4d24-b0c4-a551cedd6536 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/4527e95d-e1fc-4a02-8530-2b7b50a4e7e7 HTTP/1.1" status: 404 len: 352 time: 0.0339720 Nov 16 21:15:38.308929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb7f143c-fc32-49a2-848e-4a9886b40da7 req-4f1ebc1d-af4d-40ad-b31f-8fc32091480e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884306 Nov 16 21:15:38.345442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532936-4902-4e33-99bc-19b3382cb698 req-93cac5d4-2e20-45d4-b8bf-f0432ee725e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.348023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-93cac5d4-2e20-45d4-b8bf-f0432ee725e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 1099 time: 0.0804505 Nov 16 21:15:38.374914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:38.453398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb0015b-9b82-4cb3-a611-a3f25e148f8b req-1a42f9c8-8cf5-422e-af07-01d04ad0e8ba tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31c3785fc9da44e2813a81efbfb5d815 HTTP/1.1" status: 200 len: 3001 time: 0.0733504 Nov 16 21:15:38.499729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532936-4902-4e33-99bc-19b3382cb698 req-4466a822-1ff5-4ba5-aa81-136d2bd8a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.508667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-4466a822-1ff5-4ba5-aa81-136d2bd8a0ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1459527 Nov 16 21:15:38.557891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb0015b-9b82-4cb3-a611-a3f25e148f8b req-da45bf9b-f03e-4e24-873a-9c3933e3ecb6 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/9ef7032d-8259-4a8c-82af-021f825ed7eb HTTP/1.1" status: 200 len: 2998 time: 0.1034231 Nov 16 21:15:38.593629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-ff9ee124-dad6-464f-b51b-4f685dc2d7d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=327fe926-e662-46e4-9919-2bbafa39ef04 HTTP/1.1" status: 200 len: 217 time: 0.0736012 Nov 16 21:15:38.646998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:38.661705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '950afd9e-35cd-46f7-aa72-14a487d39648', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '950afd9e-35cd-46f7-aa72-14a487d39648', 'mac_address': 'fa:16:3e:e0:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:38.668301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532936-4902-4e33-99bc-19b3382cb698 req-d13dcdb5-a5f2-420b-a8fc-d7b4fd38a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.670233 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-d13dcdb5-a5f2-420b-a8fc-d7b4fd38a987 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0664973 Nov 16 21:15:38.698308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb0015b-9b82-4cb3-a611-a3f25e148f8b req-b57d20e8-646e-409a-afc7-27e4fafe0e76 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/9ef7032d-8259-4a8c-82af-021f825ed7eb HTTP/1.1" status: 200 len: 2998 time: 0.1142991 Nov 16 21:15:38.712723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870499c8-a47e-4944-8a38-4749b132df51 req-4720632e-3c54-4983-9367-aac23eddf7b7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.734787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-870499c8-a47e-4944-8a38-4749b132df51 req-4720632e-3c54-4983-9367-aac23eddf7b7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.1655815 Nov 16 21:15:38.737698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:38.745301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:38.747841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532936-4902-4e33-99bc-19b3382cb698 req-44b7be85-3833-4f57-b8f4-2e3f27552ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.749658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-44b7be85-3833-4f57-b8f4-2e3f27552ace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657253 Nov 16 21:15:38.751433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-b3f4d0a5-fcfa-4e67-a958-a9b8d717a32c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.754879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-b3f4d0a5-fcfa-4e67-a958-a9b8d717a32c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1&tenant_id=ecfb8b55c093440f941227e62377e911&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 946 time: 0.1955976 Nov 16 21:15:38.759357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950afd9e-35cd-46f7-aa72-14a487d39648 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:38.804086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:38.809876 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:38.880340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-870499c8-a47e-4944-8a38-4749b132df51 req-45168ba4-04d7-440f-b188-6ecce42b3906 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441398 Nov 16 21:15:38.909183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:38.919015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-09ea03ac-69c6-41fc-8087-4d83dcb5f42d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539683 Nov 16 21:15:38.920381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-bca420bc-1442-4505-9918-01bc998180b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.921980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-bca420bc-1442-4505-9918-01bc998180b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1098 time: 0.0891328 Nov 16 21:15:38.932680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31a5e-32d3-4f0e-ae88-a44e6207e602 req-4d6d5f6e-5de2-495f-befd-e4114f67c484 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.934179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2bf31a5e-32d3-4f0e-ae88-a44e6207e602 req-4d6d5f6e-5de2-495f-befd-e4114f67c484 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 947 time: 0.1383235 Nov 16 21:15:39.056461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13532936-4902-4e33-99bc-19b3382cb698 req-c36bb531-a88f-442a-a905-21f68f98b9ff service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110520 Nov 16 21:15:39.066898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2bf31a5e-32d3-4f0e-ae88-a44e6207e602 req-e8e291e6-2a2f-4a06-973e-e5b7f231b9aa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256547 Nov 16 21:15:39.089940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cb6a25f-7463-488a-aa68-b92cea532538 req-bcbc7249-5016-4554-9865-87baf5461548 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/9ef7032d-8259-4a8c-82af-021f825ed7eb HTTP/1.1" status: 200 len: 2998 time: 0.0900290 Nov 16 21:15:39.110503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-9a77b080-a454-49f4-9e23-fa68ee8708f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.111568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-9a77b080-a454-49f4-9e23-fa68ee8708f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1642742 Nov 16 21:15:39.180565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-89ed693f-a0b2-470f-a19e-74284e275a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.0590055 Nov 16 21:15:39.188156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:39.238215 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4cb6a25f-7463-488a-aa68-b92cea532538 req-72357f34-fa33-4f19-b499-7eb4e8606ebf tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:15:39.239213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cb6a25f-7463-488a-aa68-b92cea532538 req-72357f34-fa33-4f19-b499-7eb4e8606ebf tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "DELETE /v2.0/security-groups/9ef7032d-8259-4a8c-82af-021f825ed7eb HTTP/1.1" status: 409 len: 352 time: 0.1404519 Nov 16 21:15:39.302236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-126d363a-e6ac-4701-97f4-24f575225f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.303723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-126d363a-e6ac-4701-97f4-24f575225f56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1114349 Nov 16 21:15:39.305391 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4d17a306-ee79-48a5-98ef-c174146ccca7 req-e36fa590-aa02-4d8e-a668-c1d8c771ed68 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] show failed (client error): The resource could not be found. Nov 16 21:15:39.306333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d17a306-ee79-48a5-98ef-c174146ccca7 req-e36fa590-aa02-4d8e-a668-c1d8c771ed68 tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/229b1099-003a-4834-ba35-9f980515f0f3 HTTP/1.1" status: 404 len: 352 time: 0.0304756 Nov 16 21:15:39.325913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a41c-f6eb-44d7-a37c-712071f48b32 req-87171f80-52ee-4527-9e1e-50c337c5c6a9 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.327494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9565a41c-f6eb-44d7-a37c-712071f48b32 req-87171f80-52ee-4527-9e1e-50c337c5c6a9 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1023 time: 0.0874066 Nov 16 21:15:39.416262 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-37d9615f-4e28-431c-8eb9-33af8653e109 req-d8b882ca-d599-447d-831d-ba2e4e9393af tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] show failed (client error): The resource could not be found. Nov 16 21:15:39.423913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37d9615f-4e28-431c-8eb9-33af8653e109 req-d8b882ca-d599-447d-831d-ba2e4e9393af tempest-SecurityGroupsNegativeTestJSON-1540563347 tempest-SecurityGroupsNegativeTestJSON-1540563347-project] 10.222.0.54 "GET /v2.0/security-groups/e8e328c9-0662-42de-9cf4-4a8fca0585ae HTTP/1.1" status: 404 len: 352 time: 0.0835831 Nov 16 21:15:39.429856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37916) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:39.487848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-03d0e09f-a2fe-4a00-a973-2894ec091de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.494475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-03d0e09f-a2fe-4a00-a973-2894ec091de8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660264 Nov 16 21:15:39.497678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Deleting subnet dc279f16-3faf-431b-b3f4-03f053aff155 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:39.501387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.515323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-f2c9a3e8-a5d7-46be-9072-bbc9d71eee5a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.516959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-f2c9a3e8-a5d7-46be-9072-bbc9d71eee5a tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1023 time: 0.1518054 Nov 16 21:15:39.545042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.606499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.743834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.794210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.804256 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dc279f16-3faf-431b-b3f4-03f053aff155 HTTP/1.1" status: 204 len: 168 time: 0.3730578 Nov 16 21:15:39.804981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f03343-b40c-4aee-9036-df7fbe5e117b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc279f16-3faf-431b-b3f4-03f053aff155,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:39.807189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37954) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:39.911772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.005061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.021205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9565a41c-f6eb-44d7-a37c-712071f48b32 req-8e50acbb-6b29-46bc-b2cd-9dfe4760b247 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76dda90-295e-4c37-a6aa-c919944562e0&id=90a646fd-cdba-4e43-a22c-60a73a502445&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6843233 Nov 16 21:15:40.047637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1800527-ebcc-43aa-a46c-524c4446ae01']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:40.066559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368106f4-47f7-43f7-bbfd-51f1982fe72f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:40.066856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368106f4-47f7-43f7-bbfd-51f1982fe72f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:40.077370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.094588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.100764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:40.101152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:40.177946 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:40.191065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.218514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.227596 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] 10.222.0.54 "DELETE /v2.0/networks/d1800527-ebcc-43aa-a46c-524c4446ae01 HTTP/1.1" status: 204 len: 168 time: 0.4187579 Nov 16 21:15:40.228885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ad46c-c7fb-43aa-bd64-ca9e6921a85a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1800527-ebcc-43aa-a46c-524c4446ae01,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:40.249285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d9a4-c9e0-4ac8-8b2d-0fe52d57e943 req-7a70fa07-3289-44c2-9c0c-3e8c27d5678b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.258894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd9d9a4-c9e0-4ac8-8b2d-0fe52d57e943 req-7a70fa07-3289-44c2-9c0c-3e8c27d5678b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 948 time: 0.7583439 Nov 16 21:15:40.302861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Deleting port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:40.303596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.328934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-4d247990-5f31-48b4-83c3-8ffd715e0b8d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058267 Nov 16 21:15:40.371874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 327fe926-e662-46e4-9919-2bbafa39ef04 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:40.374133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:40.415383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc87da-04d6-4165-ae39-702044550ac1 req-4302d26d-92ec-4c02-97c8-bdd3fe01b645 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.422780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfc87da-04d6-4165-ae39-702044550ac1 req-4302d26d-92ec-4c02-97c8-bdd3fe01b645 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 945 time: 0.2642329 Nov 16 21:15:40.450520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:40.519920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f61c345-e52a-49dc-8b7f-341896fa8721 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31c3785fc9da44e2813a81efbfb5d815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674188 Nov 16 21:15:40.520851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:40.590722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.614371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd9d9a4-c9e0-4ac8-8b2d-0fe52d57e943 req-b08a62e0-5a29-470f-b654-5d9195626344 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534482 Nov 16 21:15:40.624437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.696974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.698431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfc87da-04d6-4165-ae39-702044550ac1 req-e1cc6652-9cd6-49c1-b866-afd2f3c2e897 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747509 Nov 16 21:15:40.699814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.703344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 950afd9e-35cd-46f7-aa72-14a487d39648 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:40.705909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ef7032d-8259-4a8c-82af-021f825ed7eb HTTP/1.1" status: 204 len: 168 time: 0.1835554 Nov 16 21:15:40.706309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.718507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05d5d8-11d9-4eab-a938-8ecb2f04c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7032d-8259-4a8c-82af-021f825ed7eb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:40.815780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] For port 8465735b-ca90-48a8-9af3-7423c6f6b8e3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8465735b-ca90-48a8-9af3-7423c6f6b8e3,segment=NetworkSegment(62f62a21-b8d9-4f61-bcc6-f3b3bb859172),segment_id=62f62a21-b8d9-4f61-bcc6-f3b3bb859172)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:40.816146 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.880916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f617a22-868d-4f0b-aaab-c7955e5b5578 req-2e30bdd4-1d3b-4974-84d2-7b7dfe03f119 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889369 Nov 16 21:15:40.889469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Calling delete_port for 8465735b-ca90-48a8-9af3-7423c6f6b8e3 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:40.928729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06390013-056b-4938-8773-147c9af85f3c req-67cd28ff-bb19-4571-beb4-3e1712c8d923 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.937006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06390013-056b-4938-8773-147c9af85f3c req-67cd28ff-bb19-4571-beb4-3e1712c8d923 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 947 time: 0.1047125 Nov 16 21:15:40.938119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=327fe926-e662-46e4-9919-2bbafa39ef04,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:40.977812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '327fe926-e662-46e4-9919-2bbafa39ef04', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '327fe926-e662-46e4-9919-2bbafa39ef04', 'mac_address': 'fa:16:3e:8d:1e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:41.072447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.099443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327fe926-e662-46e4-9919-2bbafa39ef04 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:41.137312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06390013-056b-4938-8773-147c9af85f3c req-256d2049-c24a-4404-ba4f-606196bf3071 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990929 Nov 16 21:15:41.168837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.203841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=327fe926-e662-46e4-9919-2bbafa39ef04,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:41.227627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:41.230868 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3140447c-4774-4d3b-82d0-47d6518195a8" -d '{"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:41.235933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:41.237560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.276919 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.365020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:41.518346 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725327c-37ef-4f90-a2df-fb670f93cc44 x-openstack-request-id: req-4725327c-37ef-4f90-a2df-fb670f93cc44 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:41.519327 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:41.519327 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4725327c-37ef-4f90-a2df-fb670f93cc44 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:41.519327 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648', 'code': 200} Nov 16 21:15:41.529715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:41.534892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153eb06-57a0-47b8-8606-9ed8c61e6679 req-aeea6307-428f-4bca-84b3-90347d400680 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:41.537986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e153eb06-57a0-47b8-8606-9ed8c61e6679 req-aeea6307-428f-4bca-84b3-90347d400680 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f HTTP/1.1" status: 200 len: 1023 time: 0.1729546 Nov 16 21:15:41.539386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.655812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'Port': ['ID=8465735b-ca90-48a8-9af3-7423c6f6b8e3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:41.672398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['327fe926-e662-46e4-9919-2bbafa39ef04'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:41.874009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] No DVR routers for this DVR port 8465735b-ca90-48a8-9af3-7423c6f6b8e3 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:41.902047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.906033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5398b6cb-238c-4814-b20d-18d41c9c032b req-03d70932-eee7-48b2-b242-ff23fa0e2de1 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.36 "DELETE /v2.0/ports/8465735b-ca90-48a8-9af3-7423c6f6b8e3 HTTP/1.1" status: 204 len: 173 time: 2.3606472 Nov 16 21:15:41.906869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'name': 'network-vif-deleted', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:41.911096 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5c7e2-fb97-4a4b-af5e-621c17fb323b" -d '{"events": [{"server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "name": "network-vif-deleted", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:41.933578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e153eb06-57a0-47b8-8606-9ed8c61e6679 req-0076860b-e0db-4ce0-819f-9bf2c401a5b9 tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76dda90-295e-4c37-a6aa-c919944562e0&id=90a646fd-cdba-4e43-a22c-60a73a502445&id=59db5b26-9537-48b8-8332-16359af4d833&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3763502 Nov 16 21:15:41.968403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5742-9fff-465e-993d-96122b36ed02 req-01482735-0702-4264-9d21-4138e42b5ed5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:41.980769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-112a5742-9fff-465e-993d-96122b36ed02 req-01482735-0702-4264-9d21-4138e42b5ed5 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 949 time: 0.1829274 Nov 16 21:15:42.088134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-112a5742-9fff-465e-993d-96122b36ed02 req-9ddeb6bc-e199-468e-afb0-8a2b07b6d65c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Nov 16 21:15:42.204983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8465735b-ca90-48a8-9af3-7423c6f6b8e3 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:42.208983 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7b55d-7884-4249-9a18-c9c21526611f x-openstack-request-id: req-2ba7b55d-7884-4249-9a18-c9c21526611f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:42.209336 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f", "name": "network-vif-deleted", "tag": "8465735b-ca90-48a8-9af3-7423c6f6b8e3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:42.209655 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ba7b55d-7884-4249-9a18-c9c21526611f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:42.210237 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb196f7-cbc2-4efa-9ad4-dd7cbf9b290f', 'name': 'network-vif-deleted', 'tag': '8465735b-ca90-48a8-9af3-7423c6f6b8e3', 'status': 'completed', 'code': 200} Nov 16 21:15:42.259184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 8465735b-ca90-48a8-9af3-7423c6f6b8e3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:42.259473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8465735b-ca90-48a8-9af3-7423c6f6b8e3 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:42.398869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b45cbe-ab5c-4377-bb54-45e5ef7d5c85 req-a62a8667-00cf-411e-b7e3-f0fd05cd3b9d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.401131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63b45cbe-ab5c-4377-bb54-45e5ef7d5c85 req-a62a8667-00cf-411e-b7e3-f0fd05cd3b9d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.0596416 Nov 16 21:15:42.406867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:42.465937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63b45cbe-ab5c-4377-bb54-45e5ef7d5c85 req-e8aae37d-80e5-42ff-993a-fbbf8a60ebfa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Nov 16 21:15:42.596002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1506700190-network', 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:42.631838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:42.649994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.666258 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.678885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.738375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecdee2-aa75-4d80-aebb-f1b0f245d8ba req-12fdd1aa-bfe6-412c-8f96-9576386b0f6b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.740713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87ecdee2-aa75-4d80-aebb-f1b0f245d8ba req-12fdd1aa-bfe6-412c-8f96-9576386b0f6b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.1059744 Nov 16 21:15:42.803613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.813539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.813914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87ecdee2-aa75-4d80-aebb-f1b0f245d8ba req-653fdbef-fff3-4ebe-ad50-5b512a229948 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Nov 16 21:15:42.857682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:42.914872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:42.915506 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Added segment fe4f49b0-2de8-4dd5-a3de-1e1a962817d6 of type vlan for network ad159e2e-be7b-47ff-ad54-cb5a49b04612 Nov 16 21:15:42.929274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d72002-d603-4027-8465-14fff5a77316,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:42.986387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.021481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.023256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.024285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.063515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38102) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:43.069202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Request body: {'subnet': {'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1506700190-subnet', 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:43.073600 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6647854 Nov 16 21:15:43.140028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbd65-213e-45f9-9a1e-1b54a704ffcf admin admin] Pushing event updated for resources: {'Network': ['ID=ad159e2e-be7b-47ff-ad54-cb5a49b04612,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:43.161036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:43.201239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7092d01-44b5-403c-a770-6e96c0183850 req-082f7f5b-8aad-4b2a-b01e-3c7c2152377c tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/e76dda90-295e-4c37-a6aa-c919944562e0 HTTP/1.1" status: 200 len: 1818 time: 0.1189854 Nov 16 21:15:43.221892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:43.228613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.283575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-e77d0312-1073-4b70-96a3-0c3bb07c117c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783582 Nov 16 21:15:43.494493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7092d01-44b5-403c-a770-6e96c0183850 req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.547227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7092d01-44b5-403c-a770-6e96c0183850 req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.581109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-6b3557af-69f9-485b-9afe-0df880b53311 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.582560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-6b3557af-69f9-485b-9afe-0df880b53311 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502456 Nov 16 21:15:43.633984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-3175cd21-110b-45bd-a5ae-450dc75a7a1d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/quotas/ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 375 time: 0.0416074 Nov 16 21:15:43.658754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7092d01-44b5-403c-a770-6e96c0183850 req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.661279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7092d01-44b5-403c-a770-6e96c0183850 req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.667563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7092d01-44b5-403c-a770-6e96c0183850 req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/e76dda90-295e-4c37-a6aa-c919944562e0 HTTP/1.1" status: 204 len: 173 time: 0.4497385 Nov 16 21:15:43.709276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e64fd-7280-4e96-9e57-d7d46c59cd8e tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76dda90-295e-4c37-a6aa-c919944562e0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:43.808375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-9f5f452b-7243-457b-801f-52c2abad6404 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606262 Nov 16 21:15:43.810036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.885111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa476d-bb76-4bb9-94dd-202d87aa44d9 req-eb775434-0a22-4ebf-a182-e65bb91938ae tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.886621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9aa476d-bb76-4bb9-94dd-202d87aa44d9 req-eb775434-0a22-4ebf-a182-e65bb91938ae tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 949 time: 0.1409917 Nov 16 21:15:43.892637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083cbdce-6453-4b9f-81c2-7df7b6612dba,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:43.924945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Checking segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:43.925447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Network hostable DHCP agents. Network: ad159e2e-be7b-47ff-ad54-cb5a49b04612, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:43.975861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9aa476d-bb76-4bb9-94dd-202d87aa44d9 req-91b7b3cb-113b-45de-82d0-36fae417f91a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782020 Nov 16 21:15:43.976980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:43.997128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ad159e2e-be7b-47ff-ad54-cb5a49b04612) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:43.997128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.997849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.003497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc76796-e679-4bfa-8b99-4b608702bf07 None None] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:44.027407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ba5404c-b332-4f90-a981-e13f1e3d69f4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9627445 Nov 16 21:15:44.119522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-39a121cc-9eb5-4a0a-8d24-35e6bb77c30b tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "GET /v2.0/security-groups/90a646fd-cdba-4e43-a22c-60a73a502445 HTTP/1.1" status: 200 len: 1816 time: 0.1055887 Nov 16 21:15:44.209174 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.276841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.328041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4c7ba-a110-407d-b2bf-4a4206b6ff8d None None] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:44.340330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6e79af8-584c-48c8-98cb-0b8f26228a06 req-be3ae20f-d742-4621-b147-9c73e96c65d1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 210 time: 0.0875013 Nov 16 21:15:44.414333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.417888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.422390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acddb0fc-2fd1-47a8-af60-61e19836d3bc req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] 10.222.0.54 "DELETE /v2.0/security-groups/90a646fd-cdba-4e43-a22c-60a73a502445 HTTP/1.1" status: 204 len: 173 time: 0.3015776 Nov 16 21:15:44.425356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:44.444132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d634b-4e09-47f9-acec-0b9e02be88be tempest-SecurityGroupsTestJSON-976462226 tempest-SecurityGroupsTestJSON-976462226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a646fd-cdba-4e43-a22c-60a73a502445,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:44.498013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:44.500051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 327fe926-e662-46e4-9919-2bbafa39ef04 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:44.543216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Deleting subnet b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:44.549383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.606760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.674323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.787496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 327fe926-e662-46e4-9919-2bbafa39ef04 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:44.795472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 327fe926-e662-46e4-9919-2bbafa39ef04 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:44.795842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.803390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.920393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:44.923539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:44.935777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.943603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'mac_address': 'fa:16:3e:cd:16:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:44.947019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c6c49f55-4836-4f7b-9fcf-5394a59d4884 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b29a2f9f-8fcb-4956-8abb-e7a41ed85dc6 HTTP/1.1" status: 204 len: 168 time: 0.5184581 Nov 16 21:15:44.947360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:45.043841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.095574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.114680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a52c402-0bf5-45eb-a376-3dba39702b8b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:45.135590 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.277771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-51b07452-3ff6-4866-8558-ab81d91cb6aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483430 Nov 16 21:15:45.280224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.311986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fe6b27-8662-4afb-950c-20697cab8b55']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:45.319178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e366-aa90-4698-9b0e-49c6798299d3 req-95a56c62-fc0b-4076-9e09-e1f3f594682f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.323792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea38e366-aa90-4698-9b0e-49c6798299d3 req-95a56c62-fc0b-4076-9e09-e1f3f594682f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 949 time: 0.1805112 Nov 16 21:15:45.325845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f62a21-b8d9-4f61-bcc6-f3b3bb859172') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:45.327680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f62a21-b8d9-4f61-bcc6-f3b3bb859172') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:45.345225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.373302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.392006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:45.392409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.435718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-9338a43e-0403-48fb-9186-7fd2796fa238 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.447580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-9338a43e-0403-48fb-9186-7fd2796fa238 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.5973575 Nov 16 21:15:45.526315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:45.526660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-1a07fd8a-101d-497a-ab6a-56b6c0d12fb0 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/quotas/2adcadf17b9847c69ad33ded6e25c56c HTTP/1.1" status: 200 len: 375 time: 0.0781429 Nov 16 21:15:45.529423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-17c9c63e-3ac2-40de-bc2f-d9387c763f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:45.535881 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:45.545087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.575728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.578619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:45.580543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-068143d8-1160-4d4a-8b64-c35060becc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.587209 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/48fe6b27-8662-4afb-950c-20697cab8b55 HTTP/1.1" status: 204 len: 168 time: 0.6358674 Nov 16 21:15:45.587952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-068143d8-1160-4d4a-8b64-c35060becc9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 1096 time: 0.2582457 Nov 16 21:15:45.589117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467be85-a48d-4789-8ab3-1557e633b4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fe6b27-8662-4afb-950c-20697cab8b55,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:45.593970 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec617429-c3b4-429b-beab-b3e7315997c1" -d '{"events": [{"server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "name": "network-vif-plugged", "status": "completed", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:45.603380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.621609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-16c64ac0-3c1e-4e6e-bf23-eecf5965c7a3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937746 Nov 16 21:15:45.634020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea38e366-aa90-4698-9b0e-49c6798299d3 req-b11355e5-c59d-4fad-8ee3-80b8e8f9a2fe tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700634 Nov 16 21:15:45.672590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=327fe926-e662-46e4-9919-2bbafa39ef04,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:45.688094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:45.720420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:45.763035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['8a52c402-0bf5-45eb-a376-3dba39702b8b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:45.803365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-d1c58268-b932-4207-91ec-376e820c1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.804839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-d1c58268-b932-4207-91ec-376e820c1cd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.1809478 Nov 16 21:15:45.916499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-f52c3b4d-5051-48bd-92e1-ed4ef4a015a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 200 len: 217 time: 0.0962579 Nov 16 21:15:45.945810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:45.998181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-205f801e-ac4a-416f-8bff-52c6922fcdd5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749092 Nov 16 21:15:46.014894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-af6fd427-e1b1-4035-91f2-8dddd586d8a2 service neutron] 10.222.0.54 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876929 Nov 16 21:15:46.020278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:46.031172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e02fcfac-ed28-4b5e-8ff8-14ce8766e383 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d75ddbd60bb42df81100152342870a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838785 Nov 16 21:15:46.035686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38222) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:46.167521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.240839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.241198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-83373825-532c-4fd8-aef5-e0dbce21dce5 service neutron] 10.222.0.54 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250710 Nov 16 21:15:46.374722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.378814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.384044 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59db5b26-9537-48b8-8332-16359af4d833 HTTP/1.1" status: 204 len: 168 time: 0.3437350 Nov 16 21:15:46.394550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:46.421175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e5fc8-ad75-4ec0-b780-6575dd1ec2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59db5b26-9537-48b8-8332-16359af4d833,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:46.501495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-2e9feca3-9f06-4b34-8a0d-a991014d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.506516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 8a52c402-0bf5-45eb-a376-3dba39702b8b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:46.507276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.517542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-2e9feca3-9f06-4b34-8a0d-a991014d1b78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.5171101 Nov 16 21:15:46.611030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-55f9888f-b461-4fd8-9eed-84be116128d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667810 Nov 16 21:15:46.625546 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.759947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:46.777747 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:46.834034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-7de483d5-8ef2-4a71-8e61-b77efd7eb2bc service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959403 Nov 16 21:15:46.852350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-28152eca-d97c-409f-b7aa-8563ef692f67 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.854396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-28152eca-d97c-409f-b7aa-8563ef692f67 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6460149 Nov 16 21:15:46.903732 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-f1e0bcf4-79bc-4207-94a0-c850aa68fe2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1264768 Nov 16 21:15:47.003612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:47.045455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-0f674cf9-d749-447b-a618-559b68c70a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.052973 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-0f674cf9-d749-447b-a618-559b68c70a68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 1101 time: 0.1005085 Nov 16 21:15:47.098963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Request body: {'port': {'device_id': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'ecfb8b55c093440f941227e62377e911'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:47.325446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-b5a6d6a1-238f-4010-8b6e-47a23d5972ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.330028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-b5a6d6a1-238f-4010-8b6e-47a23d5972ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2550068 Nov 16 21:15:47.450279 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-2658432b-434b-4329-a92a-9d6236700619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 200 len: 217 time: 0.1090326 Nov 16 21:15:47.467430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0626721-1519-46eb-a3e0-3da706a6ba6b req-b5b61a2c-7715-4395-b21e-7bc0538e759c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 210 time: 0.1189752 Nov 16 21:15:47.519769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81e13cc3-7c77-4233-b8fb-a89da4e01a74 req-af2f4eea-dbad-401b-a1b9-45edd3ec0c53 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589913 Nov 16 21:15:47.554029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Made reservation on behalf of ecfb8b55c093440f941227e62377e911 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:47.564147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.569160 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee19dd-3029-4e35-adc4-4f2fd4404a4d x-openstack-request-id: req-d1ee19dd-3029-4e35-adc4-4f2fd4404a4d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:47.570107 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "name": "network-vif-plugged", "status": "completed", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:47.570609 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1ee19dd-3029-4e35-adc4-4f2fd4404a4d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:47.571365 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04', 'code': 200} Nov 16 21:15:47.638359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d315b454-46b7-4f64-a1a3-15c342113a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.800360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-f02fd50d-4abc-47f4-80d8-46971b3332d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.801828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-f02fd50d-4abc-47f4-80d8-46971b3332d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.3425441 Nov 16 21:15:48.016724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-f575c523-84ad-42db-a61f-d9938d79be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.018838 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-f575c523-84ad-42db-a61f-d9938d79be28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900420 Nov 16 21:15:48.060809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Allocated IP 192.168.233.247 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/6e8b194b-3b35-4b01-a92b-bbda2e935edc) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:48.081547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6034518-3fef-407e-92c3-ae40e44b9ad9 req-a64c2813-d4b7-427e-a7b0-56ae440cd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.083351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6034518-3fef-407e-92c3-ae40e44b9ad9 req-a64c2813-d4b7-427e-a7b0-56ae440cd40e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 1101 time: 0.1223094 Nov 16 21:15:48.094737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602b08-07d7-4a9f-9b00-1520f003877f req-6e6cb14f-2069-41d9-8636-48c6fcd591f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.104182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34602b08-07d7-4a9f-9b00-1520f003877f req-6e6cb14f-2069-41d9-8636-48c6fcd591f7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.2172158 Nov 16 21:15:48.368721 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-7e9b3010-4c6e-4948-a070-0c98cf4b7b29 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414240 Nov 16 21:15:48.376350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:48.507570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34602b08-07d7-4a9f-9b00-1520f003877f req-8cc81288-7ec7-41cb-8d40-124df40e8d40 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021835 Nov 16 21:15:48.638496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6034518-3fef-407e-92c3-ae40e44b9ad9 req-290de33a-bbab-416c-8008-1f50c024a211 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096955 Nov 16 21:15:48.687063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-275294318-network', 'tenant_id': '41ab85b1b3dc4ff2b5727e1fd3848d8b'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:48.783316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5a0d3a7-77b2-44a9-b185-de46592f337b req-55d00db7-bfe4-4db4-a9eb-dee6a4de7cba service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032257 Nov 16 21:15:48.801565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.809017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Made reservation on behalf of 41ab85b1b3dc4ff2b5727e1fd3848d8b for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:48.811489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.826033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.938754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.947969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.954411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.964765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:48.973142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:48.976557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:48.989675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32c10dbf-d33c-49d6-90c6-66d66f5c9128 req-d720d573-c277-48d9-a081-8d48e30ed10b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 210 time: 0.1454768 Nov 16 21:15:49.058203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.063563 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Added segment 00324707-f350-4899-827d-acc51be68c39 of type vlan for network 0d248d5c-d0cb-4862-9428-6c571816c3e9 Nov 16 21:15:49.173700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:49.211398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae6082-a45f-4043-a6cd-7747204b142d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:49.224121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.266952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:49.294615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.295927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.297537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.303611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:49.341809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:49.443478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1e59b-c991-457b-a2c0-856effd0a426 req-65178888-7af0-44df-82ec-025a4876d432 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.453770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33d1e59b-c991-457b-a2c0-856effd0a426 req-65178888-7af0-44df-82ec-025a4876d432 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 936 time: 0.2596707 Nov 16 21:15:49.465478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.466544 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.504957 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.566682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33d1e59b-c991-457b-a2c0-856effd0a426 req-cbfb3579-e4b7-4818-96ce-5db7bd8b5966 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Nov 16 21:15:49.582519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-afca1b31-9de7-43b1-887f-05406adb802e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5060620 Nov 16 21:15:49.613371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Request body: {'port': {'device_id': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:49.615135 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2369390 Nov 16 21:15:49.617632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:49.669124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:49.673854 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f95db-5a19-4ac0-bc1f-9efd874c388d" -d '{"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-plugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:49.737152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Request body: {'subnet': {'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-275294318-subnet', 'tenant_id': '41ab85b1b3dc4ff2b5727e1fd3848d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:49.810599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c958b-1c29-45cc-b7f5-352d9ff18776 admin admin] Pushing event updated for resources: {'Network': ['ID=0d248d5c-d0cb-4862-9428-6c571816c3e9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:49.855023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Made reservation on behalf of 41ab85b1b3dc4ff2b5727e1fd3848d8b for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:49.858686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.863557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.892642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0d248d5c-d0cb-4862-9428-6c571816c3e9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:49.956990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-fdbc7d7b-dac9-4a72-9537-e3ee9c015878 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.959002 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-fdbc7d7b-dac9-4a72-9537-e3ee9c015878 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.5906870 Nov 16 21:15:50.016027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Request body: {'port': {'device_id': '27085161-8c16-4e94-b5de-af5b203abbe4', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'admin_state_up': True, 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:50.408861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-65bc04fe-af6d-4d91-b195-75d1f9ff8f63 None None] Provisioning complete for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:50.409412 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-65bc04fe-af6d-4d91-b195-75d1f9ff8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:50.734989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519190c5-3cfb-49d1-988d-fa868f17c9f3 req-8a480498-c03f-4c7d-bca8-23a8d46718ac tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.734989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-519190c5-3cfb-49d1-988d-fa868f17c9f3 req-8a480498-c03f-4c7d-bca8-23a8d46718ac tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.8596458 Nov 16 21:15:50.738535 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:50.775817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-65bc04fe-af6d-4d91-b195-75d1f9ff8f63 None None] Port 6e8b194b-3b35-4b01-a92b-bbda2e935edc cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:50.961249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-226e4b4d-5170-40b1-a430-160b4413b0f9 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.968325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-226e4b4d-5170-40b1-a430-160b4413b0f9 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.6746666 Nov 16 21:15:50.996995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Request body: {'port': {'device_id': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'admin_state_up': True, 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:51.107282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:51.127577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.147146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:51.160265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Transition to ACTIVE for port object 6e8b194b-3b35-4b01-a92b-bbda2e935edc will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:51.164125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.188235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.193265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.340743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.365915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fe337f-21a6-4861-8bdc-426d3a49b076,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:51.401454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Checking segment: {'id': '00324707-f350-4899-827d-acc51be68c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:51.402108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Network hostable DHCP agents. Network: 0d248d5c-d0cb-4862-9428-6c571816c3e9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:51.473428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Allocated IP 172.20.0.2 (ad159e2e-be7b-47ff-ad54-cb5a49b04612/083cbdce-6453-4b9f-81c2-7df7b6612dba/7aee3aca-ce35-4d84-9729-9c9d837d41c7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:51.479889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Network 0d248d5c-d0cb-4862-9428-6c571816c3e9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:51.527537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0d248d5c-d0cb-4862-9428-6c571816c3e9) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:51.543183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dea618-2013-404a-8593-dddefc7c0755 None None] Network 0d248d5c-d0cb-4862-9428-6c571816c3e9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:51.557834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.558438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.629233 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2939c934-90fc-44db-9365-29eaf1c24ad0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9059515 Nov 16 21:15:51.780086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-519190c5-3cfb-49d1-988d-fa868f17c9f3 req-8acd97e0-c2cc-4820-9ad8-cdca7e756e11 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0595238 Nov 16 21:15:51.835940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d38dcd-503c-46c5-a08e-d7cdbcbbec0b None None] Network 0d248d5c-d0cb-4862-9428-6c571816c3e9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:51.864440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.943895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.977489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:52.008693 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3a2a1e-e50b-497f-936c-868a5e95592e x-openstack-request-id: req-3b3a2a1e-e50b-497f-936c-868a5e95592e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:52.011520 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-plugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:52.011949 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b3a2a1e-e50b-497f-936c-868a5e95592e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:52.012697 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'code': 200} Nov 16 21:15:52.058450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event updated for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:52.077779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:52.079465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:52.082834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:52.201268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.201929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.260571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b500ff4-2acf-49cd-b9b7-ba51188f3477 req-45bcd09b-c88c-41d3-88cb-7b324ae534c4 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 210 time: 0.0840766 Nov 16 21:15:52.284153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:52.293367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-14825132-30d0-4280-81cc-748da267006a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3151724 Nov 16 21:15:52.298071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.308301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Request body: {'port': {'device_id': '27085161-8c16-4e94-b5de-af5b203abbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:52.401603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.430839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:52.431206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:52.431538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:52.477784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:52.478473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:52.501749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42759d74-0849-4a27-8668-a11cc1190292 req-0ef57e65-5ed4-4446-882c-83be6f757ca0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.509450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42759d74-0849-4a27-8668-a11cc1190292 req-0ef57e65-5ed4-4446-882c-83be6f757ca0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.1568525 Nov 16 21:15:52.555807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:52.556417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:52.556990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:52.557611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Bound port: 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:52.558145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.665059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42759d74-0849-4a27-8668-a11cc1190292 req-addf14e8-d836-4a13-b24e-2497083e6f61 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544075 Nov 16 21:15:52.718707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:52.725741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:52.737201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.804547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.805454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.808025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] 10.222.0.36 "PUT /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 1096 time: 3.2131004 Nov 16 21:15:52.808516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:52.810881 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5c27a-8079-4d73-9b28-d35474075e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:52.835699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:52.843309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aee3aca-ce35-4d84-9729-9c9d837d41c7 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:52.847736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.848311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.848741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.849170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.849613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.850034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.850458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.850876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.851315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.851728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.852143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.852553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3092a-0ba6-472d-8216-57cbe74abf9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:52.864746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.894192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Transition to ACTIVE for port object 7aee3aca-ce35-4d84-9729-9c9d837d41c7 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:52.906888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.035640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-e33967ec-ebfa-490c-8fb6-b139e949354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.037263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-e33967ec-ebfa-490c-8fb6-b139e949354d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1099 time: 0.1645126 Nov 16 21:15:53.054226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Allocated IP 172.20.0.12 (ad159e2e-be7b-47ff-ad54-cb5a49b04612/083cbdce-6453-4b9f-81c2-7df7b6612dba/eab28cec-1597-4e61-9e1c-c56dd572ea36) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:53.125210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-d7d7b4ff-c090-4591-bace-9e8938406294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0671122 Nov 16 21:15:53.206499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Pushing event updated for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:53.210500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Attempting to bind port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:53.210838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Attempting to bind port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:53.211217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Attempting to bind port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:53.216607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:53.216939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Attempting to bind port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:53.223566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:53.223927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Checking segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:53.224757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Bound using segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:53.225310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Bound port: 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:53.225721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.298733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-9905cdcd-805b-4319-8e64-1d7afb352f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.301876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-9905cdcd-805b-4319-8e64-1d7afb352f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1641428 Nov 16 21:15:53.319230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:53.323868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:53.330800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.350921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.352210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.354087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-ba717523-f2be-4457-bc55-1621757a806f service neutron] 10.222.0.36 "PUT /v2.0/ports/7aee3aca-ce35-4d84-9729-9c9d837d41c7 HTTP/1.1" status: 200 len: 1091 time: 1.0500860 Nov 16 21:15:53.355824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:53.358509 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90be2f1-16eb-4225-b613-042e686ced59" -d '{"events": [{"name": "network-changed", "server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:53.489915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-8a14c5bf-2132-4aae-86b3-883c8aa67832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.491569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-8a14c5bf-2132-4aae-86b3-883c8aa67832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708436 Nov 16 21:15:53.495313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717523-f2be-4457-bc55-1621757a806f service neutron] Pushing event updated for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:53.504295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-cd46aecc-afa4-4e5c-b7b2-9a8f9d5e402b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.512192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-cd46aecc-afa4-4e5c-b7b2-9a8f9d5e402b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.3016691 Nov 16 21:15:53.520625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-0ae12734-08ec-47d0-adf9-deb54a370acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.523332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-0ae12734-08ec-47d0-adf9-deb54a370acd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=27085161-8c16-4e94-b5de-af5b203abbe4 HTTP/1.1" status: 200 len: 1094 time: 0.1022077 Nov 16 21:15:53.542410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-16d610a2-323f-4ad4-b1dd-385f6e76de6a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/quotas/fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 375 time: 0.0289905 Nov 16 21:15:53.581103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-b4baa321-31d0-403c-ada2-7aed7cd02070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7 HTTP/1.1" status: 200 len: 217 time: 0.0465579 Nov 16 21:15:53.647126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f749f8f6-4536-482b-9534-5650e1893fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.651357 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f749f8f6-4536-482b-9534-5650e1893fdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.0618668 Nov 16 21:15:53.681549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-9cfc58e4-b250-44ca-b479-e79786dec17f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1379635 Nov 16 21:15:53.693978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.707941 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-c06545ed-46a8-4112-a56b-0480bc9542d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451531 Nov 16 21:15:53.795412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-5d33a0f1-8ee4-48e4-a7f4-d0e5901d6186 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703431 Nov 16 21:15:53.857967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-89ee0c1b-3d3b-4027-a835-9e0dc255c37b service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349945 Nov 16 21:15:53.863499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.927690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:53.937652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-f065319d-c3e5-473e-b792-62852ef629a5 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467475 Nov 16 21:15:53.953007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:53.965203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:53.985869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-0f7c7be9-d74a-4910-bf4f-7f075aed95b9 service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154995 Nov 16 21:15:54.047482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event updated for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.086222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71b390e4-bebc-49e9-8caf-23dfbd937d19 req-ef4dfe6a-369e-4284-9fdc-e6149ec68629 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816963 Nov 16 21:15:54.101006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:54.101624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.137910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-1cfdf8b7-8b24-459b-a952-b0e013cd9ae0 service neutron] 10.222.0.54 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993730 Nov 16 21:15:54.156882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-f3559caf-a8cd-4d50-952e-07712cb03eb3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1699564 Nov 16 21:15:54.181737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Request body: {'port': {'device_id': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:54.241697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.660994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a520ae5-ca7b-4ea6-b077-d2700c14545d req-2543e451-d75a-4dc0-9124-9ed1dc811ee2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:54.662457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a520ae5-ca7b-4ea6-b077-d2700c14545d req-2543e451-d75a-4dc0-9124-9ed1dc811ee2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.1008575 Nov 16 21:15:54.766677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a520ae5-ca7b-4ea6-b077-d2700c14545d req-8111b962-df7d-41c8-94de-8e4ffe9d11ca tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Nov 16 21:15:54.847043 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fedb7b4-6ad3-475e-b01a-d3ab9e1aacd0 x-openstack-request-id: req-6fedb7b4-6ad3-475e-b01a-d3ab9e1aacd0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:54.848221 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:54.848355 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fedb7b4-6ad3-475e-b01a-d3ab9e1aacd0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:54.848728 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'status': 'completed', 'code': 200} Nov 16 21:15:54.864810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab28cec-1597-4e61-9e1c-c56dd572ea36 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:54.929689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.951592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Transition to ACTIVE for port object eab28cec-1597-4e61-9e1c-c56dd572ea36 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:54.972825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.091820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-5c6e83af-6cd7-40c3-9b86-59f10f84794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.094170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-5c6e83af-6cd7-40c3-9b86-59f10f84794e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1099 time: 0.2098045 Nov 16 21:15:55.257577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.319359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4b71d-ee5b-4c9d-88fd-4768650ce3e8 req-fae2a004-6aa4-4ee8-80f2-62c9f1a16e22 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.326627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96e4b71d-ee5b-4c9d-88fd-4768650ce3e8 req-fae2a004-6aa4-4ee8-80f2-62c9f1a16e22 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 944 time: 0.1949615 Nov 16 21:15:55.382060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Attempting to bind port eab28cec-1597-4e61-9e1c-c56dd572ea36 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:55.382533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Attempting to bind port eab28cec-1597-4e61-9e1c-c56dd572ea36 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:55.382991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Attempting to bind port eab28cec-1597-4e61-9e1c-c56dd572ea36 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:55.397685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-f4f8b154-6ba8-46e2-a971-a693cd6a9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.399307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-f4f8b154-6ba8-46e2-a971-a693cd6a9a38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2830973 Nov 16 21:15:55.402804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Port eab28cec-1597-4e61-9e1c-c56dd572ea36 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:55.403442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Attempting to bind port eab28cec-1597-4e61-9e1c-c56dd572ea36 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:55.438826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96e4b71d-ee5b-4c9d-88fd-4768650ce3e8 req-8191c3ba-3942-4fac-b004-19df59df2d27 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067829 Nov 16 21:15:55.503331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:55.506654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Checking segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:55.507267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Bound using segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:55.508185 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e9f1a8-cfc0-42a2-98bf-be8c5a7a99f7 x-openstack-request-id: req-a4e9f1a8-cfc0-42a2-98bf-be8c5a7a99f7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:55.508653 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:55.508880 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4e9f1a8-cfc0-42a2-98bf-be8c5a7a99f7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:55.509281 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7', 'status': 'completed', 'code': 200} Nov 16 21:15:55.517939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Bound port: eab28cec-1597-4e61-9e1c-c56dd572ea36, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:55.518405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.538846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-7daf710e-1962-4741-8dde-916892544793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.1229599 Nov 16 21:15:55.643061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be2f1-16eb-4225-b613-042e686ced59 req-8fa286e3-a8bf-466e-be4c-a261fa460eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.651971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-8fa286e3-a8bf-466e-be4c-a261fa460eb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=27085161-8c16-4e94-b5de-af5b203abbe4 HTTP/1.1" status: 200 len: 1094 time: 0.0934441 Nov 16 21:15:55.671643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:55.675326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-80a29c60-7689-4dca-a4a9-758cfaf27e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.676819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-80a29c60-7689-4dca-a4a9-758cfaf27e52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1106498 Nov 16 21:15:55.690393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:55.703717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.772710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1562ed4-a3cf-4f63-8271-d2e96ca497cf req-4fee6771-1b8d-4c93-ae51-b48ba0bc62b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.774233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1562ed4-a3cf-4f63-8271-d2e96ca497cf req-4fee6771-1b8d-4c93-ae51-b48ba0bc62b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.1527102 Nov 16 21:15:55.781755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.784959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.784959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] 10.222.0.21 "PUT /v2.0/ports/eab28cec-1597-4e61-9e1c-c56dd572ea36 HTTP/1.1" status: 200 len: 1092 time: 1.6090853 Nov 16 21:15:55.816705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-fb70404d-4ade-4e88-a0ff-2837cc275e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.818256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-fb70404d-4ade-4e88-a0ff-2837cc275e01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300557 Nov 16 21:15:55.854187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1562ed4-a3cf-4f63-8271-d2e96ca497cf req-c1404778-310b-4352-9457-7b7233a65bc6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Nov 16 21:15:55.854865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be2f1-16eb-4225-b613-042e686ced59 req-aa10631c-3642-4305-96a7-68b39580ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.859351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-aa10631c-3642-4305-96a7-68b39580ad4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 914 time: 0.1856272 Nov 16 21:15:55.862163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0fb51-0ead-4c07-b4b8-b241c76b5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.946434 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-11b6bd97-1496-43f0-ae44-f3a4679b6ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7 HTTP/1.1" status: 200 len: 217 time: 0.0564413 Nov 16 21:15:55.964941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-73eb933e-851f-465a-88cd-0f847f17a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.969672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-73eb933e-851f-465a-88cd-0f847f17a337 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 1095 time: 0.1115441 Nov 16 21:15:56.030302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-0580afa0-da5d-4fed-a3b5-72ccdf368958 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36 HTTP/1.1" status: 200 len: 217 time: 0.0516725 Nov 16 21:15:56.035542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-cb1b55c5-2780-44ec-9f93-a887bf2591e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854327 Nov 16 21:15:56.054410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be2f1-16eb-4225-b613-042e686ced59 req-40016cf8-b733-47c3-a2b8-2a0b44566914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.057938 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-40016cf8-b733-47c3-a2b8-2a0b44566914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.0844157 Nov 16 21:15:56.105189 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-da1953d3-b0fe-4063-96e1-5181cd927ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357325 Nov 16 21:15:56.222897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7012dae4-b55c-4482-9b02-780d74bd7421 req-7efeb1e8-0c60-481d-aa46-60f5924f10c7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 210 time: 0.1506412 Nov 16 21:15:56.244306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-b50b6ed2-fda9-4677-897d-e34e2dfc68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.245787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-b50b6ed2-fda9-4677-897d-e34e2dfc68b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.2063251 Nov 16 21:15:56.253009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7aee3aca-ce35-4d84-9729-9c9d837d41c7 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:56.308549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-0093d7cc-ada9-4ce8-b63d-1915d19c8f44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518241 Nov 16 21:15:56.422821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-2bf57d90-a234-43ff-a334-da149450c74c service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060512 Nov 16 21:15:56.426712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee5c27a-8079-4d73-9b28-d35474075e4f req-a374e108-8770-4759-b792-082bc53115d1 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736889 Nov 16 21:15:56.432419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-89a4276e-0f08-49ba-98e1-3ef2bd2ed830 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.434664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-89a4276e-0f08-49ba-98e1-3ef2bd2ed830 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 821 time: 0.3282490 Nov 16 21:15:56.474073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Request body: {'port': {'device_id': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'admin_state_up': True, 'tenant_id': 'fae96759fd6a45d394ff285fb634a850'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:56.484372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:56.505734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '7aee3aca-ce35-4d84-9729-9c9d837d41c7', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'port_id': '7aee3aca-ce35-4d84-9729-9c9d837d41c7', 'mac_address': 'fa:16:3e:1f:a4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083cbdce-6453-4b9f-81c2-7df7b6612dba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:56.532776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ecd21-4426-4422-bdea-6873c7299fb3 req-832e8412-a978-4713-9146-d2abf40b8e4e tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.540943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f04ecd21-4426-4422-bdea-6873c7299fb3 req-832e8412-a978-4713-9146-d2abf40b8e4e tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 1101 time: 0.1092730 Nov 16 21:15:56.580664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.601510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea7b953e-e632-4fc2-a9d8-9479f14d3f84 req-31adf9f8-acad-418b-8880-5df79f5a786a service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688809 Nov 16 21:15:56.633526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee3aca-ce35-4d84-9729-9c9d837d41c7 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:56.643451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f04ecd21-4426-4422-bdea-6873c7299fb3 req-dbb27c38-41e6-4984-853f-73ad97cd988b tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967567 Nov 16 21:15:56.692111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:56.703104 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.756525 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-7f9cbbdb-6426-46b8-835d-bbf1e7a575a8 service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455101 Nov 16 21:15:56.817485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:56.838813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.840194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.842450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.843694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.844247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.845101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.845652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.847273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.849181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.849600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:56.851499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.852145 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aeedab-6d1f-4e8c-adfe-f08970c69303" -d '{"events": [{"name": "network-changed", "server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:56.853291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.854511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:56.894591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Made reservation on behalf of fae96759fd6a45d394ff285fb634a850 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:56.898285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.949238 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c90be2f1-16eb-4225-b613-042e686ced59 req-5467d24c-543a-40ca-9ee3-1a2319aa0ecb service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755350 Nov 16 21:15:57.075622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44629b-3c44-423c-b03d-b016ae90305e req-8b7c54b2-6f5c-414b-9c44-217bf74626ff tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.081737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c44629b-3c44-423c-b03d-b016ae90305e req-8b7c54b2-6f5c-414b-9c44-217bf74626ff tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 944 time: 0.0843036 Nov 16 21:15:57.104412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Allocated IP 172.20.0.12 (9d40933a-8d44-4e1e-ad4e-d24e27e24fa9/6c089c2a-54c6-4988-865c-21597a6eac0f/138534e2-643d-492d-b10a-f08c02270ce6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:57.112035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7aee3aca-ce35-4d84-9729-9c9d837d41c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:57.171866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c44629b-3c44-423c-b03d-b016ae90305e req-d631c13b-a147-4984-8f99-8c711b25908c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817664 Nov 16 21:15:57.432404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.485389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.509596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:57.557073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:57.565976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:57.584801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:57.628640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:57.666575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.667531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.690579 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:15:57.694505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-956785ba-1ace-4f7b-9605-91e1870df333 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424078 Nov 16 21:15:57.715125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Request body: {'port': {'device_id': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:57.814648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.262264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138534e2-643d-492d-b10a-f08c02270ce6 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:58.273680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:58.294677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.326884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Transition to ACTIVE for port object 138534e2-643d-492d-b10a-f08c02270ce6 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:58.342953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.448444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device eab28cec-1597-4e61-9e1c-c56dd572ea36 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:58.477498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:58.542436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:58.543108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:58.543635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:58.555967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:58.556621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:58.567400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:58.568053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:58.570657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:58.571348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Bound port: 138534e2-643d-492d-b10a-f08c02270ce6, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:58.571910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.670016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:58.675078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:58.678104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:58.690968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.714013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'mac_address': 'fa:16:3e:18:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:58.750575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.752046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.753900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] 10.222.0.21 "PUT /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 1092 time: 1.0517781 Nov 16 21:15:58.768026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:58.771232 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a56c6-1b99-4873-b03d-808a4be21634" -d '{"events": [{"name": "network-changed", "server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "tag": "138534e2-643d-492d-b10a-f08c02270ce6"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:58.813696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:58.848096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'eab28cec-1597-4e61-9e1c-c56dd572ea36', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'port_id': 'eab28cec-1597-4e61-9e1c-c56dd572ea36', 'mac_address': 'fa:16:3e:db:b0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083cbdce-6453-4b9f-81c2-7df7b6612dba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:58.856539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636fd46-fbd8-44b9-93b1-aea2d64d906c service neutron] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:58.883104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-3dc7924a-c24e-44b8-931c-e27029c53844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.884621 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-3dc7924a-c24e-44b8-931c-e27029c53844 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1095 time: 0.0782394 Nov 16 21:15:58.958406 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-d3be0606-1639-4730-9d14-e08165ae2361 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 217 time: 0.0531406 Nov 16 21:15:59.009882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.011830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.019553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feec58-16d1-4b85-8360-7fea12692d6d req-055f5570-dfaf-420a-9a40-99d1c0300573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.021470 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-055f5570-dfaf-420a-9a40-99d1c0300573 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0559490 Nov 16 21:15:59.041006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab28cec-1597-4e61-9e1c-c56dd572ea36 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:59.060261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:59.080768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:59.084361 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-70615fa7-106f-4130-a9e0-1d4bcb9e7ebd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547423 Nov 16 21:15:59.091963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.098713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:59.107025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.225292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.248420 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-91da42d8-f43e-4cba-9d67-98393b58229c service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523252 Nov 16 21:15:59.361218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.399855 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-64feec58-16d1-4b85-8360-7fea12692d6d req-85c7fb8d-6ec3-4fe7-b9c2-d2a507f41071 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431243 Nov 16 21:15:59.461745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6e8b194b-3b35-4b01-a92b-bbda2e935edc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:59.504249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['eab28cec-1597-4e61-9e1c-c56dd572ea36'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:00.162622 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292084f2-7923-4f87-9a09-cc244ad21036 x-openstack-request-id: req-292084f2-7923-4f87-9a09-cc244ad21036 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:00.163648 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:00.164209 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-292084f2-7923-4f87-9a09-cc244ad21036 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:00.164892 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36', 'status': 'completed', 'code': 200} Nov 16 21:16:00.167945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-56deeb3c-ba15-452b-8e1f-18d241aaa22a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524192 Nov 16 21:16:00.249652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-ee55e7f8-e294-4438-86e6-c08765a3e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.251171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-ee55e7f8-e294-4438-86e6-c08765a3e22e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 1096 time: 0.0764031 Nov 16 21:16:00.268533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7aee3aca-ce35-4d84-9729-9c9d837d41c7 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:00.378432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:00.386699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:00.389444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:00.419751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-db003df6-477f-42da-a3f1-c9eb4ae389ca tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.427491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-db003df6-477f-42da-a3f1-c9eb4ae389ca tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449310 Nov 16 21:16:00.450825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-a00850ff-4f78-4166-b4be-340cc4100cd3 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0223384 Nov 16 21:16:00.474509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65a50e-e373-4c92-9666-1ab7ec2bd297 req-d7e8dd10-ec24-46f3-b953-c4e4a2c214e0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.476076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe65a50e-e373-4c92-9666-1ab7ec2bd297 req-d7e8dd10-ec24-46f3-b953-c4e4a2c214e0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.2545834 Nov 16 21:16:00.500705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-d7ff3ec9-b901-4647-af39-baed78c32bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.510967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-d7ff3ec9-b901-4647-af39-baed78c32bc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 914 time: 0.2426941 Nov 16 21:16:00.595376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-32ce657c-a054-4666-858a-9a7ab335e34c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1434114 Nov 16 21:16:00.604466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe65a50e-e373-4c92-9666-1ab7ec2bd297 req-9199da30-e4f7-41d4-a8a5-587248b43f17 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984581 Nov 16 21:16:00.632483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:00.632913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-434bfb37-20e5-46db-b509-9fa8583bde5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36 HTTP/1.1" status: 200 len: 217 time: 0.1061118 Nov 16 21:16:00.706501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:00.709550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:00.711759 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080fdbc-b086-4eff-8142-ad5c94e2d027" -d '{"events": [{"server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "name": "network-vif-plugged", "status": "completed", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:00.719601 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:00.740994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-9356381b-b6d5-4004-9f3a-62d679f6317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.743416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-9356381b-b6d5-4004-9f3a-62d679f6317e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.0973001 Nov 16 21:16:00.792401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:00.800145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-e67ebd48-abd4-4418-b4e6-ce1cec479152 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483701 Nov 16 21:16:01.118813 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-0cd01d04-6c01-4f30-be82-af033164316c service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046939 Nov 16 21:16:01.344570 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12aeedab-6d1f-4e8c-adfe-f08970c69303 req-aeace59a-9ed1-469d-ba51-c424f79583ff service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169149 Nov 16 21:16:01.465919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac649465-69f8-4cb9-baec-a4198e3e6b1e req-05013f3a-61a9-4004-adff-abbd2e0221a4 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.476975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac649465-69f8-4cb9-baec-a4198e3e6b1e req-05013f3a-61a9-4004-adff-abbd2e0221a4 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.6823516 Nov 16 21:16:01.489535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66ebd-8de9-4a56-a716-7cca04b65942 req-9753f7ca-82f4-43f5-ba0c-a60310c49e52 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.500672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6d66ebd-8de9-4a56-a716-7cca04b65942 req-9753f7ca-82f4-43f5-ba0c-a60310c49e52 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 945 time: 0.1050618 Nov 16 21:16:01.592487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac649465-69f8-4cb9-baec-a4198e3e6b1e req-8fea1a34-f4dd-418f-8544-02cc7e03a6b1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146116 Nov 16 21:16:01.624303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6d66ebd-8de9-4a56-a716-7cca04b65942 req-17f74d2f-b6f0-4d8d-bff3-ab9960c76d85 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202071 Nov 16 21:16:01.684257 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef14319-7f81-4594-aa06-0491d077abb4 x-openstack-request-id: req-cef14319-7f81-4594-aa06-0491d077abb4 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:01.684862 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "tag": "138534e2-643d-492d-b10a-f08c02270ce6", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:01.685347 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cef14319-7f81-4594-aa06-0491d077abb4 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:01.687546 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6', 'status': 'completed', 'code': 200} Nov 16 21:16:01.806996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f29236a-9fa0-415f-88f7-54e85ba879bd req-a21f526b-0f5d-479d-a758-6ca4e203700a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 210 time: 0.0419295 Nov 16 21:16:01.817469 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5d91c-ef84-40be-886b-517a5aa02dcb x-openstack-request-id: req-63d5d91c-ef84-40be-886b-517a5aa02dcb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:01.818031 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "name": "network-vif-plugged", "status": "completed", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:01.818031 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63d5d91c-ef84-40be-886b-517a5aa02dcb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:01.818530 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7', 'code': 200} Nov 16 21:16:01.950290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-c12f5339-e1d6-4409-9402-dda879d548ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.954295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-c12f5339-e1d6-4409-9402-dda879d548ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1095 time: 0.2397473 Nov 16 21:16:02.064995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17ed52-18fd-47bc-8e83-c1dc629a222d req-23e39739-98ef-451a-b0b5-02354d3b5040 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.076513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e17ed52-18fd-47bc-8e83-c1dc629a222d req-23e39739-98ef-451a-b0b5-02354d3b5040 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.1195412 Nov 16 21:16:02.145233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971c7bb-e598-4f58-8c5c-b88448c42743 req-2dbdf229-1f84-4414-8a83-0765fceeb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.147187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0971c7bb-e598-4f58-8c5c-b88448c42743 req-2dbdf229-1f84-4414-8a83-0765fceeb6f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27085161-8c16-4e94-b5de-af5b203abbe4 HTTP/1.1" status: 200 len: 1096 time: 0.3021445 Nov 16 21:16:02.227145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e17ed52-18fd-47bc-8e83-c1dc629a222d req-2672980f-e654-4430-8785-c7db324a6fb0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496716 Nov 16 21:16:02.239292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-78480d85-176a-4b06-a451-a40f75e10a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.260700 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-78480d85-176a-4b06-a451-a40f75e10a17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.2895806 Nov 16 21:16:02.268259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0971c7bb-e598-4f58-8c5c-b88448c42743 req-195eb886-92cc-4ab6-ada7-e6e96c0f86db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133287 Nov 16 21:16:02.299101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:02.373982 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-59703174-e0c3-496a-981d-3d560fe1440f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 217 time: 0.1034186 Nov 16 21:16:02.391279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:02.401924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:02.402410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.470040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device eab28cec-1597-4e61-9e1c-c56dd572ea36 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:02.497222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-9ab07bd3-668a-4cbd-a14f-0b80f301700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.502332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-9ab07bd3-668a-4cbd-a14f-0b80f301700c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1122744 Nov 16 21:16:02.564699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-3b411bd7-f141-48bd-a15e-feb4ae589c41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549502 Nov 16 21:16:02.713671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-35baa3e2-5928-41ef-9d69-8af8ffa4a9bd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496769 Nov 16 21:16:02.814096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-9adfdcff-20b7-4018-aa0a-9c8479853101 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330129 Nov 16 21:16:02.951842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port eab28cec-1597-4e61-9e1c-c56dd572ea36 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:02.962504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port eab28cec-1597-4e61-9e1c-c56dd572ea36 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:02.962867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.988973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bf15b-3bc6-451f-ac7e-f66e383707f9 req-b8c9805b-83b6-435e-a3b0-79d426cd5efe tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.990444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-746bf15b-3bc6-451f-ac7e-f66e383707f9 req-b8c9805b-83b6-435e-a3b0-79d426cd5efe tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 945 time: 0.1133051 Nov 16 21:16:03.020364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c044-50af-4cb9-8020-f91306b9b0ff req-bc3658ca-04d8-4e8e-b723-39d6539ad8e1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.028634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8171c044-50af-4cb9-8020-f91306b9b0ff req-bc3658ca-04d8-4e8e-b723-39d6539ad8e1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1235232 Nov 16 21:16:03.036308 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d96a56c6-1b99-4873-b03d-808a4be21634 req-90d9a624-165b-44ab-a66b-03fadcc61499 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085977 Nov 16 21:16:03.077969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.129728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.145569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-746bf15b-3bc6-451f-ac7e-f66e383707f9 req-ec94ac45-b3fa-4510-bd33-1990c717857a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406093 Nov 16 21:16:03.184314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-47345bf6-58c6-4515-b205-ec16616b69d6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.191279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-47345bf6-58c6-4515-b205-ec16616b69d6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710710 Nov 16 21:16:03.210573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8171c044-50af-4cb9-8020-f91306b9b0ff req-b063ec69-86b1-4bcf-b001-dfc95c1332ba tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808047 Nov 16 21:16:03.216639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:03.331494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:03.345927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:03.353836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.399686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.460483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.514299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47961e90-ab8e-48cd-b041-266bb8664d58 req-0d1e0f43-2488-4c15-80f5-8f975945e7fb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 210 time: 0.0557594 Nov 16 21:16:03.561987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.610471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e375-a9f0-4438-a11b-3216f5f89e5a req-736bdec3-32ee-4ea8-9118-48945111b1df tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.618672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d21e375-a9f0-4438-a11b-3216f5f89e5a req-736bdec3-32ee-4ea8-9118-48945111b1df tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1605377 Nov 16 21:16:03.621591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:03.631697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.796717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.52 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/cae582d8-5d75-4f2b-be83-cdba246e7f2e) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:03.820045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}, {'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:03.822790 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a2545a-950c-4514-ba37-aed62f97ff96" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}, {"server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "name": "network-vif-plugged", "status": "completed", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:03.959353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.009324 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.029315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:04.033251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1', '327fe926-e662-46e4-9919-2bbafa39ef04'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:04.111660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:04.123671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:04.162147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:04.168031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:04.239240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d21e375-a9f0-4438-a11b-3216f5f89e5a req-c1423e17-59dd-4b96-a1cb-0f90b9f0952a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195731 Nov 16 21:16:04.314092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.314712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.445226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-7894e05f-d449-4078-b8ca-f92145567b61 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.455466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-7894e05f-d449-4078-b8ca-f92145567b61 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/networks?id=0d248d5c-d0cb-4862-9428-6c571816c3e9 HTTP/1.1" status: 200 len: 809 time: 0.7973809 Nov 16 21:16:04.474522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-2f6a7330-3b46-4fc6-b339-a9e283257179 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2617886 Nov 16 21:16:04.501276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-0470d626-3897-470d-9f20-f9a62547d9f1 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/quotas/41ab85b1b3dc4ff2b5727e1fd3848d8b HTTP/1.1" status: 200 len: 375 time: 0.0438464 Nov 16 21:16:04.556709 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac288030-2dbf-47f9-9a6d-d07060450b14 x-openstack-request-id: req-ac288030-2dbf-47f9-9a6d-d07060450b14 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:04.557522 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "code": 200}, {"server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "name": "network-vif-plugged", "status": "completed", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:04.557522 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac288030-2dbf-47f9-9a6d-d07060450b14 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:04.557764 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'code': 200} Nov 16 21:16:04.557913 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36', 'code': 200} Nov 16 21:16:04.566511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Request body: {'port': {'device_id': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:04.674195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-46468d78-ca23-4cd8-802c-cd025d78c828 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=41ab85b1b3dc4ff2b5727e1fd3848d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1703496 Nov 16 21:16:04.722259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-94564a4d-ff69-4050-a9d7-f017a8274a49 None None] Provisioning complete for port cae582d8-5d75-4f2b-be83-cdba246e7f2e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:04.722693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-94564a4d-ff69-4050-a9d7-f017a8274a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.787949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-94564a4d-ff69-4050-a9d7-f017a8274a49 None None] Port cae582d8-5d75-4f2b-be83-cdba246e7f2e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:04.806540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-237c7c60-2842-4471-bfb0-67bae855c187 service neutron] 10.222.0.54 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099503 Nov 16 21:16:04.818623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a18e8-85d4-41eb-bfb7-9405d9bd7b2c req-7b58fde4-d0cf-479e-9bb3-c41b4bd1cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.838605 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc6a18e8-85d4-41eb-bfb7-9405d9bd7b2c req-7b58fde4-d0cf-479e-9bb3-c41b4bd1cf84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 1097 time: 0.1893580 Nov 16 21:16:04.872852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1ceb-3faa-4f03-b9a7-cc37473f4e85 req-77a2e33b-883c-4cbf-9d28-681b1f1db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.874733 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d49e1ceb-3faa-4f03-b9a7-cc37473f4e85 req-77a2e33b-883c-4cbf-9d28-681b1f1db8e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1101 time: 0.1588383 Nov 16 21:16:04.937557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.011261 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc6a18e8-85d4-41eb-bfb7-9405d9bd7b2c req-9cbee383-8b28-477d-94be-9f1e00de52ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593485 Nov 16 21:16:05.014695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43af58e-502b-41a2-8a25-2c22ecf57cd3 req-dc07f617-1715-4726-817c-3c205d237511 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.023640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c43af58e-502b-41a2-8a25-2c22ecf57cd3 req-dc07f617-1715-4726-817c-3c205d237511 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 946 time: 0.3481500 Nov 16 21:16:05.034818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d49e1ceb-3faa-4f03-b9a7-cc37473f4e85 req-119154f4-8743-441d-b277-f86c1ba6e6b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442156 Nov 16 21:16:05.119067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c43af58e-502b-41a2-8a25-2c22ecf57cd3 req-d76b565e-1ebc-4bff-80e1-7fc9e56dba61 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Nov 16 21:16:05.176776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-cba538ec-7283-403e-a41f-29afa195af3f service neutron] 10.222.0.54 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339062 Nov 16 21:16:05.348253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fb2af-44de-431a-b77c-c9a22736fa42 req-e4c0b92f-0658-4c4f-a3d1-ebf1a510eb4b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.356150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc8fb2af-44de-431a-b77c-c9a22736fa42 req-e4c0b92f-0658-4c4f-a3d1-ebf1a510eb4b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1186526 Nov 16 21:16:05.476152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc8fb2af-44de-431a-b77c-c9a22736fa42 req-e7373acf-5240-45e6-a5cb-37721bf01263 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190147 Nov 16 21:16:05.618742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae582d8-5d75-4f2b-be83-cdba246e7f2e {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:05.639590 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.675916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Transition to ACTIVE for port object cae582d8-5d75-4f2b-be83-cdba246e7f2e will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:05.689762 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.807222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:05.973493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bce7c-19f3-4212-b4c1-050a45a4da13 req-2e7995e4-9257-4183-ba35-bb013d42b206 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.982265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a30bce7c-19f3-4212-b4c1-050a45a4da13 req-2e7995e4-9257-4183-ba35-bb013d42b206 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 947 time: 0.2091050 Nov 16 21:16:06.027816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68d3a7-dc0e-4682-b9dd-660fd131a882 req-0d94f510-e337-4240-80f8-6806b6456298 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.036426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f68d3a7-dc0e-4682-b9dd-660fd131a882 req-0d94f510-e337-4240-80f8-6806b6456298 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.2250204 Nov 16 21:16:06.138977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f68d3a7-dc0e-4682-b9dd-660fd131a882 req-e89d0562-b7ad-4c3e-bf48-ccb65c1f988c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014807 Nov 16 21:16:06.154042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a30bce7c-19f3-4212-b4c1-050a45a4da13 req-1253cc6e-c991-44a5-852d-f41d20fbdedd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707923 Nov 16 21:16:06.164043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Attempting to bind port cae582d8-5d75-4f2b-be83-cdba246e7f2e on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:06.165122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Attempting to bind port cae582d8-5d75-4f2b-be83-cdba246e7f2e by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:06.168430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Attempting to bind port cae582d8-5d75-4f2b-be83-cdba246e7f2e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:06.184960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Port cae582d8-5d75-4f2b-be83-cdba246e7f2e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:06.194123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Attempting to bind port cae582d8-5d75-4f2b-be83-cdba246e7f2e on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:06.229914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:06.234317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:06.240627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:06.241986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Bound port: cae582d8-5d75-4f2b-be83-cdba246e7f2e, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:06.243734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.565392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcb3764c-ab7d-4d49-bcfa-8c63558bedf5 req-14aa8a73-a72e-41a2-9b41-7b7a1638e969 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 210 time: 0.2650447 Nov 16 21:16:06.855284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:06.866866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:06.883504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9afd57-4c28-4784-8061-2d183ac1a985 req-9309d139-df24-40f3-8365-d0230f888b00 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.892193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e9afd57-4c28-4784-8061-2d183ac1a985 req-9309d139-df24-40f3-8365-d0230f888b00 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 946 time: 0.4126465 Nov 16 21:16:06.897187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.925692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e70a14-2363-4dc1-b74d-a2b578089450 req-eb888730-a541-4c9f-ae0d-8af659e15b67 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.927411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33e70a14-2363-4dc1-b74d-a2b578089450 req-eb888730-a541-4c9f-ae0d-8af659e15b67 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1519821 Nov 16 21:16:06.992974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.993738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.998379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] 10.222.0.21 "PUT /v2.0/ports/cae582d8-5d75-4f2b-be83-cdba246e7f2e HTTP/1.1" status: 200 len: 1095 time: 2.4360118 Nov 16 21:16:06.999011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:07.001928 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:07.171486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33e70a14-2363-4dc1-b74d-a2b578089450 req-a0a72112-6762-4e0e-8844-d8b522a5217c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072077 Nov 16 21:16:07.210465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e9afd57-4c28-4784-8061-2d183ac1a985 req-0efbf507-a493-47e4-b7df-0ff787f85fd4 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141952 Nov 16 21:16:07.214036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db872b0-4757-489e-bd56-3f1d224dfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:07.294431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-17eed9e7-3450-4def-8ecc-7cb159e85047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.295986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-17eed9e7-3450-4def-8ecc-7cb159e85047 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 1098 time: 0.2135403 Nov 16 21:16:07.380219 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2738b78e-b08b-41bc-965c-1c0e1542952c x-openstack-request-id: req-2738b78e-b08b-41bc-965c-1c0e1542952c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:07.395940 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:07.397011 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2738b78e-b08b-41bc-965c-1c0e1542952c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:07.398833 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e', 'status': 'completed', 'code': 200} Nov 16 21:16:07.402360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-c88cf164-8772-4e75-ba3a-f7a68a9bcf00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e HTTP/1.1" status: 200 len: 217 time: 0.0933852 Nov 16 21:16:07.521658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-cddd105f-cb4b-49d4-a04c-dfb11823ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.523406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-cddd105f-cb4b-49d4-a04c-dfb11823ad67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1110222 Nov 16 21:16:07.541979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e8a4c-61da-4fdb-a73e-fe8a567654a3 req-92dd8a8f-3172-4f43-8674-573b737abaa3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.557478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-169e8a4c-61da-4fdb-a73e-fe8a567654a3 req-92dd8a8f-3172-4f43-8674-573b737abaa3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1572037 Nov 16 21:16:07.692673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26534603-10e6-4ca2-ab54-216d2f68090a req-399536e0-887e-4d5d-bfc7-2fe1eda6f4ee tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.696475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26534603-10e6-4ca2-ab54-216d2f68090a req-399536e0-887e-4d5d-bfc7-2fe1eda6f4ee tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 947 time: 0.2502747 Nov 16 21:16:07.742033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-0a509e00-05e7-400c-8998-c3310a799fd8 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.745501 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-0a509e00-05e7-400c-8998-c3310a799fd8 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.36 "GET /v2.0/networks?id=0d248d5c-d0cb-4862-9428-6c571816c3e9 HTTP/1.1" status: 200 len: 809 time: 0.1981201 Nov 16 21:16:07.752364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32c97-9189-440d-9380-3415877a21ab req-18512c0e-2c2a-468c-b7ab-f3aef3acceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.754187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-18512c0e-2c2a-468c-b7ab-f3aef3acceaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890557 Nov 16 21:16:07.770002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Request body: {'port': {'device_id': '9e639a33-0760-42a4-81d8-0ca058d20085', 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9', 'admin_state_up': True, 'tenant_id': '41ab85b1b3dc4ff2b5727e1fd3848d8b'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:07.787022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-169e8a4c-61da-4fdb-a73e-fe8a567654a3 req-5e62381f-92f7-413c-9ecb-9a2076a211ac tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197421 Nov 16 21:16:07.955699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26534603-10e6-4ca2-ab54-216d2f68090a req-8b84888c-dac6-4224-b688-d33d79e7da7d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457850 Nov 16 21:16:07.967984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Made reservation on behalf of 41ab85b1b3dc4ff2b5727e1fd3848d8b for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:07.977138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.039187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44991d4a-b6ee-4356-93ce-c41867fdd63e req-60d9c549-2423-4773-acc0-0f5169cdd64f tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 210 time: 0.0504599 Nov 16 21:16:08.074678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-965a1987-5737-4046-a908-db0e91451c0a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815802 Nov 16 21:16:08.222146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3eb32c97-9189-440d-9380-3415877a21ab req-dde9f3a7-d000-4282-930c-3f41fd1330ee service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304927 Nov 16 21:16:08.270011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013e4a-e037-4afa-8feb-fb18eff8744a req-8f98eb69-8d87-44f2-b542-b2fbebf8250a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.271982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77013e4a-e037-4afa-8feb-fb18eff8744a req-8f98eb69-8d87-44f2-b542-b2fbebf8250a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1945672 Nov 16 21:16:08.335997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Allocated IP 172.20.0.5 (0d248d5c-d0cb-4862-9428-6c571816c3e9/61fe337f-21a6-4861-8bdc-426d3a49b076/5c09f26b-cd90-41eb-804d-277419270804) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:08.397685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-38da82bf-2c18-44c2-b1a6-005854a804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.399477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-38da82bf-2c18-44c2-b1a6-005854a804f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 1098 time: 0.0959885 Nov 16 21:16:08.448229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77013e4a-e037-4afa-8feb-fb18eff8744a req-876923d4-978e-4891-80b7-88f4273e7a01 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643937 Nov 16 21:16:08.530940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.531665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474c8b1-a877-4c62-8b01-d8e041b6d81a req-35934f46-d2d9-4f45-a7d9-3fe9ad4442d9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.535190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7474c8b1-a877-4c62-8b01-d8e041b6d81a req-35934f46-d2d9-4f45-a7d9-3fe9ad4442d9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1713221 Nov 16 21:16:08.617324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7474c8b1-a877-4c62-8b01-d8e041b6d81a req-d3979eca-7947-4452-a4ef-6efe09ef1842 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747004 Nov 16 21:16:08.735172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7102c85-525a-4138-9562-d0b9e9347c75 req-955782cf-1ef1-4ec0-bf91-d99527c87da4 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.744762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7102c85-525a-4138-9562-d0b9e9347c75 req-955782cf-1ef1-4ec0-bf91-d99527c87da4 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 946 time: 0.1408741 Nov 16 21:16:08.744762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-aa4b85d7-91c2-4dc0-9169-b3bfb5bd0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.745356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.745810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-aa4b85d7-91c2-4dc0-9169-b3bfb5bd0fcc service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3260267 Nov 16 21:16:08.911695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.928554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-90ec54fd-9dba-4c3b-8df9-764d9e375053 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e HTTP/1.1" status: 200 len: 217 time: 0.1291997 Nov 16 21:16:08.962139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Network 0d248d5c-d0cb-4862-9428-6c571816c3e9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:08.972557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:08.983642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:09.017265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Pushing event updated for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:09.035449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7102c85-525a-4138-9562-d0b9e9347c75 req-8dec9dc9-92f3-4506-ac87-e73b3303e798 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875571 Nov 16 21:16:09.038491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.038847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.039236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.039579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.040046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.040395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.040740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.041085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.041507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.042019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.043547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.043920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:09.088127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.088127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.114329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-c703c6bf-602c-4acf-bd99-18caa53cb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.115131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-941ce2d3-ae50-42e8-bd51-b3104e7a13a4 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3561840 Nov 16 21:16:09.117056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-c703c6bf-602c-4acf-bd99-18caa53cb497 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1770000 Nov 16 21:16:09.124031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-899ed5da-d4c2-4f8d-a0e9-1e1f32c39145 req-217acb3c-96d6-43ee-bc4f-0c25d4a40406 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:16:09.125208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-899ed5da-d4c2-4f8d-a0e9-1e1f32c39145 req-217acb3c-96d6-43ee-bc4f-0c25d4a40406 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069957 Nov 16 21:16:09.134672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Request body: {'port': {'device_id': '9e639a33-0760-42a4-81d8-0ca058d20085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:09.209619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-fb353da9-91a2-498e-8394-93b3e3d34c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.212567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-fb353da9-91a2-498e-8394-93b3e3d34c5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848219 Nov 16 21:16:09.218144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.349370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494cee4-844e-4789-af8b-e74f9c5136b6 req-572a4267-0a3a-4f0d-9c79-56c2b81c07ea tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.351232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2494cee4-844e-4789-af8b-e74f9c5136b6 req-572a4267-0a3a-4f0d-9c79-56c2b81c07ea tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 947 time: 0.1315625 Nov 16 21:16:09.396090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-f319b6ae-788d-4acf-89cf-585f988796c8 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709325 Nov 16 21:16:09.486123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2494cee4-844e-4789-af8b-e74f9c5136b6 req-272944b8-94cf-46d4-87e0-71a60d11a159 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254995 Nov 16 21:16:09.603514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-d30c3a6f-ebb6-40e5-ba75-e5c91d9e5d66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239252 Nov 16 21:16:09.619735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea89f1eb-0f3d-4f6c-b3f8-990a0bf6949a req-03dab660-a895-49f2-b31a-da1cd08d025a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112327 Nov 16 21:16:09.629309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287167-c1d4-421b-a4f2-21fc0e33361e req-3d67259c-19aa-4f7c-b6fb-a166b243d8c3 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.630866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e287167-c1d4-421b-a4f2-21fc0e33361e req-3d67259c-19aa-4f7c-b6fb-a166b243d8c3 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 931 time: 0.1630447 Nov 16 21:16:09.681733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ed69-a24e-4c11-8098-892169191cb8 req-6b50550e-1436-4662-a174-439e038e000b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.683380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c39ed69-a24e-4c11-8098-892169191cb8 req-6b50550e-1436-4662-a174-439e038e000b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=27085161-8c16-4e94-b5de-af5b203abbe4 HTTP/1.1" status: 200 len: 945 time: 0.1129577 Nov 16 21:16:09.710056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c09f26b-cd90-41eb-804d-277419270804 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:09.722171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.744980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e287167-c1d4-421b-a4f2-21fc0e33361e req-49557f40-4a69-49ef-8eb6-4b7a56df9c78 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963705 Nov 16 21:16:09.750132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Transition to ACTIVE for port object 5c09f26b-cd90-41eb-804d-277419270804 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:09.756844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.829606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c39ed69-a24e-4c11-8098-892169191cb8 req-c3497841-77c9-4dd6-966a-3ead9179682b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386755 Nov 16 21:16:09.859615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:09.966175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Attempting to bind port 5c09f26b-cd90-41eb-804d-277419270804 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:09.966845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Attempting to bind port 5c09f26b-cd90-41eb-804d-277419270804 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '00324707-f350-4899-827d-acc51be68c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:09.967715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Attempting to bind port 5c09f26b-cd90-41eb-804d-277419270804 on network 0d248d5c-d0cb-4862-9428-6c571816c3e9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:09.973606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Port 5c09f26b-cd90-41eb-804d-277419270804 on network 0d248d5c-d0cb-4862-9428-6c571816c3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:09.973827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Attempting to bind port 5c09f26b-cd90-41eb-804d-277419270804 on network 0d248d5c-d0cb-4862-9428-6c571816c3e9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:09.982508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:09.982852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Checking segment: {'id': '00324707-f350-4899-827d-acc51be68c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:09.983280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Bound using segment: {'id': '00324707-f350-4899-827d-acc51be68c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:09.983715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Bound port: 5c09f26b-cd90-41eb-804d-277419270804, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00324707-f350-4899-827d-acc51be68c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:09.985137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.008109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65a01a-92ad-4883-bc6d-2b67551236d1 req-48326c19-2161-48c3-b00b-a5f31c8ed719 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.009802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f65a01a-92ad-4883-bc6d-2b67551236d1 req-48326c19-2161-48c3-b00b-a5f31c8ed719 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.0936377 Nov 16 21:16:10.017543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90829bb9-9010-4c22-ae16-98ef53f3cbcf req-97ae9a97-6a91-4449-8462-c092adb6be2f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.019045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90829bb9-9010-4c22-ae16-98ef53f3cbcf req-97ae9a97-6a91-4449-8462-c092adb6be2f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1270649 Nov 16 21:16:10.075368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:10.079351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5c09f26b-cd90-41eb-804d-277419270804,segment=NetworkSegment(00324707-f350-4899-827d-acc51be68c39),segment_id=00324707-f350-4899-827d-acc51be68c39)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:10.086967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.142378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:10.163784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.165022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.166899 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-4aa45900-e069-4176-8ee5-e2dcbd241f5f service neutron] 10.222.0.36 "PUT /v2.0/ports/5c09f26b-cd90-41eb-804d-277419270804 HTTP/1.1" status: 200 len: 1091 time: 1.0369124 Nov 16 21:16:10.167481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'tag': '5c09f26b-cd90-41eb-804d-277419270804'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:10.170134 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee8969d-871c-492c-955e-2b26f63745d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "tag": "5c09f26b-cd90-41eb-804d-277419270804"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:10.276085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-5e19d7a8-8463-4844-be44-2a61c6f61919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.278082 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-5e19d7a8-8463-4844-be44-2a61c6f61919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ab85b1b3dc4ff2b5727e1fd3848d8b&device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 1094 time: 0.0621722 Nov 16 21:16:10.351806 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-5c379e2a-edc0-4f7f-9c46-655996d72942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c09f26b-cd90-41eb-804d-277419270804 HTTP/1.1" status: 200 len: 217 time: 0.0608439 Nov 16 21:16:10.408128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f65a01a-92ad-4883-bc6d-2b67551236d1 req-591e06af-688e-42fd-8509-052b39b44080 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871703 Nov 16 21:16:10.422873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90829bb9-9010-4c22-ae16-98ef53f3cbcf req-3836220a-b431-42b4-bb5b-0710906afd62 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946183 Nov 16 21:16:10.443098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc303-a53b-408c-b143-b7447e3ebead req-83530673-61e1-497e-afd4-900b1114c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.443098 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-83530673-61e1-497e-afd4-900b1114c144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61fe337f-21a6-4861-8bdc-426d3a49b076 HTTP/1.1" status: 200 len: 849 time: 0.0781803 Nov 16 21:16:10.447599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cae582d8-5d75-4f2b-be83-cdba246e7f2e details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:10.539866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-a6bace7a-fbc1-447e-96d6-400ef25f53e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d248d5c-d0cb-4862-9428-6c571816c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808377 Nov 16 21:16:10.647499 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0e5525-0b4f-464a-9afd-51c82eedcdff x-openstack-request-id: req-dd0e5525-0b4f-464a-9afd-51c82eedcdff {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:10.647825 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "tag": "5c09f26b-cd90-41eb-804d-277419270804", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:10.649041 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd0e5525-0b4f-464a-9afd-51c82eedcdff {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:10.649041 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'tag': '5c09f26b-cd90-41eb-804d-277419270804', 'status': 'completed', 'code': 200} Nov 16 21:16:10.753380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:10.780452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e', 'mac_address': 'fa:16:3e:bc:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:10.821176 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-56f19274-c98e-4f8e-9cd0-aba049d7c439 service neutron] 10.222.0.36 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679751 Nov 16 21:16:10.846854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbebbca-211b-469b-8c8e-91040e90ca92 req-7c843085-f564-48ef-b1d8-2f6117ae328c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.850264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbbebbca-211b-469b-8c8e-91040e90ca92 req-7c843085-f564-48ef-b1d8-2f6117ae328c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 947 time: 0.1027699 Nov 16 21:16:10.875347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.917513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae582d8-5d75-4f2b-be83-cdba246e7f2e {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:10.960680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:10.969108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.985506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbbebbca-211b-469b-8c8e-91040e90ca92 req-faa04d33-3a95-41c1-810a-b2f9493bcc45 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174629 Nov 16 21:16:11.030026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:11.031143 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b09bc303-a53b-408c-b143-b7447e3ebead req-3483c333-3c0d-4985-bcc0-751d323b596f service neutron] 10.222.0.36 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003980 Nov 16 21:16:11.134133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8969d-871c-492c-955e-2b26f63745d5 req-b6aca3d3-a23c-4652-a80d-4fd8b2b7c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.135493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-b6aca3d3-a23c-4652-a80d-4fd8b2b7c8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ab85b1b3dc4ff2b5727e1fd3848d8b&device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 1094 time: 0.0501485 Nov 16 21:16:11.273724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cf721-cc18-49c5-bf27-a3a871c13977 req-47d37fc4-0834-4f30-a5f4-4b13e93a8d82 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.275339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-750cf721-cc18-49c5-bf27-a3a871c13977 req-47d37fc4-0834-4f30-a5f4-4b13e93a8d82 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 943 time: 0.0591395 Nov 16 21:16:11.276763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8969d-871c-492c-955e-2b26f63745d5 req-3d445577-ec0f-46e7-8c92-e43f86b97643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.278313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-3d445577-ec0f-46e7-8c92-e43f86b97643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d248d5c-d0cb-4862-9428-6c571816c3e9 HTTP/1.1" status: 200 len: 910 time: 0.1357555 Nov 16 21:16:11.328712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-750cf721-cc18-49c5-bf27-a3a871c13977 req-acd2f66b-845e-456f-94aa-8976d452b1a5 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Nov 16 21:16:11.330800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-52279469-0335-46b0-a929-0e2401477bf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c09f26b-cd90-41eb-804d-277419270804 HTTP/1.1" status: 200 len: 217 time: 0.0440357 Nov 16 21:16:11.340656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['cae582d8-5d75-4f2b-be83-cdba246e7f2e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:11.405242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8969d-871c-492c-955e-2b26f63745d5 req-dd9fc0ca-27fc-4fbf-8967-1adead3b7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.407231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-dd9fc0ca-27fc-4fbf-8967-1adead3b7181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61fe337f-21a6-4861-8bdc-426d3a49b076 HTTP/1.1" status: 200 len: 849 time: 0.0678797 Nov 16 21:16:11.470197 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-5e9d7a48-17dd-405d-8f61-d173ad18eabf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d248d5c-d0cb-4862-9428-6c571816c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506670 Nov 16 21:16:11.561040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-7691a98b-d276-4e6d-a248-5c7f10c9bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.562562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-7691a98b-d276-4e6d-a248-5c7f10c9bc69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1101 time: 0.0674479 Nov 16 21:16:11.597335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-952320c0-57fc-4aaf-94a1-16e10388864b service neutron] 10.222.0.36 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174896 Nov 16 21:16:11.650850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-87bb0bee-6c2a-48ad-8c0f-f655e39002bb tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.652362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-87bb0bee-6c2a-48ad-8c0f-f655e39002bb tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.2202668 Nov 16 21:16:11.689939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eee8969d-871c-492c-955e-2b26f63745d5 req-76f8c4cf-582c-4f2e-9bcc-9bb06ae87d18 service neutron] 10.222.0.36 "GET /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Nov 16 21:16:11.690306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5d4b899e-54e6-4ab1-8135-7c7429e119fb tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/quotas/2adcadf17b9847c69ad33ded6e25c56c HTTP/1.1" status: 200 len: 375 time: 0.0228932 Nov 16 21:16:11.759393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef1e93-0aec-4654-8104-11ed05fd40c3 req-43df87ba-f278-4f01-8180-bcadbe3f4304 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.761236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1ef1e93-0aec-4654-8104-11ed05fd40c3 req-43df87ba-f278-4f01-8180-bcadbe3f4304 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1350975 Nov 16 21:16:11.768473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-eda1601c-ec1e-4306-a5fb-923d0da65a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.769833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-eda1601c-ec1e-4306-a5fb-923d0da65a23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1955967 Nov 16 21:16:11.807639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d9b861e9-3d4a-4190-a17d-a70cbefa5df1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103466 Nov 16 21:16:11.852331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-518b0eca-69aa-4abb-b6c3-feeaf318e547 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0639391 Nov 16 21:16:11.924356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1ef1e93-0aec-4654-8104-11ed05fd40c3 req-9ebc8415-d56f-4b34-91d8-277a6bf60869 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535873 Nov 16 21:16:11.950125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-16675032-d099-4c2b-b8e9-d1da0b9d38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.951593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-16675032-d099-4c2b-b8e9-d1da0b9d38cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0843561 Nov 16 21:16:12.017175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-20f30724-b859-47c8-8c05-26b6681186a9 service neutron] 10.222.0.54 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828268 Nov 16 21:16:12.098264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-d9770aea-6ee3-4828-ae06-3a1acf6ba956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.099759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-d9770aea-6ee3-4828-ae06-3a1acf6ba956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310608 Nov 16 21:16:12.116066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f89f9-3d86-47ab-b5ce-5cb584277a98 req-521a61ba-41fc-46f0-b81b-b8d761c5eacd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.117366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429f89f9-3d86-47ab-b5ce-5cb584277a98 req-521a61ba-41fc-46f0-b81b-b8d761c5eacd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1303704 Nov 16 21:16:12.207909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-dc0f4a00-ca43-4334-ad52-4df23228a187 service neutron] 10.222.0.54 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765718 Nov 16 21:16:12.244113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429f89f9-3d86-47ab-b5ce-5cb584277a98 req-d3cac4a8-7b80-4506-a5c7-97365e8c59b6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172824 Nov 16 21:16:12.268353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-e2088145-d82d-4744-8730-dd57239f3097 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499779 Nov 16 21:16:12.392320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-94176eef-a290-40db-9001-7cf239f5309a service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112280 Nov 16 21:16:12.455012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:12.476479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dcc2-05ef-4594-bc92-24542410529f req-0d06d3cc-1dc7-49f5-aa95-4fb2aa91750d tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.483970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1498dcc2-05ef-4594-bc92-24542410529f req-0d06d3cc-1dc7-49f5-aa95-4fb2aa91750d tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "GET /v2.0/ports?device_id=27085161-8c16-4e94-b5de-af5b203abbe4 HTTP/1.1" status: 200 len: 945 time: 0.0891538 Nov 16 21:16:12.601439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-3ce398aa-3131-4634-b3f5-91e46594a01a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.610754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-3ce398aa-3131-4634-b3f5-91e46594a01a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.1508009 Nov 16 21:16:12.623019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.629434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-4e713e2a-58df-4780-a557-c68a444fe560 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/quotas/f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 375 time: 0.0176203 Nov 16 21:16:12.686278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Deleting port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:12.689584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.700367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:12.702756 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f1900-921b-4528-9d4c-19f9ff1a6c4f" -d '{"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:12.728643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.739398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:12.742580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-8d921e1f-17f2-48fa-b9c8-3ba3141965b4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104596 Nov 16 21:16:12.746034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.817504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:12.818264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] For port 7aee3aca-ce35-4d84-9729-9c9d837d41c7, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7aee3aca-ce35-4d84-9729-9c9d837d41c7,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:12.818551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.826714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cde02-1d6e-4fee-8a6e-ab288fd89f37 req-8e60dc21-43a7-46cf-9a8c-29faac984412 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.828240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0cde02-1d6e-4fee-8a6e-ab288fd89f37 req-8e60dc21-43a7-46cf-9a8c-29faac984412 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 948 time: 0.1523664 Nov 16 21:16:12.841167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Calling delete_port for 7aee3aca-ce35-4d84-9729-9c9d837d41c7 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:12.899979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a3139eff-6423-4335-a0c5-3cd19c456cf4 service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544290 Nov 16 21:16:12.932100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0cde02-1d6e-4fee-8a6e-ab288fd89f37 req-6338243c-26b6-49ba-a9b5-649fc96a4084 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974207 Nov 16 21:16:13.003299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.019652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7aee3aca-ce35-4d84-9729-9c9d837d41c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:13.022092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['eab28cec-1597-4e61-9e1c-c56dd572ea36'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:13.057638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event deleted for resources: {'Port': ['ID=7aee3aca-ce35-4d84-9729-9c9d837d41c7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:13.074548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-41c10e84-58a0-49db-952c-c63053b9c07d service neutron] 10.222.0.54 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651893 Nov 16 21:16:13.117861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] No DVR routers for this DVR port 7aee3aca-ce35-4d84-9729-9c9d837d41c7 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:13.122269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.126470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc45db-10e6-4ddc-aa49-15a1345f1c09 req-f8a19893-0444-4594-b4a7-37cfddbe0f01 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.127341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1498dcc2-05ef-4594-bc92-24542410529f req-1e24a35f-940e-4a9a-a823-e6884dc7dc4c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "DELETE /v2.0/ports/7aee3aca-ce35-4d84-9729-9c9d837d41c7 HTTP/1.1" status: 204 len: 173 time: 0.6357656 Nov 16 21:16:13.127961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'name': 'network-vif-deleted', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:13.133647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0edc45db-10e6-4ddc-aa49-15a1345f1c09 req-f8a19893-0444-4594-b4a7-37cfddbe0f01 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 943 time: 0.1224146 Nov 16 21:16:13.138018 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e76b5fb-9734-4f2f-9863-5622bd89c9ea" -d '{"events": [{"server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "name": "network-vif-deleted", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:13.273603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0edc45db-10e6-4ddc-aa49-15a1345f1c09 req-eb621284-ab76-48ad-9336-4ada53c8cac3 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262982 Nov 16 21:16:13.304069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-75318928-635b-4ec1-a7c1-85b12844b2a1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.307867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-75318928-635b-4ec1-a7c1-85b12844b2a1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a5ec9-8bfa-4125-9b59-8b856e133e85 HTTP/1.1" status: 200 len: 946 time: 0.0907207 Nov 16 21:16:13.412885 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61de8bfc-deac-475d-ae53-576ca1af5063 x-openstack-request-id: req-61de8bfc-deac-475d-ae53-576ca1af5063 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:13.413193 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:13.413504 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61de8bfc-deac-475d-ae53-576ca1af5063 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:13.413973 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'code': 200} Nov 16 21:16:13.460649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Deleting port eab28cec-1597-4e61-9e1c-c56dd572ea36 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:13.461442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.678220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87da6-5006-42a3-b69c-7e512daf1f39 req-d53b29aa-0002-4b3b-8767-f855e605e1c1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.683474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0c87da6-5006-42a3-b69c-7e512daf1f39 req-d53b29aa-0002-4b3b-8767-f855e605e1c1 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.1231375 Nov 16 21:16:13.686791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] For port eab28cec-1597-4e61-9e1c-c56dd572ea36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=eab28cec-1597-4e61-9e1c-c56dd572ea36,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:13.687453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.697515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4aee7386-9e6e-4b5d-abd9-9e2646230a4d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.699290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4aee7386-9e6e-4b5d-abd9-9e2646230a4d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.1926920 Nov 16 21:16:13.731195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Calling delete_port for eab28cec-1597-4e61-9e1c-c56dd572ea36 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:13.752471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-c6774bec-31b0-4ef0-90ce-249b23473715 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/quotas/6e5f894ad7de4904a424cbbb6de2a92d HTTP/1.1" status: 200 len: 375 time: 0.0413346 Nov 16 21:16:13.857578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0c87da6-5006-42a3-b69c-7e512daf1f39 req-27c992bb-2204-4a1f-8a81-4ccc345652e2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503308 Nov 16 21:16:13.907358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-60aab8d8-35cc-41ca-9b7d-76ce1e24f126 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429367 Nov 16 21:16:13.948454 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195796b-e7f0-42a8-8403-f8d2f7d74051 x-openstack-request-id: req-c195796b-e7f0-42a8-8403-f8d2f7d74051 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:13.950615 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27085161-8c16-4e94-b5de-af5b203abbe4", "name": "network-vif-deleted", "tag": "7aee3aca-ce35-4d84-9729-9c9d837d41c7", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:13.951513 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c195796b-e7f0-42a8-8403-f8d2f7d74051 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:13.952094 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27085161-8c16-4e94-b5de-af5b203abbe4', 'name': 'network-vif-deleted', 'tag': '7aee3aca-ce35-4d84-9729-9c9d837d41c7', 'status': 'completed', 'code': 200} Nov 16 21:16:14.099411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.107595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-c66557dd-37f7-451d-ad03-6bdc3e9c1b7f service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992447 Nov 16 21:16:14.111565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7aee3aca-ce35-4d84-9729-9c9d837d41c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:14.115513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-035c677c-dff8-432d-ac13-99e037d5b5be tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.117266 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-035c677c-dff8-432d-ac13-99e037d5b5be tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.1321001 Nov 16 21:16:14.133330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Request body: {'port': {'device_id': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'admin_state_up': True, 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:14.140429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae6772-e56a-4e58-8487-6b9a954faf45 req-c4521239-3593-40e0-ad6f-c80d6f838556 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.142495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46ae6772-e56a-4e58-8487-6b9a954faf45 req-c4521239-3593-40e0-ad6f-c80d6f838556 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1374497 Nov 16 21:16:14.220739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event deleted for resources: {'Port': ['ID=eab28cec-1597-4e61-9e1c-c56dd572ea36,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:14.308543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] No DVR routers for this DVR port eab28cec-1597-4e61-9e1c-c56dd572ea36 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:14.316589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.320015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1da74aa3-b278-4457-bdaa-95e76d4d145f req-ab30e65a-93a0-4f79-9dc2-176982238cef tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "DELETE /v2.0/ports/eab28cec-1597-4e61-9e1c-c56dd572ea36 HTTP/1.1" status: 204 len: 173 time: 1.0037453 Nov 16 21:16:14.324339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'name': 'network-vif-deleted', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:14.328042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5c09f26b-cd90-41eb-804d-277419270804 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:14.334530 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b4593-fa4d-422c-8fdd-670a50576e41" -d '{"events": [{"server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "name": "network-vif-deleted", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:14.366279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46ae6772-e56a-4e58-8487-6b9a954faf45 req-8ad649a4-0a62-4421-b606-0f1f4031ad3f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077055 Nov 16 21:16:14.389375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-439b936a-9792-47c0-be1d-1770103ebfcd tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.391032 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-439b936a-9792-47c0-be1d-1770103ebfcd tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 813 time: 0.1553493 Nov 16 21:16:14.392793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:14.397222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.411526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Request body: {'port': {'device_id': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'admin_state_up': True, 'tenant_id': '2adcadf17b9847c69ad33ded6e25c56c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:14.428938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-a98c2ff6-9257-4826-a1dd-c8c8ed2fc3ec service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200955 Nov 16 21:16:14.477245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:14.479457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cae582d8-5d75-4f2b-be83-cdba246e7f2e up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:14.564207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5c09f26b-cd90-41eb-804d-277419270804,segment=NetworkSegment(00324707-f350-4899-827d-acc51be68c39),segment_id=00324707-f350-4899-827d-acc51be68c39)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:14.588728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81346370-deb7-4526-b287-62c765ad2c7c req-67399ea8-6bba-4941-9789-6c09539fe298 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 210 time: 0.0458012 Nov 16 21:16:14.612423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '5c09f26b-cd90-41eb-804d-277419270804', 'network_id': '0d248d5c-d0cb-4862-9428-6c571816c3e9', 'port_id': '5c09f26b-cd90-41eb-804d-277419270804', 'mac_address': 'fa:16:3e:17:5c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fe337f-21a6-4861-8bdc-426d3a49b076', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:14.657826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Allocated IP 172.20.0.4 (ad159e2e-be7b-47ff-ad54-cb5a49b04612/083cbdce-6453-4b9f-81c2-7df7b6612dba/7c24e64a-e481-4022-8917-eaa88b31ed88) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:14.676595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Made reservation on behalf of 2adcadf17b9847c69ad33ded6e25c56c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:14.681196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.793749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port cae582d8-5d75-4f2b-be83-cdba246e7f2e completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:14.808699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port cae582d8-5d75-4f2b-be83-cdba246e7f2e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:14.809733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.811808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b53c8595-9831-4d91-8e81-d1541c49a0cf req-b9b254f1-42df-46de-bd3a-2a3c415d3291 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.0953655 Nov 16 21:16:14.817735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.887701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:14.897239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c09f26b-cd90-41eb-804d-277419270804 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:14.979874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.982782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '138534e2-643d-492d-b10a-f08c02270ce6', 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9', 'port_id': '138534e2-643d-492d-b10a-f08c02270ce6', 'mac_address': 'fa:16:3e:17:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c089c2a-54c6-4988-865c-21597a6eac0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:14.998709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5c09f26b-cd90-41eb-804d-277419270804,segment=NetworkSegment(00324707-f350-4899-827d-acc51be68c39),segment_id=00324707-f350-4899-827d-acc51be68c39)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:15.031445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.038551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.042469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c3a8-7bc3-4064-9653-53c466738663 req-3b5a3f12-baec-457c-9ab4-c61fd69fe630 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.050579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dba5c3a8-7bc3-4064-9653-53c466738663 req-3b5a3f12-baec-457c-9ab4-c61fd69fe630 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 948 time: 0.3466935 Nov 16 21:16:15.118014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c0c9e-838e-4e3d-b2fc-92ce8820a935 req-6e6a9a23-c926-4d63-902d-ba2069c890d2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.125761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-810c0c9e-838e-4e3d-b2fc-92ce8820a935 req-6e6a9a23-c926-4d63-902d-ba2069c890d2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 943 time: 0.1538794 Nov 16 21:16:15.134786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ca637-1304-422a-9be7-d38c980a280a req-1b1f2593-df22-439a-89c0-71ed7beebf39 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.137522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b70ca637-1304-422a-9be7-d38c980a280a req-1b1f2593-df22-439a-89c0-71ed7beebf39 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea01967-f73e-4951-b7c3-eeb08f4261d0 HTTP/1.1" status: 200 len: 943 time: 0.3204634 Nov 16 21:16:15.156717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event updated for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.160837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:15.167759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:15.171375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:15.184811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.196031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Allocated IP 172.20.0.12 (ad159e2e-be7b-47ff-ad54-cb5a49b04612/083cbdce-6453-4b9f-81c2-7df7b6612dba/e0e6dec4-3d26-42d2-9f53-f283ab5a07e9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:15.205140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7aee3aca-ce35-4d84-9729-9c9d837d41c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:15.239331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.240888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.287796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-810c0c9e-838e-4e3d-b2fc-92ce8820a935 req-bda8444f-714c-451f-816f-fe3970f717d0 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605754 Nov 16 21:16:15.290116 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-c56b7d30-0bee-4c05-bcc5-12ee2d65fd48 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1611955 Nov 16 21:16:15.306493 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.314845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Request body: {'port': {'device_id': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:15.352950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.367607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:15.398815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dba5c3a8-7bc3-4064-9653-53c466738663 req-bc005889-b496-4a79-8460-b0035a7b6e31 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470402 Nov 16 21:16:15.406410 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55982466-9d3b-48ea-a5eb-aa35787f2d0e x-openstack-request-id: req-55982466-9d3b-48ea-a5eb-aa35787f2d0e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:15.409971 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601a5ec9-8bfa-4125-9b59-8b856e133e85", "name": "network-vif-deleted", "tag": "eab28cec-1597-4e61-9e1c-c56dd572ea36", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:15.410441 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55982466-9d3b-48ea-a5eb-aa35787f2d0e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:15.411095 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601a5ec9-8bfa-4125-9b59-8b856e133e85', 'name': 'network-vif-deleted', 'tag': 'eab28cec-1597-4e61-9e1c-c56dd572ea36', 'status': 'completed', 'code': 200} Nov 16 21:16:15.425286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:15.432122 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b719281c-a4a3-4e1c-acfc-e3ce574f72e7" -d '{"events": [{"server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "name": "network-vif-plugged", "status": "completed", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:15.438627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-72204cce-1ac2-4eb3-94b9-a1962be3bf97 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.439456 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f76f9143-17e0-484b-9635-aef069706545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.450722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5c09f26b-cd90-41eb-804d-277419270804'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:15.453554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.455462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-72204cce-1ac2-4eb3-94b9-a1962be3bf97 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 808 time: 0.6654582 Nov 16 21:16:15.484277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138534e2-643d-492d-b10a-f08c02270ce6 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:15.512399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:15.514856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.539561 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.552080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9382793e-8c40-4624-b87c-2e97cca31407 req-8f978ce4-9c4f-4cfc-9ca9-2a045e306aef tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 210 time: 0.0930059 Nov 16 21:16:15.552298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.562436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Request body: {'port': {'device_id': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'admin_state_up': True, 'tenant_id': 'f47d2b87265e4ed6833fd068dbca8e71'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:15.566346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.640174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.771656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.837467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event updated for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.848967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Deleting port 8a52c402-0bf5-45eb-a376-3dba39702b8b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:15.849459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.868225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Network ad159e2e-be7b-47ff-ad54-cb5a49b04612 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:15.873612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:15.876665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:15.901918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['138534e2-643d-492d-b10a-f08c02270ce6'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:15.967745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.968395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.997447 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-d3f004c7-1b3d-4a53-8a45-f35a93147da2 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5898960 Nov 16 21:16:16.013611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Request body: {'port': {'device_id': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:16.071634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c24e64a-e481-4022-8917-eaa88b31ed88 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:16.100312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.114373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.127591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Transition to ACTIVE for port object 7c24e64a-e481-4022-8917-eaa88b31ed88 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:16.136182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.201531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d734940-764f-4444-97ee-08951ef5967d req-3dcaba41-28a2-4fd8-9fcd-f004dea30c04 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.209086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d734940-764f-4444-97ee-08951ef5967d req-3dcaba41-28a2-4fd8-9fcd-f004dea30c04 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.5175157 Nov 16 21:16:16.232818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5ac6-a453-49d6-82a3-985cbf1c4d50 req-ad7a5cbe-0396-43b5-bfd8-cd9b2b7ab873 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.234598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-423d5ac6-a453-49d6-82a3-985cbf1c4d50 req-ad7a5cbe-0396-43b5-bfd8-cd9b2b7ab873 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.6521192 Nov 16 21:16:16.288059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Pushing event updated for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:16.343395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7aee3aca-ce35-4d84-9729-9c9d837d41c7 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:16.395095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 7aee3aca-ce35-4d84-9729-9c9d837d41c7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:16.396508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7aee3aca-ce35-4d84-9729-9c9d837d41c7 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:16.441096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Attempting to bind port 7c24e64a-e481-4022-8917-eaa88b31ed88 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:16.441328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Attempting to bind port 7c24e64a-e481-4022-8917-eaa88b31ed88 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:16.441653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Attempting to bind port 7c24e64a-e481-4022-8917-eaa88b31ed88 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:16.452054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Made reservation on behalf of f47d2b87265e4ed6833fd068dbca8e71 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:16.452301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Port 7c24e64a-e481-4022-8917-eaa88b31ed88 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:16.452473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Attempting to bind port 7c24e64a-e481-4022-8917-eaa88b31ed88 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:16.456618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.465406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-a580167b-a8d3-4c12-a3d8-e33abf09aa7b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.466871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-a580167b-a8d3-4c12-a3d8-e33abf09aa7b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.1365688 Nov 16 21:16:16.470662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:16.471485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Checking segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:16.471485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Bound using segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:16.471961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Bound port: 7c24e64a-e481-4022-8917-eaa88b31ed88, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:16.472321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.494621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device eab28cec-1597-4e61-9e1c-c56dd572ea36 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:16.529317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Request body: {'port': {'device_id': '7954522f-32e6-4165-987d-459a51ac7672', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'admin_state_up': True, 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:16.541242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: eab28cec-1597-4e61-9e1c-c56dd572ea36 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:16.541597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device eab28cec-1597-4e61-9e1c-c56dd572ea36 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:16.598982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:16.602179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:16.607444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7c24e64a-e481-4022-8917-eaa88b31ed88,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:16.613985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.616487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.638873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d734940-764f-4444-97ee-08951ef5967d req-86b9f709-3669-41ce-a5ff-594aea49dd8d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289110 Nov 16 21:16:16.663963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.665285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.666862 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] 10.222.0.21 "PUT /v2.0/ports/7c24e64a-e481-4022-8917-eaa88b31ed88 HTTP/1.1" status: 200 len: 1091 time: 1.3610787 Nov 16 21:16:16.677299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:16.677299 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b88018d-70f4-4fd1-87ee-9dbb964753fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:16.681904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Transition to ACTIVE for port object e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:16.682298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-423d5ac6-a453-49d6-82a3-985cbf1c4d50 req-deb64e6d-a6ed-4120-9640-88e1f81269a2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008327 Nov 16 21:16:16.698712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.705819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b97f4-4816-4e35-b939-f2e9ee232d7e service neutron] Pushing event updated for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:16.768569 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e75c52-f6a4-4311-acd3-cf9a3fb984f0 x-openstack-request-id: req-04e75c52-f6a4-4311-acd3-cf9a3fb984f0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:16.769283 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "name": "network-vif-plugged", "status": "completed", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:16.769797 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04e75c52-f6a4-4311-acd3-cf9a3fb984f0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:16.770404 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e', 'code': 200} Nov 16 21:16:16.822652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:16.864802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] For port 8a52c402-0bf5-45eb-a376-3dba39702b8b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8a52c402-0bf5-45eb-a376-3dba39702b8b,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:16.866950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.870169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.21', 51722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:16.927447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-b7fd934a-92cd-4dd4-9058-9f1dcb4517af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.928873 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-b7fd934a-92cd-4dd4-9058-9f1dcb4517af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 1094 time: 0.1868293 Nov 16 21:16:16.941653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Calling delete_port for 8a52c402-0bf5-45eb-a376-3dba39702b8b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:16.991538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-cce1bbc0-e8f5-4b1e-b94e-af7aa984d14a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c24e64a-e481-4022-8917-eaa88b31ed88 HTTP/1.1" status: 200 len: 217 time: 0.0470862 Nov 16 21:16:17.004296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066e39-08f4-4bcb-926a-1d35b4a9bb2f req-7e86f3a4-65ea-4a7c-acf3-27244fc87fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.005844 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-70066e39-08f4-4bcb-926a-1d35b4a9bb2f req-7e86f3a4-65ea-4a7c-acf3-27244fc87fbe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 1100 time: 0.1330669 Nov 16 21:16:17.006896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e9355d6-0d02-4bb0-adad-d8ca4aa413a5 req-cbd6750f-d419-41ac-85b9-79d8b62da986 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.0688565 Nov 16 21:16:17.007917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Attempting to bind port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:17.008247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Attempting to bind port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:17.008597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Attempting to bind port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:17.061075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:17.061293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Attempting to bind port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 on network ad159e2e-be7b-47ff-ad54-cb5a49b04612 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:17.080668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:17.081035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Checking segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:17.081394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Bound using segment: {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:17.082122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Bound port: e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:17.082251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.108842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3c1e-163a-4064-b4a6-26fe78eb5a3e req-5ed23a44-46a2-4fa0-97df-31330afc0577 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.111225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c8d3c1e-163a-4064-b4a6-26fe78eb5a3e req-5ed23a44-46a2-4fa0-97df-31330afc0577 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 944 time: 0.2315452 Nov 16 21:16:17.148371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Allocated IP 172.20.0.8 (14d459f6-8e72-4522-870c-dc722adbaedb/13eedaaa-b409-4c96-881c-d425c87ec6c5/2bff833d-90e1-4d9c-8a49-c373737534fd) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:17.193104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:17.196732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.371827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c8d3c1e-163a-4064-b4a6-26fe78eb5a3e req-e5c97465-f667-475a-9649-68c778013a72 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345037 Nov 16 21:16:17.375312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-f20b537e-9a87-40b6-b295-01cf2b718561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.376837 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-f20b537e-9a87-40b6-b295-01cf2b718561 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.3699741 Nov 16 21:16:17.386492 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-70066e39-08f4-4bcb-926a-1d35b4a9bb2f req-dd1d76a4-e48e-4e0e-aa1f-9407cb32339b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664978 Nov 16 21:16:17.413892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecc632-7ada-496b-8a42-fb29f1d3b282 req-2756f6b9-d998-4894-ae00-e4eaca0ab6f2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.415551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cecc632-7ada-496b-8a42-fb29f1d3b282 req-2756f6b9-d998-4894-ae00-e4eaca0ab6f2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 944 time: 0.2734799 Nov 16 21:16:17.448256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:17.452201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:17.461917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.514198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.515649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.517642 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] 10.222.0.36 "PUT /v2.0/ports/e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 HTTP/1.1" status: 200 len: 1092 time: 1.5086546 Nov 16 21:16:17.539010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a494d6c-99f1-4560-8ab8-7ed07a4954df service neutron] Pushing event updated for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:17.589962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.627115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ebe388-17e2-47f7-8723-75884c7999bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.646372 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-dce37cea-a4f6-41fe-8018-2c10cb505609 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505207 Nov 16 21:16:17.656869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5576f305-471a-44a2-9c6b-09ed6d248a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.659020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-5576f305-471a-44a2-9c6b-09ed6d248a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 1095 time: 0.0999250 Nov 16 21:16:17.663848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event deleted for resources: {'Port': ['ID=8a52c402-0bf5-45eb-a376-3dba39702b8b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:17.723908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Allocated IP 172.20.0.10 (d2d10d80-aab7-41eb-b5a5-73db4772bc2f/9a0fae1d-193e-4d9d-815f-0065a91b3e5f/5595e7d6-179e-45c2-a023-e2f8b46607c5) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:17.728709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cecc632-7ada-496b-8a42-fb29f1d3b282 req-751d4041-ff46-4f22-8391-29dc7d924504 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803226 Nov 16 21:16:17.745104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5798810-644d-482d-95a3-69d24c4ce04d req-ba43b444-e8af-4618-b031-863b98574876 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.753297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5798810-644d-482d-95a3-69d24c4ce04d req-ba43b444-e8af-4618-b031-863b98574876 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 949 time: 0.2739453 Nov 16 21:16:17.774405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-e70575e9-2ff6-49f4-8d84-fc5ed26f7533 service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125171 Nov 16 21:16:17.777722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] No DVR routers for this DVR port 8a52c402-0bf5-45eb-a376-3dba39702b8b on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:17.781587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.792815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.796103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b70ca637-1304-422a-9be7-d38c980a280a req-48e7f96e-2057-4c84-ac9b-27953609e707 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "DELETE /v2.0/ports/8a52c402-0bf5-45eb-a376-3dba39702b8b HTTP/1.1" status: 204 len: 173 time: 2.6464181 Nov 16 21:16:17.799546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-deleted', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:17.799913 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d350e-0e19-4cc9-9a95-d5e0ce759e32" -d '{"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-deleted", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:17.819688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-51a424aa-1008-4c3c-8dfb-4070e429dc86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 HTTP/1.1" status: 200 len: 217 time: 0.0448399 Nov 16 21:16:17.884819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6873b83-a6ce-414f-82b0-84b7bbf504fc req-fa1b4890-2ac7-4101-be7b-31aaee424d9a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 210 time: 0.0536125 Nov 16 21:16:17.921005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da66f-f028-441e-9661-1f46840d0ad8 req-dd5c5b2b-2bd8-4f44-961c-0a9383ab030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.922891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-dd5c5b2b-2bd8-4f44-961c-0a9383ab030e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.0920351 Nov 16 21:16:17.938747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5798810-644d-482d-95a3-69d24c4ce04d req-420a65d5-d220-4c1f-a25c-ee86fdef3ddf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839519 Nov 16 21:16:17.973838 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3e6fa-608c-404b-a15a-d1a411cd12a3 x-openstack-request-id: req-5cd3e6fa-608c-404b-a15a-d1a411cd12a3 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:17.974429 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:17.974889 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cd3e6fa-608c-404b-a15a-d1a411cd12a3 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:17.976578 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88', 'status': 'completed', 'code': 200} Nov 16 21:16:18.008483 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-e15ea70a-a01c-40dc-a8d8-27f94fc70ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715370 Nov 16 21:16:18.016774 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-1eb36799-7872-4574-adbc-5561ef4f5d71 service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959052 Nov 16 21:16:18.116402 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.130555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:18.185538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-3d4828f8-85fe-4d35-bf7a-f77e4c2b9085 service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673632 Nov 16 21:16:18.195120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-91066c2f-bf61-4f42-907c-df43dbfe3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.196581 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-91066c2f-bf61-4f42-907c-df43dbfe3e95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 1094 time: 0.0930829 Nov 16 21:16:18.208623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Network 14d459f6-8e72-4522-870c-dc722adbaedb is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:18.222663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:18.225304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:18.256504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:18.274670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cfed2-9317-4c20-a6a2-9535e85ead94 req-13bcd8a5-65ee-4969-a78d-3a526593121d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.278133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-670cfed2-9317-4c20-a6a2-9535e85ead94 req-13bcd8a5-65ee-4969-a78d-3a526593121d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.2262239 Nov 16 21:16:18.304202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64e62-c928-4990-a057-d88dfa61bde8 req-6459bb1f-aaec-4fca-aa72-9c6c58eadc61 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.305717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4c64e62-c928-4990-a057-d88dfa61bde8 req-6459bb1f-aaec-4fca-aa72-9c6c58eadc61 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.2501974 Nov 16 21:16:18.318512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.358805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5c09f26b-cd90-41eb-804d-277419270804 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:18.369944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.370576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.382618 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-947da66f-f028-441e-9661-1f46840d0ad8 req-737e6d30-ade5-4116-b98b-220906b062ea service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849709 Nov 16 21:16:18.399716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-7fe77412-2dbf-4c1a-bf66-dd421959ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.401285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-7fe77412-2dbf-4c1a-bf66-dd421959ad22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 914 time: 0.1843932 Nov 16 21:16:18.425525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-fdf3aa57-e304-4c2e-a03a-0ec2c30da4f2 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8721981 Nov 16 21:16:18.448835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Request body: {'port': {'device_id': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:18.474945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 5c09f26b-cd90-41eb-804d-277419270804 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:18.481152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 5c09f26b-cd90-41eb-804d-277419270804 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:18.481667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-a3481036-65ee-4aa5-994e-011fbee793e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c24e64a-e481-4022-8917-eaa88b31ed88 HTTP/1.1" status: 200 len: 217 time: 0.0682149 Nov 16 21:16:18.482474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.486215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-670cfed2-9317-4c20-a6a2-9535e85ead94 req-714d1743-26b8-4b3f-91d6-f189fcd9f5e2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900840 Nov 16 21:16:18.492089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4c64e62-c928-4990-a057-d88dfa61bde8 req-274e84b5-7605-4611-a1ad-c2878b93b4cb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719060 Nov 16 21:16:18.526756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.565439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:18.613310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-a7e4b242-55be-4f37-9569-11262652a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.614853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-a7e4b242-55be-4f37-9569-11262652a27b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.1182137 Nov 16 21:16:18.628397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.668533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-e3e2f769-3c49-40e7-b623-5aa626aeaa3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326116 Nov 16 21:16:18.699035 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cda1b4-df8b-4329-8991-15a92298500d x-openstack-request-id: req-81cda1b4-df8b-4329-8991-15a92298500d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:18.699323 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea01967-f73e-4951-b7c3-eeb08f4261d0", "name": "network-vif-deleted", "tag": "8a52c402-0bf5-45eb-a376-3dba39702b8b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:18.699579 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81cda1b4-df8b-4329-8991-15a92298500d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:18.702310 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea01967-f73e-4951-b7c3-eeb08f4261d0', 'name': 'network-vif-deleted', 'tag': '8a52c402-0bf5-45eb-a376-3dba39702b8b', 'status': 'completed', 'code': 200} Nov 16 21:16:18.715649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:18.727432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:18.735600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:18.743844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 138534e2-643d-492d-b10a-f08c02270ce6 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:18.746221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:18.751518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.757933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 138534e2-643d-492d-b10a-f08c02270ce6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:18.758582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.816987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c09f26b-cd90-41eb-804d-277419270804'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:18.819528 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b53e0-5df8-4cfa-b37f-fd05ebdd8051" -d '{"events": [{"server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "name": "network-vif-plugged", "status": "completed", "tag": "5c09f26b-cd90-41eb-804d-277419270804"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:18.836415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5c09f26b-cd90-41eb-804d-277419270804,segment=NetworkSegment(00324707-f350-4899-827d-acc51be68c39),segment_id=00324707-f350-4899-827d-acc51be68c39)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:18.847086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.878469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-870d7f8d-e222-4068-b71c-56c1657c832a service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925857 Nov 16 21:16:18.928269 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.930437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:18.971630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:18.979224 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.980100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:19.010699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1b88018d-70f4-4fd1-87ee-9dbb964753fc req-85ee2acd-d661-43f2-9153-52a2f57bce3f service neutron] 10.222.0.21 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152368 Nov 16 21:16:19.051288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.051920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.101547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e8ee8-ca7e-4ce7-a1f6-795e55b4bb9f req-0f1cd373-6e92-4cd6-84a2-841f5c3ad223 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.103140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6e8ee8-ca7e-4ce7-a1f6-795e55b4bb9f req-0f1cd373-6e92-4cd6-84a2-841f5c3ad223 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 931 time: 0.2608886 Nov 16 21:16:19.168733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a72811-d3d2-47c0-b175-d162ba84b77b req-3b64ac42-bc73-4a92-bd3f-1463a2c8880d tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.170478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a72811-d3d2-47c0-b175-d162ba84b77b req-3b64ac42-bc73-4a92-bd3f-1463a2c8880d tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 944 time: 0.3233790 Nov 16 21:16:19.176352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-81fb1685-6d15-4a0a-b977-7cd847685c67 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6677434 Nov 16 21:16:19.181991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 8a52c402-0bf5-45eb-a376-3dba39702b8b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:19.182332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8a52c402-0bf5-45eb-a376-3dba39702b8b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:19.199528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Request body: {'port': {'device_id': '7954522f-32e6-4165-987d-459a51ac7672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:19.214898 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.217135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:19.346649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6e8ee8-ca7e-4ce7-a1f6-795e55b4bb9f req-a1dabeff-07d5-478d-80f0-0e5f75612872 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965952 Nov 16 21:16:19.357356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a72811-d3d2-47c0-b175-d162ba84b77b req-d78b90e2-9717-485b-a15f-532e859a4503 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680233 Nov 16 21:16:19.369514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.405230 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37e8ddf-e219-49f2-91bf-9e3b7c839d9b x-openstack-request-id: req-c37e8ddf-e219-49f2-91bf-9e3b7c839d9b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:19.405547 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "name": "network-vif-plugged", "status": "completed", "tag": "5c09f26b-cd90-41eb-804d-277419270804", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:19.406115 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c37e8ddf-e219-49f2-91bf-9e3b7c839d9b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:19.406525 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c09f26b-cd90-41eb-804d-277419270804', 'code': 200} Nov 16 21:16:19.539544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437e6be-b1b9-4e73-bc19-48f82b2999bf req-59a9cfda-d4dd-4cf5-9de1-cdf42d162219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.541118 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2437e6be-b1b9-4e73-bc19-48f82b2999bf req-59a9cfda-d4dd-4cf5-9de1-cdf42d162219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 1096 time: 0.0505335 Nov 16 21:16:19.591812 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2437e6be-b1b9-4e73-bc19-48f82b2999bf req-60676337-66c9-47fb-a191-db2fe717d72c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Nov 16 21:16:19.855002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bff833d-90e1-4d9c-8a49-c373737534fd {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:19.865920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.905843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Transition to ACTIVE for port object 2bff833d-90e1-4d9c-8a49-c373737534fd will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:19.954658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8479c95-360a-4ede-85c6-dd4ea39c2467 req-ee8f1ee9-11f6-450e-8b7e-aad7639c1e08 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.956189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8479c95-360a-4ede-85c6-dd4ea39c2467 req-ee8f1ee9-11f6-450e-8b7e-aad7639c1e08 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 945 time: 0.5018754 Nov 16 21:16:19.956779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.968644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc8c10-aa79-481c-a878-7750fae37682 req-a38aa483-8ef5-4dba-9985-1592098890ff tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.970630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34dc8c10-aa79-481c-a878-7750fae37682 req-a38aa483-8ef5-4dba-9985-1592098890ff tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 932 time: 0.4876883 Nov 16 21:16:19.978524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:19.980904 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:20.087219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.158961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8479c95-360a-4ede-85c6-dd4ea39c2467 req-a76dc7b9-b451-47d5-b837-9c0c4b33db5b tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873047 Nov 16 21:16:20.180231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34dc8c10-aa79-481c-a878-7750fae37682 req-9325ca42-35ef-4751-adf1-90397a6f5ea9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839995 Nov 16 21:16:20.314829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5595e7d6-179e-45c2-a023-e2f8b46607c5 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:20.329559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.335628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:20.336211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:20.336529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:20.354869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:20.355215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:20.361964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Transition to ACTIVE for port object 5595e7d6-179e-45c2-a023-e2f8b46607c5 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:20.373390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:20.376667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de480fd5-3808-4691-ab52-82e595da0c62 req-d87cbae8-b563-4795-a8c7-56894b530fbe tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.378189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de480fd5-3808-4691-ab52-82e595da0c62 req-d87cbae8-b563-4795-a8c7-56894b530fbe tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 949 time: 0.1382067 Nov 16 21:16:20.380325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:20.380670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:20.381056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:20.381495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Bound port: 2bff833d-90e1-4d9c-8a49-c373737534fd, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:20.381845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.391636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757855a1-d36b-421e-afec-a1cd6af28568 req-05912db0-446b-4770-b3c9-6d82a4b3860b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.393098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-757855a1-d36b-421e-afec-a1cd6af28568 req-05912db0-446b-4770-b3c9-6d82a4b3860b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1354153 Nov 16 21:16:20.393717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.420806 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.516622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:20.525898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7c24e64a-e481-4022-8917-eaa88b31ed88 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:20.540757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'port_id': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9', 'mac_address': 'fa:16:3e:5b:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083cbdce-6453-4b9f-81c2-7df7b6612dba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:20.542865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.589077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-757855a1-d36b-421e-afec-a1cd6af28568 req-244a9fb5-8d3e-402b-ad20-3482bab59fc8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838872 Nov 16 21:16:20.622010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de480fd5-3808-4691-ab52-82e595da0c62 req-360e02dc-c7a1-4eb8-87c6-5c62d1a05301 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023478 Nov 16 21:16:20.630202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:20.634255 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.634579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:20.669127 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.678025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:20.686971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Attempting to bind port 5595e7d6-179e-45c2-a023-e2f8b46607c5 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:20.687315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Attempting to bind port 5595e7d6-179e-45c2-a023-e2f8b46607c5 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:20.687868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Attempting to bind port 5595e7d6-179e-45c2-a023-e2f8b46607c5 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:20.716793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Port 5595e7d6-179e-45c2-a023-e2f8b46607c5 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:20.717135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Attempting to bind port 5595e7d6-179e-45c2-a023-e2f8b46607c5 on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:20.731489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7c24e64a-e481-4022-8917-eaa88b31ed88,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:20.736031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:20.744052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.744410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.745865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] 10.222.0.36 "PUT /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 1091 time: 2.3030918 Nov 16 21:16:20.749098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:20.750066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.751394 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87fb9d-330e-433f-84ee-973dedbaf295" -d '{"events": [{"name": "network-changed", "server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:20.762506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:20.762799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Checking segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:20.763221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Bound using segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:20.763664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Bound port: 5595e7d6-179e-45c2-a023-e2f8b46607c5, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:20.764018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.767462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '7c24e64a-e481-4022-8917-eaa88b31ed88', 'network_id': 'ad159e2e-be7b-47ff-ad54-cb5a49b04612', 'port_id': '7c24e64a-e481-4022-8917-eaa88b31ed88', 'mac_address': 'fa:16:3e:cc:2e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083cbdce-6453-4b9f-81c2-7df7b6612dba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:20.782139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52579f0-7b3b-4173-9db0-f2f6a3661f5d service neutron] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.825140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900af97-3a58-4208-8814-488f73719278 req-09c0555c-901c-473e-bb81-9f63530b328d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.826843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b900af97-3a58-4208-8814-488f73719278 req-09c0555c-901c-473e-bb81-9f63530b328d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.1332293 Nov 16 21:16:20.877829 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dec0c-d8d9-45b8-ae99-049fdbeb2ce9 x-openstack-request-id: req-c08dec0c-d8d9-45b8-ae99-049fdbeb2ce9 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:20.878366 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:20.878366 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c08dec0c-d8d9-45b8-ae99-049fdbeb2ce9 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:20.878759 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9', 'status': 'completed', 'code': 200} Nov 16 21:16:20.954702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.959362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.967340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b900af97-3a58-4208-8814-488f73719278 req-eb32f997-3c81-4e22-aae7-89193ce4e69a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976672 Nov 16 21:16:20.991240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-aa699847-4bcf-4d29-b008-60e4674c2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.995281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:20.996469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-aa699847-4bcf-4d29-b008-60e4674c2d29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 1096 time: 0.0968509 Nov 16 21:16:21.005462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c24e64a-e481-4022-8917-eaa88b31ed88 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:21.015326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-0da397cf-c859-40cd-9e0d-126ea7d37604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.017367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-0da397cf-c859-40cd-9e0d-126ea7d37604 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1094 time: 0.1600425 Nov 16 21:16:21.028788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:21.063177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7c24e64a-e481-4022-8917-eaa88b31ed88,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:21.068573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.072130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-42ad8374-3cab-437e-9a29-53daf0b6d076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 217 time: 0.0460508 Nov 16 21:16:21.077072 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.106877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e0e6dec4-3d26-42d2-9f53-f283ab5a07e9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:21.142966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-45b6fdcb-550a-4578-8a8e-a4af7c7234c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.145907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-45b6fdcb-550a-4578-8a8e-a4af7c7234c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 200 len: 914 time: 0.1366928 Nov 16 21:16:21.167036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-44b176ff-ac62-493a-94d4-ebe7ad7cc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.168951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-44b176ff-ac62-493a-94d4-ebe7ad7cc889 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0764287 Nov 16 21:16:21.174756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:21.214234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-a7615327-04c1-4a37-ab20-50761da07ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 HTTP/1.1" status: 200 len: 217 time: 0.0594528 Nov 16 21:16:21.231159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.231800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.233160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] 10.222.0.21 "PUT /v2.0/ports/5595e7d6-179e-45c2-a023-e2f8b46607c5 HTTP/1.1" status: 200 len: 1092 time: 2.0410304 Nov 16 21:16:21.240926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638ea0-be36-4049-8b81-5faf6aa31ab1 req-51a75c44-abf9-4ee7-91dd-6bdc09514449 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.242400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57638ea0-be36-4049-8b81-5faf6aa31ab1 req-51a75c44-abf9-4ee7-91dd-6bdc09514449 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.2669649 Nov 16 21:16:21.263281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-6e357a76-e08c-44b7-939b-c99fccaecd65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628312 Nov 16 21:16:21.317512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-674ce9ab-b5b5-42d3-9db9-0253e196f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.320051 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-674ce9ab-b5b5-42d3-9db9-0253e196f62d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 200 len: 853 time: 0.0974903 Nov 16 21:16:21.321652 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.357846 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-29ee482e-d7be-4043-8751-b007a61299d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad159e2e-be7b-47ff-ad54-cb5a49b04612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300932 Nov 16 21:16:21.359470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd3de1-4c6d-40e6-acea-45a608db6fab req-38e3aa0f-7668-4b06-b02d-417e06f6ac86 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.361500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52dd3de1-4c6d-40e6-acea-45a608db6fab req-38e3aa0f-7668-4b06-b02d-417e06f6ac86 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 945 time: 0.2884793 Nov 16 21:16:21.395823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8df8e-ef74-4db1-8bfd-199b36e18373 service neutron] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:21.407948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:21.412199 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d91ab71-3e78-448c-9484-bc1db1cf1250" -d '{"events": [{"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-plugged", "status": "completed", "tag": "138534e2-643d-492d-b10a-f08c02270ce6"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:21.457432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['7c24e64a-e481-4022-8917-eaa88b31ed88'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:21.464492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57638ea0-be36-4049-8b81-5faf6aa31ab1 req-f705ef3e-127f-48a3-8f45-a90b11dcfefb tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044110 Nov 16 21:16:21.487076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-964bf6ac-2c86-49ae-937b-912ee917f149 service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207893 Nov 16 21:16:21.498005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-26cd6c86-6fd0-4bd8-a56e-5ac46fe12fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.503280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-26cd6c86-6fd0-4bd8-a56e-5ac46fe12fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 1095 time: 0.1592126 Nov 16 21:16:21.509239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52dd3de1-4c6d-40e6-acea-45a608db6fab req-c068092b-db96-4035-941d-bb17193446fe tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175852 Nov 16 21:16:21.511355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-66a6c03e-42cc-483a-935e-3e8af5b570f8 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337403 Nov 16 21:16:21.608900 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b5c12c-4d0e-43de-afe7-08eab487c834 x-openstack-request-id: req-a9b5c12c-4d0e-43de-afe7-08eab487c834 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:21.609152 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:21.609387 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9b5c12c-4d0e-43de-afe7-08eab487c834 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:21.610323 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'status': 'completed', 'code': 200} Nov 16 21:16:21.612238 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bbfaf61c-430f-4ae7-842a-b1cd23ae6fc8 req-d9b284b4-053f-40fe-9254-fe06de2ea511 service neutron] 10.222.0.36 "GET /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178131 Nov 16 21:16:21.635369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-8e8e5108-1584-4764-9237-48becc1165b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5 HTTP/1.1" status: 200 len: 217 time: 0.1108649 Nov 16 21:16:21.761112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-8d6d824e-4457-49da-a318-ceea8c2650ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.762477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-8d6d824e-4457-49da-a318-ceea8c2650ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.1153896 Nov 16 21:16:21.780868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d20b5-2f68-4902-9e7a-7f6ccbf5c715 req-ecefa9c6-46dd-403e-9c50-8123b32e7474 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.783662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-150d20b5-2f68-4902-9e7a-7f6ccbf5c715 req-ecefa9c6-46dd-403e-9c50-8123b32e7474 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 1100 time: 0.1840854 Nov 16 21:16:21.801139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67c98-7cc5-425a-adcd-0f442815b93d req-f425aad3-26f5-4a34-a9b6-98d4bef7360f tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.802585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbd67c98-7cc5-425a-adcd-0f442815b93d req-f425aad3-26f5-4a34-a9b6-98d4bef7360f tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 945 time: 0.1663609 Nov 16 21:16:21.817911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3448c649-f345-4a7c-a2c0-3d198cb0a7ab req-e78c2f91-9179-4b0e-9626-2cd6413b83cf service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921991 Nov 16 21:16:21.824727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-900fff64-3dbe-4552-860d-e91a0c300838 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474803 Nov 16 21:16:21.965015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-150d20b5-2f68-4902-9e7a-7f6ccbf5c715 req-c353b621-745f-4a52-95e2-ba86cb650fdf tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727855 Nov 16 21:16:21.979727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbd67c98-7cc5-425a-adcd-0f442815b93d req-07c0570e-ba74-4f4e-b0c0-406e8f959b59 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608870 Nov 16 21:16:22.002689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-0db45a96-2dd7-4205-a8c6-efb6661a4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.004224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-0db45a96-2dd7-4205-a8c6-efb6661a4f4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1094 time: 0.1109037 Nov 16 21:16:22.025189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-fcd67bbc-2709-4ba7-9955-5beacbb6ad33 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860344 Nov 16 21:16:22.043904 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da1cf1-7147-442b-8f7c-fbf0b90b79b8 x-openstack-request-id: req-24da1cf1-7147-442b-8f7c-fbf0b90b79b8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:22.044400 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-plugged", "status": "completed", "tag": "138534e2-643d-492d-b10a-f08c02270ce6", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:22.044721 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24da1cf1-7147-442b-8f7c-fbf0b90b79b8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:22.045185 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6', 'code': 200} Nov 16 21:16:22.161858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276c75-cd25-4a65-9976-c27f7824d78c req-4c88f5bc-61d3-483a-bc75-1bcc8d128fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.163408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7e276c75-cd25-4a65-9976-c27f7824d78c req-4c88f5bc-61d3-483a-bc75-1bcc8d128fb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1097 time: 0.0420613 Nov 16 21:16:22.210454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7e276c75-cd25-4a65-9976-c27f7824d78c req-f26b12e1-5b8f-4282-a0d9-903531cbc493 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389161 Nov 16 21:16:22.223393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-869f41b4-c920-40b1-9031-3147600afdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.224843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-869f41b4-c920-40b1-9031-3147600afdeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2129905 Nov 16 21:16:22.244237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdb0e7-1253-474c-8fd2-8aaa7d0116ec req-84b07ec6-8249-4e61-9b62-9aab0c33ea3f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.245630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3cdb0e7-1253-474c-8fd2-8aaa7d0116ec req-84b07ec6-8249-4e61-9b62-9aab0c33ea3f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 944 time: 0.1816947 Nov 16 21:16:22.269244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9685b-ba9f-4c6c-bed7-f5b5b18559e2 req-8f4b7c53-101c-4a96-b08d-b4ecbb45c2f5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.270669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1eb9685b-ba9f-4c6c-bed7-f5b5b18559e2 req-8f4b7c53-101c-4a96-b08d-b4ecbb45c2f5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1507664 Nov 16 21:16:22.305717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-6389a6cc-afd0-4d80-8de6-e959075a9dc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 217 time: 0.0730200 Nov 16 21:16:22.323939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd27d1b2-f457-4c2c-a334-37f3467c520e req-3701e44a-f0d2-4e8b-9d9d-dd82c8c86ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588806 Nov 16 21:16:22.409406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3cdb0e7-1253-474c-8fd2-8aaa7d0116ec req-b2bf22ab-4a1a-4511-838b-845287269158 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493738 Nov 16 21:16:22.411792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-df051325-f837-4ccd-b9a0-4b1467baae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.413156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-df051325-f837-4ccd-b9a0-4b1467baae57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0913522 Nov 16 21:16:22.416764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1eb9685b-ba9f-4c6c-bed7-f5b5b18559e2 req-c88ea3cf-8f54-44ca-99d4-b5aa091f179b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154678 Nov 16 21:16:22.463511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-97df06bb-ae7c-48b7-82a2-14ae80df300e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424793 Nov 16 21:16:22.600798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-69e5f9a7-f3b3-42cd-9a98-c579f840e572 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465260 Nov 16 21:16:22.677985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c74b3-2fb6-4abc-8d91-38fdcf616c48 req-3439eda6-87c4-4aa6-aeec-f45c9a57064e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.679466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e0c74b3-2fb6-4abc-8d91-38fdcf616c48 req-3439eda6-87c4-4aa6-aeec-f45c9a57064e tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.1451256 Nov 16 21:16:22.688550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-167ba82d-9481-4a78-a765-90b8abfc64c9 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174442 Nov 16 21:16:22.816967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e0c74b3-2fb6-4abc-8d91-38fdcf616c48 req-95ed32d3-b5f9-42fe-bce5-f57666353293 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311903 Nov 16 21:16:22.831864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-56ff3adb-6735-4a4d-bcc7-4686b65b5c31 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.833307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-56ff3adb-6735-4a4d-bcc7-4686b65b5c31 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256713 Nov 16 21:16:22.864830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f87fb9d-330e-433f-84ee-973dedbaf295 req-3d7c128c-ec5c-44f3-8321-0fcc30213156 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654377 Nov 16 21:16:22.866118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-b760ec94-4778-4254-9244-cc1988f4c5a1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/quotas/404b18998ebc42b1a181866496b3c1e5 HTTP/1.1" status: 200 len: 375 time: 0.0243561 Nov 16 21:16:22.933655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-51f6fc41-2c69-4897-afc1-d764b359acb2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0613627 Nov 16 21:16:23.044600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8584a-4451-4e29-942f-3c5dfb230e70 req-837fbbb1-399a-4f2e-acbe-9e89b695795d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.046180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcd8584a-4451-4e29-942f-3c5dfb230e70 req-837fbbb1-399a-4f2e-acbe-9e89b695795d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.0524933 Nov 16 21:16:23.124498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcd8584a-4451-4e29-942f-3c5dfb230e70 req-f99605a2-6a87-4615-878e-ad709b6ef4b6 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Nov 16 21:16:23.157281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8910f-cb79-4267-b9b3-c451a4aae367 req-c2e638df-26a0-4123-947d-b03a05c88aeb tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.158852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a8910f-cb79-4267-b9b3-c451a4aae367 req-c2e638df-26a0-4123-947d-b03a05c88aeb tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 945 time: 0.0705650 Nov 16 21:16:23.244278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a8910f-cb79-4267-b9b3-c451a4aae367 req-6ccc1d20-6e52-4715-99f0-8d81a2784645 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Nov 16 21:16:23.266603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4e29-602b-4884-93d1-671d2cbcc5d9 req-f33b46d1-55f4-42be-b293-1ff7b64f60f2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.266603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f8f4e29-602b-4884-93d1-671d2cbcc5d9 req-f33b46d1-55f4-42be-b293-1ff7b64f60f2 tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 945 time: 0.0768468 Nov 16 21:16:23.337672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1937466b-1871-4083-a39b-567721c88078 req-c3aa1d82-ab5a-4b57-b5ba-3da4f599713e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0383446 Nov 16 21:16:23.342198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f8f4e29-602b-4884-93d1-671d2cbcc5d9 req-6b136ec3-c020-48b3-b5ec-570a715de1de tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5ae6082-a45f-4043-a6cd-7747204b142d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737782 Nov 16 21:16:23.558053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fb71a-005f-4628-a9c4-d4909d4c3d9c req-b17e325e-96c8-4f76-b2ae-b058926aee43 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.559536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b06fb71a-005f-4628-a9c4-d4909d4c3d9c req-b17e325e-96c8-4f76-b2ae-b058926aee43 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 944 time: 0.0795994 Nov 16 21:16:23.582108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c974-fdd7-4a57-86ac-0a378da68139 req-8715d993-fa49-495e-8a42-e92f76e5f373 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.583585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3145c974-fdd7-4a57-86ac-0a378da68139 req-8715d993-fa49-495e-8a42-e92f76e5f373 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0674162 Nov 16 21:16:23.611907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:23.614087 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4fb34c-2610-43b4-ac48-ea921304b394" -d '{"events": [{"name": "network-changed", "server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:23.651605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b06fb71a-005f-4628-a9c4-d4909d4c3d9c req-5e5fee39-151f-44d4-b2af-3464cd8042ea tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 Nov 16 21:16:23.671403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3145c974-fdd7-4a57-86ac-0a378da68139 req-eec967bf-2a8c-4997-83c4-47b672c96833 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Nov 16 21:16:23.716403 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e41ab-c559-44f8-a93b-b2356027e27a x-openstack-request-id: req-d45e41ab-c559-44f8-a93b-b2356027e27a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:23.716683 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:23.716935 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d45e41ab-c559-44f8-a93b-b2356027e27a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:23.717339 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'status': 'completed', 'code': 200} Nov 16 21:16:23.837549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-42bd782f-bb25-4dc0-a8ca-38abb2d6fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.837989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-42bd782f-bb25-4dc0-a8ca-38abb2d6fc57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 1095 time: 0.0437129 Nov 16 21:16:23.969596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80847190-630b-4d0e-a4d2-e311043fdea6 req-c881a737-3632-4cc2-a3fd-4dcb0f7779c4 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.970974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80847190-630b-4d0e-a4d2-e311043fdea6 req-c881a737-3632-4cc2-a3fd-4dcb0f7779c4 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0708048 Nov 16 21:16:23.986017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-a30638ca-d218-4638-9822-8ef68a8600c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.987399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-a30638ca-d218-4638-9822-8ef68a8600c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 905 time: 0.1326394 Nov 16 21:16:24.317029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-64ab053c-0f1d-430e-931f-bb33eb082293 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5 HTTP/1.1" status: 200 len: 217 time: 0.3152833 Nov 16 21:16:24.366362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-738b502b-107b-43a5-85f5-b6e025f423bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=404b18998ebc42b1a181866496b3c1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613434 Nov 16 21:16:24.386954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80847190-630b-4d0e-a4d2-e311043fdea6 req-d28389cc-55fd-4f27-8c5d-d25cbf051842 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089098 Nov 16 21:16:24.391018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:24.452141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:24.456371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:24.456976 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.471099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b31fd-5bae-4c6d-97c0-c88a049b825b req-3a17fce0-488a-4949-8ed8-a21cfcab0a2e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.472541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e53b31fd-5bae-4c6d-97c0-c88a049b825b req-3a17fce0-488a-4949-8ed8-a21cfcab0a2e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1686642 Nov 16 21:16:24.473830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-2b94b7a8-3305-4433-b194-29258aa3af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.475137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-2b94b7a8-3305-4433-b194-29258aa3af07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.1211622 Nov 16 21:16:24.536638 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.551036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:24.554998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7c24e64a-e481-4022-8917-eaa88b31ed88 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:24.561759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-af7773f1-3d1b-49ac-9475-7e0ab5cd10bf tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.563318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-af7773f1-3d1b-49ac-9475-7e0ab5cd10bf tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 945 time: 0.0583262 Nov 16 21:16:24.573334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-a517cb75-439c-4869-9ca7-67a040e59a38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666397 Nov 16 21:16:24.604671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:24.607203 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7876f-c406-44c3-a24d-a430977c6ba4" -d '{"events": [{"server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:24.631137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:24.643909 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.671185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Deleting port 5c09f26b-cd90-41eb-804d-277419270804 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:24.671548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.676878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e53b31fd-5bae-4c6d-97c0-c88a049b825b req-eb739879-950d-4902-aa6a-226a913d905a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947281 Nov 16 21:16:24.683089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-7e4634aa-5d90-461e-9dac-5c92f3abc495 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.684496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-7e4634aa-5d90-461e-9dac-5c92f3abc495 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958450 Nov 16 21:16:24.694151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7f841-e70a-4201-ad0d-892ffb977e0e req-7c48d97a-7fd7-4d69-9aaf-efd7d21a9df3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.695668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36b7f841-e70a-4201-ad0d-892ffb977e0e req-7c48d97a-7fd7-4d69-9aaf-efd7d21a9df3 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 945 time: 0.2176321 Nov 16 21:16:24.703892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Request body: {'port': {'device_id': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '404b18998ebc42b1a181866496b3c1e5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:24.747229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 7c24e64a-e481-4022-8917-eaa88b31ed88 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:24.761840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 7c24e64a-e481-4022-8917-eaa88b31ed88 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:24.762452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.771570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:24.790060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] For port 5c09f26b-cd90-41eb-804d-277419270804, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5c09f26b-cd90-41eb-804d-277419270804,segment=NetworkSegment(00324707-f350-4899-827d-acc51be68c39),segment_id=00324707-f350-4899-827d-acc51be68c39)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:24.790660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.807664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Calling delete_port for 5c09f26b-cd90-41eb-804d-277419270804 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:24.819844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:24.841804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'mac_address': 'fa:16:3e:82:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:24.855135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d919c042-8d70-49ca-ab51-bd99fbb5f640 req-956850f9-d3d4-4b2a-8223-0d10152e907c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 210 time: 0.0680857 Nov 16 21:16:24.864855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-98e9dea9-c084-4a96-a05b-2c514830a809 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788348 Nov 16 21:16:24.909275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36b7f841-e70a-4201-ad0d-892ffb977e0e req-b625d19c-8f82-43cd-956e-a03ad02e537d tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933458 Nov 16 21:16:24.927816 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.944869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.948856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5595e7d6-179e-45c2-a023-e2f8b46607c5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:24.972437 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c31723-ead4-479b-a80c-82239dc2728c x-openstack-request-id: req-81c31723-ead4-479b-a80c-82239dc2728c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:24.972724 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "name": "network-vif-plugged", "status": "completed", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:24.972966 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81c31723-ead4-479b-a80c-82239dc2728c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:24.973352 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9', 'code': 200} Nov 16 21:16:24.989084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:25.005920 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.024560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.032801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5c09f26b-cd90-41eb-804d-277419270804'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:25.035662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7c24e64a-e481-4022-8917-eaa88b31ed88,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:25.039294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Pushing event deleted for resources: {'Port': ['ID=5c09f26b-cd90-41eb-804d-277419270804,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:25.068650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e4fb34c-2610-43b4-ac48-ea921304b394 req-1c945417-4278-40b6-a924-158e4ec4ed0d service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847930 Nov 16 21:16:25.072125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46bf61af-8d9a-4c3c-94a1-f995ef9f4a02 req-ed19afd7-b54f-4fe0-a358-26c8ca78f94f tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e639a33-0760-42a4-81d8-0ca058d20085 HTTP/1.1" status: 200 len: 210 time: 0.0388093 Nov 16 21:16:25.099877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] No DVR routers for this DVR port 5c09f26b-cd90-41eb-804d-277419270804 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:25.102883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.107758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15649c3f-1cff-4333-b8ed-4be89cd8e724 req-05ef78b2-562c-4b7b-8e9a-71ac1f1b6e9e tempest-ServerGroupTestJSON-377364880 tempest-ServerGroupTestJSON-377364880-project] 10.222.0.36 "DELETE /v2.0/ports/5c09f26b-cd90-41eb-804d-277419270804 HTTP/1.1" status: 204 len: 173 time: 0.5383310 Nov 16 21:16:25.108151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'name': 'network-vif-deleted', 'tag': '5c09f26b-cd90-41eb-804d-277419270804'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:25.110453 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f32869-0226-4b2c-8347-3b654d0eb4fc" -d '{"events": [{"server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "name": "network-vif-deleted", "tag": "5c09f26b-cd90-41eb-804d-277419270804"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:25.120216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:25.126311 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.180601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:25.204874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ca74-069b-4fe5-9a75-e23ddd74313a req-ad863de2-eaec-4109-8c64-dfb042c617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.206454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bc0ca74-069b-4fe5-9a75-e23ddd74313a req-ad863de2-eaec-4109-8c64-dfb042c617e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 1097 time: 0.1414769 Nov 16 21:16:25.208205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Made reservation on behalf of 404b18998ebc42b1a181866496b3c1e5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:25.211945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.248112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae841-6585-4afe-8c86-85ab3a756b5b req-5b0e44c2-8e1a-4d68-9a68-88dbc974a45f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.249920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-428ae841-6585-4afe-8c86-85ab3a756b5b req-5b0e44c2-8e1a-4d68-9a68-88dbc974a45f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 945 time: 0.1877460 Nov 16 21:16:25.295463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ea45c-f138-4035-a68c-aa9ba472557e req-6df677a3-5a23-4f91-910c-668a816e6794 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.296974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0ea45c-f138-4035-a68c-aa9ba472557e req-6df677a3-5a23-4f91-910c-668a816e6794 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1363111 Nov 16 21:16:25.371237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bc0ca74-069b-4fe5-9a75-e23ddd74313a req-ab5e14b9-953d-4351-8ea0-83bb0da36d76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556914 Nov 16 21:16:25.417591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-428ae841-6585-4afe-8c86-85ab3a756b5b req-9fdccff3-fcf7-4c14-b689-71790f35d4c0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591024 Nov 16 21:16:25.444923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5595e7d6-179e-45c2-a023-e2f8b46607c5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:25.456239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0ea45c-f138-4035-a68c-aa9ba472557e req-4526bc5d-fb83-4ebd-900c-92736f205304 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441524 Nov 16 21:16:25.494122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Allocated IP 192.168.233.245 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/f9dbd953-b3b1-49db-a992-9c25b8a41573) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:25.516367 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e06e7-7cc1-47a3-8e8f-36b372567f8f x-openstack-request-id: req-b42e06e7-7cc1-47a3-8e8f-36b372567f8f {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:25.516661 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e639a33-0760-42a4-81d8-0ca058d20085", "name": "network-vif-deleted", "tag": "5c09f26b-cd90-41eb-804d-277419270804", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:25.516908 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b42e06e7-7cc1-47a3-8e8f-36b372567f8f {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:25.517297 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e639a33-0760-42a4-81d8-0ca058d20085', 'name': 'network-vif-deleted', 'tag': '5c09f26b-cd90-41eb-804d-277419270804', 'status': 'completed', 'code': 200} Nov 16 21:16:25.654748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2e706-0fd8-4d11-beb6-e0f4a03cafdf req-9e5cd099-edbc-4161-b3b3-df8917e10fdd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.656262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a2e706-0fd8-4d11-beb6-e0f4a03cafdf req-9e5cd099-edbc-4161-b3b3-df8917e10fdd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0924187 Nov 16 21:16:25.710212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.733906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a2e706-0fd8-4d11-beb6-e0f4a03cafdf req-4cf2ef23-ec5a-409d-a7c2-0d5da5ec03a6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711417 Nov 16 21:16:25.771848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.789941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:25.862702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2cd2-ddaa-485b-844a-ae8fd3762b51 req-95c709be-6722-43b3-8496-5ecb11b9bb28 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.864231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c45c2cd2-ddaa-485b-844a-ae8fd3762b51 req-95c709be-6722-43b3-8496-5ecb11b9bb28 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1022918 Nov 16 21:16:25.890228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:25.899500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:25.906802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event updated for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:25.910217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:25.978832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f7f7-bd25-424e-98b1-11e8716ea255 req-a8e635f8-338a-4d03-90e3-64ea4ae0c57d tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.980365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a220f7f7-bd25-424e-98b1-11e8716ea255 req-a8e635f8-338a-4d03-90e3-64ea4ae0c57d tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1097 time: 0.1321931 Nov 16 21:16:25.990914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.991565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.020555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c45c2cd2-ddaa-485b-844a-ae8fd3762b51 req-878dc7bd-afa7-4bc2-906d-b663562cfc44 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282847 Nov 16 21:16:26.028544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-179f19c3-795f-4c4a-9bc0-f840cf6c99a4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3303504 Nov 16 21:16:26.048501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Request body: {'port': {'device_id': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:26.087491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a220f7f7-bd25-424e-98b1-11e8716ea255 req-066ba7e3-1d44-4903-a914-99243872011b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931580 Nov 16 21:16:26.167142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.242574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f328-bd8d-416a-bd58-6e09d52c0941 req-c92a36f7-45db-4dfa-bc71-0ce504f7c4a1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.244020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9224f328-bd8d-416a-bd58-6e09d52c0941 req-c92a36f7-45db-4dfa-bc71-0ce504f7c4a1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 936 time: 0.1532853 Nov 16 21:16:26.279735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c2ec8e02-3d61-4ead-a26e-5ecf39552717 None None] Provisioning complete for port f9dbd953-b3b1-49db-a992-9c25b8a41573 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:26.280095 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8e02-3d61-4ead-a26e-5ecf39552717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.315257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec8e02-3d61-4ead-a26e-5ecf39552717 None None] Port f9dbd953-b3b1-49db-a992-9c25b8a41573 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:26.364642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f7e20-1d54-4bb0-ac48-d1301b195bee req-c4618a7e-529e-4cc3-82f3-509b8151b30c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.366112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f7e20-1d54-4bb0-ac48-d1301b195bee req-c4618a7e-529e-4cc3-82f3-509b8151b30c tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 946 time: 0.1816757 Nov 16 21:16:26.425272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9224f328-bd8d-416a-bd58-6e09d52c0941 req-8c89c51d-0b68-4d9d-9a27-985fc10d446e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725101 Nov 16 21:16:26.492421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f7e20-1d54-4bb0-ac48-d1301b195bee req-2b3bc459-23b3-4857-b54e-f6d7b03d0cf7 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195011 Nov 16 21:16:26.608499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1', '327fe926-e662-46e4-9919-2bbafa39ef04', 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:26.620449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43819c75-1312-4759-8d75-98223ab43f3c req-35eca33e-f3be-466d-8711-2e5f9dc16caa tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.621944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43819c75-1312-4759-8d75-98223ab43f3c req-35eca33e-f3be-466d-8711-2e5f9dc16caa tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1097 time: 0.1072192 Nov 16 21:16:26.636540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dbd953-b3b1-49db-a992-9c25b8a41573 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:26.657165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.692947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a2ae7-d8c0-4e8e-9fd1-07ed691b5c3b req-6470d17a-b9aa-4e39-901b-262ea44da9e7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.694346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f0a2ae7-d8c0-4e8e-9fd1-07ed691b5c3b req-6470d17a-b9aa-4e39-901b-262ea44da9e7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 945 time: 0.1286638 Nov 16 21:16:26.695375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Transition to ACTIVE for port object f9dbd953-b3b1-49db-a992-9c25b8a41573 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:26.706727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.723957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43819c75-1312-4759-8d75-98223ab43f3c req-380f1550-942e-4b24-a74b-98838b5e59d2 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926254 Nov 16 21:16:26.796982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Pushing event updated for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:26.835719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f0a2ae7-d8c0-4e8e-9fd1-07ed691b5c3b req-ca8b5e53-baf9-48f3-bacf-7625d64442be tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258993 Nov 16 21:16:26.914450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Attempting to bind port f9dbd953-b3b1-49db-a992-9c25b8a41573 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:26.915176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Attempting to bind port f9dbd953-b3b1-49db-a992-9c25b8a41573 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:26.915744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Attempting to bind port f9dbd953-b3b1-49db-a992-9c25b8a41573 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:26.935982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Port f9dbd953-b3b1-49db-a992-9c25b8a41573 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:26.936688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Attempting to bind port f9dbd953-b3b1-49db-a992-9c25b8a41573 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:26.946242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:26.946688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:26.947224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:26.947849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Bound port: f9dbd953-b3b1-49db-a992-9c25b8a41573, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:26.948313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.974568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:26.976891 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6aec21-fff1-41d3-8ce4-66dc82e41047" -d '{"events": [{"server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "name": "network-vif-plugged", "status": "completed", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:26.983744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb10f7-95f6-4c5a-bfb9-d447fe486382 req-c1b2f614-d08b-406c-afbc-391cfd124c40 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.986881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6deb10f7-95f6-4c5a-bfb9-d447fe486382 req-c1b2f614-d08b-406c-afbc-391cfd124c40 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0900335 Nov 16 21:16:27.066336 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f214851-cd6f-4a8b-8b0a-354c0ba99bb3 x-openstack-request-id: req-6f214851-cd6f-4a8b-8b0a-354c0ba99bb3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:27.066336 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "name": "network-vif-plugged", "status": "completed", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:27.066563 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f214851-cd6f-4a8b-8b0a-354c0ba99bb3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:27.067086 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88', 'code': 200} Nov 16 21:16:27.081976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:27.085378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:27.089788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6deb10f7-95f6-4c5a-bfb9-d447fe486382 req-fd221b3c-a3b8-483c-b78c-2dbbce345f57 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798926 Nov 16 21:16:27.091514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.154254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.154885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.156584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] 10.222.0.36 "PUT /v2.0/ports/f9dbd953-b3b1-49db-a992-9c25b8a41573 HTTP/1.1" status: 200 len: 1096 time: 1.1163456 Nov 16 21:16:27.156832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:27.159571 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6c58b-f887-482c-a368-2a9c66df3c62" -d '{"events": [{"name": "network-changed", "server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:27.245472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e2343-c89a-4dbf-9804-205732fa50ff service neutron] Pushing event updated for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:27.309904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd345ed0-c763-4ef4-8c7e-e41f0f07d054 req-05d5d72d-bf72-405d-9138-fa50edd0d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.311662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd345ed0-c763-4ef4-8c7e-e41f0f07d054 req-05d5d72d-bf72-405d-9138-fa50edd0d14d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 1096 time: 0.1466556 Nov 16 21:16:27.320531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-3ea4646c-95e0-40ad-8297-9c840cfc698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.321991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-3ea4646c-95e0-40ad-8297-9c840cfc698e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 1099 time: 0.1001036 Nov 16 21:16:27.337578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a2818-288d-4101-8251-71e9bc8986d1 req-ceec9395-cd7e-4773-8078-d28ee268dd7b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.339118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a2818-288d-4101-8251-71e9bc8986d1 req-ceec9395-cd7e-4773-8078-d28ee268dd7b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1311932 Nov 16 21:16:27.397552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-2e9bdd7e-b3ae-489a-a5a4-e132a953eb61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573 HTTP/1.1" status: 200 len: 217 time: 0.0574560 Nov 16 21:16:27.475943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd345ed0-c763-4ef4-8c7e-e41f0f07d054 req-8bc8e7b3-6afb-40d5-9f72-f55e19444580 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530168 Nov 16 21:16:27.480773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a2818-288d-4101-8251-71e9bc8986d1 req-50b62619-2f97-49ce-a0f7-65449e84d59c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282158 Nov 16 21:16:27.484899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-2e65c04b-9799-48fa-b31a-99a886de6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.486280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-2e65c04b-9799-48fa-b31a-99a886de6ff9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0756948 Nov 16 21:16:27.551649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-d6b33982-1d49-4ed7-b4f9-a0662ae8485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.553929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-d6b33982-1d49-4ed7-b4f9-a0662ae8485d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494874 Nov 16 21:16:27.558247 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf136734-861a-4f0e-92fd-230bcc021f4d x-openstack-request-id: req-cf136734-861a-4f0e-92fd-230bcc021f4d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:27.558563 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:27.559058 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf136734-861a-4f0e-92fd-230bcc021f4d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:27.559483 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573', 'status': 'completed', 'code': 200} Nov 16 21:16:27.697618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73a23-2fb9-4ef5-8aab-338a1e42a835 req-5a2d12ce-16b0-40e5-bc66-1479995682b9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.699251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28b73a23-2fb9-4ef5-8aab-338a1e42a835 req-5a2d12ce-16b0-40e5-bc66-1479995682b9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 948 time: 0.0724082 Nov 16 21:16:27.727068 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-0322d96b-ee61-453f-962e-8f91a534870d service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486905 Nov 16 21:16:27.800265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28b73a23-2fb9-4ef5-8aab-338a1e42a835 req-d3a275ff-4f5d-4cd1-b274-13f59a4a41ef tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923195 Nov 16 21:16:27.855241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31100645-4f74-46c5-9b5e-8c490d402b52 req-6aaea0b6-3a3b-49bf-b561-0913961a2e21 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128194 Nov 16 21:16:27.947508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14cdc1-2218-46f4-821b-c49663838d9b req-85db897d-99dc-4313-af41-f28627d86470 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.948986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e14cdc1-2218-46f4-821b-c49663838d9b req-85db897d-99dc-4313-af41-f28627d86470 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 946 time: 0.0749307 Nov 16 21:16:27.965195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-0d1415cd-1822-40aa-a32d-a8ea1164901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.966588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-0d1415cd-1822-40aa-a32d-a8ea1164901e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=404b18998ebc42b1a181866496b3c1e5&device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0586083 Nov 16 21:16:27.996963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-f4e2816c-488b-463c-b933-e0330936c457 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:16:27.997864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-f4e2816c-488b-463c-b933-e0330936c457 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074682 Nov 16 21:16:28.037221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-672ee47f-e33b-42e3-bfaf-f6860a067d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.038758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-672ee47f-e33b-42e3-bfaf-f6860a067d0e service neutron] 10.222.0.54 "GET /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0330431 Nov 16 21:16:28.047556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Request body: {'binding': {'host': 'n-h2-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:28.048001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Unknown quota resources ['binding']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:16:28.053231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e14cdc1-2218-46f4-821b-c49663838d9b req-fd1ebf23-491f-419a-9d47-436470f11c0b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956919 Nov 16 21:16:28.088292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-0dfae8a9-4856-4683-8f23-6ebf3a793137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.090249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-0dfae8a9-4856-4683-8f23-6ebf3a793137 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1140742 Nov 16 21:16:28.145310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-dd5410c2-2153-4d84-9eb5-a32f4624722e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573 HTTP/1.1" status: 200 len: 217 time: 0.0416245 Nov 16 21:16:28.198829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on host n-h2-816206-5 for vnic_type normal with profile None {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:28.199198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:28.199524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:28.204487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:28.204801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:28.209662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:28.209989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:28.210386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:28.211373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Bound port: 138534e2-643d-492d-b10a-f08c02270ce6, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:28.215845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-47616dc7-9368-4ab7-aaad-93ed9029eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.217298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-47616dc7-9368-4ab7-aaad-93ed9029eda0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0645788 Nov 16 21:16:28.225634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b4367-7d7f-473b-9a0c-e1e2a225b7ff req-2ac7426c-c7af-43ba-a9be-f58d20afdaf1 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.227019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b71b4367-7d7f-473b-9a0c-e1e2a225b7ff req-2ac7426c-c7af-43ba-a9be-f58d20afdaf1 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 945 time: 0.0842712 Nov 16 21:16:28.262854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:28.271109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.272458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-643ca372-ff77-4be5-8f9a-299dbe521fd7 service neutron] 10.222.0.54 "POST /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2283783 Nov 16 21:16:28.297841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-855e8f33-d361-4267-b85f-f2caf73f56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.299356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-855e8f33-d361-4267-b85f-f2caf73f56a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715036 Nov 16 21:16:28.302610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b71b4367-7d7f-473b-9a0c-e1e2a225b7ff req-d4f38944-6aa7-47c2-bede-b5a610a4fffd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Nov 16 21:16:28.415036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5c09f26b-cd90-41eb-804d-277419270804 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:28.438730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 5c09f26b-cd90-41eb-804d-277419270804 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:28.439755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5c09f26b-cd90-41eb-804d-277419270804 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:28.472974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a04e6c-b45d-4465-b7ee-aed09cbed7ae req-b3d5cb1d-490b-4368-84b6-880e1306de96 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.474429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a04e6c-b45d-4465-b7ee-aed09cbed7ae req-b3d5cb1d-490b-4368-84b6-880e1306de96 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 945 time: 0.0908012 Nov 16 21:16:28.477522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-aa56c44c-cc1a-402b-bad3-92088d77e2f6 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633053 Nov 16 21:16:28.576153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:28.626079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 5595e7d6-179e-45c2-a023-e2f8b46607c5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:28.630531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 5595e7d6-179e-45c2-a023-e2f8b46607c5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:28.630905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.646374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa6171-1bf5-4135-b13a-82636d8bd1c9 req-8f1cc6b6-3016-4b99-a958-b0c139d738fa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.647939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6aa6171-1bf5-4135-b13a-82636d8bd1c9 req-8f1cc6b6-3016-4b99-a958-b0c139d738fa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1726210 Nov 16 21:16:28.658020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a04e6c-b45d-4465-b7ee-aed09cbed7ae req-5670e734-91a6-49f6-84ce-fffc841c95d1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723974 Nov 16 21:16:28.662618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-5819acdf-c2dc-46f3-8f01-4f5dfbd1c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.664062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-5819acdf-c2dc-46f3-8f01-4f5dfbd1c1ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1097 time: 0.1469288 Nov 16 21:16:28.713330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e6c58b-f887-482c-a368-2a9c66df3c62 req-e590450a-88fe-4202-86e9-8c816b32e502 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201266 Nov 16 21:16:28.718110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.754053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:28.758786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.807790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:29.060654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6aa6171-1bf5-4135-b13a-82636d8bd1c9 req-f0889798-4f96-40ff-807c-31ff520fe932 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001472 Nov 16 21:16:29.068391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:29.070809 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1236c8-5150-48c8-b590-9726ca80a710" -d '{"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-plugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:29.090342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08013951-eb0b-45eb-9c8d-8b7d448c6b92 req-cf6bcbba-2e13-44bf-a370-442f17c2b19c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.091828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08013951-eb0b-45eb-9c8d-8b7d448c6b92 req-cf6bcbba-2e13-44bf-a370-442f17c2b19c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.3522243 Nov 16 21:16:29.107647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-c000b259-5ec0-46fd-891d-e91a2d089188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.109019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-c000b259-5ec0-46fd-891d-e91a2d089188 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.4294205 Nov 16 21:16:29.166284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-2090d021-1154-4252-88c9-9ec1fb322150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 217 time: 0.0484097 Nov 16 21:16:29.224838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08013951-eb0b-45eb-9c8d-8b7d448c6b92 req-1299d649-05fd-4f79-a8a5-29e6908e9b58 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256249 Nov 16 21:16:29.250730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-f2de41a4-7649-4a34-be1b-0b3355496247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.250860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-f2de41a4-7649-4a34-be1b-0b3355496247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0616415 Nov 16 21:16:29.258950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9e3f-4059-4740-a44a-efa846101dd7 req-15a0a3ba-37ad-4ecf-bf0c-d8f5c353ca78 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.260390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c09c9e3f-4059-4740-a44a-efa846101dd7 req-15a0a3ba-37ad-4ecf-bf0c-d8f5c353ca78 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1089034 Nov 16 21:16:29.291286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-cc2a2642-8a43-40ca-9386-de797ee7752e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Nov 16 21:16:29.406130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c09c9e3f-4059-4740-a44a-efa846101dd7 req-c769e877-aa32-4ae8-bacb-607078117bb8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373055 Nov 16 21:16:29.417303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36eaa-db2b-42f1-8367-de8c8a5db693 req-48c50761-0b8a-4525-b654-daebeb468412 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.418847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a36eaa-db2b-42f1-8367-de8c8a5db693 req-48c50761-0b8a-4525-b654-daebeb468412 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 948 time: 0.1297820 Nov 16 21:16:29.451285 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf259c9-5af2-4a9c-8765-6b6f40b83939 x-openstack-request-id: req-7bf259c9-5af2-4a9c-8765-6b6f40b83939 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:29.451823 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-plugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:29.452461 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bf259c9-5af2-4a9c-8765-6b6f40b83939 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:29.452689 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'code': 200} Nov 16 21:16:29.458309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-8d7a0b49-ef9b-46fb-b1a5-c566278d555b service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510878 Nov 16 21:16:29.485488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:29.529412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a36eaa-db2b-42f1-8367-de8c8a5db693 req-362709ec-5cde-4e97-9026-dc43106257f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 Nov 16 21:16:29.575771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Deleting subnet 61fe337f-21a6-4861-8bdc-426d3a49b076 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:29.579114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.618862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.641218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ccb3-9fe7-4da2-a9c6-f7068462216d req-2340a5a7-c0c9-4526-b049-4b0b90a790cc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.643125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c3ccb3-9fe7-4da2-a9c6-f7068462216d req-2340a5a7-c0c9-4526-b049-4b0b90a790cc tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 946 time: 0.1125019 Nov 16 21:16:29.644897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-0cb67149-2285-4344-9ac1-ecc391b6485f service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771309 Nov 16 21:16:29.646838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3dce-414e-4625-9438-b06dab07dcf9 req-0b3876ab-380a-446f-a77a-9baa5ac49efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.648043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-105b3dce-414e-4625-9438-b06dab07dcf9 req-0b3876ab-380a-446f-a77a-9baa5ac49efb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 1097 time: 0.0868444 Nov 16 21:16:29.659693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.723336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c3ccb3-9fe7-4da2-a9c6-f7068462216d req-457da485-5c0d-4ab5-a1bf-10a03407cda9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741708 Nov 16 21:16:29.726651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-105b3dce-414e-4625-9438-b06dab07dcf9 req-e72d08cd-b4e4-487c-8222-367b1cf2b701 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707757 Nov 16 21:16:29.728579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.765674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.769626 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/61fe337f-21a6-4861-8bdc-426d3a49b076 HTTP/1.1" status: 204 len: 168 time: 0.2820914 Nov 16 21:16:29.770596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da680015-073d-4a5a-b952-cc78b5b4ec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fe337f-21a6-4861-8bdc-426d3a49b076,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:29.775040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39050) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:29.825720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81f3e0-d12e-4bab-8cd1-7668b07ae5b8 req-2cbfaaeb-d1c4-407e-a691-571044db1ec7 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.827261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab81f3e0-d12e-4bab-8cd1-7668b07ae5b8 req-2cbfaaeb-d1c4-407e-a691-571044db1ec7 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 945 time: 0.0891721 Nov 16 21:16:29.880274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.912248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab81f3e0-d12e-4bab-8cd1-7668b07ae5b8 req-f3ad85b2-e97e-463d-8f49-aa0f56b276bc tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753601 Nov 16 21:16:29.983792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.004594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d248d5c-d0cb-4862-9428-6c571816c3e9']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:30.015940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00324707-f350-4899-827d-acc51be68c39') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:30.016231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00324707-f350-4899-827d-acc51be68c39') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:30.026038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.043831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.053705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:30.054386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:30.056657 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:30.127298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.138096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.142852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] 10.222.0.54 "DELETE /v2.0/networks/0d248d5c-d0cb-4862-9428-6c571816c3e9 HTTP/1.1" status: 204 len: 168 time: 0.3671405 Nov 16 21:16:30.159934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796da4f8-22d9-409b-a9df-1d836266fcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=0d248d5c-d0cb-4862-9428-6c571816c3e9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:30.226129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99b14-de1b-4be1-80ae-9505be98baa4 req-21a2aa1a-b842-4178-acc5-a6ff629c9eca tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.235338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcf99b14-de1b-4be1-80ae-9505be98baa4 req-21a2aa1a-b842-4178-acc5-a6ff629c9eca tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0762336 Nov 16 21:16:30.306861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcf99b14-de1b-4be1-80ae-9505be98baa4 req-50e73c6f-e093-4c29-9a90-9a724fdf1e34 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Nov 16 21:16:30.327336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39064) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:30.387414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b4bbd46-e83f-43f0-9b94-8e2fbe3ab05d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41ab85b1b3dc4ff2b5727e1fd3848d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582182 Nov 16 21:16:30.389815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39066) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:30.393215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ae5b-7c05-4c6a-bd46-2ea414163faf req-3726e44a-e8cd-4ad9-9423-ce8a89148d7a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.394953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3688ae5b-7c05-4c6a-bd46-2ea414163faf req-3726e44a-e8cd-4ad9-9423-ce8a89148d7a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 945 time: 0.0861835 Nov 16 21:16:30.424407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:30.461234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.479610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d49bfe-2ed3-41ce-a17b-fd7df1b94af3 req-2255b039-8e28-4c0f-aef3-eeb927962f9b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.481248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7d49bfe-2ed3-41ce-a17b-fd7df1b94af3 req-2255b039-8e28-4c0f-aef3-eeb927962f9b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.1137171 Nov 16 21:16:30.486541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3688ae5b-7c05-4c6a-bd46-2ea414163faf req-e2901827-453a-430c-baa7-8308106b114f tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771039 Nov 16 21:16:30.491778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.549269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:30.559479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.564373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.565189 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5ae6082-a45f-4043-a6cd-7747204b142d HTTP/1.1" status: 204 len: 168 time: 0.1735239 Nov 16 21:16:30.574555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537a41e-f91b-40f6-96cb-fee508d85722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae6082-a45f-4043-a6cd-7747204b142d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:30.576192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7d49bfe-2ed3-41ce-a17b-fd7df1b94af3 req-3586d76b-3c64-4c08-8233-2af1f7d5ba1d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757031 Nov 16 21:16:30.606686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb', 'port_id': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'mac_address': 'fa:16:3e:7a:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eedaaa-b409-4c96-881c-d425c87ec6c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:30.654868 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.670219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bff833d-90e1-4d9c-8a49-c373737534fd {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:30.697333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:30.704677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.705515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f9dbd953-b3b1-49db-a992-9c25b8a41573 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:30.707573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4b95-70d9-4628-a717-bc1c4ab334fa req-3daec831-221a-478a-8cd9-27e46e99a053 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.718534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6ec4b95-70d9-4628-a717-bc1c4ab334fa req-3daec831-221a-478a-8cd9-27e46e99a053 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1215725 Nov 16 21:16:30.790344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6ec4b95-70d9-4628-a717-bc1c4ab334fa req-7a9b7ff3-3a0f-4b99-b3b0-c15603edb976 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654204 Nov 16 21:16:30.822450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:30.844217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54213-9ecf-4f89-ae89-e03c2cc61e75 req-3bf59344-bc8c-44e5-a146-4e760b67a69c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.855070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6f54213-9ecf-4f89-ae89-e03c2cc61e75 req-3bf59344-bc8c-44e5-a146-4e760b67a69c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 948 time: 0.2041774 Nov 16 21:16:30.884916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:30.907303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'f9dbd953-b3b1-49db-a992-9c25b8a41573', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'f9dbd953-b3b1-49db-a992-9c25b8a41573', 'mac_address': 'fa:16:3e:06:d0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:30.925704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6f54213-9ecf-4f89-ae89-e03c2cc61e75 req-9015608c-e3c0-4c37-89ee-660405e06a7c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Nov 16 21:16:30.960444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.977916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dbd953-b3b1-49db-a992-9c25b8a41573 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:30.999629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:31.007157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.042138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e62f8-e53d-4e4f-8c3d-40530f74b318 req-9629c122-dc50-439c-b55f-39ac95768057 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.044457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983e62f8-e53d-4e4f-8c3d-40530f74b318 req-9629c122-dc50-439c-b55f-39ac95768057 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 946 time: 0.0652544 Nov 16 21:16:31.113079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983e62f8-e53d-4e4f-8c3d-40530f74b318 req-7414b7bc-502f-407a-85ab-958a35ce090f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615358 Nov 16 21:16:31.214175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:31.378573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['f9dbd953-b3b1-49db-a992-9c25b8a41573'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:31.414622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2bff833d-90e1-4d9c-8a49-c373737534fd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:31.438973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469931-d476-4631-be91-e646efa83977 req-406cd24e-d440-4155-bbbd-7628855721b0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.441486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef469931-d476-4631-be91-e646efa83977 req-406cd24e-d440-4155-bbbd-7628855721b0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0593505 Nov 16 21:16:31.521809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef469931-d476-4631-be91-e646efa83977 req-1d91a34b-698a-4669-b45f-f3c2d5d7c0fd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699840 Nov 16 21:16:31.655006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2736f85-80f3-40cd-b3a6-ce564d0dd403 req-d06e7baf-6246-4e10-8d94-93a3e453f87f tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.657355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2736f85-80f3-40cd-b3a6-ce564d0dd403 req-d06e7baf-6246-4e10-8d94-93a3e453f87f tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 945 time: 0.0766027 Nov 16 21:16:31.713865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2736f85-80f3-40cd-b3a6-ce564d0dd403 req-aa9ac115-7b9d-4da5-8be5-da8de0db7a3b tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3d72002-d603-4027-8465-14fff5a77316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Nov 16 21:16:31.837443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd2ca1-a828-4d08-a33a-511392014916 req-7a28e34a-7828-42c9-95b8-7a129dcd5002 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.839359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fd2ca1-a828-4d08-a33a-511392014916 req-7a28e34a-7828-42c9-95b8-7a129dcd5002 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0507283 Nov 16 21:16:31.908551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fd2ca1-a828-4d08-a33a-511392014916 req-1cdc31dd-f42d-4a7d-822a-6f9a73a2946c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621002 Nov 16 21:16:32.036900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ed1b8a9-f699-4b56-8253-7512419f3878 req-50526625-6ed0-4017-b616-5e6627253afb tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.0521922 Nov 16 21:16:32.070852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0456f-9f18-4c1a-8813-143a9ae6af7a req-72e9a93b-861a-458e-b5e3-5659f7cc1626 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.083572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03c0456f-9f18-4c1a-8813-143a9ae6af7a req-72e9a93b-861a-458e-b5e3-5659f7cc1626 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.1523337 Nov 16 21:16:32.102878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09066be-e898-4953-9b50-ca2534d000d3 req-2ed7939f-d29b-4050-a79f-dbda8f67fb81 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.104578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c09066be-e898-4953-9b50-ca2534d000d3 req-2ed7939f-d29b-4050-a79f-dbda8f67fb81 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ef59c9-4ed2-4755-a80f-4af6e934a39d HTTP/1.1" status: 200 len: 946 time: 0.1832707 Nov 16 21:16:32.141056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-c396a991-b0d1-4b64-8609-d38ab3be06ab tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.142531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-c396a991-b0d1-4b64-8609-d38ab3be06ab tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 945 time: 0.1704824 Nov 16 21:16:32.267673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03c0456f-9f18-4c1a-8813-143a9ae6af7a req-123a06c6-fd17-4b93-910b-f8c0da19d597 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819165 Nov 16 21:16:32.406381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275bfb-e662-4578-8d82-c2bee1ec422a req-f512b64e-f6ee-4a1e-8d27-c5923b0c1524 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.413572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0275bfb-e662-4578-8d82-c2bee1ec422a req-f512b64e-f6ee-4a1e-8d27-c5923b0c1524 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 949 time: 0.1457825 Nov 16 21:16:32.436905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Deleting port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:32.437885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.520172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Deleting port 7c24e64a-e481-4022-8917-eaa88b31ed88 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:32.520514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.656798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0275bfb-e662-4578-8d82-c2bee1ec422a req-3f133899-fd69-4f89-9a14-129fe1d703ec tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417464 Nov 16 21:16:32.756713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] For port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:32.757363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.775855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7235-f3e4-4e01-a95d-9ccb450f5114 req-766df2e6-b91d-4a77-9846-e219be6f55b5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.777628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87be7235-f3e4-4e01-a95d-9ccb450f5114 req-766df2e6-b91d-4a77-9846-e219be6f55b5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 946 time: 0.2025781 Nov 16 21:16:32.789666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] For port 7c24e64a-e481-4022-8917-eaa88b31ed88, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7c24e64a-e481-4022-8917-eaa88b31ed88,segment=NetworkSegment(fe4f49b0-2de8-4dd5-a3de-1e1a962817d6),segment_id=fe4f49b0-2de8-4dd5-a3de-1e1a962817d6)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:32.790214 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.801232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Calling delete_port for e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:32.845080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Calling delete_port for 7c24e64a-e481-4022-8917-eaa88b31ed88 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:32.990964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e6c02-9d97-4f30-a05a-86a13c749cdf req-6b0ee46f-0158-485d-b31f-a4b982299b72 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:32.992369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-006e6c02-9d97-4f30-a05a-86a13c749cdf req-6b0ee46f-0158-485d-b31f-a4b982299b72 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.2085967 Nov 16 21:16:32.995593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87be7235-f3e4-4e01-a95d-9ccb450f5114 req-c37cd5f3-ff37-4b86-8702-31656a9b2731 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849380 Nov 16 21:16:33.143630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-006e6c02-9d97-4f30-a05a-86a13c749cdf req-85a3fedc-82da-4a83-a0e7-2e6f15cfd545 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411049 Nov 16 21:16:33.182678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56fed77c-5ee1-4f92-9a58-d4abfaf07116 req-de15dc26-abe7-4a75-806c-5b9565073c5e tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0433824 Nov 16 21:16:33.193313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.213490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.248195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event deleted for resources: {'Port': ['ID=7c24e64a-e481-4022-8917-eaa88b31ed88,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:33.286166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3805c15d-86f1-4339-b905-a2e7dcf611f4 req-39c49749-2fb4-48f6-acbf-0ebce8ed315a tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 210 time: 0.0539906 Nov 16 21:16:33.324792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Pushing event deleted for resources: {'Port': ['ID=e0e6dec4-3d26-42d2-9f53-f283ab5a07e9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:33.400348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] No DVR routers for this DVR port 7c24e64a-e481-4022-8917-eaa88b31ed88 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:33.419481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.423653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bad412e9-1d0c-4b3d-995d-e65aa5446638 req-94df624f-fc99-47ba-aba3-0811783a84f1 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.21 "DELETE /v2.0/ports/7c24e64a-e481-4022-8917-eaa88b31ed88 HTTP/1.1" status: 204 len: 173 time: 1.2599256 Nov 16 21:16:33.424478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'name': 'network-vif-deleted', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:33.426885 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5459c40-3839-4521-a7ca-07220fbb30f3" -d '{"events": [{"server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "name": "network-vif-deleted", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:33.429941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] No DVR routers for this DVR port e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:33.433774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.437402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c09066be-e898-4953-9b50-ca2534d000d3 req-c7041767-9a32-4393-9bfe-6df0ebda5d51 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.36 "DELETE /v2.0/ports/e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 HTTP/1.1" status: 204 len: 173 time: 1.3230033 Nov 16 21:16:33.458822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935dcb8-100d-44f8-b4d8-047652e99ed3 req-cf32a56a-953a-467b-8659-9cb3acb04828 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:33.461095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c935dcb8-100d-44f8-b4d8-047652e99ed3 req-cf32a56a-953a-467b-8659-9cb3acb04828 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.1722417 Nov 16 21:16:33.538589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c935dcb8-100d-44f8-b4d8-047652e99ed3 req-990492af-419e-4922-bdb9-e88ca872195f tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Nov 16 21:16:33.734107 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1ed660-0151-4b71-9f57-3c4d7ab91af7 x-openstack-request-id: req-ea1ed660-0151-4b71-9f57-3c4d7ab91af7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:33.734747 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9eb0a62-d425-4cab-aac8-eb243903760a", "name": "network-vif-deleted", "tag": "7c24e64a-e481-4022-8917-eaa88b31ed88", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:33.734747 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea1ed660-0151-4b71-9f57-3c4d7ab91af7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:33.735079 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb0a62-d425-4cab-aac8-eb243903760a', 'name': 'network-vif-deleted', 'tag': '7c24e64a-e481-4022-8917-eaa88b31ed88', 'status': 'completed', 'code': 200} Nov 16 21:16:33.807772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354510b8-2089-43b3-b8e6-37db8e4d4dda req-4341e06e-4a0d-48fa-8c6c-0bd1e537d4e0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:33.809181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-354510b8-2089-43b3-b8e6-37db8e4d4dda req-4341e06e-4a0d-48fa-8c6c-0bd1e537d4e0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.0594771 Nov 16 21:16:33.879783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46dcb3-c129-42e4-bce3-c6ac45d43597 req-c2cee135-f011-433b-8abb-019c69e7e543 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:33.881587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e46dcb3-c129-42e4-bce3-c6ac45d43597 req-c2cee135-f011-433b-8abb-019c69e7e543 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 949 time: 0.0926094 Nov 16 21:16:33.889067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-354510b8-2089-43b3-b8e6-37db8e4d4dda req-fcb4709f-bbcb-4892-b2a7-ba14e3e88d31 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669398 Nov 16 21:16:33.936184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e46dcb3-c129-42e4-bce3-c6ac45d43597 req-ad1ddcbb-c24d-4229-92db-a069969362a2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Nov 16 21:16:34.016341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64cd12-362b-472b-a2c5-3cc893661520 req-99b97339-f3be-4e7a-ad7c-8155178a6d4d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:34.018173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef64cd12-362b-472b-a2c5-3cc893661520 req-99b97339-f3be-4e7a-ad7c-8155178a6d4d tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 946 time: 0.0559294 Nov 16 21:16:34.081075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef64cd12-362b-472b-a2c5-3cc893661520 req-5f7b779d-8cd5-4cda-9b6d-d84c440edfa6 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565896 Nov 16 21:16:34.264358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b390fe-7662-48a9-a163-200dabe3e4bc req-88467101-2c26-4f60-833b-603b708cef66 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:34.267355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b390fe-7662-48a9-a163-200dabe3e4bc req-88467101-2c26-4f60-833b-603b708cef66 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0536804 Nov 16 21:16:34.329942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b390fe-7662-48a9-a163-200dabe3e4bc req-662ade0f-177b-44d5-91c4-e610aee72184 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551307 Nov 16 21:16:34.353307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-453aad6a-05a1-4bfa-852f-669bd99fd214 req-deb20d14-1315-4255-9c2d-3b001c3c8811 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0389593 Nov 16 21:16:34.428346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:34.474513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98bec4cc-e369-4fa1-b743-7aeea6278dbc req-0d5ee036-a617-49f1-ab5e-c22c4e128193 tempest-MultipleCreateTestJSON-1492546637 tempest-MultipleCreateTestJSON-1492546637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9eb0a62-d425-4cab-aac8-eb243903760a HTTP/1.1" status: 200 len: 210 time: 0.0515478 Nov 16 21:16:34.506441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 2bff833d-90e1-4d9c-8a49-c373737534fd completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:34.510634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 2bff833d-90e1-4d9c-8a49-c373737534fd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:34.511401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.595933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7c24e64a-e481-4022-8917-eaa88b31ed88 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:34.621487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 7c24e64a-e481-4022-8917-eaa88b31ed88 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:34.621834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7c24e64a-e481-4022-8917-eaa88b31ed88 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:34.634783 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.661280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:34.663668 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fc313d-a025-42b2-86c2-8f5632f9367d" -d '{"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-plugged", "status": "completed", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:34.690117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:16:34.692029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:34.699780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.700979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f9dbd953-b3b1-49db-a992-9c25b8a41573 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:34.711077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ebb40-ebb6-4cd9-980e-cea4ea5f5688 req-49240cb4-a843-4b49-846f-5ca0ab47bd5a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:34.718326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-735ebb40-ebb6-4cd9-980e-cea4ea5f5688 req-49240cb4-a843-4b49-846f-5ca0ab47bd5a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0764019 Nov 16 21:16:34.729411 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee7c84-365e-4bb4-a6ee-2d2c469f4882 x-openstack-request-id: req-60ee7c84-365e-4bb4-a6ee-2d2c469f4882 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:34.729768 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-plugged", "status": "completed", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:34.729959 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60ee7c84-365e-4bb4-a6ee-2d2c469f4882 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:34.730323 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'code': 200} Nov 16 21:16:34.789294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:34.798698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-735ebb40-ebb6-4cd9-980e-cea4ea5f5688 req-530a9814-298f-40a0-9c68-d2d34dffc126 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795000 Nov 16 21:16:34.831755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port f9dbd953-b3b1-49db-a992-9c25b8a41573 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:34.838325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port f9dbd953-b3b1-49db-a992-9c25b8a41573 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:34.838880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.855896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c6ad0-a7f4-492e-a288-e4b3ca87dde5 req-54cccab0-50fe-419b-866c-23f00d395f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:34.857432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48c6ad0-a7f4-492e-a288-e4b3ca87dde5 req-54cccab0-50fe-419b-866c-23f00d395f3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1096 time: 0.0577493 Nov 16 21:16:34.912404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48c6ad0-a7f4-492e-a288-e4b3ca87dde5 req-5cfbbf8a-cee8-4d17-9639-3899c6f42d1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Nov 16 21:16:34.922634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.961256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:34.966292 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.967417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:35.016335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:35.016709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0e6dec4-3d26-42d2-9f53-f283ab5a07e9 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:35.024241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155c26c-c274-4e43-b4ca-96f80f7e8cf3 req-c270e30e-cb1a-4aba-a22d-5f033c1f9674 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.025766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c155c26c-c274-4e43-b4ca-96f80f7e8cf3 req-c270e30e-cb1a-4aba-a22d-5f033c1f9674 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.0601461 Nov 16 21:16:35.045443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:35.099983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423545e-9fc5-4beb-a440-89e07937f16d req-f161dbe0-2341-431e-ad18-2cedd638dac1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.101444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f423545e-9fc5-4beb-a440-89e07937f16d req-f161dbe0-2341-431e-ad18-2cedd638dac1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.0858300 Nov 16 21:16:35.123899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c155c26c-c274-4e43-b4ca-96f80f7e8cf3 req-eacef6a7-74f9-4072-9aa1-1fdd3e2ff8f1 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696685 Nov 16 21:16:35.169023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f423545e-9fc5-4beb-a440-89e07937f16d req-377f75d5-098f-4d7e-9ff7-77f4e48a595b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Nov 16 21:16:35.230521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a7700-a2b9-4a3a-aa90-ab0f4ac822cf req-c5ba125d-218e-46d4-96ac-cfd109d60213 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.231996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b0a7700-a2b9-4a3a-aa90-ab0f4ac822cf req-c5ba125d-218e-46d4-96ac-cfd109d60213 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 946 time: 0.0496640 Nov 16 21:16:35.282364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b0a7700-a2b9-4a3a-aa90-ab0f4ac822cf req-0b979d3a-74b9-4894-9949-5e9df7ab2488 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Nov 16 21:16:35.452476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29728-bfa5-48a6-9961-c6c1b3fc0c07 req-a1d6c5f4-2acf-4a6c-a86b-ca89611d7bd8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.454659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51d29728-bfa5-48a6-9961-c6c1b3fc0c07 req-a1d6c5f4-2acf-4a6c-a86b-ca89611d7bd8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0489528 Nov 16 21:16:35.509272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51d29728-bfa5-48a6-9961-c6c1b3fc0c07 req-26038413-38a6-4231-bb11-d6aecc511dab tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Nov 16 21:16:35.613154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ba0999c-2469-4b55-a3ee-486e200429e5 req-454df1cb-ac47-46f0-b822-d583813e1bb4 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0427063 Nov 16 21:16:35.701295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2684fd-930e-4371-85b6-d7af6866bb65 req-a8ee9ed2-075d-4db3-92f5-cbf9aa0bf1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.0377605 Nov 16 21:16:35.718913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:35.745003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'name': 'network-vif-deleted', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:35.747570 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2455e-a03a-42d4-84e4-400b9de42839" -d '{"events": [{"server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "name": "network-vif-deleted", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:35.769573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Deleting subnet 083cbdce-6453-4b9f-81c2-7df7b6612dba {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:35.772893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.792545 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7edca1-a5cb-4c98-8d59-e23f73bcaca6 x-openstack-request-id: req-ca7edca1-a5cb-4c98-8d59-e23f73bcaca6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:35.792863 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ef59c9-4ed2-4755-a80f-4af6e934a39d", "name": "network-vif-deleted", "tag": "e0e6dec4-3d26-42d2-9f53-f283ab5a07e9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:35.793115 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca7edca1-a5cb-4c98-8d59-e23f73bcaca6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:35.793495 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ef59c9-4ed2-4755-a80f-4af6e934a39d', 'name': 'network-vif-deleted', 'tag': 'e0e6dec4-3d26-42d2-9f53-f283ab5a07e9', 'status': 'completed', 'code': 200} Nov 16 21:16:35.810701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.860615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.949772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ad10-8555-4424-bdb7-131a9f57413a req-d624de91-f398-4bdb-8cc2-cebcafd97cfb tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.951254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10a5ad10-8555-4424-bdb7-131a9f57413a req-d624de91-f398-4bdb-8cc2-cebcafd97cfb tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0640781 Nov 16 21:16:35.953121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.987213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.990969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/083cbdce-6453-4b9f-81c2-7df7b6612dba HTTP/1.1" status: 204 len: 168 time: 0.2711411 Nov 16 21:16:35.993482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:35.993961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bef072-c403-4b94-8414-3fb2519fa9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083cbdce-6453-4b9f-81c2-7df7b6612dba,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.034332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10a5ad10-8555-4424-bdb7-131a9f57413a req-62eb0d55-eca8-45d8-ac95-9c191191784c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728850 Nov 16 21:16:36.065874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.144733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.154339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-571c8f00-4007-472d-bdf1-731419790f98 req-9bc5e9c9-e8ff-4af4-95f6-f85f0b91b2d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0287876 Nov 16 21:16:36.166140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad159e2e-be7b-47ff-ad54-cb5a49b04612']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:36.175591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:36.175885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f49b0-2de8-4dd5-a3de-1e1a962817d6') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:36.185152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.200971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.211316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:36.211878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.247715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b170fb-c056-4035-9358-8a96de983789 req-a8dd33ca-e18f-4683-8a12-2297f32420ff tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:36.249102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44b170fb-c056-4035-9358-8a96de983789 req-a8dd33ca-e18f-4683-8a12-2297f32420ff tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.0543971 Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:36.256504 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:36.279474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.285263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.288584 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] 10.222.0.54 "DELETE /v2.0/networks/ad159e2e-be7b-47ff-ad54-cb5a49b04612 HTTP/1.1" status: 204 len: 168 time: 0.2940981 Nov 16 21:16:36.299599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e7909-3525-4e52-9a9d-df6940b6c8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad159e2e-be7b-47ff-ad54-cb5a49b04612,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.339264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594caa02-5491-489a-85fd-b2099875592f req-167cbb9a-7347-45b3-9b58-12650373f17f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:36.340775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-594caa02-5491-489a-85fd-b2099875592f req-167cbb9a-7347-45b3-9b58-12650373f17f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.0903063 Nov 16 21:16:36.344273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44b170fb-c056-4035-9358-8a96de983789 req-9185a365-0c87-4785-8914-3eeaf5d0215f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837250 Nov 16 21:16:36.415270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-594caa02-5491-489a-85fd-b2099875592f req-4d17a268-d85d-438f-9af6-1a39ddf9832e tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Nov 16 21:16:36.471631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39238) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.513453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1286c97a-62bc-440e-bb2c-0eeaf3a01513 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2adcadf17b9847c69ad33ded6e25c56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406244 Nov 16 21:16:36.516361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.562475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.595835 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.659071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2990758-9615-4907-bbfe-02e20633fe9d req-2afe367e-fa64-4176-9cee-554be4202ae3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:36.660821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2990758-9615-4907-bbfe-02e20633fe9d req-2afe367e-fa64-4176-9cee-554be4202ae3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0842662 Nov 16 21:16:36.686102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.689305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.692672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3d72002-d603-4027-8465-14fff5a77316 HTTP/1.1" status: 204 len: 168 time: 0.1731148 Nov 16 21:16:36.720076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d91595-e0cf-4e48-ab7b-23bd5f74c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d72002-d603-4027-8465-14fff5a77316,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.731585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:36.734755 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09cfb6b-e1ca-44b6-8fff-bf854ab6edb5" -d '{"events": [{"server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:36.746174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-682a237b-4693-45b9-89a8-fef8084402e5 req-6045e395-7a77-4483-b69d-795b5f2dc1fc tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0423861 Nov 16 21:16:36.781741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2990758-9615-4907-bbfe-02e20633fe9d req-a7f37afd-c99f-4515-823e-5283442bfdb5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065788 Nov 16 21:16:36.843007 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c92a6b-b264-4b2b-92a4-503ee31c9235 x-openstack-request-id: req-16c92a6b-b264-4b2b-92a4-503ee31c9235 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:36.843340 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "name": "network-vif-plugged", "status": "completed", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:36.843569 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16c92a6b-b264-4b2b-92a4-503ee31c9235 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:36.844029 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573', 'code': 200} Nov 16 21:16:37.245540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38aa6b-acc1-4853-86c6-d42e1f7b24ea req-95d560cd-507f-484d-8522-575e408ebb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.247057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e38aa6b-acc1-4853-86c6-d42e1f7b24ea req-95d560cd-507f-484d-8522-575e408ebb31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 1101 time: 0.3269207 Nov 16 21:16:37.262009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04b4e6-f1fe-4139-942b-5a0911c1618e req-5b0a21fc-7ec8-41af-8294-3fc5a1b10d89 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.263475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b04b4e6-f1fe-4139-942b-5a0911c1618e req-5b0a21fc-7ec8-41af-8294-3fc5a1b10d89 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0584979 Nov 16 21:16:37.336297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e38aa6b-acc1-4853-86c6-d42e1f7b24ea req-e0b9bf98-07b4-4be4-b183-f680b4d05f4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718653 Nov 16 21:16:37.339702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b04b4e6-f1fe-4139-942b-5a0911c1618e req-f0d2a7c5-2cdc-4d68-a114-5699e9ab786a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699394 Nov 16 21:16:37.404136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39284) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:37.465630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34118dc-c57e-4bd1-b1b0-0d60f3a7374f req-0adef369-c720-4938-861d-8f33aab0cf81 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.467423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a34118dc-c57e-4bd1-b1b0-0d60f3a7374f req-0adef369-c720-4938-861d-8f33aab0cf81 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Nov 16 21:16:37.521471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-921958244-network', 'tenant_id': '50435833d456408bab599c20a6dc0da5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:37.570707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a34118dc-c57e-4bd1-b1b0-0d60f3a7374f req-f7ea65f6-6ff1-4d65-89fa-3d9a00b6f35e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969512 Nov 16 21:16:37.577286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Made reservation on behalf of 50435833d456408bab599c20a6dc0da5 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:37.580352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.594426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b55e-1e1f-49fc-8eb8-46d293ca8fc1 req-2c7c8654-14d2-4b01-9173-91db63261201 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.594426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d2b55e-1e1f-49fc-8eb8-46d293ca8fc1 req-2c7c8654-14d2-4b01-9173-91db63261201 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.1108022 Nov 16 21:16:37.597879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.689978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d2b55e-1e1f-49fc-8eb8-46d293ca8fc1 req-cb7a9552-896d-461d-b0ea-3073fd86e87c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899129 Nov 16 21:16:37.721864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aa46e-c159-41b7-8a31-516bc1baa2d9 req-0638534e-dd59-459c-93b7-e6da5a22e097 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.723387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5aa46e-c159-41b7-8a31-516bc1baa2d9 req-0638534e-dd59-459c-93b7-e6da5a22e097 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1096 time: 0.0807934 Nov 16 21:16:37.758541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.763893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.806730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5aa46e-c159-41b7-8a31-516bc1baa2d9 req-9db0aadf-35e5-4145-90ce-901261418996 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 Nov 16 21:16:37.808251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:16:37.813465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f024f7a-8e14-465e-bce2-054ae52a3828,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:37.839133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.839482 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Added segment 99e70d31-beec-41ac-98a6-467b0a5b286d of type vlan for network 1bc20559-a595-4462-a8cb-3915d5f0b6ed Nov 16 21:16:37.859519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8add444f-9043-4f5a-874a-0d8d9caa39e7 req-be762ce3-6a61-46e7-a012-a6c308e96179 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0303919 Nov 16 21:16:37.928237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.963038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a867a-6612-468d-b7e5-dab1fe23b344 req-6abdd3f0-1fff-4dc5-853d-2e64f5c1a78a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.964511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f4a867a-6612-468d-b7e5-dab1fe23b344 req-6abdd3f0-1fff-4dc5-853d-2e64f5c1a78a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0952024 Nov 16 21:16:37.972783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.973680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.974232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.059726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6544034 Nov 16 21:16:38.063773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:38.069639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Request body: {'subnet': {'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-921958244-subnet', 'tenant_id': '50435833d456408bab599c20a6dc0da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:38.093263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Made reservation on behalf of 50435833d456408bab599c20a6dc0da5 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:38.095472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff743440-b3e9-4f4b-9305-a41c3b9eb0ca admin admin] Pushing event updated for resources: {'Network': ['ID=1bc20559-a595-4462-a8cb-3915d5f0b6ed,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:38.095887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.106571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f4a867a-6612-468d-b7e5-dab1fe23b344 req-66b47f26-1308-4d8d-8da3-376f88ec3fb4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354904 Nov 16 21:16:38.108422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1bc20559-a595-4462-a8cb-3915d5f0b6ed details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:16:38.109416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b859-206f-4300-9c57-7bbbb61b9519 req-5bd09c76-5ff9-45f8-b3c4-e04a36d7b9df tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:38.111134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1d5b859-206f-4300-9c57-7bbbb61b9519 req-5bd09c76-5ff9-45f8-b3c4-e04a36d7b9df tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1096 time: 0.1306498 Nov 16 21:16:38.182257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1d5b859-206f-4300-9c57-7bbbb61b9519 req-0d449104-c77c-42f5-a79b-fc6df14482da tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629375 Nov 16 21:16:38.319163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.385047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621ac2cc-3873-4a8c-b0c1-35e4fed0bafa,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:38.389838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Checking segment: {'id': '99e70d31-beec-41ac-98a6-467b0a5b286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:38.390444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Network hostable DHCP agents. Network: 1bc20559-a595-4462-a8cb-3915d5f0b6ed, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:16:38.409498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Network 1bc20559-a595-4462-a8cb-3915d5f0b6ed is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:16:38.420356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1bc20559-a595-4462-a8cb-3915d5f0b6ed) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:38.425447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:38.426043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.432221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaba058-888e-47e3-bd9f-f6f934f306fd None None] Network 1bc20559-a595-4462-a8cb-3915d5f0b6ed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:38.456185 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dee205de-0e50-41c1-8d45-158178988850 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3910358 Nov 16 21:16:38.512160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014a2b7-a7e2-4e8b-97ac-89306185577a req-96420f8d-6dfb-4483-9098-22f9f010cce0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:38.513688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9014a2b7-a7e2-4e8b-97ac-89306185577a req-96420f8d-6dfb-4483-9098-22f9f010cce0 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.0837774 Nov 16 21:16:38.564833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9014a2b7-a7e2-4e8b-97ac-89306185577a req-a163d786-c5aa-4b09-904c-12d95db19e0a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451913 Nov 16 21:16:38.591641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf17a26-21a9-45c4-b7f1-f3c9d0b37e5f None None] Network 1bc20559-a595-4462-a8cb-3915d5f0b6ed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:38.631664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:38.765056 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.811397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:38.831514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'mac_address': 'fa:16:3e:82:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:38.880419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.895378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5595e7d6-179e-45c2-a023-e2f8b46607c5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:38.918306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:38.925059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.981801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:39.026492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-78547c1f-7d22-4382-be12-1c358dd50304 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.027971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-78547c1f-7d22-4382-be12-1c358dd50304 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/networks?id=1bc20559-a595-4462-a8cb-3915d5f0b6ed HTTP/1.1" status: 200 len: 813 time: 0.1278079 Nov 16 21:16:39.045628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-2614cc54-bd86-4936-b632-d9654e88c8d7 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/quotas/50435833d456408bab599c20a6dc0da5 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Nov 16 21:16:39.076633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-e490cbc3-11f7-4aa8-ba69-fd66139fa054 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=50435833d456408bab599c20a6dc0da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254183 Nov 16 21:16:39.123109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5595e7d6-179e-45c2-a023-e2f8b46607c5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:39.182912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-0e29a021-3e99-4862-a909-cae361408ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988996 Nov 16 21:16:39.279953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8a940db2-b55e-4eb4-8166-72148a9508d2 service neutron] 10.222.0.54 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907514 Nov 16 21:16:39.361204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-d386c840-8da3-4374-8168-5863eaccdb23 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:16:39.362981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-d386c840-8da3-4374-8168-5863eaccdb23 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068200 Nov 16 21:16:39.409400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-9f63e924-1060-4aa1-8e58-6b88693d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.415982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-9f63e924-1060-4aa1-8e58-6b88693d0924 service neutron] 10.222.0.54 "GET /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 1093 time: 0.0459034 Nov 16 21:16:39.420181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Request body: {'binding': {'host': 'n-h1-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:39.421341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Unknown quota resources ['binding']. {{(pid=102665) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:16:39.573688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd50436-6a03-4a86-886b-e9bad6d41f55 req-ae8fcbeb-e70c-456c-a27f-154bf90ecdb7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.575190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0dd50436-6a03-4a86-886b-e9bad6d41f55 req-ae8fcbeb-e70c-456c-a27f-154bf90ecdb7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.1101065 Nov 16 21:16:39.676643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h1-816206-5 for vnic_type normal with profile None {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:39.676863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:39.677178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:39.700432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:39.700809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:39.726020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0dd50436-6a03-4a86-886b-e9bad6d41f55 req-3fe83715-fd06-4ef6-b027-3adaea7e820d tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431673 Nov 16 21:16:39.747136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:39.747474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:39.747874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:39.748308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Bound port: 2bff833d-90e1-4d9c-8a49-c373737534fd, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:39.824114 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-9a39ce46-935c-4ed6-aa87-047cb212f57e service neutron] show failed (client error): The resource could not be found. Nov 16 21:16:39.825225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-9a39ce46-935c-4ed6-aa87-047cb212f57e service neutron] 10.222.0.36 "GET /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.2058311 Nov 16 21:16:39.880922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac74023b-8d36-451e-8403-fda04255810a req-52a30a1f-125a-4bf1-a871-c902f178ca44 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0384209 Nov 16 21:16:39.903068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:39.916729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.919417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73de014b-e031-42a8-85c3-84210ca76f4e service neutron] 10.222.0.54 "POST /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5014009 Nov 16 21:16:40.240501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3501-d45c-4364-b8a7-32a541a1d5fa req-c8f01092-0cd0-45af-be9e-d9f84c5e0c78 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.273263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-112f3501-d45c-4364-b8a7-32a541a1d5fa req-c8f01092-0cd0-45af-be9e-d9f84c5e0c78 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1508014 Nov 16 21:16:40.422087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-4a4ca824-18c1-4bc7-b3f8-7e8636836039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.423780 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-4a4ca824-18c1-4bc7-b3f8-7e8636836039 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1096 time: 0.0796685 Nov 16 21:16:40.430880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-112f3501-d45c-4364-b8a7-32a541a1d5fa req-93b1bbef-8231-43a3-b007-58d07630c8d8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531358 Nov 16 21:16:40.465290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98e091ae-ba6d-4be2-9be7-309931fe7645 req-68af75e9-d721-41b3-83bd-d5452d36b34a tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 210 time: 0.1202550 Nov 16 21:16:40.497330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-edf7775c-4257-461d-90a1-83695bbf8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.501433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-edf7775c-4257-461d-90a1-83695bbf8f0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1101 time: 0.3047421 Nov 16 21:16:40.522801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:40.608015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-ca746597-873f-4a13-9bbe-bd55c0cefe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.610319 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-ca746597-873f-4a13-9bbe-bd55c0cefe7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1696565 Nov 16 21:16:40.625981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:40.719552 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-6b045585-e64e-4586-80ca-155c4b4fd5c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 217 time: 0.0800481 Nov 16 21:16:40.743980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 5595e7d6-179e-45c2-a023-e2f8b46607c5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:40.744628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.798183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-5bbb3e1a-97e1-4075-9ed8-42f6d2f78bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.800781 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-5bbb3e1a-97e1-4075-9ed8-42f6d2f78bcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0723195 Nov 16 21:16:40.853173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-1662701d-a82e-45fc-a3e4-8e7ca0290a16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338020 Nov 16 21:16:40.886124 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.915352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060108a-17c4-454c-b3c8-2ef7bc49aa0e req-2cb91fa3-02a5-41ec-978d-0a4a4e2d3451 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.923750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1060108a-17c4-454c-b3c8-2ef7bc49aa0e req-2cb91fa3-02a5-41ec-978d-0a4a4e2d3451 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.3559461 Nov 16 21:16:40.964910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.978634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:40.980906 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99508a81-45fc-445f-bb54-32429934f8f0" -d '{"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-plugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:40.982348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-a9b16d1a-488f-4727-ab0f-55aabe733bbf service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198280 Nov 16 21:16:40.996530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:41.003449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.021116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ae191-cf53-4b26-8cd6-386ab7ab6768 req-0bf21f81-5df6-4787-a8fb-70a9047c0936 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.029571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc7ae191-cf53-4b26-8cd6-386ab7ab6768 req-0bf21f81-5df6-4787-a8fb-70a9047c0936 tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 1101 time: 0.4088733 Nov 16 21:16:41.037991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-838830a7-9796-461e-8824-c044195fc20a tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.039627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-838830a7-9796-461e-8824-c044195fc20a tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.36 "GET /v2.0/networks?id=1bc20559-a595-4462-a8cb-3915d5f0b6ed HTTP/1.1" status: 200 len: 813 time: 0.2770739 Nov 16 21:16:41.095030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:41.098075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Request body: {'port': {'device_id': 'ef169775-f67b-46ab-9391-107007f50233', 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed', 'admin_state_up': True, 'tenant_id': '50435833d456408bab599c20a6dc0da5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:41.154037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-dd10d804-1dc3-4384-8e0e-e70688796c6a service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627688 Nov 16 21:16:41.263015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1060108a-17c4-454c-b3c8-2ef7bc49aa0e req-a17946ae-b049-4e09-b53d-7912c9e67d68 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335712 Nov 16 21:16:41.417220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:41.585393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc7ae191-cf53-4b26-8cd6-386ab7ab6768 req-f650b848-eaf4-4553-860a-80b7a8ee04ec tempest-ServersOnMultiNodesTest-368180302 tempest-ServersOnMultiNodesTest-368180302-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490496 Nov 16 21:16:41.653430 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3bf894-7006-4c52-8129-b01d1d7b91d7 x-openstack-request-id: req-7e3bf894-7006-4c52-8129-b01d1d7b91d7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:41.654271 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-plugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:41.654777 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e3bf894-7006-4c52-8129-b01d1d7b91d7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:41.656196 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'code': 200} Nov 16 21:16:41.716823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:41.781440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.813346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Transition to ACTIVE for port object 6e8b194b-3b35-4b01-a92b-bbda2e935edc will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:41.851267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:41.868671 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168a53c-d252-4e95-959f-5dd4b601801e" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:41.899810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.991781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:42.019054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb2b1-25ce-473e-883b-916df5ffc6a3 req-66eaf389-d0ab-4b20-a83d-3ec130454776 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:42.028020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277eb2b1-25ce-473e-883b-916df5ffc6a3 req-66eaf389-d0ab-4b20-a83d-3ec130454776 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.3563602 Nov 16 21:16:42.064972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] No DVR routers for this DVR port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:42.181248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Made reservation on behalf of 50435833d456408bab599c20a6dc0da5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:42.185796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.278219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:42.278646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:42.279173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:42.310232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:42.310758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:42.361108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a9a2-5e72-4f8a-ac07-27136dd3ec2c req-8dc0fbe1-e9b3-4e33-bb35-f114c05fc39c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:42.362867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74f9a9a2-5e72-4f8a-ac07-27136dd3ec2c req-8dc0fbe1-e9b3-4e33-bb35-f114c05fc39c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.3014209 Nov 16 21:16:42.382793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277eb2b1-25ce-473e-883b-916df5ffc6a3 req-95d643a7-1ca3-4446-a8ee-d06be891f40b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447249 Nov 16 21:16:42.435497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:42.435858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:42.436223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:42.437451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Bound port: 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:42.437812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.469308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:42.545508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35da5382-31ed-4bac-8a17-859ddee93346 req-7563329b-8a02-47c3-a7bd-2e3470ec722c tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 210 time: 0.0715237 Nov 16 21:16:42.602373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:42.617719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:42.621623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 has no active binding in host n-h2-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:16:42.621783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:42.624608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:42.641561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-3872236a-1623-4fb2-aeb5-bb66e508d306 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:42.643166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-3872236a-1623-4fb2-aeb5-bb66e508d306 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1097 time: 0.2592149 Nov 16 21:16:42.644168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.687847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74f9a9a2-5e72-4f8a-ac07-27136dd3ec2c req-b2e75360-14ae-4225-9572-1e1312bd4271 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962961 Nov 16 21:16:42.689642 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.694291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-5'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:42.695634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:42.775141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Allocated IP 172.20.0.12 (1bc20559-a595-4462-a8cb-3915d5f0b6ed/621ac2cc-3873-4a8c-b0c1-35e4fed0bafa/a41f321a-5a21-40c7-9bea-88f7c834c186) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:43.226650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c5aa766-cbab-4a44-87f1-3a46c0f45ef1 req-99bbf59f-245d-49ad-b298-e5f99782c3c3 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.5794113 Nov 16 21:16:43.236833 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd8c48-fa56-4316-8c0d-d0dd7b552d1c x-openstack-request-id: req-10bd8c48-fa56-4316-8c0d-d0dd7b552d1c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:43.237159 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:43.237374 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10bd8c48-fa56-4316-8c0d-d0dd7b552d1c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:43.237731 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'code': 200} Nov 16 21:16:43.281984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.282679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.284178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 1096 time: 2.7709117 Nov 16 21:16:43.321973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b16a0-11f9-4e0c-8ce6-9b54408d3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:43.352864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.458696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.532632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f3596-52cc-4341-8360-d553647eed9d req-1ebb15aa-44bb-4e87-8a57-1801b61a6158 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.539761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e3f3596-52cc-4341-8360-d553647eed9d req-1ebb15aa-44bb-4e87-8a57-1801b61a6158 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 946 time: 0.3012474 Nov 16 21:16:43.754996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.826768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38e997-e820-4660-947d-21475273adef req-4fca1b4d-7b32-4b98-a747-bee0a61413fc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.828415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd38e997-e820-4660-947d-21475273adef req-4fca1b4d-7b32-4b98-a747-bee0a61413fc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.3294432 Nov 16 21:16:43.862278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e3f3596-52cc-4341-8360-d553647eed9d req-d1fd420f-37de-4657-94cc-0bd074cc023d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212173 Nov 16 21:16:43.919722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-0efbd06e-b9d0-4d9b-982c-9e6b78aefaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.921835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-0efbd06e-b9d0-4d9b-982c-9e6b78aefaaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1099 time: 0.4643447 Nov 16 21:16:43.936477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Network 1bc20559-a595-4462-a8cb-3915d5f0b6ed is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:43.979179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:43.981282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:44.042507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:44.082646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Pushing event updated for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.190810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.194142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:44.199004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-99cf6035-a53a-4244-8c1c-05e1a64f7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.201967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-99cf6035-a53a-4244-8c1c-05e1a64f7aa3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2415626 Nov 16 21:16:44.210051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.343965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.344702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.357247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-6a21308a-1ad6-44d8-b8d7-b1dd4d9727c9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.371874 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-6a21308a-1ad6-44d8-b8d7-b1dd4d9727c9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/ports?device_id=f14a1268-e288-4db6-8800-695470f5d9c6 HTTP/1.1" status: 200 len: 950 time: 0.1094403 Nov 16 21:16:44.440197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-edb74127-57ec-4fb0-813e-695fcb11837b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.2070200 Nov 16 21:16:44.477492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd38e997-e820-4660-947d-21475273adef req-af72ea6d-b7a1-4ceb-951a-85e089bb8c59 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384535 Nov 16 21:16:44.521416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-8440600c-e0bb-421f-ae8c-5149606b29aa tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4430413 Nov 16 21:16:44.558165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c76d-ed66-4995-a761-f528e156cc80 req-89f77fef-c074-4688-bf68-ca1e18226e17 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.567529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b012c76d-ed66-4995-a761-f528e156cc80 req-89f77fef-c074-4688-bf68-ca1e18226e17 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.4817755 Nov 16 21:16:44.594371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port f9dbd953-b3b1-49db-a992-9c25b8a41573 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:44.595096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.608021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Request body: {'port': {'device_id': 'ef169775-f67b-46ab-9391-107007f50233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:44.693294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port f9dbd953-b3b1-49db-a992-9c25b8a41573, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f9dbd953-b3b1-49db-a992-9c25b8a41573,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:44.694104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.708779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for f9dbd953-b3b1-49db-a992-9c25b8a41573 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:44.713479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.762222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.764146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on host n-h1-816206-5 for vnic_type normal with profile {"migrating_to": "n-h2-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:44.764476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:44.765366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:44.800313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:44.800653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Attempting to bind port 138534e2-643d-492d-b10a-f08c02270ce6 on network 9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:44.810731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-5aa57d87-257b-442c-adbc-5f7132b5b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.813489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-5aa57d87-257b-442c-adbc-5f7132b5b3b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.3331342 Nov 16 21:16:44.830256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b012c76d-ed66-4995-a761-f528e156cc80 req-63ac30a1-1838-4e33-b4f1-9d03a75ebe7f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547543 Nov 16 21:16:44.850263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:44.850502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Checking segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:44.850892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Bound using segment: {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:44.851368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Bound port: 138534e2-643d-492d-b10a-f08c02270ce6, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7322af-b627-442b-a654-79572ebc01ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9d40933a-8d44-4e1e-ad4e-d24e27e24fa9'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:44.851722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.882289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.898180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:44.906414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1', '327fe926-e662-46e4-9919-2bbafa39ef04', 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:44.942638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdb2cd-9c79-46e4-b701-35b56fb4774a req-10dad87f-c215-4663-af6e-c9ceaa0dcfa3 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.944236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8cdb2cd-9c79-46e4-b701-35b56fb4774a req-10dad87f-c215-4663-af6e-c9ceaa0dcfa3 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 932 time: 0.3004751 Nov 16 21:16:44.957399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=f9dbd953-b3b1-49db-a992-9c25b8a41573,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:45.071514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port f9dbd953-b3b1-49db-a992-9c25b8a41573 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:45.136189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.137174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8cdb2cd-9c79-46e4-b701-35b56fb4774a req-cd4ef634-6f6a-497a-9670-32b21bbb4381 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545305 Nov 16 21:16:45.140244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-22a770a2-9065-4160-b91e-3fd4784a8925 req-8701a53e-036b-475c-aa68-4cf4886cc9bc tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "DELETE /v2.0/ports/f9dbd953-b3b1-49db-a992-9c25b8a41573 HTTP/1.1" status: 204 len: 173 time: 0.7599652 Nov 16 21:16:45.140782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'name': 'network-vif-deleted', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:45.143137 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4381a410-db57-4541-ad4a-d3b5691c17e4" -d '{"events": [{"server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "name": "network-vif-deleted", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:45.232513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-49afe43d-e914-4d08-a5dc-bad7807e9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:45.232754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-49afe43d-e914-4d08-a5dc-bad7807e9f6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4003696 Nov 16 21:16:45.246374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}, {'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:45.248773 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd9ce1c-c629-42bd-8672-94a3919b4c09" -d '{"events": [{"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}, {"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-unplugged", "status": "completed", "tag": "138534e2-643d-492d-b10a-f08c02270ce6"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:45.422285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59503833-90d5-4f87-ad71-d0c63336afee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.447603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaf262-1831-491c-84c3-7dfeef18d645 req-000d65ad-0c97-444e-89ac-0c1217586997 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:45.449312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0feaf262-1831-491c-84c3-7dfeef18d645 req-000d65ad-0c97-444e-89ac-0c1217586997 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.5041556 Nov 16 21:16:45.526664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0b91ada-ca93-4a1d-b342-198b4894c5a4 req-2258c698-3cf6-4e4c-aa26-3ff23591d1ec tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.1256437 Nov 16 21:16:45.566918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:45.732066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:45.882002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-59a94a98-9b05-4160-903b-f61e1b91ebad service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895572 Nov 16 21:16:45.883842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.022144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41f321a-5a21-40c7-9bea-88f7c834c186 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:46.032623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.045438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Transition to ACTIVE for port object a41f321a-5a21-40c7-9bea-88f7c834c186 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:46.117113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0feaf262-1831-491c-84c3-7dfeef18d645 req-91a7c375-2d48-487f-b64f-122f2ae7b7ec tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013515 Nov 16 21:16:46.138296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=8']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:46.148327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.209966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Pushing event updated for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:46.256443 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84affd-a7af-4210-b582-8083178f1741 x-openstack-request-id: req-2b84affd-a7af-4210-b582-8083178f1741 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:46.257332 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14a1268-e288-4db6-8800-695470f5d9c6", "name": "network-vif-deleted", "tag": "f9dbd953-b3b1-49db-a992-9c25b8a41573", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:46.257794 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b84affd-a7af-4210-b582-8083178f1741 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:46.258432 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14a1268-e288-4db6-8800-695470f5d9c6', 'name': 'network-vif-deleted', 'tag': 'f9dbd953-b3b1-49db-a992-9c25b8a41573', 'status': 'completed', 'code': 200} Nov 16 21:16:46.281468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034696b-44ae-4e39-81cc-e86e575f2ba8 req-2b0e4d62-ebea-49d3-9c6c-ae69331a2d19 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.289280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d034696b-44ae-4e39-81cc-e86e575f2ba8 req-2b0e4d62-ebea-49d3-9c6c-ae69331a2d19 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.5326755 Nov 16 21:16:46.337109 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc797e-27b3-4455-a7fd-aac868c23a22 x-openstack-request-id: req-a9bc797e-27b3-4455-a7fd-aac868c23a22 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:46.338782 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "status": "completed", "code": 200}, {"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-unplugged", "status": "completed", "tag": "138534e2-643d-492d-b10a-f08c02270ce6", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:46.339073 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9bc797e-27b3-4455-a7fd-aac868c23a22 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:46.339485 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'status': 'completed', 'code': 200} Nov 16 21:16:46.339744 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6', 'code': 200} Nov 16 21:16:46.444332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-cab6a697-c11e-4d91-8d88-2c48c5cac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.450264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-cab6a697-c11e-4d91-8d88-2c48c5cac46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1099 time: 0.0965557 Nov 16 21:16:46.458759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.459457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.461261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-14c82498-1d5a-422d-a65f-81ec44080038 service neutron] 10.222.0.36 "PUT /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 1122 time: 3.7796156 Nov 16 21:16:46.480681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f9dbd953-b3b1-49db-a992-9c25b8a41573 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:46.527236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: f9dbd953-b3b1-49db-a992-9c25b8a41573 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:46.528345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f9dbd953-b3b1-49db-a992-9c25b8a41573 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:46.529545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['138534e2-643d-492d-b10a-f08c02270ce6'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:46.547124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d034696b-44ae-4e39-81cc-e86e575f2ba8 req-e2bb884e-cbb3-49e9-b5fa-f6230a98bd7c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506497 Nov 16 21:16:46.598413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Attempting to bind port a41f321a-5a21-40c7-9bea-88f7c834c186 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:46.598751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Attempting to bind port a41f321a-5a21-40c7-9bea-88f7c834c186 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '99e70d31-beec-41ac-98a6-467b0a5b286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:46.603620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Attempting to bind port a41f321a-5a21-40c7-9bea-88f7c834c186 on network 1bc20559-a595-4462-a8cb-3915d5f0b6ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:46.620999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['138534e2-643d-492d-b10a-f08c02270ce6'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:46.622665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e071f8e-8d03-45ad-8906-ab5964ffaf5b req-6d607a3b-d637-4305-a4f4-eb40e95e3a8c service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034893 Nov 16 21:16:46.632484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372379bb-b92e-4b1a-9e46-a3962f3ca349 req-7ced3322-bed5-4200-beb7-6de66e4ab08a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.640312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-372379bb-b92e-4b1a-9e46-a3962f3ca349 req-7ced3322-bed5-4200-beb7-6de66e4ab08a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.1839404 Nov 16 21:16:46.647961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Port a41f321a-5a21-40c7-9bea-88f7c834c186 on network 1bc20559-a595-4462-a8cb-3915d5f0b6ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:46.648330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Attempting to bind port a41f321a-5a21-40c7-9bea-88f7c834c186 on network 1bc20559-a595-4462-a8cb-3915d5f0b6ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:46.681464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:46.683200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Checking segment: {'id': '99e70d31-beec-41ac-98a6-467b0a5b286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:46.683718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-6c76ba86-bc2b-474f-99cf-f4766c448b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.685386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Bound using segment: {'id': '99e70d31-beec-41ac-98a6-467b0a5b286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:46.685593 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-6c76ba86-bc2b-474f-99cf-f4766c448b1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2247603 Nov 16 21:16:46.686024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Bound port: a41f321a-5a21-40c7-9bea-88f7c834c186, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e70d31-beec-41ac-98a6-467b0a5b286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:46.686781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.865375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-d64c2379-1230-4e75-864d-508867cb84af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.1667819 Nov 16 21:16:46.974808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-372379bb-b92e-4b1a-9e46-a3962f3ca349 req-daa66120-78c4-4ffa-a4bb-8583ef15e03e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333654 Nov 16 21:16:46.990857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-25dc7db7-77db-4df4-bc84-effc77e4aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.993741 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-25dc7db7-77db-4df4-bc84-effc77e4aa9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1229460 Nov 16 21:16:47.054630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827a65a-7ecd-434a-9ab3-a7b8beb21193 req-d97d575d-59b2-4e57-abb9-02402a7572ac tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.068610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1827a65a-7ecd-434a-9ab3-a7b8beb21193 req-d97d575d-59b2-4e57-abb9-02402a7572ac tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 944 time: 0.3406947 Nov 16 21:16:47.075224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-dc745903-e42c-4d1f-bc39-13beca964655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.077608 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-dc745903-e42c-4d1f-bc39-13beca964655 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749695 Nov 16 21:16:47.079291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:47.113334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a41f321a-5a21-40c7-9bea-88f7c834c186,segment=NetworkSegment(99e70d31-beec-41ac-98a6-467b0a5b286d),segment_id=99e70d31-beec-41ac-98a6-467b0a5b286d)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:47.135654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-e39d6640-05c2-48f5-8509-12666da39d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.142612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-e39d6640-05c2-48f5-8509-12666da39d9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1099 time: 0.3522060 Nov 16 21:16:47.160041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.249937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-1bb4d5da-653a-4d19-a2d2-aafea016469f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3761272 Nov 16 21:16:47.282902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-5c7c45f1-c3fc-4c7e-a94e-ffd8a1c39ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935246 Nov 16 21:16:47.355959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Pushing event updated for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.360938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-9ebd2e78-7f54-4aaa-b244-ec54725cd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.363528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-9ebd2e78-7f54-4aaa-b244-ec54725cd6f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1821575 Nov 16 21:16:47.366670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.367611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.369285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-c7a1f9f0-2951-4268-9fe9-ad8e28fb1058 service neutron] 10.222.0.36 "PUT /v2.0/ports/a41f321a-5a21-40c7-9bea-88f7c834c186 HTTP/1.1" status: 200 len: 1092 time: 2.8301725 Nov 16 21:16:47.395213 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-89062fc2-2227-40d3-9902-4e592f612205 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045280 Nov 16 21:16:47.478509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1827a65a-7ecd-434a-9ab3-a7b8beb21193 req-8098c51e-58b2-48d5-bac3-82dcb1921d56 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086843 Nov 16 21:16:47.486361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eca793c9-aa35-40aa-9a8e-37f170222a67 req-225d5987-53d2-4f3a-8cad-3c92a0be8ca2 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.2338293 Nov 16 21:16:47.532073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-2298c011-777c-407d-b35e-9c73337a8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.534544 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-2298c011-777c-407d-b35e-9c73337a8704 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50435833d456408bab599c20a6dc0da5&device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 1095 time: 0.1001856 Nov 16 21:16:47.594524 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-412d8187-d9ea-4ca4-880b-eca006fdc8f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a41f321a-5a21-40c7-9bea-88f7c834c186 HTTP/1.1" status: 200 len: 217 time: 0.0499015 Nov 16 21:16:47.609530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-67c1b82e-069a-4e92-9988-f630169112ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.1426477 Nov 16 21:16:47.619548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-38c26000-2f06-4abb-9dc3-5e4fbf5222bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.621564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-38c26000-2f06-4abb-9dc3-5e4fbf5222bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 1095 time: 0.2505693 Nov 16 21:16:47.700956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-0d2565a9-0ece-4c72-a070-1455202b1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.703569 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-0d2565a9-0ece-4c72-a070-1455202b1a30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=621ac2cc-3873-4a8c-b0c1-35e4fed0bafa HTTP/1.1" status: 200 len: 853 time: 0.0967169 Nov 16 21:16:47.770111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-10cb4756-b397-46fa-9904-e59a4ece38c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc20559-a595-4462-a8cb-3915d5f0b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593057 Nov 16 21:16:47.859901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c606e5a3-a206-4d5e-93ee-68a1ec6a99c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.939146 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-53ce05d3-874f-4693-8c3e-e45b8e6f08aa service neutron] 10.222.0.36 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607246 Nov 16 21:16:48.083384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ff30d9c7-e717-4dee-bad6-b2a0288527fe req-07774a04-3e30-4a6a-8c1e-20068cb886ef service neutron] 10.222.0.36 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253078 Nov 16 21:16:48.143384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986793dc-26db-4bca-9ca9-d5feff9d8293 req-f59a9e6d-9e14-43ec-aaab-82772bc898f6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.150540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-986793dc-26db-4bca-9ca9-d5feff9d8293 req-f59a9e6d-9e14-43ec-aaab-82772bc898f6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.4806271 Nov 16 21:16:48.171845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-891faf48-9299-4587-b048-389e00563b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.174620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-891faf48-9299-4587-b048-389e00563b1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.5514627 Nov 16 21:16:48.243809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deecef-a683-4a50-8e6c-da1bbc5974ca req-b192ce32-995f-44f1-bf6c-ab2874488a6f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.245267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94deecef-a683-4a50-8e6c-da1bbc5974ca req-b192ce32-995f-44f1-bf6c-ab2874488a6f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 949 time: 0.4787555 Nov 16 21:16:48.298156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-2cb45907-160f-4e13-8ad3-746b7c526485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.299778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-2cb45907-160f-4e13-8ad3-746b7c526485 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.6278460 Nov 16 21:16:48.346072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-986793dc-26db-4bca-9ca9-d5feff9d8293 req-b5437038-bfe2-4359-833a-bccfa1b1dd39 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946054 Nov 16 21:16:48.399227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6'}, {'name': 'network-changed', 'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:48.401839 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fae0ff-a314-421e-a92b-ae158ffc036b" -d '{"events": [{"name": "network-changed", "server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "tag": "138534e2-643d-492d-b10a-f08c02270ce6"}, {"name": "network-changed", "server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:48.413139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-7462e071-0452-425c-a772-989501364b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 200 len: 217 time: 0.0935225 Nov 16 21:16:48.422774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94deecef-a683-4a50-8e6c-da1bbc5974ca req-19b6ee94-fb5f-410a-bb12-ce0103f5d3a1 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536121 Nov 16 21:16:48.428484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-5c6ec803-9524-45d8-9528-8b2a9d7b5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.433170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-5c6ec803-9524-45d8-9528-8b2a9d7b5881 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318797 Nov 16 21:16:48.570355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-0c8fd826-3af9-4bc4-af7a-1896b923a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.571962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-0c8fd826-3af9-4bc4-af7a-1896b923a825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1360743 Nov 16 21:16:48.666986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-0797eb1c-64bd-41dc-b8c6-c3834975762f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751669 Nov 16 21:16:48.703745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-10c3c0af-3a1b-494c-9377-b8e2e6fa6ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458110 Nov 16 21:16:48.813070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53e1b5-6db5-4362-a410-ac8e6268ca32 req-cba7f4dc-77b2-49a0-99f1-ed9aa9955548 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.814554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a53e1b5-6db5-4362-a410-ac8e6268ca32 req-cba7f4dc-77b2-49a0-99f1-ed9aa9955548 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.2399251 Nov 16 21:16:48.856401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d357ceb-d73e-444f-85d0-160c052d2fb1 req-64fef4f3-b086-4460-ab73-b632021fd89f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.863611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d357ceb-d73e-444f-85d0-160c052d2fb1 req-64fef4f3-b086-4460-ab73-b632021fd89f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.2701399 Nov 16 21:16:48.950030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-be4edf51-abed-4e7e-93fa-70dd0702f7c4 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613819 Nov 16 21:16:48.995298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd9ce1c-c629-42bd-8672-94a3919b4c09 req-28182f73-4385-4c07-81f6-82d6e750ad30 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520068 Nov 16 21:16:49.041026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d357ceb-d73e-444f-85d0-160c052d2fb1 req-408d9750-922c-4765-8713-0dd0e7944454 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763403 Nov 16 21:16:49.059755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a53e1b5-6db5-4362-a410-ac8e6268ca32 req-ea1425b7-a8e6-486a-b41d-ea773b663308 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313402 Nov 16 21:16:49.145338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfb90d85-1488-4348-a4dc-78cd94cc2ff8 req-5d20c85c-b259-46a5-a4d1-8ae2d6b6f4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782994 Nov 16 21:16:49.202299 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d90e18-1209-44d9-8234-42d45162d602 x-openstack-request-id: req-98d90e18-1209-44d9-8234-42d45162d602 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:49.202547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.203548 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "tag": "138534e2-643d-492d-b10a-f08c02270ce6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:49.203990 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98d90e18-1209-44d9-8234-42d45162d602 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:49.204535 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6', 'status': 'completed', 'code': 200} Nov 16 21:16:49.204999 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186', 'status': 'completed', 'code': 200} Nov 16 21:16:49.323360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0406772-5711-4ba9-9dba-af95575e69a6 req-5358f2e9-75cf-4f82-a3e5-5badbcf90464 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0445652 Nov 16 21:16:49.341880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c47c29-2979-48f1-8842-0589618290f1 req-bf7d9694-faf6-4bec-a1ec-1ad527adfd10 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.351898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6c47c29-2979-48f1-8842-0589618290f1 req-bf7d9694-faf6-4bec-a1ec-1ad527adfd10 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 944 time: 0.2011733 Nov 16 21:16:49.370178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-78b62db9-8534-4959-b072-0686e1691510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.374526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-78b62db9-8534-4959-b072-0686e1691510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1125 time: 0.1677814 Nov 16 21:16:49.389770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-0e76ffad-135c-4969-a2e5-f2615aff1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.392352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-0e76ffad-135c-4969-a2e5-f2615aff1ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50435833d456408bab599c20a6dc0da5&device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 1095 time: 0.1597836 Nov 16 21:16:49.645369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-febafbe9-199a-4191-9ea0-18de26618bf4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.647302 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-febafbe9-199a-4191-9ea0-18de26618bf4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 949 time: 0.0670042 Nov 16 21:16:49.647617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6c47c29-2979-48f1-8842-0589618290f1 req-e2dcd9de-cbb6-43f9-91b1-7eb306559e75 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896948 Nov 16 21:16:49.694500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-5ff9bc7b-5e19-43f0-b325-3d9c1c08cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.696789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-5ff9bc7b-5e19-43f0-b325-3d9c1c08cc0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.3013086 Nov 16 21:16:49.777690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-1e2a4174-47d6-461a-aa85-9bf27494398c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 217 time: 0.0692010 Nov 16 21:16:49.799678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port cae582d8-5d75-4f2b-be83-cdba246e7f2e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:49.800020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38296e6-8c3c-4d3e-a3bf-92a64361d5d2 req-b62bc606-8198-4e64-a150-b659ffea2427 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.800152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.807909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d38296e6-8c3c-4d3e-a3bf-92a64361d5d2 req-b62bc606-8198-4e64-a150-b659ffea2427 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.2791228 Nov 16 21:16:49.919441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-d078c4e6-8c4c-4c93-bd46-f6b509f5be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.921846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-d078c4e6-8c4c-4c93-bd46-f6b509f5be83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc20559-a595-4462-a8cb-3915d5f0b6ed HTTP/1.1" status: 200 len: 914 time: 0.5147896 Nov 16 21:16:49.933314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port cae582d8-5d75-4f2b-be83-cdba246e7f2e, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cae582d8-5d75-4f2b-be83-cdba246e7f2e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:49.937037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.937425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-22568f17-39b6-4b3a-bcc9-a9222126e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.939111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-22568f17-39b6-4b3a-bcc9-a9222126e174 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.1268864 Nov 16 21:16:49.959436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for cae582d8-5d75-4f2b-be83-cdba246e7f2e owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:50.013553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d38296e6-8c3c-4d3e-a3bf-92a64361d5d2 req-1646ba7d-7db6-4294-9555-2a2d47fa4d55 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024500 Nov 16 21:16:50.018528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-61fb8ff9-1e87-48b4-954d-d230a215d35f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a41f321a-5a21-40c7-9bea-88f7c834c186 HTTP/1.1" status: 200 len: 217 time: 0.0813947 Nov 16 21:16:50.045201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-30274948-eeb3-4c67-a2c1-262c061db6c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588253 Nov 16 21:16:50.061357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cfe68-a7dc-49ff-aa8a-f8bdbdfeb82a req-c674bb49-c267-41e4-9eb2-3ce194cb0cd9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.069064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2cfe68-a7dc-49ff-aa8a-f8bdbdfeb82a req-c674bb49-c267-41e4-9eb2-3ce194cb0cd9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 949 time: 0.2372861 Nov 16 21:16:50.187925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.202386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:50.205283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1', '327fe926-e662-46e4-9919-2bbafa39ef04', 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:50.390469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-98585c75-9ab2-40ce-a63d-2a2c26a5f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.392418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-98585c75-9ab2-40ce-a63d-2a2c26a5f19c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=621ac2cc-3873-4a8c-b0c1-35e4fed0bafa HTTP/1.1" status: 200 len: 853 time: 0.3506589 Nov 16 21:16:50.395159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-ebe1b462-de1e-4637-9ac9-7c1e0c79dd17 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222606 Nov 16 21:16:50.434914 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.487187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2cfe68-a7dc-49ff-aa8a-f8bdbdfeb82a req-581b3786-6b01-42aa-900b-074360ab7776 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171183 Nov 16 21:16:50.492013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-7128e63b-6063-4771-8977-7ebb37e1405d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc20559-a595-4462-a8cb-3915d5f0b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466249 Nov 16 21:16:50.614793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a41f321a-5a21-40c7-9bea-88f7c834c186 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:50.632463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=cae582d8-5d75-4f2b-be83-cdba246e7f2e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:50.702496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc220724-b2c7-43f6-8e83-169c4feb7ee5 req-de046b0f-bf5a-4275-9723-0c54ac175f83 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.710963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc220724-b2c7-43f6-8e83-169c4feb7ee5 req-de046b0f-bf5a-4275-9723-0c54ac175f83 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.5268681 Nov 16 21:16:50.715053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:50.718418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-9276bcf5-082f-402d-9ec0-86374547c114 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160909 Nov 16 21:16:50.760542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port cae582d8-5d75-4f2b-be83-cdba246e7f2e on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:50.768133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.772251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-addf2c30-d530-40d5-bbdf-5f2e3c20915b req-a5467f59-7be4-496f-94eb-bc4c2c4298a6 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "DELETE /v2.0/ports/cae582d8-5d75-4f2b-be83-cdba246e7f2e HTTP/1.1" status: 204 len: 173 time: 1.1173549 Nov 16 21:16:50.772889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'name': 'network-vif-deleted', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:50.776175 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c08c04-a2d1-4972-b059-2aa2429af5bf" -d '{"events": [{"server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "name": "network-vif-deleted", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:50.886394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5de049-4800-40d9-84df-019f44ca28cb req-e2d2ad27-ada3-4b91-89d0-86c04317b49c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.894292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef5de049-4800-40d9-84df-019f44ca28cb req-e2d2ad27-ada3-4b91-89d0-86c04317b49c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.2420552 Nov 16 21:16:50.913907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-be1a3fb6-3ad0-4d2d-b73b-780f33081a54 service neutron] 10.222.0.21 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405880 Nov 16 21:16:50.978207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc220724-b2c7-43f6-8e83-169c4feb7ee5 req-e1faf94d-2fea-4757-b2b2-df7cb4d46eef tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657206 Nov 16 21:16:51.008554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a41f321a-5a21-40c7-9bea-88f7c834c186,segment=NetworkSegment(99e70d31-beec-41ac-98a6-467b0a5b286d),segment_id=99e70d31-beec-41ac-98a6-467b0a5b286d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:51.036200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fae0ff-a314-421e-a92b-ae158ffc036b req-8e969f70-d35e-48c9-b035-dc33afd4e54c service neutron] 10.222.0.36 "GET /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958539 Nov 16 21:16:51.071974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'a41f321a-5a21-40c7-9bea-88f7c834c186', 'network_id': '1bc20559-a595-4462-a8cb-3915d5f0b6ed', 'port_id': 'a41f321a-5a21-40c7-9bea-88f7c834c186', 'mac_address': 'fa:16:3e:80:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621ac2cc-3873-4a8c-b0c1-35e4fed0bafa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:51.095087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef5de049-4800-40d9-84df-019f44ca28cb req-ba3a297b-6244-40bc-8c61-ed6f6963209d tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998124 Nov 16 21:16:51.143693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:51.160044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'mac_address': 'fa:16:3e:18:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:51.181223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec3f598b-6ae0-4720-8d4c-7ff18ff0c9a1 req-70212174-4137-4156-b7a9-3674637e215e tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0980160 Nov 16 21:16:51.322844 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb3852-4cf2-44fd-9f03-34556556cd50 x-openstack-request-id: req-c7cb3852-4cf2-44fd-9f03-34556556cd50 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:51.323173 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0ad5a9-570c-4a85-a06a-a46d90bd5d72", "name": "network-vif-deleted", "tag": "cae582d8-5d75-4f2b-be83-cdba246e7f2e", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:51.323476 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7cb3852-4cf2-44fd-9f03-34556556cd50 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:51.323883 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0ad5a9-570c-4a85-a06a-a46d90bd5d72', 'name': 'network-vif-deleted', 'tag': 'cae582d8-5d75-4f2b-be83-cdba246e7f2e', 'status': 'completed', 'code': 200} Nov 16 21:16:51.328302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed72ec-cb8b-4d8e-8e9d-53a0cc0c9429 req-d13ed6e8-f02d-4e38-8f07-d8c881a7011d tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:51.336867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbed72ec-cb8b-4d8e-8e9d-53a0cc0c9429 req-d13ed6e8-f02d-4e38-8f07-d8c881a7011d tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 944 time: 0.0729113 Nov 16 21:16:51.360291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.375879 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.429955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbed72ec-cb8b-4d8e-8e9d-53a0cc0c9429 req-9cf9e055-00c1-49e5-ba46-0e274ce568e4 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Nov 16 21:16:51.433089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:51.455450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41f321a-5a21-40c7-9bea-88f7c834c186 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:51.489680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba9b1-af85-4a89-9230-24917ce09657 req-83ff9b60-b51d-4f2a-be01-f59c6bb3a990 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:51.493037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-314ba9b1-af85-4a89-9230-24917ce09657 req-83ff9b60-b51d-4f2a-be01-f59c6bb3a990 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 948 time: 0.1100597 Nov 16 21:16:51.549710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:51.562539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.566265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a41f321a-5a21-40c7-9bea-88f7c834c186,segment=NetworkSegment(99e70d31-beec-41ac-98a6-467b0a5b286d),segment_id=99e70d31-beec-41ac-98a6-467b0a5b286d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:51.576230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.582364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.641380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-314ba9b1-af85-4a89-9230-24917ce09657 req-7d55e705-c69c-4f4b-95c2-4ac858ea0f3f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408207 Nov 16 21:16:51.812098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf7f0352-7d38-49f7-8d98-d0b683f4932d req-76736c05-34f7-42ce-af66-9b92f2904e07 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0ad5a9-570c-4a85-a06a-a46d90bd5d72 HTTP/1.1" status: 200 len: 210 time: 0.0724862 Nov 16 21:16:51.872461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:51.982366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:52.014877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6e8b194b-3b35-4b01-a92b-bbda2e935edc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:52.018287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['a41f321a-5a21-40c7-9bea-88f7c834c186'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:52.297065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea66bf-e570-4100-888b-dc53126253ab req-69d77df7-066e-423b-ac68-84c4431f29f7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.305590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-baea66bf-e570-4100-888b-dc53126253ab req-69d77df7-066e-423b-ac68-84c4431f29f7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.2619567 Nov 16 21:16:52.338636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-6a5efb07-75ef-4356-b2fd-ce3e09d07dc0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.340588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-6a5efb07-75ef-4356-b2fd-ce3e09d07dc0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678&tenant_id=ecfb8b55c093440f941227e62377e911&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 949 time: 0.2242451 Nov 16 21:16:52.448612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e40f09-56f7-4a60-bc97-cadc1ab6b426 req-47e35f30-ca59-401e-9157-38340c019302 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.458689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7e40f09-56f7-4a60-bc97-cadc1ab6b426 req-47e35f30-ca59-401e-9157-38340c019302 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.2723863 Nov 16 21:16:52.472327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-baea66bf-e570-4100-888b-dc53126253ab req-388d78b5-571b-4004-b84a-2d9f988c1743 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642919 Nov 16 21:16:52.591618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-6d5a11c5-ea8d-4227-924b-1fff1f4ef712 service neutron] 10.222.0.21 "GET /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.2127144 Nov 16 21:16:52.610357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7e40f09-56f7-4a60-bc97-cadc1ab6b426 req-2f1b8185-6288-41f7-adea-29c85debc906 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505330 Nov 16 21:16:52.664902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:52.768381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cd49420-1283-4660-80fe-77cde151205a req-54a58ff2-18cd-4f1b-a2de-d3450b7260a8 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0670207 Nov 16 21:16:52.805209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aab6b5-2363-462f-ab02-eb9af3cb2899 req-ccfa5b4d-3d91-4a40-ad4c-55cbdcf26c99 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.813203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96aab6b5-2363-462f-ab02-eb9af3cb2899 req-ccfa5b4d-3d91-4a40-ad4c-55cbdcf26c99 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.2017083 Nov 16 21:16:52.822730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cae582d8-5d75-4f2b-be83-cdba246e7f2e no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:52.849779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: cae582d8-5d75-4f2b-be83-cdba246e7f2e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:52.850344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cae582d8-5d75-4f2b-be83-cdba246e7f2e not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:52.851821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-450058cc-cc2e-40e2-b24e-fc2bf3bbfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.867158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-450058cc-cc2e-40e2-b24e-fc2bf3bbfa2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1100 time: 0.2124872 Nov 16 21:16:52.971629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96aab6b5-2363-462f-ab02-eb9af3cb2899 req-6954f298-bfef-40ef-bffe-9a89783c0708 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574094 Nov 16 21:16:53.020526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-d927f9ff-2117-41c4-bda7-f4cd208eacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.027213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-d927f9ff-2117-41c4-bda7-f4cd208eacd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1564224 Nov 16 21:16:53.088637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-e3fcf9e6-f5c5-430b-9859-19cbfa91c4a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0551224 Nov 16 21:16:53.176309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb577ff-f176-40f6-bd5f-f16608a0cd87 req-497a2a25-8e69-4168-9a3c-c12fc505d0d4 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.184502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6eb577ff-f176-40f6-bd5f-f16608a0cd87 req-497a2a25-8e69-4168-9a3c-c12fc505d0d4 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 945 time: 0.1492398 Nov 16 21:16:53.187434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-61237fa1-75f0-4889-8be1-20c4fdcb822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.188855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-61237fa1-75f0-4889-8be1-20c4fdcb822e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0838180 Nov 16 21:16:53.599080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6eb577ff-f176-40f6-bd5f-f16608a0cd87 req-c21b0b10-2681-4095-864e-7a0dbfb46b77 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094145 Nov 16 21:16:53.607711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-c96daef5-4ef2-401f-ac9f-1036ca8bd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.607711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-c96daef5-4ef2-401f-ac9f-1036ca8bd666 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072197 Nov 16 21:16:53.627749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557289-82fc-4743-91d7-099a5972371c req-8e8dc3ce-1f08-4404-981a-22795a9aadcf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.635658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68557289-82fc-4743-91d7-099a5972371c req-8e8dc3ce-1f08-4404-981a-22795a9aadcf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.1348269 Nov 16 21:16:53.763885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68557289-82fc-4743-91d7-099a5972371c req-c67e6cf5-0467-42ba-a55f-b142b38d179b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271939 Nov 16 21:16:53.794429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec9b4b-2512-44ff-8e0d-560e392c4947 req-e987064f-ada8-4255-a508-567252d43e18 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.795924 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46ec9b4b-2512-44ff-8e0d-560e392c4947 req-e987064f-ada8-4255-a508-567252d43e18 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.0977657 Nov 16 21:16:53.831003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-0e909452-11f7-4da3-962a-3dbab3322db3 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917145 Nov 16 21:16:53.970859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46ec9b4b-2512-44ff-8e0d-560e392c4947 req-719b93ee-bde8-46a4-9bd2-9ee8557f5f74 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634626 Nov 16 21:16:54.005889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec2c6d-6d5c-4aa2-aac2-59c08f39dc7b req-a6eebb65-46de-4ec3-b55e-7f95cd536cfb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.013524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2aec2c6d-6d5c-4aa2-aac2-59c08f39dc7b req-a6eebb65-46de-4ec3-b55e-7f95cd536cfb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.1563630 Nov 16 21:16:54.041268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-bc9c4c4e-4db4-4a08-a60e-08fb543ec1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968849 Nov 16 21:16:54.083729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2aec2c6d-6d5c-4aa2-aac2-59c08f39dc7b req-f09687e9-1aea-4f3e-9ce1-a6408e0735f2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Nov 16 21:16:54.100425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3dfba42-8a88-4a2c-8254-aeba94f3117c req-c0aeb03e-a40b-4397-890f-0ff7f0f1857e tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0365348 Nov 16 21:16:54.321591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be3540-5c25-44ee-93cd-5dad3ebab80f req-2b6ed6c7-a99a-4f9a-a740-e66d911f339a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.323090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61be3540-5c25-44ee-93cd-5dad3ebab80f req-2b6ed6c7-a99a-4f9a-a740-e66d911f339a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 944 time: 0.0893807 Nov 16 21:16:54.381108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-029f6c45-4c08-4267-b0f4-5ec3b6661e97 service neutron] 10.222.0.21 "GET /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.1141438 Nov 16 21:16:54.435556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61be3540-5c25-44ee-93cd-5dad3ebab80f req-092ffdb2-d8c4-4cd5-925f-18bda34fadd3 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971875 Nov 16 21:16:54.538274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a41f321a-5a21-40c7-9bea-88f7c834c186 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:54.614213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port a41f321a-5a21-40c7-9bea-88f7c834c186 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:54.622157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port a41f321a-5a21-40c7-9bea-88f7c834c186 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:54.622671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.630429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:54.656603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:54.692095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:54.706072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138534e2-643d-492d-b10a-f08c02270ce6 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:54.739532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:54.788502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.825042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.830357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:54.863001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:54.864046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.870988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c2cb-7dcc-441e-95a7-2b222b445709 req-b6b1298f-2b64-4327-85ed-74cad50cbe05 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.878648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab28c2cb-7dcc-441e-95a7-2b222b445709 req-b6b1298f-2b64-4327-85ed-74cad50cbe05 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 945 time: 0.1266797 Nov 16 21:16:54.925294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:54.928492 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed6c0b-f1d5-4cf3-927a-08b074f5826d" -d '{"events": [{"server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "name": "network-vif-plugged", "status": "completed", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:54.945005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a41f321a-5a21-40c7-9bea-88f7c834c186,segment=NetworkSegment(99e70d31-beec-41ac-98a6-467b0a5b286d),segment_id=99e70d31-beec-41ac-98a6-467b0a5b286d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:54.956691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.009381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab28c2cb-7dcc-441e-95a7-2b222b445709 req-48de8887-09e4-460a-bca8-048c31508179 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296108 Nov 16 21:16:55.024431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Transition to ACTIVE for port object 138534e2-643d-492d-b10a-f08c02270ce6 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:55.041228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5fdb-e105-4209-9f62-20684add91f2 req-3553d047-90b8-4fc9-88c9-8f16fee4d7cd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.050399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc9e5fdb-e105-4209-9f62-20684add91f2 req-3553d047-90b8-4fc9-88c9-8f16fee4d7cd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.1391408 Nov 16 21:16:55.059385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.066733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.087963 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc9e8e0-d7c7-4148-bfc9-2adf022a7a28 x-openstack-request-id: req-ecc9e8e0-d7c7-4148-bfc9-2adf022a7a28 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:55.088518 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "name": "network-vif-plugged", "status": "completed", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:55.089469 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecc9e8e0-d7c7-4148-bfc9-2adf022a7a28 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:55.097177 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186', 'code': 200} Nov 16 21:16:55.098643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.172499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:55.177072 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.267376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e509-366e-460d-a75d-2069c5d4e483 req-4749fe4d-cb0d-4078-bf51-5205086d941c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.269942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f213e509-366e-460d-a75d-2069c5d4e483 req-4749fe4d-cb0d-4078-bf51-5205086d941c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 950 time: 0.0711648 Nov 16 21:16:55.276281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] No DVR routers for this DVR port 138534e2-643d-492d-b10a-f08c02270ce6 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:55.277476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.292535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc9e5fdb-e105-4209-9f62-20684add91f2 req-38b1620a-5ed0-4376-940f-2d4e074d2edf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416859 Nov 16 21:16:55.294096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Pushing event updated for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.333501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.333851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.334191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.334552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.334849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.335227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.335795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.336116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.336436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.338125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.338125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.338125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.351523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-269a3d94-63da-493a-9202-55709b4cc8dd service neutron] 10.222.0.21 "PUT /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6/bindings/n-h2-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9577899 Nov 16 21:16:55.355210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbb62-dd32-4712-b046-04d7c213b595 req-d9bbcc99-b6e6-467c-8a54-a84a781ba5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.356739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9afcbb62-dd32-4712-b046-04d7c213b595 req-d9bbcc99-b6e6-467c-8a54-a84a781ba5fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 1097 time: 0.1979775 Nov 16 21:16:55.366227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e548-ba49-4511-b1e4-2682ddd950ed req-c91e1188-945d-412b-8f79-ec60061bcc2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.377457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d366e548-ba49-4511-b1e4-2682ddd950ed req-c91e1188-945d-412b-8f79-ec60061bcc2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 945 time: 0.1848729 Nov 16 21:16:55.490971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d366e548-ba49-4511-b1e4-2682ddd950ed req-0b02748e-c351-4902-b0ea-fc2b5cbf2265 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121526 Nov 16 21:16:55.512136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9afcbb62-dd32-4712-b046-04d7c213b595 req-7d6d2485-ef7c-47b4-a177-0a0e2b2476c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317556 Nov 16 21:16:55.538619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-51cd647e-a5d1-4745-b84d-87d55db02125 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.540223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-51cd647e-a5d1-4745-b84d-87d55db02125 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.1091707 Nov 16 21:16:55.547787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port 327fe926-e662-46e4-9919-2bbafa39ef04 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:55.548155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.636006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d915f5c5-24c6-4cb2-baa9-df0618d041c1 req-0d368fe7-a4e3-4944-88ec-5e5b5f6ef193 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0415268 Nov 16 21:16:55.704998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ac200-420c-4efa-834a-5b951069100f req-1aca7cd3-466b-44b1-b345-558c4ed1e650 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.712027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port 327fe926-e662-46e4-9919-2bbafa39ef04, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=327fe926-e662-46e4-9919-2bbafa39ef04,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:55.712690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.714369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b5ac200-420c-4efa-834a-5b951069100f req-1aca7cd3-466b-44b1-b345-558c4ed1e650 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.0817645 Nov 16 21:16:55.779081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for 327fe926-e662-46e4-9919-2bbafa39ef04 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:55.807204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b5ac200-420c-4efa-834a-5b951069100f req-35e3bca6-f739-4c7d-87a7-7288feac5d84 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917711 Nov 16 21:16:55.857399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-28c2cc52-8e69-40ee-8277-8aee7deaa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.859129 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-28c2cc52-8e69-40ee-8277-8aee7deaa99a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d&tenant_id=fae96759fd6a45d394ff285fb634a850 HTTP/1.1" status: 200 len: 1096 time: 0.1432309 Nov 16 21:16:55.980558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-e453ed9d-61ad-409d-95d7-21fe18c469de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.982100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-e453ed9d-61ad-409d-95d7-21fe18c469de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fae96759fd6a45d394ff285fb634a850&device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1096 time: 0.0813751 Nov 16 21:16:55.994542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3f554-9e40-4bfa-831a-74aa8a083f56 req-ddbeb977-ef70-45d7-afa5-f16eacfd3c80 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:55.995966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd3f554-9e40-4bfa-831a-74aa8a083f56 req-ddbeb977-ef70-45d7-afa5-f16eacfd3c80 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.0908754 Nov 16 21:16:56.003274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-39c3e9eb-d6ea-4d1c-97ec-b2b3199c2d23 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:56.004791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-39c3e9eb-d6ea-4d1c-97ec-b2b3199c2d23 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0717499 Nov 16 21:16:56.024407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-5'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:56.040412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.065407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:56.068601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['411ddb44-b9f1-4bbb-a261-1532bba017b1', '327fe926-e662-46e4-9919-2bbafa39ef04'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:56.097477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.155050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd3f554-9e40-4bfa-831a-74aa8a083f56 req-6a9b00d2-c1ad-4f61-a2d1-7467ead5d41a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492128 Nov 16 21:16:56.179977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-4c4463e5-054b-45c2-9a14-e2b5b63cab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:56.185368 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-4c4463e5-054b-45c2-9a14-e2b5b63cab34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 200 len: 922 time: 0.1906564 Nov 16 21:16:56.186826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=327fe926-e662-46e4-9919-2bbafa39ef04,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:56.308510 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-57c57ea4-a40d-453b-bc0a-e04395d4c6d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 200 len: 217 time: 0.1081514 Nov 16 21:16:56.309683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port 327fe926-e662-46e4-9919-2bbafa39ef04 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:56.313619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.319909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f213e509-366e-460d-a75d-2069c5d4e483 req-9c1a2a30-fb94-4086-8a81-7c8c90ad72d0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "DELETE /v2.0/ports/327fe926-e662-46e4-9919-2bbafa39ef04 HTTP/1.1" status: 204 len: 173 time: 1.0416069 Nov 16 21:16:56.320563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'name': 'network-vif-deleted', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:56.323304 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e764c9ac-f028-4ec4-9b4d-ea2ef2df028e" -d '{"events": [{"server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "name": "network-vif-deleted", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:56.347410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9849b-b8a0-47e8-a082-f788926e32f4 req-82502f8d-3b2e-44d2-8a12-db9c3e3b30c2 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:56.349823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9c9849b-b8a0-47e8-a082-f788926e32f4 req-82502f8d-3b2e-44d2-8a12-db9c3e3b30c2 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 946 time: 0.1938493 Nov 16 21:16:56.402179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-863b3166-7f83-4785-8d7e-d56b153f6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:56.404226 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-863b3166-7f83-4785-8d7e-d56b153f6dea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 200 len: 861 time: 0.0774837 Nov 16 21:16:56.450249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-c285d401-656b-4625-94df-da3fd0877ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364168 Nov 16 21:16:56.471743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5fc2e56-57e5-4dfc-9e92-fe538af890f9 req-6601ecf0-06ce-4748-8273-47564604a7b8 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=08525401-4cfc-4eca-b8a7-2ba8d8f3dce5 HTTP/1.1" status: 200 len: 210 time: 0.0699022 Nov 16 21:16:56.489245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:56.499074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9c9849b-b8a0-47e8-a082-f788926e32f4 req-f79ed68a-f9ef-4010-a76e-b20a895b1be8 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392286 Nov 16 21:16:56.556127 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3faa5d-5554-4c68-9f1f-3bd7ef1e1a33 x-openstack-request-id: req-4d3faa5d-5554-4c68-9f1f-3bd7ef1e1a33 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:56.556705 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08525401-4cfc-4eca-b8a7-2ba8d8f3dce5", "name": "network-vif-deleted", "tag": "327fe926-e662-46e4-9919-2bbafa39ef04", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:56.557110 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d3faa5d-5554-4c68-9f1f-3bd7ef1e1a33 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:56.558071 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08525401-4cfc-4eca-b8a7-2ba8d8f3dce5', 'name': 'network-vif-deleted', 'tag': '327fe926-e662-46e4-9919-2bbafa39ef04', 'status': 'completed', 'code': 200} Nov 16 21:16:56.573614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:56.631602 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-88b53560-d4a0-49f6-9f2e-77ae281627e0 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679509 Nov 16 21:16:56.631898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:56.634593 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03fde2f-c596-4948-8557-1f749d8533ff" -d '{"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-unplugged", "status": "completed", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:56.661415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.677163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.705502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:56.771063 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-4e8d79e7-876f-40cd-a294-001c9913a0d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299217 Nov 16 21:16:56.782288 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a348a-aebf-4494-8a5c-e06ab9f2b5d7 x-openstack-request-id: req-c96a348a-aebf-4494-8a5c-e06ab9f2b5d7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:56.782686 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-unplugged", "status": "completed", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:56.782968 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c96a348a-aebf-4494-8a5c-e06ab9f2b5d7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:56.783391 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'code': 200} Nov 16 21:16:56.963188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:56.980461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:56.999248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:56.999793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:57.000162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.004778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:57.005125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.010224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:57.010612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:57.011248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:57.012275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Bound port: 2bff833d-90e1-4d9c-8a49-c373737534fd, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:57.012668 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.023350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8da5cab-59db-444e-90fe-e31319814a94 req-bed11802-e512-493d-8e02-19f8ddff6444 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0980430 Nov 16 21:16:57.029716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:57.030518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:57.030865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.036122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:57.036492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.082081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:57.082488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:57.082878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:57.083345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Bound port: 2bff833d-90e1-4d9c-8a49-c373737534fd, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:57.083701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.089995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:57.103868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:57.106643 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a427d-b84c-4638-973d-95d7e46d3a2d" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:57.111302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:57.119287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.147220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36424c-bb8a-44a0-8a4b-56178ea1c603 req-58987edf-a571-4a30-8597-5db5c1aa534d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.148759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be36424c-bb8a-44a0-8a4b-56178ea1c603 req-58987edf-a571-4a30-8597-5db5c1aa534d tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1101096 Nov 16 21:16:57.292839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c81231-fceb-4912-904a-0f7b29d9a25a req-b1c54319-9b63-4afa-9d8d-e19fb4218d0c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.294320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29c81231-fceb-4912-904a-0f7b29d9a25a req-b1c54319-9b63-4afa-9d8d-e19fb4218d0c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1427722 Nov 16 21:16:57.312345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be36424c-bb8a-44a0-8a4b-56178ea1c603 req-047e307e-b38d-4b1e-846d-2265a438037e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514585 Nov 16 21:16:57.323356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:57.343213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd has no active binding in host n-h1-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:16:57.346622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:57.346814 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2bff833d-90e1-4d9c-8a49-c373737534fd-n-h2-816206-5-0 {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:16:57.346983 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:16:57.356234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.356648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.357226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.358224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.358633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.359029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.359260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e787de-def1-44c8-a36a-d71059841078 req-a517dbdd-d9cd-48fe-9578-c0235b52070b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.360443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.360917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.361348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.361813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.362247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.362547 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-a517dbdd-d9cd-48fe-9578-c0235b52070b tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d&tenant_id=fae96759fd6a45d394ff285fb634a850&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0959268 Nov 16 21:16:57.362778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:57.429094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-c0561ead-bab2-4dab-84da-5f8ffe961a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.431519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-c0561ead-bab2-4dab-84da-5f8ffe961a46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1101 time: 0.0835178 Nov 16 21:16:57.437620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29c81231-fceb-4912-904a-0f7b29d9a25a req-43b98317-74e5-4d7e-b09a-2bd40d0af3b4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238267 Nov 16 21:16:57.451284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:57.525438 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5b1e9a-4a07-43e2-af2c-8765e50e60ef x-openstack-request-id: req-6e5b1e9a-4a07-43e2-af2c-8765e50e60ef {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:57.525706 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:57.525956 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e5b1e9a-4a07-43e2-af2c-8765e50e60ef {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:57.526393 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'code': 200} Nov 16 21:16:57.531595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.563834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-95e787de-def1-44c8-a36a-d71059841078 req-f94767c2-27a5-4b5b-bc23-a801850533bb service neutron] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:57.567317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-95e787de-def1-44c8-a36a-d71059841078 req-f94767c2-27a5-4b5b-bc23-a801850533bb service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.568530 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95e787de-def1-44c8-a36a-d71059841078 req-f94767c2-27a5-4b5b-bc23-a801850533bb service neutron] 10.222.0.36 "DELETE /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6/bindings/n-h1-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.1956174 Nov 16 21:16:57.700994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4b427-b1e2-43d2-b4e7-a86c532bcf63 req-dd5e9bc5-04a7-49e8-8aa2-7b44ceb5c247 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.703094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1b4b427-b1e2-43d2-b4e7-a86c532bcf63 req-dd5e9bc5-04a7-49e8-8aa2-7b44ceb5c247 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.1266892 Nov 16 21:16:57.814096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1b4b427-b1e2-43d2-b4e7-a86c532bcf63 req-16aa3e04-d46f-4db6-ab23-fece21a075c2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038930 Nov 16 21:16:57.843593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:57.872621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:57.872928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:57.873338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.891642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:57.892045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempting to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd on network 14d459f6-8e72-4522-870c-dc722adbaedb {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:57.910146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:57.945888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:57.946220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Checking segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:57.946951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Bound using segment: {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:57.947629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Bound port: 2bff833d-90e1-4d9c-8a49-c373737534fd, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '14d459f6-8e72-4522-870c-dc722adbaedb'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:57.948147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.009851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.036468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fa5b-9583-45c0-9aec-fabeb322b81a req-0c97de1a-f3be-4e9e-86ef-7cb5f8368124 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.040956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ec5fa5b-9583-45c0-9aec-fabeb322b81a req-0c97de1a-f3be-4e9e-86ef-7cb5f8368124 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 946 time: 0.1504622 Nov 16 21:16:58.063217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Transition to ACTIVE for port object 6e8b194b-3b35-4b01-a92b-bbda2e935edc will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:58.067633 n-d-816206-5 neutron-server[102665]: WARNING neutron.plugins.ml2.plugin [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Concurrent port binding operations failed on port 2bff833d-90e1-4d9c-8a49-c373737534fd Nov 16 21:16:58.077180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:58.079669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.091287 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attempt 2 to bind port 2bff833d-90e1-4d9c-8a49-c373737534fd Nov 16 21:16:58.112147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.112759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.114126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7cf3f523-e783-40fc-8ab7-90eb50540e10 service neutron] 10.222.0.21 "PUT /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 1121 time: 2.0938649 Nov 16 21:16:58.161990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ec5fa5b-9583-45c0-9aec-fabeb322b81a req-449155f9-f681-4d66-a280-6ffa5b65d727 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Nov 16 21:16:58.183191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:58.186409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] No DVR routers for this DVR port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:58.211725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2bff833d-90e1-4d9c-8a49-c373737534fd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:58.276346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['2bff833d-90e1-4d9c-8a49-c373737534fd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:58.277713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:58.278055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:58.278392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:58.288212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:58.288748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Attempting to bind port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:58.297334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:58.297679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:58.298124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:58.298561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Bound port: 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:58.298917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.416930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d4fa20e-92f8-4b19-9751-9316e483adde req-6eb13355-c65f-4dd7-9ea7-9ce972d6ec4d tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0658829 Nov 16 21:16:58.444730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:58.465973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:58.472655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.527173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.528468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.530338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 1097 time: 1.0836542 Nov 16 21:16:58.564896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb983730-aa02-4b88-a57b-6ed6257ad234 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=11']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:58.669543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-96fe9c33-4f6b-452d-9c7b-5d1c2a938ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.672289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-96fe9c33-4f6b-452d-9c7b-5d1c2a938ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1100 time: 0.0856817 Nov 16 21:16:58.725598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:58.809027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}, {'name': 'network-changed', 'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd'}, {'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:58.811229 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c511e263-6dfb-46f4-9bcb-82754ca50698" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}, {"name": "network-changed", "server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd"}, {"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:58.917625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:58.918051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 327fe926-e662-46e4-9919-2bbafa39ef04 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:58.936982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f343c-a366-46b2-ad0a-2b71b3c6ac39 req-bd78f95b-ff01-437c-ae96-125af4ce71ed tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.938496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67f343c-a366-46b2-ad0a-2b71b3c6ac39 req-bd78f95b-ff01-437c-ae96-125af4ce71ed tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 1096 time: 0.1123624 Nov 16 21:16:58.939441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-4d32a4d5-5aea-4711-a89a-f6e6d1ab59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.940726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-4d32a4d5-5aea-4711-a89a-f6e6d1ab59c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2594075 Nov 16 21:16:58.945159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 327fe926-e662-46e4-9919-2bbafa39ef04 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:58.945497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 327fe926-e662-46e4-9919-2bbafa39ef04 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:59.010148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-185fbe24-a6f2-4073-84d4-34aa39322e1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0579021 Nov 16 21:16:59.073219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58861e0-ebcd-4b38-91d4-8596c9800d98 req-5c8c9d12-b41d-4590-a950-c4b1fa6b6085 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.074644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b58861e0-ebcd-4b38-91d4-8596c9800d98 req-5c8c9d12-b41d-4590-a950-c4b1fa6b6085 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1328838 Nov 16 21:16:59.080361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67f343c-a366-46b2-ad0a-2b71b3c6ac39 req-49cb9b36-39a0-4817-a492-a50d92a683e0 tempest-LiveAutoBlockMigrationV225Test-418220105 tempest-LiveAutoBlockMigrationV225Test-418220105-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292973 Nov 16 21:16:59.102539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-5857cb7e-a07c-423d-aaad-937c7fc08dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.104020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-5857cb7e-a07c-423d-aaad-937c7fc08dbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0702960 Nov 16 21:16:59.198009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-f1ce2c48-3684-426c-9e0e-231df5fcb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.199565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-f1ce2c48-3684-426c-9e0e-231df5fcb99f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797470 Nov 16 21:16:59.207367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b58861e0-ebcd-4b38-91d4-8596c9800d98 req-bc507bbd-d712-48ac-832e-4ed632b6a56b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261423 Nov 16 21:16:59.341170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46514298-e01e-48ac-9fc3-2172cbc93524 req-94752ac2-efe4-4a09-a982-9e94975c254d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.343296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46514298-e01e-48ac-9fc3-2172cbc93524 req-94752ac2-efe4-4a09-a982-9e94975c254d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.0884480 Nov 16 21:16:59.371502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-6c72012d-e3a0-480d-b3e2-ff3b31f3f240 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613402 Nov 16 21:16:59.798463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46514298-e01e-48ac-9fc3-2172cbc93524 req-55756959-a572-4ecc-b289-ecff77790d2a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459298 Nov 16 21:16:59.837500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-4ac3e9f9-fca7-450d-aa92-6193c3ecd1f7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.839032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-4ac3e9f9-fca7-450d-aa92-6193c3ecd1f7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.5108154 Nov 16 21:16:59.850905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0ce6493-9e77-4a50-8380-b9acf6c3b36e req-be0e50ec-ea65-40df-9356-a23f90ca74fa service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824081 Nov 16 21:16:59.866044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-87a5832e-be74-4fce-9440-37c1e74a9186 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/quotas/6e5f894ad7de4904a424cbbb6de2a92d HTTP/1.1" status: 200 len: 375 time: 0.0114884 Nov 16 21:16:59.867748 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8aa007-42b6-4c20-9b71-c15cf24b72af x-openstack-request-id: req-4c8aa007-42b6-4c20-9b71-c15cf24b72af {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:59.868048 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "code": 200}, {"name": "network-changed", "server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:59.868297 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c8aa007-42b6-4c20-9b71-c15cf24b72af {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:59.868682 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'code': 200} Nov 16 21:16:59.869106 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'status': 'completed', 'code': 200} Nov 16 21:16:59.869820 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'status': 'completed', 'code': 200} Nov 16 21:17:00.006553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-f49db026-0ae5-46ed-b665-1d218f6f1d40 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319087 Nov 16 21:17:00.029241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-07ae4c98-fe22-41b9-a552-a9258f92250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.030859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-07ae4c98-fe22-41b9-a552-a9258f92250e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1100 time: 0.1268203 Nov 16 21:17:00.081591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-0bbf53be-b0cd-4a18-bea3-f35f2cbeee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.082920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-0bbf53be-b0cd-4a18-bea3-f35f2cbeee62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1124 time: 0.1692131 Nov 16 21:17:00.092825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0cb2-7110-42ac-8615-91a6c2248db4 req-d0c3101d-d628-484c-ba44-07aedbfa6dae tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.094182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e5b0cb2-7110-42ac-8615-91a6c2248db4 req-d0c3101d-d628-484c-ba44-07aedbfa6dae tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 949 time: 0.1783769 Nov 16 21:17:00.257115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-fd7dfa24-7c93-47ee-9ab4-8b240c140e94 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.258640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-fd7dfa24-7c93-47ee-9ab4-8b240c140e94 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 949 time: 0.0517261 Nov 16 21:17:00.287865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-988e4df8-2587-4a0f-8c75-d6240cc8b7df service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715378 Nov 16 21:17:00.300161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e5b0cb2-7110-42ac-8615-91a6c2248db4 req-18f5f67e-2922-4fce-a4aa-73a33eeb63ce tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906090 Nov 16 21:17:00.368825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-675054af-143b-441a-bec2-3d9fd16aeef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.370315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-675054af-143b-441a-bec2-3d9fd16aeef9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.2582810 Nov 16 21:17:00.372944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-7f609833-2e64-489c-8068-c8a922e73382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.374342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-7f609833-2e64-489c-8068-c8a922e73382 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3039627 Nov 16 21:17:00.406527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port 411ddb44-b9f1-4bbb-a261-1532bba017b1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:00.407364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.434225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-9f07c95a-3f8f-4734-ab1a-7291a7a80dd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 217 time: 0.0512898 Nov 16 21:17:00.476619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-89a6d26c-50ff-4591-a6ae-0b00171f1de5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0512385 Nov 16 21:17:00.524460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port 411ddb44-b9f1-4bbb-a261-1532bba017b1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=411ddb44-b9f1-4bbb-a261-1532bba017b1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:00.524689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.547312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for 411ddb44-b9f1-4bbb-a261-1532bba017b1 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:00.581573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-b4169fdb-7878-4f4b-92fa-b087ce5a30ff service neutron] 10.222.0.54 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789860 Nov 16 21:17:00.619998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-36dd9fe8-14f9-4f14-abe4-ed6aace6d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.621581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-36dd9fe8-14f9-4f14-abe4-ed6aace6d2f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1343799 Nov 16 21:17:00.623661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab9e2fdd-fb1c-4cc4-9f5d-2f018c4f3cdb req-c2bf4246-0122-4bc9-b145-1719ad05b469 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0461991 Nov 16 21:17:00.625479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-8176e498-0ee1-425e-abf0-ae30ab7efee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.626596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-8176e498-0ee1-425e-abf0-ae30ab7efee2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.1617620 Nov 16 21:17:00.691216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-83584161-4bc0-4d69-9ddf-b1e2aff13e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463717 Nov 16 21:17:00.700853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-305a7454-0931-455a-8a82-4bb60922c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.706114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-305a7454-0931-455a-8a82-4bb60922c45c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722637 Nov 16 21:17:00.706323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:00.735017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.758773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'd09564f8-548c-4800-96e0-532b1ab9af6e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:00.844052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=411ddb44-b9f1-4bbb-a261-1532bba017b1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:00.911481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port 411ddb44-b9f1-4bbb-a261-1532bba017b1 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:00.914382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.918947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-152ad17f-b5bb-4b41-97b5-c221753e4188 req-c4666983-9367-4ca6-a379-e0c86362d6f0 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.21 "DELETE /v2.0/ports/411ddb44-b9f1-4bbb-a261-1532bba017b1 HTTP/1.1" status: 204 len: 173 time: 0.6313252 Nov 16 21:17:00.920241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'name': 'network-vif-deleted', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:00.923141 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578dec6-9701-434f-9e45-a97b9f53a2ac" -d '{"events": [{"server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "name": "network-vif-deleted", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:00.968675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546fa73-1dda-4cb6-bdb5-826852da6be5 req-20f293a3-aaaf-411e-b758-7aa6fbbe6ab5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:00.970291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1546fa73-1dda-4cb6-bdb5-826852da6be5 req-20f293a3-aaaf-411e-b758-7aa6fbbe6ab5 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1629884 Nov 16 21:17:00.976002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-d9d1eb94-4174-4664-b4f0-27a7b5550a68 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689633 Nov 16 21:17:00.996419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.018235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-389d5c92-a687-40c2-b814-336b04792c44 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919242 Nov 16 21:17:01.042473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:01.045591 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34918c18-82d1-4adb-9cfa-fcfa63ff2e57" -d '{"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-unplugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:01.103828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1546fa73-1dda-4cb6-bdb5-826852da6be5 req-e26ce605-068d-43d8-bf5a-518fbe8d3ff7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234140 Nov 16 21:17:01.108579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-2524a2b0-f029-4a28-b8e9-4a352c815f9f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.110302 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-2524a2b0-f029-4a28-b8e9-4a352c815f9f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebce7d2-7213-40f4-accc-3fa9285efce8 HTTP/1.1" status: 200 len: 950 time: 0.0600200 Nov 16 21:17:01.111869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556134be-4f35-47ad-a11a-12659d71340e req-ec84a455-780a-4460-9772-853c34f1fc93 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.113086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:01.137550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556134be-4f35-47ad-a11a-12659d71340e req-ec84a455-780a-4460-9772-853c34f1fc93 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.2583954 Nov 16 21:17:01.191594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.263758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port d09564f8-548c-4800-96e0-532b1ab9af6e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:01.266397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.367780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556134be-4f35-47ad-a11a-12659d71340e req-2173354c-4820-48cf-835b-e345b8968309 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292621 Nov 16 21:17:01.372137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-ab6708cc-4812-4634-aabe-ede902130f12 service neutron] 10.222.0.36 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723018 Nov 16 21:17:01.401434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-960b93e5-d6c5-47e9-8f6f-edfad5a4f829 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413014 Nov 16 21:17:01.421032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:01.447813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a846d61-e220-47ca-978e-c24241df20d1 req-c182f8e0-3174-4cd2-ba6b-0c7dd78190f7 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 210 time: 0.0746984 Nov 16 21:17:01.453131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-d22474ff-b1f3-472c-b4f8-fb8f58b9d59f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.454907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-d22474ff-b1f3-472c-b4f8-fb8f58b9d59f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/ports?device_id=7954522f-32e6-4165-987d-459a51ac7672 HTTP/1.1" status: 200 len: 944 time: 0.1614738 Nov 16 21:17:01.515446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port d09564f8-548c-4800-96e0-532b1ab9af6e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d09564f8-548c-4800-96e0-532b1ab9af6e,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:01.516156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.544199 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408968c-1d85-4346-9415-05f2cb04c388 x-openstack-request-id: req-3408968c-1d85-4346-9415-05f2cb04c388 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:01.545120 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b1c4e-3c80-490d-ab0c-aad668a01818", "name": "network-vif-deleted", "tag": "411ddb44-b9f1-4bbb-a261-1532bba017b1", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:01.545377 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3408968c-1d85-4346-9415-05f2cb04c388 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:01.545986 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b1c4e-3c80-490d-ab0c-aad668a01818', 'name': 'network-vif-deleted', 'tag': '411ddb44-b9f1-4bbb-a261-1532bba017b1', 'status': 'completed', 'code': 200} Nov 16 21:17:01.555592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for d09564f8-548c-4800-96e0-532b1ab9af6e owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:01.583202 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012e1465-1bea-4a3b-a0b5-e7da20310778 x-openstack-request-id: req-012e1465-1bea-4a3b-a0b5-e7da20310778 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:01.584007 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-unplugged", "status": "completed", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:01.584400 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-012e1465-1bea-4a3b-a0b5-e7da20310778 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:01.585000 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'code': 200} Nov 16 21:17:01.654023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3df0a-5d84-46d2-813f-a83fa6f35711 req-5133ed48-8262-48e5-b1b2-5459d64cd54c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.661835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7e3df0a-5d84-46d2-813f-a83fa6f35711 req-5133ed48-8262-48e5-b1b2-5459d64cd54c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 949 time: 0.1841412 Nov 16 21:17:01.677325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-94b034bf-5c8e-45d1-b71b-fc80fa788551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.679102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-94b034bf-5c8e-45d1-b71b-fc80fa788551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 1100 time: 0.1508465 Nov 16 21:17:01.792512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44e91f0f-8768-4b67-9f95-04f1ede6524c req-62aafb0b-086d-4129-aa83-bc4d8b79fa02 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=da1b1c4e-3c80-490d-ab0c-aad668a01818 HTTP/1.1" status: 200 len: 210 time: 0.1044297 Nov 16 21:17:01.800700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-30025aa0-61ed-496c-815a-6f7d9c2b9a6b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.802622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-30025aa0-61ed-496c-815a-6f7d9c2b9a6b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.2116721 Nov 16 21:17:01.815128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Deleting port 5595e7d6-179e-45c2-a023-e2f8b46607c5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:01.815474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.818335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.885564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7e3df0a-5d84-46d2-813f-a83fa6f35711 req-2242850e-c077-444b-96b6-a2ae0670f54e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223842 Nov 16 21:17:01.970376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=d09564f8-548c-4800-96e0-532b1ab9af6e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.031472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-094fe11e-d67f-457b-9688-adf307184dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.032919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-094fe11e-d67f-457b-9688-adf307184dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3353348 Nov 16 21:17:02.035820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d986735-ac10-4838-9d3c-739264363567 req-3f5d0c09-a93f-4e89-a84b-b6ee83d49cea tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0681689 Nov 16 21:17:02.038523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port d09564f8-548c-4800-96e0-532b1ab9af6e on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:02.041148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.044901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ba886066-b6e9-452b-9b23-a6c6f69d040e req-eb3fab6b-7254-47d5-a66e-67b1ee8ce94f tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "DELETE /v2.0/ports/d09564f8-548c-4800-96e0-532b1ab9af6e HTTP/1.1" status: 204 len: 173 time: 0.9205830 Nov 16 21:17:02.062468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50684fb8-222e-467e-bfe3-3c7893752db1 req-54575920-aa38-4deb-964e-29d0d47eb8a2 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.067955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] For port 5595e7d6-179e-45c2-a023-e2f8b46607c5, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5595e7d6-179e-45c2-a023-e2f8b46607c5,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:02.068436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.070254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50684fb8-222e-467e-bfe3-3c7893752db1 req-54575920-aa38-4deb-964e-29d0d47eb8a2 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 946 time: 0.1675296 Nov 16 21:17:02.086360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Calling delete_port for 5595e7d6-179e-45c2-a023-e2f8b46607c5 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:02.124273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-57764d2a-1733-45f7-aa59-c7801736eb90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 200 len: 217 time: 0.0767765 Nov 16 21:17:02.158468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Deleting port 138534e2-643d-492d-b10a-f08c02270ce6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:02.158844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.245107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.273208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event deleted for resources: {'Port': ['ID=5595e7d6-179e-45c2-a023-e2f8b46607c5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.323276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] No DVR routers for this DVR port 5595e7d6-179e-45c2-a023-e2f8b46607c5 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:02.325948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.329802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d1a5e97-6f0e-4dcd-8933-052458b66122 req-9697a336-b083-491b-a950-a672154cd3c5 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "DELETE /v2.0/ports/5595e7d6-179e-45c2-a023-e2f8b46607c5 HTTP/1.1" status: 204 len: 173 time: 0.8565521 Nov 16 21:17:02.541935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50684fb8-222e-467e-bfe3-3c7893752db1 req-abbea016-28d0-4ed4-800d-3be099088f9b tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707108 Nov 16 21:17:02.554536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:02.582133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-a2d7c1de-7acb-4f08-bc05-022770b38215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.583032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-a2d7c1de-7acb-4f08-bc05-022770b38215 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.4367788 Nov 16 21:17:02.612030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a0e02-f165-4336-a2a4-0b31401ded1a req-f3e8aa6d-582c-4621-ab5a-c255b2459c0f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.613542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-923a0e02-f165-4336-a2a4-0b31401ded1a req-f3e8aa6d-582c-4621-ab5a-c255b2459c0f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.0955634 Nov 16 21:17:02.667932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] For port 138534e2-643d-492d-b10a-f08c02270ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=138534e2-643d-492d-b10a-f08c02270ce6,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:02.668294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.671664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:02.685470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'mac_address': 'fa:16:3e:18:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:02.690708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-4bd58089-4e8b-47f5-a6e9-24eaa2faecc2 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.692520 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-4bd58089-4e8b-47f5-a6e9-24eaa2faecc2 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 804 time: 0.1458297 Nov 16 21:17:02.715905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Request body: {'port': {'device_id': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'admin_state_up': True, 'tenant_id': '6e5f894ad7de4904a424cbbb6de2a92d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:02.718020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Calling delete_port for 138534e2-643d-492d-b10a-f08c02270ce6 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:02.728113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.747265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:02.753918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-4460bff1-e0a3-4093-b327-e105ae0612f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.755460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-4460bff1-e0a3-4093-b327-e105ae0612f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389406 Nov 16 21:17:02.759851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 411ddb44-b9f1-4bbb-a261-1532bba017b1 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:02.792077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:02.793680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 411ddb44-b9f1-4bbb-a261-1532bba017b1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:02.794422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 411ddb44-b9f1-4bbb-a261-1532bba017b1 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:02.799317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.834558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-923a0e02-f165-4336-a2a4-0b31401ded1a req-0747511a-3d96-4a91-ab89-95d8b0c7d497 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056510 Nov 16 21:17:02.888149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.893415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Made reservation on behalf of 6e5f894ad7de4904a424cbbb6de2a92d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:02.896837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.905832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe762526-457b-40ba-bd7e-86b32b8a4aa3 req-587667d4-32c0-44a7-9b77-879ec4b307b9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.913394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe762526-457b-40ba-bd7e-86b32b8a4aa3 req-587667d4-32c0-44a7-9b77-879ec4b307b9 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 945 time: 0.2474761 Nov 16 21:17:03.021269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37279b59-1449-4400-81e5-96cb5c9f2b11 req-db5d2fcc-5f2a-4035-ad4b-87bffbb94415 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 210 time: 0.0489688 Nov 16 21:17:03.061889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Allocated IP 172.20.0.6 (d2d10d80-aab7-41eb-b5a5-73db4772bc2f/9a0fae1d-193e-4d9d-815f-0065a91b3e5f/07505a76-774a-4ea2-91ac-b36e016a9afc) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:03.087311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe762526-457b-40ba-bd7e-86b32b8a4aa3 req-6e014646-7548-4d23-85f4-f7ea3211d4e2 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705425 Nov 16 21:17:03.107109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-2fd889dd-3767-4ba0-a234-d376e058e5fd service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947309 Nov 16 21:17:03.253370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c2b6180-02a1-4a57-8bcd-ce8d475b836b req-dab90bd2-38a2-4d06-bc44-27760ee21477 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0769746 Nov 16 21:17:03.303532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.320503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:03.361146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d2652-0d29-4792-9243-f18d0b4108a6 req-fe6497df-21a0-4986-ba54-74a8be5abc9d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:03.362683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d71d2652-0d29-4792-9243-f18d0b4108a6 req-fe6497df-21a0-4986-ba54-74a8be5abc9d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1895928 Nov 16 21:17:03.363508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event deleted for resources: {'Port': ['ID=138534e2-643d-492d-b10a-f08c02270ce6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:03.409917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c511e263-6dfb-46f4-9bcb-82754ca50698 req-2beaa803-8e9b-417a-934e-fd6a02d52b17 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475274 Nov 16 21:17:03.441802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] No DVR routers for this DVR port 138534e2-643d-492d-b10a-f08c02270ce6 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:03.445137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.448753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bf21faa-d691-40b7-a0f6-538e31a9de37 req-33a21595-af51-4a4f-85b4-f534bda6f05a tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.36 "DELETE /v2.0/ports/138534e2-643d-492d-b10a-f08c02270ce6 HTTP/1.1" status: 204 len: 173 time: 1.6306441 Nov 16 21:17:03.449743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-deleted', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:03.453025 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f293506d-13e3-49ba-a526-c13ee8d84752" -d '{"events": [{"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-deleted", "tag": "138534e2-643d-492d-b10a-f08c02270ce6"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:03.464294 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.485728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d71d2652-0d29-4792-9243-f18d0b4108a6 req-c8836796-04e9-4eaf-b2c9-3aafcd6bcc98 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020832 Nov 16 21:17:03.508658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.557775 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a1f51c-731f-4017-8784-0111ddb76b1c x-openstack-request-id: req-24a1f51c-731f-4017-8784-0111ddb76b1c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:03.558076 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab88af9-912c-4e48-aa99-75a593e2215d", "name": "network-vif-deleted", "tag": "138534e2-643d-492d-b10a-f08c02270ce6", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:03.558333 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24a1f51c-731f-4017-8784-0111ddb76b1c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:03.558778 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab88af9-912c-4e48-aa99-75a593e2215d', 'name': 'network-vif-deleted', 'tag': '138534e2-643d-492d-b10a-f08c02270ce6', 'status': 'completed', 'code': 200} Nov 16 21:17:03.567104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6e8b194b-3b35-4b01-a92b-bbda2e935edc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:03.583172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'name': 'network-vif-deleted', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e'}, {'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-deleted', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:03.586743 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaf50e0-a85d-4cfb-a736-af93f5196dd6" -d '{"events": [{"server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "name": "network-vif-deleted", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e"}, {"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-deleted", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:03.614806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Network d2d10d80-aab7-41eb-b5a5-73db4772bc2f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:03.619307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:03.622800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:03.675494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:03.716498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:03.719712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.736419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:03.757156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-dac6550f-cb72-4042-993d-d73acd2e4d46 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475421 Nov 16 21:17:03.762663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573b65-b825-4f7a-ba33-99b54295aa5c req-9bc8e41b-2bde-4ced-916e-3e9a07dacb1a tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:03.764440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea573b65-b825-4f7a-ba33-99b54295aa5c req-9bc8e41b-2bde-4ced-916e-3e9a07dacb1a tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 946 time: 0.0608799 Nov 16 21:17:03.775818 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f612a89-f358-4306-9a39-32777d3e0e31 x-openstack-request-id: req-1f612a89-f358-4306-9a39-32777d3e0e31 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:03.776150 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebce7d2-7213-40f4-accc-3fa9285efce8", "name": "network-vif-deleted", "tag": "d09564f8-548c-4800-96e0-532b1ab9af6e", "status": "completed", "code": 200}, {"server_uuid": "7954522f-32e6-4165-987d-459a51ac7672", "name": "network-vif-deleted", "tag": "5595e7d6-179e-45c2-a023-e2f8b46607c5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:03.776361 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f612a89-f358-4306-9a39-32777d3e0e31 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:03.776769 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebce7d2-7213-40f4-accc-3fa9285efce8', 'name': 'network-vif-deleted', 'tag': 'd09564f8-548c-4800-96e0-532b1ab9af6e', 'status': 'completed', 'code': 200} Nov 16 21:17:03.777463 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7954522f-32e6-4165-987d-459a51ac7672', 'name': 'network-vif-deleted', 'tag': '5595e7d6-179e-45c2-a023-e2f8b46607c5', 'status': 'completed', 'code': 200} Nov 16 21:17:03.784170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Request body: {'port': {'device_id': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:03.828990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea573b65-b825-4f7a-ba33-99b54295aa5c req-71a11793-219c-4816-a345-f6eecc5a1fc0 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Nov 16 21:17:03.885193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.039319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741defe-6fdb-4961-bde6-42686a83d535 req-d87ddef2-71a8-4c38-b0b7-ad2c10eac024 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.046890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5741defe-6fdb-4961-bde6-42686a83d535 req-d87ddef2-71a8-4c38-b0b7-ad2c10eac024 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1148047 Nov 16 21:17:04.151744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5741defe-6fdb-4961-bde6-42686a83d535 req-b761c9ee-281f-427d-bec3-4f774863a5a9 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038918 Nov 16 21:17:04.204333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-389ce1a0-e9c1-4144-817d-6047e42a1ad8 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.205816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-389ce1a0-e9c1-4144-817d-6047e42a1ad8 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 946 time: 0.1923409 Nov 16 21:17:04.230348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8c042-262c-43c4-801f-dbd3a67bde09 req-a1f695f8-701b-4dff-91ed-07c16841341a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.231938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ee8c042-262c-43c4-801f-dbd3a67bde09 req-a1f695f8-701b-4dff-91ed-07c16841341a tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.1830361 Nov 16 21:17:04.259735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:04.271907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.291434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Transition to ACTIVE for port object 07505a76-774a-4ea2-91ac-b36e016a9afc will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:04.296361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.349741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.378702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e8487-4963-4cd2-ac14-0d17740f2569 req-a4df5f33-91b3-41b2-a065-1d41448a4972 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.380290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-309e8487-4963-4cd2-ac14-0d17740f2569 req-a4df5f33-91b3-41b2-a065-1d41448a4972 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 931 time: 0.1408808 Nov 16 21:17:04.386909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ee8c042-262c-43c4-801f-dbd3a67bde09 req-ab88d784-df83-4be9-8582-eb3bf515dd16 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484964 Nov 16 21:17:04.434731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Attempting to bind port 07505a76-774a-4ea2-91ac-b36e016a9afc on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:04.436153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Attempting to bind port 07505a76-774a-4ea2-91ac-b36e016a9afc by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:04.436652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Attempting to bind port 07505a76-774a-4ea2-91ac-b36e016a9afc on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:04.438220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Deleting port a41f321a-5a21-40c7-9bea-88f7c834c186 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:04.438562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.442017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Port 07505a76-774a-4ea2-91ac-b36e016a9afc on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:04.442657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Attempting to bind port 07505a76-774a-4ea2-91ac-b36e016a9afc on network d2d10d80-aab7-41eb-b5a5-73db4772bc2f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:04.447874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:04.448488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Checking segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:04.449209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Bound using segment: {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:04.449797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Bound port: 07505a76-774a-4ea2-91ac-b36e016a9afc, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c9518c-0020-4964-8415-fae9971a08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:04.450317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.534492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:04.535197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08ed9b43-1189-420a-acca-e5593d765a49 req-c02fe95a-d104-42c8-87a7-482d8eb6ea2c tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 210 time: 0.0489178 Nov 16 21:17:04.538639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:04.543457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-309e8487-4963-4cd2-ac14-0d17740f2569 req-b2520ffe-89b4-4446-9e92-45f1d2706a50 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324632 Nov 16 21:17:04.549196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.573034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:04.615802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 138534e2-643d-492d-b10a-f08c02270ce6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:04.616389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 138534e2-643d-492d-b10a-f08c02270ce6 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:04.616960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d09564f8-548c-4800-96e0-532b1ab9af6e no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:04.621004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.622173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.624347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] 10.222.0.21 "PUT /v2.0/ports/07505a76-774a-4ea2-91ac-b36e016a9afc HTTP/1.1" status: 200 len: 1091 time: 0.8444908 Nov 16 21:17:04.656015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27fd7-eca1-459c-8d4d-1248cbd3accf service neutron] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.662238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: d09564f8-548c-4800-96e0-532b1ab9af6e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:04.662795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d09564f8-548c-4800-96e0-532b1ab9af6e not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:04.670983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] For port a41f321a-5a21-40c7-9bea-88f7c834c186, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a41f321a-5a21-40c7-9bea-88f7c834c186,segment=NetworkSegment(99e70d31-beec-41ac-98a6-467b0a5b286d),segment_id=99e70d31-beec-41ac-98a6-467b0a5b286d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:04.671349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.714729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Calling delete_port for a41f321a-5a21-40c7-9bea-88f7c834c186 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:04.718328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a25cf00-fdc9-43c0-b5fa-cecd16900074 req-bb9cf39e-998d-450f-aa83-bc32cd81f178 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0439274 Nov 16 21:17:04.746967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-c51645f3-4cc1-459d-8ae7-daf4f5491b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.747225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:04.747318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-c51645f3-4cc1-459d-8ae7-daf4f5491b64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 1094 time: 0.0579939 Nov 16 21:17:04.762197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 5595e7d6-179e-45c2-a023-e2f8b46607c5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:04.762439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5595e7d6-179e-45c2-a023-e2f8b46607c5 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:04.790311 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-fd325287-4c8f-433f-8a53-528b838ca8d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07505a76-774a-4ea2-91ac-b36e016a9afc HTTP/1.1" status: 200 len: 217 time: 0.0402973 Nov 16 21:17:04.845859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9327f-0334-4952-ad02-968fecafebbe req-6afab734-1f62-4b21-9e9f-647758eebf54 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.847445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69c9327f-0334-4952-ad02-968fecafebbe req-6afab734-1f62-4b21-9e9f-647758eebf54 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1100652 Nov 16 21:17:04.873515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-bf6c8508-3e44-49c6-a039-3d5b872e211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.875464 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-bf6c8508-3e44-49c6-a039-3d5b872e211d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0772347 Nov 16 21:17:04.929643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-bfc894d5-908f-4e88-9fc2-588f2f2d50c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452731 Nov 16 21:17:04.932345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69c9327f-0334-4952-ad02-968fecafebbe req-f12cb8b9-dbad-4b18-989a-522179d4b4fa tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773528 Nov 16 21:17:04.991406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.006876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['a41f321a-5a21-40c7-9bea-88f7c834c186'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:05.029711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Pushing event deleted for resources: {'Port': ['ID=a41f321a-5a21-40c7-9bea-88f7c834c186,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.045392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91fa0-cc64-4f4b-8502-5d8c1d1bda93 req-ee1c6b63-88af-49ef-8129-2c263671ecda tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.053081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ed91fa0-cc64-4f4b-8502-5d8c1d1bda93 req-ee1c6b63-88af-49ef-8129-2c263671ecda tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef169775-f67b-46ab-9391-107007f50233 HTTP/1.1" status: 200 len: 867 time: 0.1177332 Nov 16 21:17:05.070537 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-39733a15-8ade-443f-81d8-f2aaf3c4ea04 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221671 Nov 16 21:17:05.120131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] No DVR routers for this DVR port a41f321a-5a21-40c7-9bea-88f7c834c186 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:05.126201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.129623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc02c8ed-ed2b-42fa-81af-d02821ce0e4d req-5db1b9ad-9fcd-45b8-b100-aab46df337f1 tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.36 "DELETE /v2.0/ports/a41f321a-5a21-40c7-9bea-88f7c834c186 HTTP/1.1" status: 204 len: 173 time: 0.9077470 Nov 16 21:17:05.174275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179555b-e29f-43b3-a574-e72cfefa4167 req-c1298447-d066-43b5-87b4-1259fb822877 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.181734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c179555b-e29f-43b3-a574-e72cfefa4167 req-c1298447-d066-43b5-87b4-1259fb822877 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 950 time: 0.1263244 Nov 16 21:17:05.183967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2417bfa7-d9e7-47d5-85e7-ae565f610d79 req-ee3d6849-9d0d-47e2-b067-6a6d4102d844 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038849 Nov 16 21:17:05.186892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ed91fa0-cc64-4f4b-8502-5d8c1d1bda93 req-70502b6b-7e16-49d4-aa56-9e3e8a5a5edd tempest-ServerAddressesTestJSON-2074069627 tempest-ServerAddressesTestJSON-2074069627-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f024f7a-8e14-465e-bce2-054ae52a3828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327956 Nov 16 21:17:05.290911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c179555b-e29f-43b3-a574-e72cfefa4167 req-6efbdca0-ebec-4953-9b1b-3e75168023a3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081870 Nov 16 21:17:05.352828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482e695-32f7-426d-92d1-e92bbbeded29 req-898dac0a-e6eb-424b-b36f-f7a689b32f0c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.354443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8482e695-32f7-426d-92d1-e92bbbeded29 req-898dac0a-e6eb-424b-b36f-f7a689b32f0c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.0830314 Nov 16 21:17:05.405948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8482e695-32f7-426d-92d1-e92bbbeded29 req-697ecfc5-a530-40b6-8a94-2849056193fb tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Nov 16 21:17:05.560196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'name': 'network-vif-deleted', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:05.563431 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42e6b41-df99-44ce-99a3-ac0834633fbf" -d '{"events": [{"server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "name": "network-vif-deleted", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:05.571830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-b9a3011e-90a2-4ac6-927e-39b50798dfa2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408778 Nov 16 21:17:05.599883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-bca2ba1e-71ea-4df0-9ae9-138d5df27f8c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.601260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-bca2ba1e-71ea-4df0-9ae9-138d5df27f8c tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.1211736 Nov 16 21:17:05.611088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d904c-bc68-4019-bdc1-dfe4da63cce2 req-664ffee1-6f9f-4712-bda3-047e88bc9dcd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.612633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b00d904c-bc68-4019-bdc1-dfe4da63cce2 req-664ffee1-6f9f-4712-bda3-047e88bc9dcd tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 950 time: 0.1440268 Nov 16 21:17:05.778510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:05.781890 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1071745-62c4-4cf7-aad5-92829e8423c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:05.828737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b00d904c-bc68-4019-bdc1-dfe4da63cce2 req-35d6098d-5202-4138-b63f-ae4033898f66 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047255 Nov 16 21:17:05.851080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-9d926d03-b74e-4432-8ec8-108d8cddefdd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.853033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-9d926d03-b74e-4432-8ec8-108d8cddefdd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731137 Nov 16 21:17:05.890675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-3cb6943c-aadc-4eaa-862f-ba4f8f9e5ac7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.892287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-3cb6943c-aadc-4eaa-862f-ba4f8f9e5ac7 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eccfa08-49ef-4078-b8c4-4ba399f38646 HTTP/1.1" status: 200 len: 950 time: 0.1224515 Nov 16 21:17:05.895639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port 6ddbc10f-7bb7-4903-bffe-e22226099b96 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:05.895977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.951188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-cceaa516-db4a-4c9b-96ae-d9057c99be29 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/quotas/ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 375 time: 0.0873804 Nov 16 21:17:06.006312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33205b40-54d7-41bd-b111-3229b038d858 req-69abc6cb-8b71-4cdd-a5f5-c7813a65fb60 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 210 time: 0.1052802 Nov 16 21:17:06.066797 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cbf634-4abc-49cf-a85f-e5735caf0459 x-openstack-request-id: req-b4cbf634-4abc-49cf-a85f-e5735caf0459 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:06.067170 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef169775-f67b-46ab-9391-107007f50233", "name": "network-vif-deleted", "tag": "a41f321a-5a21-40c7-9bea-88f7c834c186", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:06.067487 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4cbf634-4abc-49cf-a85f-e5735caf0459 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:06.067894 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef169775-f67b-46ab-9391-107007f50233', 'name': 'network-vif-deleted', 'tag': 'a41f321a-5a21-40c7-9bea-88f7c834c186', 'status': 'completed', 'code': 200} Nov 16 21:17:06.119760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-113718c6-ae71-4acc-841a-a22423d67270 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483078 Nov 16 21:17:06.126397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port 6ddbc10f-7bb7-4903-bffe-e22226099b96, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6ddbc10f-7bb7-4903-bffe-e22226099b96,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:06.126757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.171079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for 6ddbc10f-7bb7-4903-bffe-e22226099b96 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:06.226985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port d0b54393-0b31-4994-b929-b50880301556 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:06.227321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.292951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c972cc-3727-4c7f-8221-ce4602bc6208 req-aaacec9e-e0ec-42fe-b14e-8bc6cf3abc5a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:06.294456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63c972cc-3727-4c7f-8221-ce4602bc6208 req-aaacec9e-e0ec-42fe-b14e-8bc6cf3abc5a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 943 time: 0.1854274 Nov 16 21:17:06.403470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70fba89b-b0ed-499b-928a-d900754a890c req-715d7121-972d-4cef-a972-7e424c0de4f2 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0471618 Nov 16 21:17:06.449994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63c972cc-3727-4c7f-8221-ce4602bc6208 req-49c2d102-9775-4a00-a7cf-56b4c6feb620 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424916 Nov 16 21:17:06.455337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port d0b54393-0b31-4994-b929-b50880301556, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d0b54393-0b31-4994-b929-b50880301556,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:06.455700 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.480476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for d0b54393-0b31-4994-b929-b50880301556 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:06.483398 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d795a6-d478-493a-9221-ca56899a504b x-openstack-request-id: req-30d795a6-d478-493a-9221-ca56899a504b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:06.483771 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:06.484111 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30d795a6-d478-493a-9221-ca56899a504b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:06.484594 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'status': 'completed', 'code': 200} Nov 16 21:17:06.564527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:06.578703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:06.664056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:06.670773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 6e8b194b-3b35-4b01-a92b-bbda2e935edc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:06.671263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.699018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-6cdab8f7-3e50-4460-b313-eca49855e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:06.701712 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-6cdab8f7-3e50-4460-b313-eca49855e2bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 1094 time: 0.1780779 Nov 16 21:17:06.705205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Deleting subnet 621ac2cc-3873-4a8c-b0c1-35e4fed0bafa {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:06.709163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.791644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.804171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.811465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:06.868410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:06.870793 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b9e830-32a8-4d98-abe2-a79f9b128bd7" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:06.883927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.899368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:06.910813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-dec1cb52-f65a-4510-a03d-e2dddc667c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:06.912776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-dec1cb52-f65a-4510-a03d-e2dddc667c92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 200 len: 905 time: 0.2007246 Nov 16 21:17:06.916288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.917336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:06.968534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-eadf2c63-f8f1-48f4-89b8-036dced19b72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07505a76-774a-4ea2-91ac-b36e016a9afc HTTP/1.1" status: 200 len: 217 time: 0.0475709 Nov 16 21:17:07.035095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.048778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-fbb4b6b2-33d2-4178-aa97-1c1b3e1cb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:07.052036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-fbb4b6b2-33d2-4178-aa97-1c1b3e1cb58b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 200 len: 844 time: 0.0748951 Nov 16 21:17:07.073210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=13']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.087281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621ac2cc-3873-4a8c-b0c1-35e4fed0bafa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.091966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.098602 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea50e683-9f35-4b52-8a3e-42ca71f1cb43 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/621ac2cc-3873-4a8c-b0c1-35e4fed0bafa HTTP/1.1" status: 204 len: 168 time: 0.5268342 Nov 16 21:17:07.109599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:07.113137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-958613cb-fded-4f22-a94e-917c18370d5a req-d906c42b-815d-4987-892e-914b433470a6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 210 time: 0.5689003 Nov 16 21:17:07.126599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:07.135220 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-d59f22cf-ff28-4cd1-80b9-3f7aa728f6d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d10d80-aab7-41eb-b5a5-73db4772bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594783 Nov 16 21:17:07.144805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'mac_address': 'fa:16:3e:89:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:07.194087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.210340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', 'd0b54393-0b31-4994-b929-b50880301556', '6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:07.241864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.273090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=6ddbc10f-7bb7-4903-bffe-e22226099b96,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.277099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:07.329722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:07.343407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.345774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.392711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port 6ddbc10f-7bb7-4903-bffe-e22226099b96 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:07.424120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad21a-7c1e-43fb-9183-72566a343d5c req-7c09b409-bf7b-40da-8603-ca645574fba9 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:07.434057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25aad21a-7c1e-43fb-9183-72566a343d5c req-7c09b409-bf7b-40da-8603-ca645574fba9 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.3928125 Nov 16 21:17:07.439025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.444255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc1ed07a-ddc3-4a51-b072-64815f1159d3 req-5b5a5504-30e6-4553-9dfd-c7dd7827d1d2 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "DELETE /v2.0/ports/6ddbc10f-7bb7-4903-bffe-e22226099b96 HTTP/1.1" status: 204 len: 173 time: 1.7871726 Nov 16 21:17:07.454774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.476164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c1b0a-5538-4a69-9d9c-5c20cd76fb74 req-e2a97ecd-231f-4e56-a812-b03abc929094 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:07.486150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c52c1b0a-5538-4a69-9d9c-5c20cd76fb74 req-e2a97ecd-231f-4e56-a812-b03abc929094 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.2151849 Nov 16 21:17:07.578879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25aad21a-7c1e-43fb-9183-72566a343d5c req-2a7346ad-5854-497c-9180-1b9b083d1d58 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379266 Nov 16 21:17:07.687149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c52c1b0a-5538-4a69-9d9c-5c20cd76fb74 req-d931bbcb-cb75-4cb6-85c4-1161756af7d4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997256 Nov 16 21:17:07.744245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['07505a76-774a-4ea2-91ac-b36e016a9afc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:07.812620 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b81180a-82db-4434-99fe-7a51240a25f2 x-openstack-request-id: req-4b81180a-82db-4434-99fe-7a51240a25f2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:07.813006 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-plugged", "status": "completed", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:07.813177 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b81180a-82db-4434-99fe-7a51240a25f2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:07.813539 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'code': 200} Nov 16 21:17:07.841106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b4707c3-2329-47d5-991e-4c283c8bf7f5 req-75114ceb-436b-4fc7-a1d3-bad0dc16a7c4 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8be2885-f694-4f09-bfa6-2b8f5050a02a HTTP/1.1" status: 200 len: 210 time: 0.0997810 Nov 16 21:17:07.846669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.975599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=d0b54393-0b31-4994-b929-b50880301556,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:08.038138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41ca8a90-506e-4ac9-98ee-f365c5b174e0 req-4a42ca93-f42a-49c6-8910-46aa81f71cca tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 210 time: 0.0528429 Nov 16 21:17:08.075569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c', '6ddbc10f-7bb7-4903-bffe-e22226099b96'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:08.076474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'name': 'network-vif-deleted', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:08.080569 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd83b044-164a-4742-916c-f8e696d44e5c" -d '{"events": [{"server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "name": "network-vif-deleted", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:08.096614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f224bf8-84dc-4bc9-8db3-9abf39c0e181 req-19e510a7-4d04-4fb4-94a8-795154122601 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0724893 Nov 16 21:17:08.098481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-16d78475-f68e-4136-8584-2ea0d56a819a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ecfb8b55c093440f941227e62377e911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2404001 Nov 16 21:17:08.219230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.269468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port d0b54393-0b31-4994-b929-b50880301556 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:08.273407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.288664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffa85e06-ab69-42f8-8731-37a939287e8d req-522250d2-5d4f-4333-8251-668caa608ac9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "DELETE /v2.0/ports/d0b54393-0b31-4994-b929-b50880301556 HTTP/1.1" status: 204 len: 173 time: 2.3857830 Nov 16 21:17:08.290403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc20559-a595-4462-a8cb-3915d5f0b6ed']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:08.299409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-b339c55b-1c2f-4888-aa9e-5bafcc125e2e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:08.299627 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-5019fc0e-25a1-4f48-be02-1114d298ebac service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1472142 Nov 16 21:17:08.301148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-b339c55b-1c2f-4888-aa9e-5bafcc125e2e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650980 Nov 16 21:17:08.303624 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9df7b-0dac-4f9c-952a-1ae6e2773ba0 x-openstack-request-id: req-3cc9df7b-0dac-4f9c-952a-1ae6e2773ba0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:08.303900 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8be2885-f694-4f09-bfa6-2b8f5050a02a", "name": "network-vif-deleted", "tag": "6ddbc10f-7bb7-4903-bffe-e22226099b96", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:08.304233 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cc9df7b-0dac-4f9c-952a-1ae6e2773ba0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:08.304615 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8be2885-f694-4f09-bfa6-2b8f5050a02a', 'name': 'network-vif-deleted', 'tag': '6ddbc10f-7bb7-4903-bffe-e22226099b96', 'status': 'completed', 'code': 200} Nov 16 21:17:08.324987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e70d31-beec-41ac-98a6-467b0a5b286d') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:08.325567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e70d31-beec-41ac-98a6-467b0a5b286d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:08.349584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Request body: {'port': {'device_id': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'ecfb8b55c093440f941227e62377e911'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:08.370218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.392305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.399596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:08.400115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:08.475490 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:08.478670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.487406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.498538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1bc20559-a595-4462-a8cb-3915d5f0b6ed HTTP/1.1" status: 204 len: 168 time: 1.3659623 Nov 16 21:17:08.529975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1974af-ad2c-4f26-bc5a-a298a8ffef16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc20559-a595-4462-a8cb-3915d5f0b6ed,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:08.545132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cd3aca9-1bc3-4d77-b65e-eead3ee24f9a req-2205a54d-fa48-48fe-8cf7-e14f677d7f2f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 210 time: 0.2392347 Nov 16 21:17:08.547446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1071745-62c4-4cf7-aad5-92829e8423c3 req-fb5a7edf-7a59-485d-a384-4a43b64805bd service neutron] 10.222.0.21 "GET /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314892 Nov 16 21:17:08.592187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a41f321a-5a21-40c7-9bea-88f7c834c186 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:08.614731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb17921-a507-47e9-a8a3-3d026a26647f req-1c897805-97bb-4248-9785-b573fa65d9df tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:08.623813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cb17921-a507-47e9-a8a3-3d026a26647f req-1c897805-97bb-4248-9785-b573fa65d9df tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 944 time: 0.3554933 Nov 16 21:17:08.631534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: a41f321a-5a21-40c7-9bea-88f7c834c186 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:08.632142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a41f321a-5a21-40c7-9bea-88f7c834c186 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:08.632666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d0b54393-0b31-4994-b929-b50880301556 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:08.655864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: d0b54393-0b31-4994-b929-b50880301556 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:08.656366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d0b54393-0b31-4994-b929-b50880301556 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:08.656879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6ddbc10f-7bb7-4903-bffe-e22226099b96 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:08.666065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39952) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:08.678463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 6ddbc10f-7bb7-4903-bffe-e22226099b96 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:08.679187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6ddbc10f-7bb7-4903-bffe-e22226099b96 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:08.698459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cb17921-a507-47e9-a8a3-3d026a26647f req-da227f73-01ae-47f9-bbad-ec535c948000 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Nov 16 21:17:08.717778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39956) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:08.718684 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-210bc363-2363-4330-9b7d-8b099948b58d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50435833d456408bab599c20a6dc0da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510831 Nov 16 21:17:08.732869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.772343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Made reservation on behalf of ecfb8b55c093440f941227e62377e911 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:08.786825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.912714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.927640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776ff0e-25e6-4618-a003-9beab83cb0db req-bf9c694c-7e53-4ef8-a347-8f5922094ff7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:08.935849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8776ff0e-25e6-4618-a003-9beab83cb0db req-bf9c694c-7e53-4ef8-a347-8f5922094ff7 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1657400 Nov 16 21:17:08.990684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.083671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8776ff0e-25e6-4618-a003-9beab83cb0db req-35c1139f-fd42-4e99-80c8-764981bd0ea0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468546 Nov 16 21:17:09.098104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Allocated IP 192.168.233.250 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/837b8348-b207-4232-bf0b-eaa57d6e2586) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:09.141575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.144212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.145490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f024f7a-8e14-465e-bce2-054ae52a3828 HTTP/1.1" status: 204 len: 168 time: 0.4265766 Nov 16 21:17:09.166074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28fb18-a5a0-41eb-b9ab-a8a2883743da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f024f7a-8e14-465e-bce2-054ae52a3828,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.285911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6a90f9a-dd10-4ae5-ba34-1c1f77764762 req-be7c1ccb-47e9-45a3-b634-e3c30b7957dd tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bab88af9-912c-4e48-aa99-75a593e2215d HTTP/1.1" status: 200 len: 210 time: 0.0463481 Nov 16 21:17:09.333587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b131f1cc-13bc-4efa-a9ea-44697084351d req-74141fa9-a92e-4379-8279-5286d253778a tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0424623 Nov 16 21:17:09.411526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.481070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c5b2-5ad2-4bde-8a9d-b4d280345972 req-b5bc6838-affe-47bf-b9fe-b63a1b27c0cf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:09.482591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3b7c5b2-5ad2-4bde-8a9d-b4d280345972 req-b5bc6838-affe-47bf-b9fe-b63a1b27c0cf tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 950 time: 0.0931656 Nov 16 21:17:09.521579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.536854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c', '6e8b194b-3b35-4b01-a92b-bbda2e935edc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:09.542601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:09.576425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:09.585638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:09.594322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:09.750639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3b7c5b2-5ad2-4bde-8a9d-b4d280345972 req-020eac9f-bdeb-4c2a-bfdf-69a9d903d4c9 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485604 Nov 16 21:17:09.758097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.788188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:09.790454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.903708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-0c8b7217-0255-4c15-a101-90bc7f59df5b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5851042 Nov 16 21:17:09.976986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e76fd4-65ae-4b3b-b805-89cb0e98f7b0 req-97a7cdbb-c28a-4e9a-84af-8c8021f70ea3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:09.978043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e76fd4-65ae-4b3b-b805-89cb0e98f7b0 req-97a7cdbb-c28a-4e9a-84af-8c8021f70ea3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 936 time: 0.2852645 Nov 16 21:17:10.024860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9569bd-2a18-44b7-a8e8-6c4a40b69a7e req-ef710ae5-5c30-4ec4-be70-3911c4a4f12f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:10.033968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b9569bd-2a18-44b7-a8e8-6c4a40b69a7e req-ef710ae5-5c30-4ec4-be70-3911c4a4f12f tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 944 time: 0.1518912 Nov 16 21:17:10.104530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fea46749-1e35-4f14-8de8-c350c7da6aa9 None None] Provisioning complete for port 837b8348-b207-4232-bf0b-eaa57d6e2586 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:10.105071 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fea46749-1e35-4f14-8de8-c350c7da6aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.162425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b9569bd-2a18-44b7-a8e8-6c4a40b69a7e req-4acdb8d7-b877-466d-a642-d5c8b9dd9ee8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Nov 16 21:17:10.175443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e76fd4-65ae-4b3b-b805-89cb0e98f7b0 req-eb75271e-1be7-4a95-b6e6-5befc91cdc3d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855867 Nov 16 21:17:10.221762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Request body: {'port': {'device_id': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:10.242751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fea46749-1e35-4f14-8de8-c350c7da6aa9 None None] Port 837b8348-b207-4232-bf0b-eaa57d6e2586 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:10.313649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'name': 'network-vif-deleted', 'tag': 'd0b54393-0b31-4994-b929-b50880301556'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:10.316584 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba0a5b-69ce-4034-99e2-f20649c52ad8" -d '{"events": [{"server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "name": "network-vif-deleted", "tag": "d0b54393-0b31-4994-b929-b50880301556"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:10.362622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.374201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c264-aaea-4789-9831-52c51fb31d24 req-f7b368b0-c896-472b-818e-8a96abb13b40 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:10.375863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4544c264-aaea-4789-9831-52c51fb31d24 req-f7b368b0-c896-472b-818e-8a96abb13b40 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1146007 Nov 16 21:17:10.534166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:10.541099 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c110a7ef-fd3b-49b8-9711-db3ef7a810bf x-openstack-request-id: req-c110a7ef-fd3b-49b8-9711-db3ef7a810bf {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:10.541380 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccfa08-49ef-4078-b8c4-4ba399f38646", "name": "network-vif-deleted", "tag": "d0b54393-0b31-4994-b929-b50880301556", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:10.541647 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c110a7ef-fd3b-49b8-9711-db3ef7a810bf {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:10.541997 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccfa08-49ef-4078-b8c4-4ba399f38646', 'name': 'network-vif-deleted', 'tag': 'd0b54393-0b31-4994-b929-b50880301556', 'status': 'completed', 'code': 200} Nov 16 21:17:10.590678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bea152b6-28ce-4d49-a0ff-d60df73d05cc req-33e030a7-a750-4677-a5af-c73d008f0180 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0507669 Nov 16 21:17:10.653301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4544c264-aaea-4789-9831-52c51fb31d24 req-f867fab9-c6e7-4ea9-b287-65945e506354 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676094 Nov 16 21:17:10.666895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-775221365-network', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:10.691103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Made reservation on behalf of 7443f4f78baa4ac7a5bec674e9867e63 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:10.694136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.702583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.721029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-83d1a29f-18d1-45d0-93d5-f32e2b88e85b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:10.722623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-83d1a29f-18d1-45d0-93d5-f32e2b88e85b tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 950 time: 0.1278107 Nov 16 21:17:10.785602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.792052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.793598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:10.826412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86373fd-db8e-4f38-bac1-0ae698f3606d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:10.842150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.842747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.843390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.843916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.844436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.844963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.845538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.846263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.847130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.847623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.848089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.848678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:10.858257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:10.859721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Deleting port 9e830bd6-e376-4802-aecf-bb5649a2901c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:10.860062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.872775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.873846 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Added segment 0c78780f-1ebc-489a-8846-5519e74d9e31 of type vlan for network d85dffea-fd68-45b1-93b7-2cb350345d57 Nov 16 21:17:10.937230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.948367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 07505a76-774a-4ea2-91ac-b36e016a9afc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:10.958679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 07505a76-774a-4ea2-91ac-b36e016a9afc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:10.959776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.968504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.969713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:10.970473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.996147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:11.006852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.031119 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4940019 Nov 16 21:17:11.031992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40016) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:11.039567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Request body: {'subnet': {'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-775221365-subnet', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:11.049045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a175a94-ed3c-4872-a9e8-46de6fed3949 req-539f022e-d366-4dbe-a148-50af0a2254fb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.050750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a175a94-ed3c-4872-a9e8-46de6fed3949 req-539f022e-d366-4dbe-a148-50af0a2254fb tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 950 time: 0.1136498 Nov 16 21:17:11.071126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Transition to ACTIVE for port object 837b8348-b207-4232-bf0b-eaa57d6e2586 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:11.072508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b58f-9ab9-4a9f-a320-13ad972e9676 admin admin] Pushing event updated for resources: {'Network': ['ID=d85dffea-fd68-45b1-93b7-2cb350345d57,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:11.073030 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.088351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d85dffea-fd68-45b1-93b7-2cb350345d57 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:11.089797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Made reservation on behalf of 7443f4f78baa4ac7a5bec674e9867e63 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:11.090269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.092759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.102846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] For port 9e830bd6-e376-4802-aecf-bb5649a2901c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9e830bd6-e376-4802-aecf-bb5649a2901c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:11.103491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.143729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a175a94-ed3c-4872-a9e8-46de6fed3949 req-c5283245-e0b9-4337-85c2-7be39987cb64 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/security-groups?id=e276e4ad-a852-4458-8976-d76ab2a9b6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845454 Nov 16 21:17:11.144755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:11.147531 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da37238b-2087-4225-8996-31acf4bac5d4" -d '{"events": [{"server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "name": "network-vif-plugged", "status": "completed", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:11.229274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Calling delete_port for 9e830bd6-e376-4802-aecf-bb5649a2901c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:11.405057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:11.407246 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0eec69-e168-4bf4-93b5-9daeac8f222b x-openstack-request-id: req-0a0eec69-e168-4bf4-93b5-9daeac8f222b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:11.407527 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "name": "network-vif-plugged", "status": "completed", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:11.407781 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a0eec69-e168-4bf4-93b5-9daeac8f222b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:11.408311 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'code': 200} Nov 16 21:17:11.419202 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.467573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f3da-62d0-460a-af22-a0c0d951a2a6 req-df5369b8-bce5-49d3-af4e-0c500a5e906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.469092 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a017f3da-62d0-460a-af22-a0c0d951a2a6 req-df5369b8-bce5-49d3-af4e-0c500a5e906e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 1095 time: 0.1723602 Nov 16 21:17:11.476448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:11.517236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:11.579770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.667595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc7f32-c918-4427-bf7f-515c00504bb9 req-500b2f31-3d36-47a5-ab14-502abede9104 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.669836 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a017f3da-62d0-460a-af22-a0c0d951a2a6 req-fe37cf8b-6ebb-4c43-8be2-77212552326d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894631 Nov 16 21:17:11.672141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4f79df-f759-47df-99df-663ac401e2d9,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:11.675846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfcc7f32-c918-4427-bf7f-515c00504bb9 req-500b2f31-3d36-47a5-ab14-502abede9104 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 945 time: 0.2998281 Nov 16 21:17:11.680781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:11.683934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:11.690862 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:17:11.691418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:11.699554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:11.699954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:11.729561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Checking segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:11.729918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Network hostable DHCP agents. Network: d85dffea-fd68-45b1-93b7-2cb350345d57, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:11.732599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd23f2-26dd-494f-ae43-000a9a5abf77 req-58507d57-7ad9-4a19-8e59-e8f2349e74c7 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.734404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eadd23f2-26dd-494f-ae43-000a9a5abf77 req-58507d57-7ad9-4a19-8e59-e8f2349e74c7 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.3528316 Nov 16 21:17:11.737540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:11.737981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:11.739203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:11.739617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Bound port: 837b8348-b207-4232-bf0b-eaa57d6e2586, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:11.740310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.762439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-7c344e7e-e93e-42da-bfe8-ff3a2ce27bb6 service neutron] 10.222.0.36 "GET /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.0818706 Nov 16 21:17:11.764341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Network d85dffea-fd68-45b1-93b7-2cb350345d57 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:11.778321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d85dffea-fd68-45b1-93b7-2cb350345d57) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:11.787251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a21a5-3cfc-4a89-8428-a4b0b3184119 None None] Network d85dffea-fd68-45b1-93b7-2cb350345d57 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:11.801987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.802580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.845763 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8c449c9-89e5-46e0-b9e8-511bdc2d47f8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8100469 Nov 16 21:17:11.848858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:11.856668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:11.914912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfcc7f32-c918-4427-bf7f-515c00504bb9 req-c57f0d44-770f-4a80-935a-16d72bd870e8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381051 Nov 16 21:17:11.923309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.924498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.010057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.013957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0875ccd8-4d1b-4ec7-b06c-6f8ec1eddb86 None None] Network d85dffea-fd68-45b1-93b7-2cb350345d57 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:12.024642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eadd23f2-26dd-494f-ae43-000a9a5abf77 req-8e2f59bf-4151-4488-8910-74f4eeed0bc9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686005 Nov 16 21:17:12.041821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:12.069884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9e830bd6-e376-4802-aecf-bb5649a2901c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:12.075643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.096529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Pushing event deleted for resources: {'Port': ['ID=9e830bd6-e376-4802-aecf-bb5649a2901c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.105177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:12.134891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93528889-f7c2-4f2d-b23b-f83beca4613c req-0fff58a0-8294-4fcf-a60f-5bfd74384155 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0823429 Nov 16 21:17:12.140596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.195483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:12.263348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.292317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:12.323629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.332821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d357d214-9934-4d72-b338-9c540e76d2f4 req-a73d821e-43a6-41e7-a8fa-3ae809ac9099 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dea3241-b981-4501-991d-3c3e99c3f7bf HTTP/1.1" status: 200 len: 210 time: 0.0644188 Nov 16 21:17:12.357373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] No DVR routers for this DVR port 9e830bd6-e376-4802-aecf-bb5649a2901c on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:12.361114 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.364629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65a4ea70-eafb-4f37-ba26-053c1907f233 req-3bf324f8-1c87-41d8-8d75-8be6ff4b4009 tempest-ServersOnMultiNodesTest-1500639028 tempest-ServersOnMultiNodesTest-1500639028-project] 10.222.0.36 "DELETE /v2.0/ports/9e830bd6-e376-4802-aecf-bb5649a2901c HTTP/1.1" status: 204 len: 173 time: 1.6337712 Nov 16 21:17:12.369566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bff833d-90e1-4d9c-8a49-c373737534fd {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:12.383341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.384067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.385698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-37cbe4a0-e5d4-4d5c-8e61-1e5597d7ba0a service neutron] 10.222.0.36 "PUT /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 1096 time: 2.4668379 Nov 16 21:17:12.423597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeadcc-5987-47c8-b36b-1e3390d57eb8 req-0fb95979-8034-4ed4-80c7-947405705120 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.425345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfeadcc-5987-47c8-b36b-1e3390d57eb8 req-0fb95979-8034-4ed4-80c7-947405705120 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 943 time: 0.1111636 Nov 16 21:17:12.429545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:12.465727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.552227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'name': 'network-vif-deleted', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c'}, {'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:12.554518 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c" -d '{"events": [{"server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "name": "network-vif-deleted", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c"}, {"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:12.578809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcfeadcc-5987-47c8-b36b-1e3390d57eb8 req-2bd20425-f44e-4b8e-82c9-6dc4bd5cfb69 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458833 Nov 16 21:17:12.582992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-71bf3816-751c-4b09-b973-b4e7d2aa6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.585491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-71bf3816-751c-4b09-b973-b4e7d2aa6474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1099 time: 0.1364541 Nov 16 21:17:12.624476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] Transition to ACTIVE for port object 2bff833d-90e1-4d9c-8a49-c373737534fd will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:12.636436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.672623 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.677156 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4336cf3-82ac-4ace-9ac7-c606d3b20546 x-openstack-request-id: req-d4336cf3-82ac-4ace-9ac7-c606d3b20546 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:12.677670 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea3241-b981-4501-991d-3c3e99c3f7bf", "name": "network-vif-deleted", "tag": "9e830bd6-e376-4802-aecf-bb5649a2901c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:12.677795 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4336cf3-82ac-4ace-9ac7-c606d3b20546 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:12.678253 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dea3241-b981-4501-991d-3c3e99c3f7bf', 'name': 'network-vif-deleted', 'tag': '9e830bd6-e376-4802-aecf-bb5649a2901c', 'status': 'completed', 'code': 200} Nov 16 21:17:12.678496 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'status': 'completed', 'code': 200} Nov 16 21:17:12.680716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-a7462f57-b06d-4057-8d6c-df116f9a8144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.0833926 Nov 16 21:17:12.753095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-d0e99c39-85b1-4591-8f92-31bc920f9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.754892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-d0e99c39-85b1-4591-8f92-31bc920f9532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0652301 Nov 16 21:17:12.831215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-4a782278-46ad-4188-9357-de322b4b81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.832698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-4a782278-46ad-4188-9357-de322b4b81a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685766 Nov 16 21:17:12.839029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] No DVR routers for this DVR port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:12.865441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.931041 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-0b56de0b-19ea-4624-9b48-9c710d8f50b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd/bindings/n-h1-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1609514 Nov 16 21:17:12.936975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.970183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.152559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-958f864c-eec0-4168-a011-8a8eab9877e5 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.154326 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-958f864c-eec0-4168-a011-8a8eab9877e5 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.0987720 Nov 16 21:17:13.207089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Allocated IP 172.25.7.165 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/5eeaccad-e26a-42d4-8329-8e2d54712aac) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:13.281959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-22b3198b-9b49-4fdf-92cf-6a64cda13305 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394720 Nov 16 21:17:13.313012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-9fb1021e-b963-4eb3-afce-68b2e3efa2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.314637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-9fb1021e-b963-4eb3-afce-68b2e3efa2e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93&tenant_id=f47d2b87265e4ed6833fd068dbca8e71 HTTP/1.1" status: 200 len: 1095 time: 0.1484466 Nov 16 21:17:13.412622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.430984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-09125027-def7-4932-94a1-4b6307c74565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.432695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-09125027-def7-4932-94a1-4b6307c74565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1095 time: 0.0731344 Nov 16 21:17:13.545610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.617575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:13.622541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-48a875b9-fe20-4ca6-aff8-c681a0a775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.624196 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-48a875b9-fe20-4ca6-aff8-c681a0a775d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 200 len: 909 time: 0.1742516 Nov 16 21:17:13.628916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:13.635635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:13.680763 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-bbae9017-ea56-49d1-a58a-f56a282dcc24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 200 len: 217 time: 0.0465205 Nov 16 21:17:13.681471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Pushing event updated for resources: {'Port': ['ID=5eeaccad-e26a-42d4-8329-8e2d54712aac,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:13.773081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-d08029d4-5748-4049-87f4-075b105125d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.775030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-d08029d4-5748-4049-87f4-075b105125d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 200 len: 848 time: 0.0717378 Nov 16 21:17:13.806963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305f61-d4b1-41b0-8ac8-54ebbd324d8a req-a5d13ed6-517a-4f4f-b8cf-3b061cb0a0e9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.814950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e305f61-d4b1-41b0-8ac8-54ebbd324d8a req-a5d13ed6-517a-4f4f-b8cf-3b061cb0a0e9 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 945 time: 0.7644963 Nov 16 21:17:13.865781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ccdf2-8d75-4edc-9a8d-e2f4796c4d9b req-63362911-56a8-4f99-8f10-c51ce19ab095 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.873185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556ccdf2-8d75-4edc-9a8d-e2f4796c4d9b req-63362911-56a8-4f99-8f10-c51ce19ab095 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.6847026 Nov 16 21:17:13.901646 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-ec49259b-e4b5-4fcd-a86e-1b5cde086bbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d459f6-8e72-4522-870c-dc722adbaedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008625 Nov 16 21:17:13.951154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15b2390d-6172-4d51-80b1-1d19ffb28505 req-925ab67d-d86d-414e-8820-70249855f7b5 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541243 Nov 16 21:17:13.967157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e305f61-d4b1-41b0-8ac8-54ebbd324d8a req-fd00fac8-5d41-4e41-8f11-e5a5a52771f2 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512182 Nov 16 21:17:14.007137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556ccdf2-8d75-4edc-9a8d-e2f4796c4d9b req-1bea48e6-7d5c-470e-8702-4f76b974861e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329694 Nov 16 21:17:14.171188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-006588fd-2651-4f27-8fe0-8f8c348248d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.172689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-006588fd-2651-4f27-8fe0-8f8c348248d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1099 time: 0.1637859 Nov 16 21:17:14.174605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f6ca88f-4e0d-4302-baeb-ccec73072a45 req-968cf175-b0f5-4a96-b03c-44201831491a tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0331800 Nov 16 21:17:14.208359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-cba7b3ec-edad-4742-b54b-8b5e7f779eeb service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592604 Nov 16 21:17:14.335524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c5f81-4c3b-435e-9a0b-7c09716d926e req-941233db-901a-4413-ab0a-a38c3c903db0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.337228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c7c5f81-4c3b-435e-9a0b-7c09716d926e req-941233db-901a-4413-ab0a-a38c3c903db0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.2559769 Nov 16 21:17:14.365443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.369776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-8fea8711-1509-49b8-b5bd-283cddba4753 service neutron] 10.222.0.21 "GET /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601467 Nov 16 21:17:14.410948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:14.453971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c7c5f81-4c3b-435e-9a0b-7c09716d926e req-a80fb123-ae97-445e-a57d-13d06fb46336 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071703 Nov 16 21:17:14.455280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-5b61b806-8074-48d7-93f0-45e853d4036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.456684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-5b61b806-8074-48d7-93f0-45e853d4036a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2753663 Nov 16 21:17:14.526627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-a2513644-cdb6-4551-8fcb-e81a82ff2b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.0616119 Nov 16 21:17:14.605560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9e830bd6-e376-4802-aecf-bb5649a2901c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:14.625507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-a63703e2-3c45-4b43-a9ab-697659d70671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.627022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-a63703e2-3c45-4b43-a9ab-697659d70671 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0908136 Nov 16 21:17:14.660266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 9e830bd6-e376-4802-aecf-bb5649a2901c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:14.661634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9e830bd6-e376-4802-aecf-bb5649a2901c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:14.686358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3558777a-c5cc-4861-ad14-dd9a38404013 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=404b18998ebc42b1a181866496b3c1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741189 Nov 16 21:17:14.691369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40058) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:14.710329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-12e572dc-7958-4047-bcb2-8750008714af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.711839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-12e572dc-7958-4047-bcb2-8750008714af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732672 Nov 16 21:17:14.715320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.877147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-b0d70b2d-a551-4708-ae06-859c4f14e4ad service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506805 Nov 16 21:17:14.925092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-6f218a4a-4910-40a7-9cbf-32c8abd44ca2 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.926866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-6f218a4a-4910-40a7-9cbf-32c8abd44ca2 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93&tenant_id=f47d2b87265e4ed6833fd068dbca8e71&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1095 time: 0.2075579 Nov 16 21:17:14.943731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.945918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:14.983397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.051603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c329ca-23e2-476d-a3ec-8f5c9dbbaf7c req-691c90ff-2f9c-43ca-b17b-433e5ff8c7e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653526 Nov 16 21:17:15.081938 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.086705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.090463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e276e4ad-a852-4458-8976-d76ab2a9b6da HTTP/1.1" status: 204 len: 168 time: 0.3954506 Nov 16 21:17:15.098266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9db46-8802-4aa6-baf8-020e8da4e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e276e4ad-a852-4458-8976-d76ab2a9b6da,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:15.255950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:15.297728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Sync routers for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:15.309458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663c6c4-e06a-4c98-b108-fab8e3d305ef req-8ef4d48c-c68e-48c6-8b2f-94de7b856fc9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:15.311447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7663c6c4-e06a-4c98-b108-fab8e3d305ef req-8ef4d48c-c68e-48c6-8b2f-94de7b856fc9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.1905692 Nov 16 21:17:15.319450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73e52c66-b230-44ad-9d59-c66603a6b065 service neutron] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:15.323894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c1f1af40-23ed-47b7-bc38-bf3db4efe2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.337972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a2ff-db97-4552-b44e-1189432dcf3e req-101ebd58-754f-42d9-b4ad-f1e35c83b9fd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:15.341682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:15.343200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:16:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:15.343513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73e52c66-b230-44ad-9d59-c66603a6b065 service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.345635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8743a2ff-db97-4552-b44e-1189432dcf3e req-101ebd58-754f-42d9-b4ad-f1e35c83b9fd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 945 time: 0.1469100 Nov 16 21:17:15.350702 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b775e9cd-acda-4949-b74e-ba32c6d4943f req-73e52c66-b230-44ad-9d59-c66603a6b065 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd/bindings/n-h2-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.4095860 Nov 16 21:17:15.364376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.371724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-39844c3b-786e-4be0-85b2-390f22f1236c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5212212 Nov 16 21:17:15.371925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.473487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7663c6c4-e06a-4c98-b108-fab8e3d305ef req-aafafd62-1687-426d-bfb1-2fbf3424334e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233196 Nov 16 21:17:15.559311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:15.589744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8743a2ff-db97-4552-b44e-1189432dcf3e req-9a989dc2-ee87-42b3-9844-385ecde505e4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774027 Nov 16 21:17:15.706854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d00c749c-42a0-4352-a388-fc54ea6ff0cb req-2c5d6a90-5689-4b14-a846-8b64285c8581 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0621264 Nov 16 21:17:15.708292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40078) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.823608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ed928e76-6583-4d5a-bf17-6c3bf53f76ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c10c8c205694221be1f9e7c90708dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1133659 Nov 16 21:17:15.824198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40080) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.874163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b12bfb-f0cf-4c60-944d-5582676af36b req-7788d0e1-2bbc-42cd-a872-f1a75805c4d6 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:15.895541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72b12bfb-f0cf-4c60-944d-5582676af36b req-7788d0e1-2bbc-42cd-a872-f1a75805c4d6 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.1492851 Nov 16 21:17:16.029063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 3, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:16.039531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.063570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72b12bfb-f0cf-4c60-944d-5582676af36b req-c291796e-5e0e-49b3-a4b9-0f51fe74d441 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670718 Nov 16 21:17:16.120782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Checking router: ea07bf7b-f84e-4e43-968c-7fa2eb44f31b for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:16.121126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Updating router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b port 5eeaccad-e26a-42d4-8329-8e2d54712aac binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:16.131341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.181325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.304907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.311702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.317443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c27aaf5-ef69-454e-b0ae-7594725ca444 HTTP/1.1" status: 204 len: 168 time: 0.4920123 Nov 16 21:17:16.345179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d89b3-8ceb-49f2-8776-7f22b097079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c27aaf5-ef69-454e-b0ae-7594725ca444,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:16.360303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a69de-bd82-43e5-994e-015112d7d6cb req-c63f0dab-89c6-4536-bec7-f4c9a5b9dffa tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.360716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.369282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca4a69de-bd82-43e5-994e-015112d7d6cb req-c63f0dab-89c6-4536-bec7-f4c9a5b9dffa tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 1095 time: 0.1343949 Nov 16 21:17:16.472964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca4a69de-bd82-43e5-994e-015112d7d6cb req-49f35d4e-0073-4439-8d1a-6185650ad3c0 tempest-LiveMigrationTest-2046813096 tempest-LiveMigrationTest-2046813096-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025715 Nov 16 21:17:16.721832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:16.801667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Allocated IP 172.20.0.1 (d85dffea-fd68-45b1-93b7-2cb350345d57/8d4f79df-f759-47df-99df-663ac401e2d9/12cc86eb-18b6-426c-8544-2c167f755b7d) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:16.832746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d09df-c9f0-4a7c-909d-3cd04dc87b2a req-4d235c30-43af-411f-8add-743d8e7b29df tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.843350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c99d09df-c9f0-4a7c-909d-3cd04dc87b2a req-4d235c30-43af-411f-8add-743d8e7b29df tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.1450930 Nov 16 21:17:16.984047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c99d09df-c9f0-4a7c-909d-3cd04dc87b2a req-dc06161b-d622-47d6-9378-a2d70db90beb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382732 Nov 16 21:17:17.033987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.102640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.124030 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.135278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.197685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-466d8aed-94f2-4427-b56f-53d4d7cc8da1 req-9a62667b-085a-49d0-94d6-89e63502dfd4 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0651751 Nov 16 21:17:17.261706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Network d85dffea-fd68-45b1-93b7-2cb350345d57 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:17.274398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:17.276922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Pushing event updated for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.284297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Attempting to bind port 5eeaccad-e26a-42d4-8329-8e2d54712aac on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.284674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Attempting to bind port 5eeaccad-e26a-42d4-8329-8e2d54712aac by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.285039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Attempting to bind port 5eeaccad-e26a-42d4-8329-8e2d54712aac on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.297623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:17.298682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ee0a-a66f-4c55-be23-94c67498766a req-3c0e1d55-39c9-487f-9972-3143e8656f07 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.303170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536a8d-608c-4084-8431-220968cee1d9 None None] Pushing event updated for resources: {'Port': ['ID=5eeaccad-e26a-42d4-8329-8e2d54712aac,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.311666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa98ee0a-a66f-4c55-be23-94c67498766a req-3c0e1d55-39c9-487f-9972-3143e8656f07 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.1383369 Nov 16 21:17:17.313687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:17.318100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:17.318594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.324363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:17.325017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Bound port: 5eeaccad-e26a-42d4-8329-8e2d54712aac, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:17.325438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.331779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:17.386301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'mac_address': 'fa:16:3e:2c:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:17.387848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.432979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa98ee0a-a66f-4c55-be23-94c67498766a req-559b04ec-9cb4-448e-a1a0-4d7f0bd02c6f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149871 Nov 16 21:17:17.440804 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.473785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:17.480258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0fda9-86f2-4219-be2c-e4187b2b649c req-f0540ecc-7e09-4dcf-93ff-557b8db937e0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.494846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40c0fda9-86f2-4219-be2c-e4187b2b649c req-f0540ecc-7e09-4dcf-93ff-557b8db937e0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 945 time: 0.1047611 Nov 16 21:17:17.519999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:17.544608 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.576082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40c0fda9-86f2-4219-be2c-e4187b2b649c req-a5d360a1-efe4-4b21-99b0-ef94943a72d2 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Nov 16 21:17:17.620685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] For port 5eeaccad-e26a-42d4-8329-8e2d54712aac, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:17.663869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eeb0af68-1334-4560-952b-4ccbda222eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.680255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] For port 5eeaccad-e26a-42d4-8329-8e2d54712aac, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5eeaccad-e26a-42d4-8329-8e2d54712aac,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:17.687863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.697307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.726215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.800833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:17.803331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:17.896377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.914991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7a9c6bbc-77c2-4c64-a81f-a31f1080fed4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.916883 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7a9c6bbc-77c2-4c64-a81f-a31f1080fed4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.3426719 Nov 16 21:17:17.918455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.968689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['837b8348-b207-4232-bf0b-eaa57d6e2586'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:18.053974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Pushing event updated for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.082274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536a8d-608c-4084-8431-220968cee1d9 None None] Pushing event updated for resources: {'Port': ['ID=5eeaccad-e26a-42d4-8329-8e2d54712aac,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.104822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.173876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:18.188123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Deleting port 2bff833d-90e1-4d9c-8a49-c373737534fd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:18.188526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.330592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d933f9-800c-44e5-97e8-2a3a0bddf54c req-395dabf4-6baf-47c2-87c7-755618c942ea tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.339174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1d933f9-800c-44e5-97e8-2a3a0bddf54c req-395dabf4-6baf-47c2-87c7-755618c942ea tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.1580741 Nov 16 21:17:18.346292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Network d85dffea-fd68-45b1-93b7-2cb350345d57 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:18.350455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:18.488060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1d933f9-800c-44e5-97e8-2a3a0bddf54c req-665418d9-92ee-4f60-8048-cc2f5a746c7b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257446 Nov 16 21:17:18.510561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] For port 2bff833d-90e1-4d9c-8a49-c373737534fd, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2bff833d-90e1-4d9c-8a49-c373737534fd,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:18.510561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.536842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Calling delete_port for 2bff833d-90e1-4d9c-8a49-c373737534fd owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:18.561947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1981352-0406-4699-b814-bb1b5bf5279e req-fdc5f67d-465a-4d48-9688-bbf490f732ac tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0702724 Nov 16 21:17:18.690474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:18.715203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3915e8e-2bfa-4161-a998-03f53478bd5a req-623c58e6-345f-4409-9988-df1288a23e80 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.725426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3915e8e-2bfa-4161-a998-03f53478bd5a req-623c58e6-345f-4409-9988-df1288a23e80 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.1041310 Nov 16 21:17:18.838755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:18.842491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fe6e8-750c-4550-8c05-d0a9f55a7bb7 req-f5b55b9d-417d-41e0-ba91-d1b60f5ec0de tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.843430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f0fe6e8-750c-4550-8c05-d0a9f55a7bb7 req-f5b55b9d-417d-41e0-ba91-d1b60f5ec0de tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 944 time: 0.0968239 Nov 16 21:17:18.859172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3915e8e-2bfa-4161-a998-03f53478bd5a req-bed27d2e-0f06-464d-8307-0de454316311 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286108 Nov 16 21:17:18.951192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:18.958520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.975614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-54aaec35-6f57-416b-88ae-e8b5928b2347 admin admin] 10.222.0.54 "PUT /v2.0/routers/ea07bf7b-f84e-4e43-968c-7fa2eb44f31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5994122 Nov 16 21:17:18.991321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2bff833d-90e1-4d9c-8a49-c373737534fd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:19.037101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f0fe6e8-750c-4550-8c05-d0a9f55a7bb7 req-84d14ef5-fb54-48af-8a79-c978d49c4dae tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682291 Nov 16 21:17:19.042719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '12cc86eb-18b6-426c-8544-2c167f755b7d', 'name': '', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'mac_address': 'fa:16:3e:34:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:16Z', 'updated_at': '2021-11-16T21:17:16Z', 'revision_number': 1, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'subnets': [{'id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:19.073249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd5151-2021-4677-b11c-a6bc6addc883 None None] The sync data for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 is: [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '12cc86eb-18b6-426c-8544-2c167f755b7d', 'name': '', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'mac_address': 'fa:16:3e:34:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:16Z', 'updated_at': '2021-11-16T21:17:16Z', 'revision_number': 1, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'subnets': [{'id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:19.106040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] No DVR routers for this DVR port 2bff833d-90e1-4d9c-8a49-c373737534fd on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:19.110139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.114124 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c40012ab-bcad-4ab2-a7f5-940c0ec07cb4 req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.21 "DELETE /v2.0/ports/2bff833d-90e1-4d9c-8a49-c373737534fd HTTP/1.1" status: 204 len: 173 time: 1.1387160 Nov 16 21:17:19.115648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70f888-6191-4b35-8e0d-44727c82c109 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event deleted for resources: {'Port': ['ID=2bff833d-90e1-4d9c-8a49-c373737534fd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:19.119883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:19.120072 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-deleted', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:19.122448 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae165c01-663f-4c1f-999c-c6d874dc6da4" -d '{"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-deleted", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:19.135552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'network_id': 'd2d10d80-aab7-41eb-b5a5-73db4772bc2f', 'port_id': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'mac_address': 'fa:16:3e:89:33:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0fae1d-193e-4d9d-815f-0065a91b3e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:19.170177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da884ccd-c479-4a77-a6f4-b3ad686ab53a req-52588753-e648-4023-b670-1b80daafa9dd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.173973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da884ccd-c479-4a77-a6f4-b3ad686ab53a req-52588753-e648-4023-b670-1b80daafa9dd tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 945 time: 0.1233125 Nov 16 21:17:19.220616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.225352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.244799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:19.263605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-69c42a78-9833-4e45-89ce-ba6d27985428 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.266346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-69c42a78-9833-4e45-89ce-ba6d27985428 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 944 time: 0.1061504 Nov 16 21:17:19.286300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:19.294797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.320672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da884ccd-c479-4a77-a6f4-b3ad686ab53a req-ca3f2482-871d-41c6-813f-da43530d000c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369386 Nov 16 21:17:19.405653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:19.450161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Deleting port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:19.450499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.457945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['07505a76-774a-4ea2-91ac-b36e016a9afc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:19.573006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:19.608711 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7631c205-04b1-4447-8fdf-4af25b87efc2 x-openstack-request-id: req-7631c205-04b1-4447-8fdf-4af25b87efc2 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:19.609265 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183c668-7dee-4101-a0bf-6b03f71abe93", "name": "network-vif-deleted", "tag": "2bff833d-90e1-4d9c-8a49-c373737534fd", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:19.609265 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7631c205-04b1-4447-8fdf-4af25b87efc2 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:19.609569 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183c668-7dee-4101-a0bf-6b03f71abe93', 'name': 'network-vif-deleted', 'tag': '2bff833d-90e1-4d9c-8a49-c373737534fd', 'status': 'completed', 'code': 200} Nov 16 21:17:19.754074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] For port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:19.755582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.789175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Calling delete_port for 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:19.838901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6c9e-82ac-49a4-a8ae-06dc7ae9fb39 req-7b674d01-6ac9-4c22-a616-83ea433766ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.845072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cab6c9e-82ac-49a4-a8ae-06dc7ae9fb39 req-7b674d01-6ac9-4c22-a616-83ea433766ae tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.1415813 Nov 16 21:17:19.948843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.982303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cab6c9e-82ac-49a4-a8ae-06dc7ae9fb39 req-0fcdccf0-a906-4827-a84d-1a0c0e7ad7e3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238568 Nov 16 21:17:20.017626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event deleted for resources: {'Port': ['ID=2ac5c28b-98f6-4a69-a9d1-a9883a225f8f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:20.047723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-c9eb070f-7d74-41bf-beb8-db12b82c5b47 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.056011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-c9eb070f-7d74-41bf-beb8-db12b82c5b47 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 810 time: 0.2546718 Nov 16 21:17:20.061188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] No DVR routers for this DVR port 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:20.063679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.067461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8023ed9e-0d49-44ae-b598-2ddb6e96ffec req-1da2db89-0cba-4a22-a7b2-1da212478383 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "DELETE /v2.0/ports/2ac5c28b-98f6-4a69-a9d1-a9883a225f8f HTTP/1.1" status: 204 len: 173 time: 0.7917776 Nov 16 21:17:20.079598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-1c6eba14-2749-46af-aab3-1e299274bb52 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/quotas/7443f4f78baa4ac7a5bec674e9867e63 HTTP/1.1" status: 200 len: 375 time: 0.0226545 Nov 16 21:17:20.089682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:20.176629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95b8b9c7-b820-44f7-9386-8bbd6ff30208 req-dd14133d-a299-4a24-92f7-2f3890e33541 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0400488 Nov 16 21:17:20.221268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-981fad5f-e9ee-4d96-9749-27d1ce88238a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373072 Nov 16 21:17:20.391629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.394944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f80c2d4a-7ce2-4197-a1cf-6c06252e31d0 req-fdaf2288-bd5f-49df-b47c-16f1ca056395 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a26af136-d72c-434d-9e51-e96745a878cb HTTP/1.1" status: 200 len: 210 time: 0.0517602 Nov 16 21:17:20.405212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-9d2fbb05-d597-4a90-8b52-36b7f1d2a8ce service neutron] 10.222.0.54 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773121 Nov 16 21:17:20.516845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac24b33c-c12d-4660-ba3b-39d98552bcba req-fde24180-de0a-4ac7-9182-82eccf7efc40 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.0412242 Nov 16 21:17:20.543507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-5008fb25-26c5-43ad-ad02-ef4a3fc17609 service neutron] 10.222.0.54 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371331 Nov 16 21:17:20.647016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:20.740358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6759-b185-4731-82b0-aae7e9e58805 req-e9bf3c4c-335b-4680-8c1b-e965c6726dd8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.758139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61ef6759-b185-4731-82b0-aae7e9e58805 req-e9bf3c4c-335b-4680-8c1b-e965c6726dd8 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 944 time: 0.1030211 Nov 16 21:17:20.804912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 837b8348-b207-4232-bf0b-eaa57d6e2586 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:20.810683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 837b8348-b207-4232-bf0b-eaa57d6e2586 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:20.810896 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.835449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:20.869504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61ef6759-b185-4731-82b0-aae7e9e58805 req-d2e8b6d6-8900-471b-b30d-cc5263226601 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051910 Nov 16 21:17:20.975617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-198600d7-8a7b-4f59-88e8-3b379eef53fc req-f10322ae-5837-43c8-9685-35ae56298776 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 210 time: 0.1180367 Nov 16 21:17:21.047843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.159105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.179124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5eeaccad-e26a-42d4-8329-8e2d54712aac up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:21.183571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:21.192340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e526dad-feaf-4af7-8e1e-c49c6bc6c8d8 req-42c179c3-d9c3-4e31-9323-fcf33ed503e2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:21.208134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:21.208362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e526dad-feaf-4af7-8e1e-c49c6bc6c8d8 req-42c179c3-d9c3-4e31-9323-fcf33ed503e2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.1142533 Nov 16 21:17:21.218510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:21.220234 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff041a8-f427-49f2-bd01-4bfc75f67105" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:21.250741 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.252394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:21.300463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e526dad-feaf-4af7-8e1e-c49c6bc6c8d8 req-3d084864-0120-47e4-860c-f17136786fdc tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Nov 16 21:17:21.337032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2bff833d-90e1-4d9c-8a49-c373737534fd {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:21.338553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2bff833d-90e1-4d9c-8a49-c373737534fd not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:21.363822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:21.378913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.401404 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628ac0a9-8928-4bac-8842-b56705d450f7 x-openstack-request-id: req-628ac0a9-8928-4bac-8842-b56705d450f7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:21.402099 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:21.402099 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-628ac0a9-8928-4bac-8842-b56705d450f7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:21.402784 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'code': 200} Nov 16 21:17:21.405568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.416333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.476823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5eeaccad-e26a-42d4-8329-8e2d54712aac triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:21.477378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.507571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f598735b-5a24-4314-8ad4-05106cc260d8 req-d95f8597-b609-49b4-8429-6c18009ce4e5 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0673220 Nov 16 21:17:21.519244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.599283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.606105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b405-848e-446e-a7ee-ed9fca3f4170 req-aa9d5643-543c-40a8-96cb-19c7ce025fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:21.608413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c36b405-848e-446e-a7ee-ed9fca3f4170 req-aa9d5643-543c-40a8-96cb-19c7ce025fce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1101 time: 0.1281912 Nov 16 21:17:21.611210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-deleted', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:21.615203 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980f7b0-044b-4f34-a04e-c6ca4e81ed2e" -d '{"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-deleted", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:21.625050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 5eeaccad-e26a-42d4-8329-8e2d54712aac, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5eeaccad-e26a-42d4-8329-8e2d54712aac,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:21.635111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.680402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c36b405-848e-446e-a7ee-ed9fca3f4170 req-3c2d7271-017e-4c52-92ac-8babd9f8c713 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Nov 16 21:17:21.724072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=5eeaccad-e26a-42d4-8329-8e2d54712aac,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.847739 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79d795-09d0-4851-b16a-da5e73bc75c8 x-openstack-request-id: req-ed79d795-09d0-4851-b16a-da5e73bc75c8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:21.848027 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26af136-d72c-434d-9e51-e96745a878cb", "name": "network-vif-deleted", "tag": "2ac5c28b-98f6-4a69-a9d1-a9883a225f8f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:21.848280 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed79d795-09d0-4851-b16a-da5e73bc75c8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:21.848677 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26af136-d72c-434d-9e51-e96745a878cb', 'name': 'network-vif-deleted', 'tag': '2ac5c28b-98f6-4a69-a9d1-a9883a225f8f', 'status': 'completed', 'code': 200} Nov 16 21:17:21.897776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b2b0dcf-6e49-4042-9422-e1d60bf309c7 req-2a6fb158-d3b5-470b-97f3-456b2be90c8f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.0547874 Nov 16 21:17:22.072406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bb719-55e9-4311-a0fe-e16420dd56ce req-dc129664-9581-42a7-8aa5-4cd4daa3508b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:22.073969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-675bb719-55e9-4311-a0fe-e16420dd56ce req-dc129664-9581-42a7-8aa5-4cd4daa3508b tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 943 time: 0.1058891 Nov 16 21:17:22.167801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b42535a-9ba0-47cf-9a08-2ddb2dbe6243 req-c4585bba-ce91-4b50-8afa-a6bf235e20be tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 210 time: 0.0480788 Nov 16 21:17:22.171774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40294) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:22.232802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Sync routers for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:22.240933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-675bb719-55e9-4311-a0fe-e16420dd56ce req-bde6a84c-cea8-4e24-a9fb-9ef94edacec4 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556108 Nov 16 21:17:22.251223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:22.251837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:22.365616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1407-c9f2-4a5c-b327-8569e3defc63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.413830 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:22.501872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1407-c9f2-4a5c-b327-8569e3defc63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.564142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1407-c9f2-4a5c-b327-8569e3defc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.690558 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '12cc86eb-18b6-426c-8544-2c167f755b7d', 'name': '', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'mac_address': 'fa:16:3e:34:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:16Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 2, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'subnets': [{'id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:22.699445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-a16b5022-a8a7-45c7-a024-15b6c96c1567 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:22.701751 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-a16b5022-a8a7-45c7-a024-15b6c96c1567 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.0645413 Nov 16 21:17:22.726544 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Checking router: ea07bf7b-f84e-4e43-968c-7fa2eb44f31b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:22.727069 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Updating router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b port 12cc86eb-18b6-426c-8544-2c167f755b7d binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:22.760302 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.766553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db473d79-3596-4ae7-a5db-fe96f10857b4 req-ca43c7fd-6959-4543-9aff-5442e78bf525 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:22.773833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db473d79-3596-4ae7-a5db-fe96f10857b4 req-ca43c7fd-6959-4543-9aff-5442e78bf525 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2700334 Nov 16 21:17:22.812446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cdb645cb-076b-4f39-b24c-151cbce48e02 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:22.814112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cdb645cb-076b-4f39-b24c-151cbce48e02 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.36 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 810 time: 0.3090618 Nov 16 21:17:22.816274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8b0e1407-c9f2-4a5c-b327-8569e3defc63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2fae8bface54e50895e663761a9a976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6433468 Nov 16 21:17:22.819281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1407-c9f2-4a5c-b327-8569e3defc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a3c38-2644-4449-bd91-0d9ba141b3d4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.820121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:22.830690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1a34e040-dce5-44b4-abb2-0acea5c19a1d no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:22.879312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db473d79-3596-4ae7-a5db-fe96f10857b4 req-a79d09d5-c6df-4306-87a8-87aa2eb7802b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044970 Nov 16 21:17:22.895815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Request body: {'port': {'device_id': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'admin_state_up': True, 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:22.985446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Deleting port 1a34e040-dce5-44b4-abb2-0acea5c19a1d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:22.986052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.006509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b659dcc-8284-4cf5-b755-7d85e1f8912c req-4218c24a-2136-4061-abd3-4aa2ccd2b2c5 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:23.013773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b659dcc-8284-4cf5-b755-7d85e1f8912c req-4218c24a-2136-4061-abd3-4aa2ccd2b2c5 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d489c92-e933-4033-b925-7ba7c1787ea8 HTTP/1.1" status: 200 len: 945 time: 0.4655631 Nov 16 21:17:23.033643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5eeaccad-e26a-42d4-8329-8e2d54712aac up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:23.039340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.047899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:23.072567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b9e3ddb-c0ce-406b-85ce-6103d5f671e7 req-ac0c7918-9b95-4d71-8ae2-bdf345a166ea tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0533543 Nov 16 21:17:23.075894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.116247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:23.116824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2ac5c28b-98f6-4a69-a9d1-a9883a225f8f not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:23.156401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5eeaccad-e26a-42d4-8329-8e2d54712aac triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:23.157061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.161084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b659dcc-8284-4cf5-b755-7d85e1f8912c req-04c09295-eb1e-415e-a984-2ce12de18ba7 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458662 Nov 16 21:17:23.242298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] For port 1a34e040-dce5-44b4-abb2-0acea5c19a1d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1a34e040-dce5-44b4-abb2-0acea5c19a1d,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:23.243628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.245895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Made reservation on behalf of 7443f4f78baa4ac7a5bec674e9867e63 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:23.249435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.263396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Calling delete_port for 1a34e040-dce5-44b4-abb2-0acea5c19a1d owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:23.323449 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.327707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e920b9a-bef9-4106-a0ce-293ab4c9b414 req-c40b6994-a32c-4b09-8faf-4d05bf609abf tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.1204667 Nov 16 21:17:23.332669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.336207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.343212 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.350409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a90a3c38-2644-4449-bd91-0d9ba141b3d4 HTTP/1.1" status: 204 len: 168 time: 0.5177300 Nov 16 21:17:23.410416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8af03e-73fb-4ab5-b1fe-6cd9733709c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a3c38-2644-4449-bd91-0d9ba141b3d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:23.531761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.589514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94927998-db30-4974-b76d-310d20596fc8 req-d9aabecc-d519-4c19-9fe1-9c7acfe107f3 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 210 time: 0.2716434 Nov 16 21:17:23.610610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event deleted for resources: {'Port': ['ID=1a34e040-dce5-44b4-abb2-0acea5c19a1d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:23.620323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Pushing event updated for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:23.634491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Attempting to bind port 12cc86eb-18b6-426c-8544-2c167f755b7d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:23.634853 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Attempting to bind port 12cc86eb-18b6-426c-8544-2c167f755b7d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:23.635249 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Attempting to bind port 12cc86eb-18b6-426c-8544-2c167f755b7d on network d85dffea-fd68-45b1-93b7-2cb350345d57 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:23.648590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] No DVR routers for this DVR port 1a34e040-dce5-44b4-abb2-0acea5c19a1d on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:23.648847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-2312b388-d562-4a38-9a1b-3d78ddd48b8c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:23.650503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-2312b388-d562-4a38-9a1b-3d78ddd48b8c tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 943 time: 0.4154384 Nov 16 21:17:23.651628 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.651991 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.652306 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.652651 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.652985 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.655047 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.656198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.660447 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.660833 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.661179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.661513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.661918 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.662171 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:23.662657 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50949be3-9494-4904-8cc5-929b7f7046f3 req-15722156-78f0-4a85-83e6-536e19796da6 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "DELETE /v2.0/ports/1a34e040-dce5-44b4-abb2-0acea5c19a1d HTTP/1.1" status: 204 len: 173 time: 0.9516420 Nov 16 21:17:23.679550 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:23.679914 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Checking segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:23.680311 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.680690 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Bound using segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:23.682076 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Bound port: 12cc86eb-18b6-426c-8544-2c167f755b7d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:23.688395 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.706469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Allocated IP 172.20.0.3 (d85dffea-fd68-45b1-93b7-2cb350345d57/8d4f79df-f759-47df-99df-663ac401e2d9/3a3b9219-8954-42aa-a17c-036184098ad5) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:23.724773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057d52d-194e-4171-8be5-8a0318bc503b req-9233a41b-caec-469f-9912-954624c0550a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:23.726418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0057d52d-194e-4171-8be5-8a0318bc503b req-9233a41b-caec-469f-9912-954624c0550a tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 943 time: 0.1526310 Nov 16 21:17:23.839291 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] For port 12cc86eb-18b6-426c-8544-2c167f755b7d, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:23.850580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-deleted', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:23.852426 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] For port 12cc86eb-18b6-426c-8544-2c167f755b7d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=12cc86eb-18b6-426c-8544-2c167f755b7d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:23.855084 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d9042-dcc9-4b04-b4fe-671ae1574174" -d '{"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-deleted", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:23.860674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0057d52d-194e-4171-8be5-8a0318bc503b req-7b20a5a6-1507-4ab6-9096-385f5b034fc0 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202159 Nov 16 21:17:23.862084 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.928869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40324) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:23.946197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:23.947191 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:23.960745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8a88-5eca-434b-b94d-2945c9bf9e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.971696 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf64429-a565-4c3b-93e2-6e4562275e05 x-openstack-request-id: req-2cf64429-a565-4c3b-93e2-6e4562275e05 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:23.973664 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d489c92-e933-4033-b925-7ba7c1787ea8", "name": "network-vif-deleted", "tag": "1a34e040-dce5-44b4-abb2-0acea5c19a1d", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:23.974320 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cf64429-a565-4c3b-93e2-6e4562275e05 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:23.974882 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d489c92-e933-4033-b925-7ba7c1787ea8', 'name': 'network-vif-deleted', 'tag': '1a34e040-dce5-44b4-abb2-0acea5c19a1d', 'status': 'completed', 'code': 200} Nov 16 21:17:24.069466 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856401-30fd-4ed1-99e4-b3a4bc434ceb None None] Pushing event updated for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.113222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8a88-5eca-434b-b94d-2945c9bf9e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.117685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Deleting port 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:24.118294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.121039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8a88-5eca-434b-b94d-2945c9bf9e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.133710 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:24.161696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8a88-5eca-434b-b94d-2945c9bf9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60414f-75a0-4250-986b-33504a10ecbd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.192136 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f1bb8a88-5eca-434b-b94d-2945c9bf9e37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d14cc85b26f14b74b8e1512bab4e01c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606194 Nov 16 21:17:24.192379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40330) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:24.280302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.348548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.436149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.440156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.441866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b60414f-75a0-4250-986b-33504a10ecbd HTTP/1.1" status: 204 len: 168 time: 0.2481790 Nov 16 21:17:24.453519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fb972-ee18-4137-8ae2-a2e6cee2acdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60414f-75a0-4250-986b-33504a10ecbd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.499432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c98ef3ae-5de4-404a-ba42-6d110ec125e4 req-8c680b15-bd5e-4612-8434-18f2ec452771 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.1103990 Nov 16 21:17:24.507381 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.548640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186d3b2-c197-4b25-ae15-a97e4a9fb5c3 req-eb7a31f4-7090-4fa2-b5b4-39ed7cc8481c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:24.557363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4186d3b2-c197-4b25-ae15-a97e4a9fb5c3 req-eb7a31f4-7090-4fa2-b5b4-39ed7cc8481c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.4032261 Nov 16 21:17:24.589784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] For port 07505a76-774a-4ea2-91ac-b36e016a9afc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=07505a76-774a-4ea2-91ac-b36e016a9afc,segment=NetworkSegment(98c9518c-0020-4964-8415-fae9971a08e2),segment_id=98c9518c-0020-4964-8415-fae9971a08e2)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:24.590327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.615131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '12cc86eb-18b6-426c-8544-2c167f755b7d', 'name': '', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'mac_address': 'fa:16:3e:34:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:16Z', 'updated_at': '2021-11-16T21:17:23Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'subnets': [{'id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:24.643750 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863a935-9162-4c65-8ff2-713a4be2a179 None None] The sync data for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 is: [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:17:17Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '12cc86eb-18b6-426c-8544-2c167f755b7d', 'name': '', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'mac_address': 'fa:16:3e:34:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:16Z', 'updated_at': '2021-11-16T21:17:23Z', 'revision_number': 4, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'subnets': [{'id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:24.664402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Calling delete_port for 07505a76-774a-4ea2-91ac-b36e016a9afc owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:24.716616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.002377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 12cc86eb-18b6-426c-8544-2c167f755b7d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:25.071427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 12cc86eb-18b6-426c-8544-2c167f755b7d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.071936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.101217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4186d3b2-c197-4b25-ae15-a97e4a9fb5c3 req-5dc82991-3655-4760-8a1a-aebd417e6289 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422716 Nov 16 21:17:25.136837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Pushing event updated for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:25.170232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Network d85dffea-fd68-45b1-93b7-2cb350345d57 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:25.185124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29a98f-1fdc-4107-8b93-46f1fc351023 req-24638f61-cfd2-4763-9162-e37e607d7e31 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.194175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f29a98f-1fdc-4107-8b93-46f1fc351023 req-24638f61-cfd2-4763-9162-e37e607d7e31 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.5425191 Nov 16 21:17:25.198032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:25.216966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:25.259073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.338069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 12cc86eb-18b6-426c-8544-2c167f755b7d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=12cc86eb-18b6-426c-8544-2c167f755b7d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:25.346498 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.377357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbec3f93-4727-49e2-ab26-be03f3042570 req-09ce68f6-8cc2-4955-89f8-371ce2c7b311 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.1252115 Nov 16 21:17:25.440407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.441508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.483574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f29a98f-1fdc-4107-8b93-46f1fc351023 req-7b508440-7b6d-489b-8b85-7e4bf9e78163 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881835 Nov 16 21:17:25.538746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:25.547860 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-43b5bdd7-4be8-4824-869e-eccf285ca696 req-36b31c5d-026b-4b82-b6a5-0cbce716c7b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0787039 Nov 16 21:17:25.553921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-cbf7c908-8594-40f4-a30d-a724cf764d26 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6877673 Nov 16 21:17:25.573039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Request body: {'port': {'device_id': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:25.667866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.671018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.700732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40368) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:25.723279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Pushing event deleted for resources: {'Port': ['ID=07505a76-774a-4ea2-91ac-b36e016a9afc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:25.794698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aa2d2-1e0d-4720-8653-19eb472aa2f8 req-e35aaffc-8e33-4ee4-afa2-db3bd95042c2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.801943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-028aa2d2-1e0d-4720-8653-19eb472aa2f8 req-e35aaffc-8e33-4ee4-afa2-db3bd95042c2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 931 time: 0.1938086 Nov 16 21:17:25.847795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-938411477-network', 'tenant_id': '3298e87732bb4f29b1206fb6ecf0239d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:25.849022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] No DVR routers for this DVR port 07505a76-774a-4ea2-91ac-b36e016a9afc on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:25.869993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.871636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Made reservation on behalf of 3298e87732bb4f29b1206fb6ecf0239d for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:25.873467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ba80233-2c0e-41f9-9aa0-a508dc859d56 req-fc67774f-c393-44fe-b9d0-20eb04ef7a69 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.21 "DELETE /v2.0/ports/07505a76-774a-4ea2-91ac-b36e016a9afc HTTP/1.1" status: 204 len: 173 time: 2.2123046 Nov 16 21:17:25.874349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.875227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'name': 'network-vif-deleted', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:25.877521 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e004de-644d-4a72-99ad-9119f35bf6f6" -d '{"events": [{"server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "name": "network-vif-deleted", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:25.881619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a56ac01a-4051-4433-a6c0-b1f2db0dd693 req-9c6994bb-f0d9-4efa-be9c-9043c4c0a735 tempest-ImagesTestJSON-1983614525 tempest-ImagesTestJSON-1983614525-project] 10.222.0.54 "GET /v2.0/ports?device_id=3011a721-3f5d-4cff-86f7-5dbca8b2720d HTTP/1.1" status: 200 len: 210 time: 0.0776424 Nov 16 21:17:25.911986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.931785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-028aa2d2-1e0d-4720-8653-19eb472aa2f8 req-9d520d78-576d-4ff5-b305-a5a4782e68e1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Nov 16 21:17:26.079439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f79d6558-ef3b-45ab-9298-ca077ab407fb req-bd608324-4e5d-4717-9f5c-5ff98cde244f tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0530336 Nov 16 21:17:26.080706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-f9d111f0-00ad-44f0-a765-4282d1236840 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.082461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-f9d111f0-00ad-44f0-a765-4282d1236840 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.36 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.1821170 Nov 16 21:17:26.134418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600e216-9f03-4c5d-8f56-11b605f9640d req-ddd39358-54ac-472a-baa1-bf70314b5d55 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.136083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a600e216-9f03-4c5d-8f56-11b605f9640d req-ddd39358-54ac-472a-baa1-bf70314b5d55 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1101 time: 0.1355081 Nov 16 21:17:26.161881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.177119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.224399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:26.250138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:26.253840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.254169 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Added segment d2f7171e-6882-471e-9be1-4ae221fccd9e of type vlan for network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 Nov 16 21:17:26.285458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a600e216-9f03-4c5d-8f56-11b605f9640d req-038e6ee9-50bb-4ba7-a73a-0e1b5cf3944f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214185 Nov 16 21:17:26.309763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.315458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Deleting port b78f5490-236a-47e7-b642-b04a6cea4053 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:26.316036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.336598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ce1e-b7df-4b92-96e8-807b1574a352 req-06d3b9fd-6fa7-4f79-9b43-d9b0cedcc2dc tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.338521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c418ce1e-b7df-4b92-96e8-807b1574a352 req-06d3b9fd-6fa7-4f79-9b43-d9b0cedcc2dc tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 965 time: 0.1511517 Nov 16 21:17:26.356721 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce069b8-2b07-41e1-bc97-8b3e42cfc77e x-openstack-request-id: req-0ce069b8-2b07-41e1-bc97-8b3e42cfc77e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:26.357103 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3011a721-3f5d-4cff-86f7-5dbca8b2720d", "name": "network-vif-deleted", "tag": "07505a76-774a-4ea2-91ac-b36e016a9afc", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:26.357423 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ce069b8-2b07-41e1-bc97-8b3e42cfc77e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:26.357884 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011a721-3f5d-4cff-86f7-5dbca8b2720d', 'name': 'network-vif-deleted', 'tag': '07505a76-774a-4ea2-91ac-b36e016a9afc', 'status': 'completed', 'code': 200} Nov 16 21:17:26.404389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.405528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.406115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.423780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3b9219-8954-42aa-a17c-036184098ad5 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:26.438119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857b03-75f4-431c-8498-c38144d17c34 req-656f53e6-2b41-414a-b6a3-3d683bc6f7e8 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.440064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf857b03-75f4-431c-8498-c38144d17c34 req-656f53e6-2b41-414a-b6a3-3d683bc6f7e8 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 965 time: 0.1248975 Nov 16 21:17:26.451378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.477845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c418ce1e-b7df-4b92-96e8-807b1574a352 req-005e9e34-b942-4a60-9511-aeedef36be4b tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/security-groups?id=e848e096-390d-47e8-ad59-48e2a5fec4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020169 Nov 16 21:17:26.478910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Transition to ACTIVE for port object 3a3b9219-8954-42aa-a17c-036184098ad5 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:26.484055 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.534068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8285551 Nov 16 21:17:26.554291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40382) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:26.561393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Request body: {'subnet': {'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-938411477-subnet', 'tenant_id': '3298e87732bb4f29b1206fb6ecf0239d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:26.593916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] For port b78f5490-236a-47e7-b642-b04a6cea4053, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b78f5490-236a-47e7-b642-b04a6cea4053,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:26.594287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.654277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7431e-9091-4e8e-93ad-91aafa56f6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:26.676414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:26.776703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Made reservation on behalf of 3298e87732bb4f29b1206fb6ecf0239d for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:26.779079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.948892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5f8743d-e356-477a-8865-48627f9c1461 req-0757b1e6-f4a9-4bc3-b086-dd86a663abe0 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=8183c668-7dee-4101-a0bf-6b03f71abe93 HTTP/1.1" status: 200 len: 210 time: 0.2526426 Nov 16 21:17:26.965181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:26.996342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:27.017064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 07505a76-774a-4ea2-91ac-b36e016a9afc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:27.017991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 07505a76-774a-4ea2-91ac-b36e016a9afc not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:27.034271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 12cc86eb-18b6-426c-8544-2c167f755b7d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:27.088105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e21134-a379-4773-ba4b-2d98261b5ac7 req-1dc37712-09bb-4811-a581-3773c3ccb3e6 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.096763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46e21134-a379-4773-ba4b-2d98261b5ac7 req-1dc37712-09bb-4811-a581-3773c3ccb3e6 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 945 time: 0.3972600 Nov 16 21:17:27.115646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 12cc86eb-18b6-426c-8544-2c167f755b7d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:27.116262 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.167564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.168221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.169249 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f disassociated. External IP: 172.25.7.22, port: b78f5490-236a-47e7-b642-b04a6cea4053. Nov 16 21:17:27.169761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Calling delete_port for b78f5490-236a-47e7-b642-b04a6cea4053 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:27.191815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-a4fdab14-984e-422e-97c4-d1543f52f764 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2954648 Nov 16 21:17:27.194134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Deleting port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:27.194469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.231711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Attempting to bind port 3a3b9219-8954-42aa-a17c-036184098ad5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:27.232052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Attempting to bind port 3a3b9219-8954-42aa-a17c-036184098ad5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:27.232511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Attempting to bind port 3a3b9219-8954-42aa-a17c-036184098ad5 on network d85dffea-fd68-45b1-93b7-2cb350345d57 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:27.280891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Port 3a3b9219-8954-42aa-a17c-036184098ad5 on network d85dffea-fd68-45b1-93b7-2cb350345d57 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:27.281636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Attempting to bind port 3a3b9219-8954-42aa-a17c-036184098ad5 on network d85dffea-fd68-45b1-93b7-2cb350345d57 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:27.320229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.322079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46e21134-a379-4773-ba4b-2d98261b5ac7 req-ca038af8-d829-407a-b3d2-e1929bf01b23 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups?id=5e11da21-587c-460d-a2f6-0c592b694941&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188792 Nov 16 21:17:27.326775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:27.331370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Checking segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:27.331975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Bound using segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:27.332608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Bound port: 3a3b9219-8954-42aa-a17c-036184098ad5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:27.333154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.360486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840f9f-5355-4177-b08f-369b21d39942 req-6b5c03b8-9558-4eb3-adff-31342e10a638 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.368662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d840f9f-5355-4177-b08f-369b21d39942 req-6b5c03b8-9558-4eb3-adff-31342e10a638 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2943015 Nov 16 21:17:27.380382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:27.436653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] For port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,segment=NetworkSegment(fd7322af-b627-442b-a654-79572ebc01ef),segment_id=fd7322af-b627-442b-a654-79572ebc01ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:27.437318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.451916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Calling delete_port for 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 owned by compute:tempest-test_az-50111994 {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:27.653722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d840f9f-5355-4177-b08f-369b21d39942 req-0c173f46-80f2-47aa-978a-cf715fa5be1e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835178 Nov 16 21:17:27.672556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845c322-548a-4fba-a4bf-8101f6f7cbb9 req-fa7ac418-7eb6-4c41-8f3a-7b7030103b4a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.674652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1845c322-548a-4fba-a4bf-8101f6f7cbb9 req-fa7ac418-7eb6-4c41-8f3a-7b7030103b4a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 943 time: 0.1672571 Nov 16 21:17:27.723914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:27.740747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Checking segment: {'id': 'd2f7171e-6882-471e-9be1-4ae221fccd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:27.741192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Network hostable DHCP agents. Network: eb861a72-f50a-4dc4-9e1a-e0f36e794cd4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:27.749663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3a3b9219-8954-42aa-a17c-036184098ad5,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:27.782704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:27.789264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.816249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1845c322-548a-4fba-a4bf-8101f6f7cbb9 req-93de9618-189f-4ce1-9ae7-6d171102662f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135552 Nov 16 21:17:27.818218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9361b49-02bf-4207-9808-b62989c4b52b req-12e28d50-e8e6-47db-8318-a5ec3e342106 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0363269 Nov 16 21:17:27.826827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.896131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, eb861a72-f50a-4dc4-9e1a-e0f36e794cd4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:27.900435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event deleted for resources: {'Port': ['ID=b78f5490-236a-47e7-b642-b04a6cea4053,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:27.908054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a56d38-3570-47c2-9b64-09664e7be6ee None None] Network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:27.908610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.908956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.032162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.035094 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c088e654-78ea-4dac-988d-adaa10551709 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4791386 Nov 16 21:17:28.124540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c86581-382a-4156-9284-53c575fe9e44 None None] Network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:28.160064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:28.227381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:28.258281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:28.258890 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.260514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-febe4c1d-ba80-4d0d-b71b-1a9d91b802fb service neutron] 10.222.0.36 "PUT /v2.0/ports/3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 200 len: 1091 time: 2.6935503 Nov 16 21:17:28.279224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b58a800-6af6-43b1-8e28-9d9e9e1881e0 req-f7465bea-c24c-48ad-858c-bbbab8c1d670 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.54 "GET /v2.0/ports?device_id=052b1ff5-d668-4e02-a713-60a75862468d HTTP/1.1" status: 200 len: 210 time: 0.2470779 Nov 16 21:17:28.352752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] No DVR routers for this DVR port 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:28.405026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:28.407941 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88ea1a-a3e9-46d5-9e66-42092d541d14" -d '{"events": [{"name": "network-changed", "server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:28.412037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.415839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf857b03-75f4-431c-8498-c38144d17c34 req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] 10.222.0.21 "DELETE /v2.0/ports/1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 HTTP/1.1" status: 204 len: 173 time: 1.9124563 Nov 16 21:17:28.416981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8fb7-e054-45b8-a374-6f7e28ccd896 tempest-LiveAutoBlockMigrationV225Test-236071414 tempest-LiveAutoBlockMigrationV225Test-236071414-project] Pushing event deleted for resources: {'Port': ['ID=1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:28.523517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-b2d0a8d5-a14e-4748-b95a-bbb7ade93ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:28.527785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-b2d0a8d5-a14e-4748-b95a-bbb7ade93ea1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1094 time: 0.0786450 Nov 16 21:17:28.552496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:28.570351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:28.619115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:28.619788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:28.639674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] No DVR routers for this DVR port b78f5490-236a-47e7-b642-b04a6cea4053 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:28.653900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.658491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f6bee9b-9f02-4deb-870e-c593aa828558 req-b2e8da08-c7a3-4238-bc99-cf16922c6af5 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.36 "DELETE /v2.0/ports/b78f5490-236a-47e7-b642-b04a6cea4053 HTTP/1.1" status: 204 len: 173 time: 2.5685863 Nov 16 21:17:28.659196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'name': 'network-vif-deleted', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:28.660102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-52af7e8c-cbd8-42ec-ab88-97584c187e9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 200 len: 217 time: 0.1233287 Nov 16 21:17:28.662071 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3917e1e-292e-4a1f-b824-7d1d14a0d1e6" -d '{"events": [{"server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "name": "network-vif-deleted", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:28.838891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75a61727-4e6c-426b-bb83-630bb5a9b489 req-7b3c8b62-b0f3-4da8-ac36-bd3fcb951e0a tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449&device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.1645639 Nov 16 21:17:28.928895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:29.012494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:29.012834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:29.014816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99b9a2bf-962b-49b6-8900-ecda7fc70915 req-24cfccb2-c2ae-4024-a2b1-6611760115b2 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/ports?device_id=184c9dac-cc60-4858-93d1-282e7f0495c2 HTTP/1.1" status: 200 len: 210 time: 0.2086000 Nov 16 21:17:29.040334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:29.048732 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ae74d4-9dff-41d5-ae2d-bc87475ccb86 x-openstack-request-id: req-36ae74d4-9dff-41d5-ae2d-bc87475ccb86 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:29.049246 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:29.049648 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36ae74d4-9dff-41d5-ae2d-bc87475ccb86 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:29.050182 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5', 'status': 'completed', 'code': 200} Nov 16 21:17:29.064774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-fb675a13-a54c-4588-bd7c-b6e84e37bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.073362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-fb675a13-a54c-4588-bd7c-b6e84e37bfba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.3990893 Nov 16 21:17:29.094901 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c2092-526a-4599-9358-734a2207ed49 x-openstack-request-id: req-6c8c2092-526a-4599-9358-734a2207ed49 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:29.097036 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184c9dac-cc60-4858-93d1-282e7f0495c2", "name": "network-vif-deleted", "tag": "b78f5490-236a-47e7-b642-b04a6cea4053", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:29.097607 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c8c2092-526a-4599-9358-734a2207ed49 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:29.098199 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184c9dac-cc60-4858-93d1-282e7f0495c2', 'name': 'network-vif-deleted', 'tag': 'b78f5490-236a-47e7-b642-b04a6cea4053', 'status': 'completed', 'code': 200} Nov 16 21:17:29.146521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-a50f7b1a-5f29-46ae-9289-7550d215e922 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662355 Nov 16 21:17:29.267479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40462) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:29.274485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2111408856-network', 'tenant_id': '2a853b3f2b474963b4153c577fb79801'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:29.364367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Made reservation on behalf of 2a853b3f2b474963b4153c577fb79801 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:29.372027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.409280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.445763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:29.482280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d16450a7-3600-40e9-802e-6f5f4e6fab6e req-c2c34c04-9104-47ca-908a-2dfd605b38c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcd112e0ad194a67817442b844556947&device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.1355867 Nov 16 21:17:29.529766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d16450a7-3600-40e9-802e-6f5f4e6fab6e req-b2b7dc4b-aede-4b01-9c94-2b9905d77ae7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dcd112e0ad194a67817442b844556947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360622 Nov 16 21:17:29.549125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97705301-fb9a-4309-8888-cfc982b7281a req-5d4c0938-0a37-4d0c-b832-7110e4db6eac tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.557277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:29.559560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97705301-fb9a-4309-8888-cfc982b7281a req-5d4c0938-0a37-4d0c-b832-7110e4db6eac tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.3700268 Nov 16 21:17:29.578838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:29.580654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:29.656585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-c3685b98-f37f-4590-a3b0-ff35dcba6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.659284 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-c3685b98-f37f-4590-a3b0-ff35dcba6824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1101 time: 0.1921456 Nov 16 21:17:29.704838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-aae0b3b4-b7a9-47af-bfc8-8404b2dc7485 service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493121 Nov 16 21:17:29.777160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.806314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862fd0c-76f9-49f1-8ef2-124233cd6d6b req-2a242fe8-205a-4f81-9210-013478e695d8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.814954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f862fd0c-76f9-49f1-8ef2-124233cd6d6b req-2a242fe8-205a-4f81-9210-013478e695d8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 943 time: 0.2775991 Nov 16 21:17:29.815995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.842407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:29.865812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.867166 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Added segment 70e73400-adc9-4765-8318-e2bdcc018289 of type vlan for network 137db3bd-eaf6-40ea-82ee-b24b7e67edc0 Nov 16 21:17:29.896886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97705301-fb9a-4309-8888-cfc982b7281a req-7cea315f-75ce-45ca-9ab1-196ff035aa5e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355527 Nov 16 21:17:29.898498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:29.925173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16450a7-3600-40e9-802e-6f5f4e6fab6e req-b6054869-bbba-4703-9f62-ce2c239c200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.925984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d16450a7-3600-40e9-802e-6f5f4e6fab6e req-b6054869-bbba-4703-9f62-ce2c239c200d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3596818 Nov 16 21:17:29.981497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.983910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f862fd0c-76f9-49f1-8ef2-124233cd6d6b req-8e50ff9d-39e7-4b07-afef-7c629d0d7f1f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680021 Nov 16 21:17:30.047671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.048657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.049243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.057807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-715a2e9d-4936-4025-87c3-8a26d3ca411e req-c8a33631-8fd4-40c2-b852-263535cb21d4 service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416455 Nov 16 21:17:30.082453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40480) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:30.095789 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8268361 Nov 16 21:17:30.099140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40484) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:30.101386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-e3a88414-648b-4ef4-be8c-af68791cff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.103750 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-e3a88414-648b-4ef4-be8c-af68791cff35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.4372218 Nov 16 21:17:30.111868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Request body: {'subnet': {'network_id': '137db3bd-eaf6-40ea-82ee-b24b7e67edc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2111408856-subnet', 'tenant_id': '2a853b3f2b474963b4153c577fb79801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:30.210891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562080a-81f1-4c6a-9114-de1dc4fd0ca1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:30.221266 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-35f51903-99fe-4fa1-8c5a-2de0eec63182 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.1011307 Nov 16 21:17:30.227499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562ffc-492a-4785-8d79-004d5c543a62 admin admin] Pushing event updated for resources: {'Network': ['ID=137db3bd-eaf6-40ea-82ee-b24b7e67edc0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:30.266776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 137db3bd-eaf6-40ea-82ee-b24b7e67edc0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:30.300325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f233a9ac-84b0-4ccf-989e-e1fcf7ea4d32 req-79266631-6aab-41e5-99e2-e0c47067c0f5 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.1729054 Nov 16 21:17:30.333777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-1e7195a1-fe4e-487d-a2f6-7ecb0768a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.336379 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-1e7195a1-fe4e-487d-a2f6-7ecb0768a77b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1033430 Nov 16 21:17:30.395719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Made reservation on behalf of 2a853b3f2b474963b4153c577fb79801 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:30.398676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.410888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-6a917896-6357-4a6f-a8f4-58abb3b9d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.416114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-6a917896-6357-4a6f-a8f4-58abb3b9d82e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1094 time: 0.2603865 Nov 16 21:17:30.449088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-cc235d46-82b3-4845-8558-c94a3b2d8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.456525 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-cc235d46-82b3-4845-8558-c94a3b2d8cad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119447 Nov 16 21:17:30.583855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40504) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:30.584194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40506) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:30.609304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:30.642255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba94cb-7c75-42cd-8028-c09eef07b561 None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:11:55Z', 'revision_number': 4, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '505a2669-2b50-48b5-a94a-5faf9b1ee444', 'name': '', 'network_id': '2e6a3155-b32b-4c6c-a61b-7b874fda3301', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'mac_address': 'fa:16:3e:7e:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:55Z', 'updated_at': '2021-11-16T21:12:02Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'subnets': [{'id': '28de5d13-2740-44c9-8a8a-7c3705c431c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:30.693326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b78f5490-236a-47e7-b642-b04a6cea4053 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:30.734150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b78f5490-236a-47e7-b642-b04a6cea4053 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:30.734780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b78f5490-236a-47e7-b642-b04a6cea4053 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:30.760905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.779390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Deleting subnet 9a0fae1d-193e-4d9d-815f-0065a91b3e5f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:30.806744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.861112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.867432 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-a5738eef-6616-4b0c-8861-bf4141d4bff2 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005885 Nov 16 21:17:30.968924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Deleting subnet 6c089c2a-54c6-4988-865c-21597a6eac0f {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:30.985082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.005535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.069026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.143160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.146771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.148221 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "DELETE /v2.0/security-groups/5e11da21-587c-460d-a2f6-0c592b694941 HTTP/1.1" status: 204 len: 168 time: 0.5613172 Nov 16 21:17:31.158222 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-28701c5b-97c7-4783-911b-47baee84243e service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797306 Nov 16 21:17:31.159561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.160539 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d4cb6-a0d7-4e5c-9058-8602050de08c None None] New status for floating IP 9509b7c0-77c6-4a9b-93da-9bf00d214e0f: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:17:31.168843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-deleted', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:31.171350 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc97a9-e9fa-4366-b7b0-e8c141460fcb" -d '{"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-deleted", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:31.197141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7138-9580-4e51-b5d0-a22d2a9ddfdb tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11da21-587c-460d-a2f6-0c592b694941,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:31.230046 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-27d1745f-8c38-4d0f-88a3-1efcd0d6e913 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] show failed (client error): The resource could not be found. Nov 16 21:17:31.236805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27d1745f-8c38-4d0f-88a3-1efcd0d6e913 tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "GET /v2.0/security-groups/5e11da21-587c-460d-a2f6-0c592b694941 HTTP/1.1" status: 404 len: 347 time: 0.0665171 Nov 16 21:17:31.247074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40520) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.292317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da753244-c4bb-46d3-9c2a-561efdd9146f req-5ec66afc-7cdb-4193-b958-4f4f95f70c77 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.311829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da753244-c4bb-46d3-9c2a-561efdd9146f req-5ec66afc-7cdb-4193-b958-4f4f95f70c77 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2805502 Nov 16 21:17:31.327712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.338163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.404915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.411546 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9a0fae1d-193e-4d9d-815f-0065a91b3e5f HTTP/1.1" status: 204 len: 168 time: 0.8259823 Nov 16 21:17:31.412394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40524) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.428056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510307-7a5c-4f15-8047-934eeaf62976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0fae1d-193e-4d9d-815f-0065a91b3e5f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:31.462631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-c9ce7acc-4536-40f3-8dbd-fdc9402420c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.465361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-c9ce7acc-4536-40f3-8dbd-fdc9402420c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 1.0140047 Nov 16 21:17:31.499378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.544143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a6a7-5a99-436f-b5f3-17f86c4453ad req-f8b4655c-fa9f-41fe-80a7-fc7f0822beff tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.545594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c87a6a7-5a99-436f-b5f3-17f86c4453ad req-f8b4655c-fa9f-41fe-80a7-fc7f0822beff tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 943 time: 0.3645380 Nov 16 21:17:31.569483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d16450a7-3600-40e9-802e-6f5f4e6fab6e req-38afe16c-1b9c-467a-a429-3a79269fbf97 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.21 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.1489277 Nov 16 21:17:31.571837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.598334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Deleting port 1dc3814f-6b01-4ef5-bf3c-47e9918a046b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:31.598672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.667707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da753244-c4bb-46d3-9c2a-561efdd9146f req-55b580c5-0e09-41f8-9679-ddc0d6e48e5e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547204 Nov 16 21:17:31.689205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.699882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-b40d5a32-1c26-456c-9e5f-af3bcea26fba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 200 len: 217 time: 0.1300082 Nov 16 21:17:31.715504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d10d80-aab7-41eb-b5a5-73db4772bc2f']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.728812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c9518c-0020-4964-8415-fae9971a08e2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.729114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c9518c-0020-4964-8415-fae9971a08e2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.741704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.758574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.794299 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5c24a-2e49-48c4-be60-fe39524c848a x-openstack-request-id: req-ccd5c24a-2e49-48c4-be60-fe39524c848a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:31.794585 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b1ff5-d668-4e02-a713-60a75862468d", "name": "network-vif-deleted", "tag": "1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:31.794829 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ccd5c24a-2e49-48c4-be60-fe39524c848a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:31.795267 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b1ff5-d668-4e02-a713-60a75862468d', 'name': 'network-vif-deleted', 'tag': '1c51bb54-e4e3-4cdc-9c1a-47c3e373bf28', 'status': 'completed', 'code': 200} Nov 16 21:17:31.798484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:31.798687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:31.800896 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:31.807988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c87a6a7-5a99-436f-b5f3-17f86c4453ad req-17f6ee5a-526e-46ce-8531-3783620a8e72 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345757 Nov 16 21:17:31.855096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.879093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.883110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6c089c2a-54c6-4988-865c-21597a6eac0f HTTP/1.1" status: 204 len: 168 time: 1.7993481 Nov 16 21:17:31.884868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-14f67566-d5fd-4813-931c-a7d306059068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.886574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-14f67566-d5fd-4813-931c-a7d306059068 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.1806562 Nov 16 21:17:31.887809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40526) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.897341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.918187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.921559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] 10.222.0.54 "DELETE /v2.0/networks/d2d10d80-aab7-41eb-b5a5-73db4772bc2f HTTP/1.1" status: 204 len: 168 time: 0.5035894 Nov 16 21:17:31.947511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843da1-17bb-4103-8d75-c1f95849e6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c089c2a-54c6-4988-865c-21597a6eac0f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:31.955551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.955985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.969530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd092c0c-75b5-4a05-99e9-215299784953 req-133c8177-7c4d-42ea-a68c-b045044e94f1 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=94cc1cc7-f236-4782-95a9-a7b3a72c4449 HTTP/1.1" status: 200 len: 210 time: 0.0762758 Nov 16 21:17:31.986101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.000171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-4b4ba502-19e8-474c-acc0-34666f05a9f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721812 Nov 16 21:17:32.138581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Calling delete_port for 1dc3814f-6b01-4ef5-bf3c-47e9918a046b owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:32.157829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd83735-fa99-429a-a17e-4fefe1a70eae admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d10d80-aab7-41eb-b5a5-73db4772bc2f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:32.164206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d860e7a4-d9e8-461a-a16d-7a2d42710347,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:32.188935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40532) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:32.201304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-40b88498-4ba8-4097-b415-6b5bf3583634 service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702273 Nov 16 21:17:32.237551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Checking segment: {'id': '70e73400-adc9-4765-8318-e2bdcc018289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '137db3bd-eaf6-40ea-82ee-b24b7e67edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:32.237836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Network hostable DHCP agents. Network: 137db3bd-eaf6-40ea-82ee-b24b7e67edc0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:32.293858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.344861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-41083c9e-98c2-4ff0-8605-a40dfcaff527 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e5f894ad7de4904a424cbbb6de2a92d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538217 Nov 16 21:17:32.348405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40534) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:32.369479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Network 137db3bd-eaf6-40ea-82ee-b24b7e67edc0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:32.416837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.445679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.464254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d40933a-8d44-4e1e-ad4e-d24e27e24fa9']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:32.477602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.477869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7322af-b627-442b-a654-79572ebc01ef') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:32.478964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7322af-b627-442b-a654-79572ebc01ef') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:32.509667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.520582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.538273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.542557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 137db3bd-eaf6-40ea-82ee-b24b7e67edc0) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:32.554489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af4cbd-7b95-4bf1-825d-b007f4fcf3f8 None None] Network 137db3bd-eaf6-40ea-82ee-b24b7e67edc0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:32.559129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.563147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.565207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac HTTP/1.1" status: 204 len: 168 time: 0.2151330 Nov 16 21:17:32.572078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Pushing event deleted for resources: {'Port': ['ID=1dc3814f-6b01-4ef5-bf3c-47e9918a046b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:32.580376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:32.580773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:32.582597 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:32.584970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:32.584970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.617408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba823a67-ce2e-4b52-a891-7af1a38d377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12af2d-0135-4aa6-8ba8-86e6d4bfd5ac,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:32.633812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b88ea1a-a3e9-46d5-9e66-42092d541d14 req-747f330a-a53b-462b-a6ce-000a1afb1efc service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199402 Nov 16 21:17:32.648364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3e32f622-fabe-4d51-8b13-29a6cc23cbce admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5471795 Nov 16 21:17:32.694997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3a3b9219-8954-42aa-a17c-036184098ad5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:32.704560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.710715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.715640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] 10.222.0.54 "DELETE /v2.0/networks/9d40933a-8d44-4e1e-ad4e-d24e27e24fa9 HTTP/1.1" status: 204 len: 168 time: 0.8260312 Nov 16 21:17:32.718474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40542) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:32.724553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.727923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.729146 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ee8e2a3b-42d7-4a63-905e-ff37b514e09f tempest-ServersWithSpecificFlavorTestJSON-864360754 tempest-ServersWithSpecificFlavorTestJSON-864360754-project] 10.222.0.54 "DELETE /v2.0/floatingips/9509b7c0-77c6-4a9b-93da-9bf00d214e0f HTTP/1.1" status: 204 len: 168 time: 1.4801705 Nov 16 21:17:32.740591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb472d-7c29-427b-b8f2-0e77a626f7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9d40933a-8d44-4e1e-ad4e-d24e27e24fa9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:32.831922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26062d-e8e2-4885-95d3-6428f643918b None None] Network 137db3bd-eaf6-40ea-82ee-b24b7e67edc0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:32.838721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Deleting subnet 89981fc6-37e6-490c-9527-afe9f174784c {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:32.849212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.975743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.976408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3a3b9219-8954-42aa-a17c-036184098ad5,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:33.022811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ef2d2-a059-4c44-9e60-74f5d916cd59 req-2cc13ce3-d44a-48f7-936a-e39ebae08984 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:33.031963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da3ef2d2-a059-4c44-9e60-74f5d916cd59 req-2cc13ce3-d44a-48f7-936a-e39ebae08984 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1900129 Nov 16 21:17:33.166335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da3ef2d2-a059-4c44-9e60-74f5d916cd59 req-62350217-36f6-43e3-8a21-afa3747912e6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332552 Nov 16 21:17:33.171193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.174826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '3a3b9219-8954-42aa-a17c-036184098ad5', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'port_id': '3a3b9219-8954-42aa-a17c-036184098ad5', 'mac_address': 'fa:16:3e:8a:36:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:33.279123 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.285066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.324959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3b9219-8954-42aa-a17c-036184098ad5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:33.368961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89981fc6-37e6-490c-9527-afe9f174784c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:33.394018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3a3b9219-8954-42aa-a17c-036184098ad5,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:33.395853 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.409236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.418252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e5ccd773-06d5-4e3a-93e5-8c7b42403e77 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89981fc6-37e6-490c-9527-afe9f174784c HTTP/1.1" status: 204 len: 168 time: 0.6965873 Nov 16 21:17:33.418641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40568) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:33.524517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:33.535644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d1ab-39fc-4788-8271-35edeb013169 req-60734de3-298d-415c-991e-fc114a64449d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:33.537271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1032d1ab-39fc-4788-8271-35edeb013169 req-60734de3-298d-415c-991e-fc114a64449d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 943 time: 0.1823890 Nov 16 21:17:33.593941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.642050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1032d1ab-39fc-4788-8271-35edeb013169 req-1266f9e2-298b-44c2-aa41-f21f561dc243 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961409 Nov 16 21:17:33.714532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3a3b9219-8954-42aa-a17c-036184098ad5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:33.722010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.753494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099abe71-d3cc-49d9-a3d0-7981f7ddefc6']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.766818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd868e688-441a-445b-970a-d067aa3558b0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.767034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd868e688-441a-445b-970a-d067aa3558b0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.784503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.819195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.831627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:33.832196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:33.835923 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:33.877544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fe289926-1eca-4f70-8911-7369031bacae tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:33.895043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fe289926-1eca-4f70-8911-7369031bacae tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/networks?id=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 HTTP/1.1" status: 200 len: 814 time: 0.2248442 Nov 16 21:17:33.911495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-0b1743b3-7731-48b7-b4e7-7ffcb2a9d2a5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/quotas/3298e87732bb4f29b1206fb6ecf0239d HTTP/1.1" status: 200 len: 375 time: 0.0133681 Nov 16 21:17:33.968213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-4058edcb-e363-46d0-b623-c7cd215e1490 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3298e87732bb4f29b1206fb6ecf0239d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509338 Nov 16 21:17:33.997580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.004263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.008639 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] 10.222.0.54 "DELETE /v2.0/networks/099abe71-d3cc-49d9-a3d0-7981f7ddefc6 HTTP/1.1" status: 204 len: 168 time: 0.5884101 Nov 16 21:17:34.077038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c63129-9bc6-466b-8a85-1f8e6e8c42dd admin admin] Pushing event deleted for resources: {'Network': ['ID=099abe71-d3cc-49d9-a3d0-7981f7ddefc6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:34.111631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-795ee778-21e0-4ab1-acf3-ff9abe7527e6 req-9ee89cd6-4db5-439e-9791-aa95a1729a89 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.0634096 Nov 16 21:17:34.311741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40612) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:34.316851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be7f3d03-2115-4654-b6a7-bcc1237c1b00 req-b68e94e4-79cd-49d1-983d-ce7b3c5b8157 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcd112e0ad194a67817442b844556947&device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.4576652 Nov 16 21:17:34.365377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d186175-2dda-4232-9050-e487b0a257a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fae96759fd6a45d394ff285fb634a850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522571 Nov 16 21:17:34.370558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40614) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:34.377327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-4d93241e-ee5e-4679-941d-b063bcad8339 service neutron] 10.222.0.54 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003837 Nov 16 21:17:34.419315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40616) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:34.442041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.463349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be7f3d03-2115-4654-b6a7-bcc1237c1b00 req-5a4d2c4b-af09-45b3-954c-fa6cfd84fde6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dcd112e0ad194a67817442b844556947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763080 Nov 16 21:17:34.465409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.498374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e755a-3829-4f14-a0f9-5b3121740f1a req-dc2ae554-ad21-40b9-a8f7-71082caebeb5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:34.500154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-915e755a-3829-4f14-a0f9-5b3121740f1a req-dc2ae554-ad21-40b9-a8f7-71082caebeb5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2016280 Nov 16 21:17:34.519902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.523969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.528391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e848e096-390d-47e8-ad59-48e2a5fec4b3 HTTP/1.1" status: 204 len: 168 time: 0.1560085 Nov 16 21:17:34.537323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f37b02-2f4b-45ce-a9f7-dc43757ab179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848e096-390d-47e8-ad59-48e2a5fec4b3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:34.584506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1564313731-network', 'tenant_id': '4235aca2a48f45fcb78af27198d4d5a7'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:34.613763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-35117681-0d06-4f4b-8dff-0bcbf8193294 service neutron] 10.222.0.54 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354324 Nov 16 21:17:34.615348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Made reservation on behalf of 4235aca2a48f45fcb78af27198d4d5a7 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:34.619010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.634164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.655157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-915e755a-3829-4f14-a0f9-5b3121740f1a req-1b522656-a9da-478b-9882-7b7a7519fbcd tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360657 Nov 16 21:17:34.676640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f3d03-2115-4654-b6a7-bcc1237c1b00 req-589a5494-d33e-4e71-8208-c9dac3b116a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:34.679314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be7f3d03-2115-4654-b6a7-bcc1237c1b00 req-589a5494-d33e-4e71-8208-c9dac3b116a9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2052963 Nov 16 21:17:34.749997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.756905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.786012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:34.803302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493526db-6f07-4d7a-920c-0a7374812a2c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:34.808898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.809662 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Added segment c5b6de66-2ee7-406d-82d0-084aa4406db8 of type vlan for network afb1f70d-6b7f-4e41-90ff-bff019ee40b8 Nov 16 21:17:34.888402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.936201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.937303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:34.937847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.989710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4364b54-a101-4615-8ac5-033950e60717 req-b465b340-34c3-410c-9382-2c8873652865 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 210 time: 0.0524821 Nov 16 21:17:35.035122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6146278 Nov 16 21:17:35.037869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40638) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.052643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40640) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.060859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Request body: {'subnet': {'network_id': 'afb1f70d-6b7f-4e41-90ff-bff019ee40b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1564313731-subnet', 'tenant_id': '4235aca2a48f45fcb78af27198d4d5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:35.094213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809f634-9a8a-43dd-9271-7a931c0471b1 admin admin] Pushing event updated for resources: {'Network': ['ID=afb1f70d-6b7f-4e41-90ff-bff019ee40b8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:35.101134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Made reservation on behalf of 4235aca2a48f45fcb78af27198d4d5a7 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:35.104643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.107852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network afb1f70d-6b7f-4e41-90ff-bff019ee40b8 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:35.123188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-086d9f82-1638-40be-aa7e-fe5c2d56b0e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c328534a8fe348f0b91461fae355b348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692739 Nov 16 21:17:35.126606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40646) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.135925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c5e52-692e-4f4e-97f4-912efa1f6b06 req-748f6775-75ae-44c7-b7e9-df6cbd7e38a1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:35.138239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8c5e52-692e-4f4e-97f4-912efa1f6b06 req-748f6775-75ae-44c7-b7e9-df6cbd7e38a1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 944 time: 0.1511610 Nov 16 21:17:35.269063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825023-d969-4d4e-916b-c0e9cac95cc2 req-13848196-55ac-4068-8cd1-7d99991fe336 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:35.271025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d825023-d969-4d4e-916b-c0e9cac95cc2 req-13848196-55ac-4068-8cd1-7d99991fe336 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 945 time: 0.1453013 Nov 16 21:17:35.325547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8c5e52-692e-4f4e-97f4-912efa1f6b06 req-a5068a60-9091-46ad-adba-be5e54598653 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718328 Nov 16 21:17:35.351526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.374024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.382829 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.408812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d825023-d969-4d4e-916b-c0e9cac95cc2 req-f7300dcd-55f3-4108-b037-91b4180d1567 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271977 Nov 16 21:17:35.469328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.474609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.476482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19e246a6-6cab-4008-b704-473818dc8ac7 HTTP/1.1" status: 204 len: 168 time: 0.3363273 Nov 16 21:17:35.479369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cb9f00-c6eb-40b2-acba-72b615e4c672,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:35.488348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Checking segment: {'id': 'c5b6de66-2ee7-406d-82d0-084aa4406db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'afb1f70d-6b7f-4e41-90ff-bff019ee40b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:35.488717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Network hostable DHCP agents. Network: afb1f70d-6b7f-4e41-90ff-bff019ee40b8, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:35.508749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95e643-c2c8-4abf-b291-05f24a262f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e246a6-6cab-4008-b704-473818dc8ac7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:35.519711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Network afb1f70d-6b7f-4e41-90ff-bff019ee40b8 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:35.537679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, afb1f70d-6b7f-4e41-90ff-bff019ee40b8) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:35.545186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:35.545315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.552022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb26f8-8674-424d-a7a7-3fb03df274e0 None None] Network afb1f70d-6b7f-4e41-90ff-bff019ee40b8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:35.578646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2b1daba-c7fd-45a2-bb80-667234667889 req-1a88549e-3e51-41e2-beb5-8d8943e11dc1 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.54 "GET /v2.0/ports?device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.0466309 Nov 16 21:17:35.582138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7f07500-f694-4960-95ba-4f652048961c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5431993 Nov 16 21:17:35.587430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40654) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.625390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-a0758ccb-cda0-4fe8-b461-c136a5b0fd44 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:35.626901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-a0758ccb-cda0-4fe8-b461-c136a5b0fd44 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 945 time: 0.1126404 Nov 16 21:17:35.755352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Deleting port 5fc6258e-4208-4571-9455-f7ce54164788 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:35.755799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.818699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ed905-25f7-449e-85e3-f740a3c3fd77 None None] Network afb1f70d-6b7f-4e41-90ff-bff019ee40b8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:35.908014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181934e6-bde7-446d-bd63-6916854bb465 req-160f92d7-d58c-4fdb-ba89-f37370ffc9ba tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:35.916850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-181934e6-bde7-446d-bd63-6916854bb465 req-160f92d7-d58c-4fdb-ba89-f37370ffc9ba tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1405444 Nov 16 21:17:36.007785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-181934e6-bde7-446d-bd63-6916854bb465 req-f4b7dea7-7094-4e62-9a45-88bb3630d60f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895219 Nov 16 21:17:36.035312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] For port 5fc6258e-4208-4571-9455-f7ce54164788, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5fc6258e-4208-4571-9455-f7ce54164788,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:36.035684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.065260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Calling delete_port for 5fc6258e-4208-4571-9455-f7ce54164788 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:36.128425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9054db51-9ef5-463c-9e0c-b33375518c02 req-9946e7e8-eb80-4751-8af3-87a959f6f8d6 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 210 time: 0.0501313 Nov 16 21:17:36.189971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be7f3d03-2115-4654-b6a7-bcc1237c1b00 req-7e5176bf-aa17-4d53-9590-dc39475cded5 tempest-ServerShowV247Test-1237067145 tempest-ServerShowV247Test-1237067145-project] 10.222.0.21 "GET /v2.0/ports?device_id=17356646-6e5d-4886-8c7d-bacef9110cc7 HTTP/1.1" status: 200 len: 210 time: 0.0954797 Nov 16 21:17:36.271627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-289344945', 'description': 'tempest-description-1397383082'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:36.316344 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.516178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.529041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5fc6258e-4208-4571-9455-f7ce54164788'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:36.619551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event deleted for resources: {'Port': ['ID=5fc6258e-4208-4571-9455-f7ce54164788,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:36.631272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.706092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] No DVR routers for this DVR port 5fc6258e-4208-4571-9455-f7ce54164788 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:36.716351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.717553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3a3b9219-8954-42aa-a17c-036184098ad5 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:36.719690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96e6f45b-04e6-4d8f-a61f-430aba9cafa2 req-982627db-9ea1-4d42-9f8f-7349478e8bce tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "DELETE /v2.0/ports/5fc6258e-4208-4571-9455-f7ce54164788 HTTP/1.1" status: 204 len: 173 time: 1.0855176 Nov 16 21:17:36.722607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:36.722874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-deleted', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:36.725086 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e700d92d-5a2b-4494-a62b-608bcebd49fd" -d '{"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-deleted", "tag": "5fc6258e-4208-4571-9455-f7ce54164788"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:36.740605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.750448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80fe7-ce62-444d-9288-dbbbfb92b034 req-cb49a98a-fdb5-455f-a068-bc3ad3c9b02d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:36.752087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ac80fe7-ce62-444d-9288-dbbbfb92b034 req-cb49a98a-fdb5-455f-a068-bc3ad3c9b02d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 944 time: 0.2403181 Nov 16 21:17:36.759948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-2de7a511-9ae8-42df-b8c5-6421cd14a09f tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:36.762527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-2de7a511-9ae8-42df-b8c5-6421cd14a09f tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.21 "GET /v2.0/networks?id=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 HTTP/1.1" status: 200 len: 814 time: 0.3507931 Nov 16 21:17:36.769702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.792442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Request body: {'port': {'device_id': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4', 'admin_state_up': True, 'tenant_id': '3298e87732bb4f29b1206fb6ecf0239d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:36.855162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 3a3b9219-8954-42aa-a17c-036184098ad5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:36.861992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 3a3b9219-8954-42aa-a17c-036184098ad5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:36.863466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.885185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.897092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be425e26-2c0f-4697-b0d9-4d214bf90406 req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6377418 Nov 16 21:17:36.904706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-network', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:36.940846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb826-9a91-4621-bf27-573b50830d62 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d2aa6-a1c4-4f5e-9906-26125662e01c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:36.958610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Made reservation on behalf of 8d099701ad124b069c9f1bb823de5de1 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:36.961376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.971858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ac80fe7-ce62-444d-9288-dbbbfb92b034 req-26b1b055-25d3-435f-8652-ab4faadcde2f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033739 Nov 16 21:17:36.982814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.995011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.032725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:37.035395 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a42845c-e216-4fc2-b9cf-6e48cdc4873f" -d '{"events": [{"server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:37.047240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f4dc36a-5fbd-478e-8f31-69eae1092e39 req-f9094826-5e80-4514-9fcd-2b5c699b047a tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2237ef-6c27-436d-bc76-b7faf56319a5 HTTP/1.1" status: 200 len: 210 time: 0.0428150 Nov 16 21:17:37.061344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3a3b9219-8954-42aa-a17c-036184098ad5,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:37.067974 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.087449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Made reservation on behalf of 3298e87732bb4f29b1206fb6ecf0239d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:37.091177 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.130335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.144018 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c276a9e-57e4-4f21-93ac-1d570d7fccc0 x-openstack-request-id: req-5c276a9e-57e4-4f21-93ac-1d570d7fccc0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:37.144914 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2237ef-6c27-436d-bc76-b7faf56319a5", "name": "network-vif-deleted", "tag": "5fc6258e-4208-4571-9455-f7ce54164788", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:37.145265 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c276a9e-57e4-4f21-93ac-1d570d7fccc0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:37.145773 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2237ef-6c27-436d-bc76-b7faf56319a5', 'name': 'network-vif-deleted', 'tag': '5fc6258e-4208-4571-9455-f7ce54164788', 'status': 'completed', 'code': 200} Nov 16 21:17:37.147544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.151255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.172010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Deleting port 505a2669-2b50-48b5-a94a-5faf9b1ee444 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:37.172379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.239505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:37.257618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d735b9c-5897-4ebe-8929-75f8d3f5e71c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.260505 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.260910 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Added segment 25d8e564-14e0-4912-a8aa-d94bb40e4f4a of type vlan for network 7e78be81-ec20-4f88-b230-48c2e9505b9b Nov 16 21:17:37.281419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-a0c5f285-ebfc-4975-b2d1-76358e0dc95d tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/9f0d2aa6-a1c4-4f5e-9906-26125662e01c HTTP/1.1" status: 200 len: 1821 time: 0.1562524 Nov 16 21:17:37.292777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f0d2aa6-a1c4-4f5e-9906-26125662e01c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:37.293135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f0d2aa6-a1c4-4f5e-9906-26125662e01c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:37.356119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.365743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] For port 505a2669-2b50-48b5-a94a-5faf9b1ee444, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=505a2669-2b50-48b5-a94a-5faf9b1ee444,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:37.366046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.371578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4473fec-146b-4f32-9d13-22d21e3c238f req-3ef1446a-31df-44ec-8a23-793710ef164e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:37.373157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4473fec-146b-4f32-9d13-22d21e3c238f req-3ef1446a-31df-44ec-8a23-793710ef164e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1710184 Nov 16 21:17:37.384489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Calling delete_port for 505a2669-2b50-48b5-a94a-5faf9b1ee444 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:37.409918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Allocated IP 172.20.0.7 (eb861a72-f50a-4dc4-9e1a-e0f36e794cd4/ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb/ff336c19-3a03-4259-a5b3-4d56f5b85864) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:37.438829 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.439837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:37.440406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.442547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.449169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40710) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:37.499806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.513680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4473fec-146b-4f32-9d13-22d21e3c238f req-c8448852-72f8-42c2-b092-42ab262de238 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299458 Nov 16 21:17:37.514536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.560398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfc1d04-e500-4b2d-b8c5-d8a8cf742219,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.720752 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b500c0-2382-44ac-b45d-8f8dfecead44 x-openstack-request-id: req-c2b500c0-2382-44ac-b45d-8f8dfecead44 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:37.721825 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:37.722612 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2b500c0-2382-44ac-b45d-8f8dfecead44 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:37.723296 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5', 'code': 200} Nov 16 21:17:37.783539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0576560 Nov 16 21:17:37.785114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40716) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:37.789981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Request body: {'subnet': {'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-subnet', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:37.818554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70bb5-5f3f-4d0d-b6bb-e8f3ded4f25f admin admin] Pushing event updated for resources: {'Network': ['ID=7e78be81-ec20-4f88-b230-48c2e9505b9b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.831070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:37.864361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Made reservation on behalf of 8d099701ad124b069c9f1bb823de5de1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:37.866791 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.881942 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.892693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-122ea2a0-ed0c-4a8b-b99b-4684a925a4a0 req-93ecf131-b882-4bd4-8bba-a25c5b6f855a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6039417 Nov 16 21:17:37.944125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1743697515', 'description': 'tempest-description-700508474'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:37.968830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-760f954d-bd18-4579-8066-e3ef84d0c80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.972045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df12850b-7ec3-474d-8f8d-1e9b3b4ffb9b req-ca2a3ca0-5040-43c1-b164-b9af6690e5c4 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 210 time: 0.0810311 Nov 16 21:17:38.046518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.058135 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.068023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5093f-b5ec-441e-b4a8-eec4ac833856 req-c9b00e65-7c29-4348-953c-d21c2807a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.069525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ce5093f-b5ec-441e-b4a8-eec4ac833856 req-c9b00e65-7c29-4348-953c-d21c2807a2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1096 time: 0.1774936 Nov 16 21:17:38.076455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.120972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Pushing event deleted for resources: {'Port': ['ID=505a2669-2b50-48b5-a94a-5faf9b1ee444,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.171855 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.224957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ce5093f-b5ec-441e-b4a8-eec4ac833856 req-71be9e03-e7cb-4edd-98d1-909fd665e3f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424394 Nov 16 21:17:38.259444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e085-d2fb-4dce-9a79-1eda258a3e73 req-1ed8ab32-d65f-48cf-b0c7-84eeba4f3a43 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.267206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28b8e085-d2fb-4dce-9a79-1eda258a3e73 req-1ed8ab32-d65f-48cf-b0c7-84eeba4f3a43 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1950212 Nov 16 21:17:38.274208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.279252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-760f954d-bd18-4579-8066-e3ef84d0c80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.305317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbbd157-4f58-4b51-a813-db7325220c5c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.309784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-760f954d-bd18-4579-8066-e3ef84d0c80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.344257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Checking segment: {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:38.344874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Network hostable DHCP agents. Network: 7e78be81-ec20-4f88-b230-48c2e9505b9b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:38.358625 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.374131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:38.376470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.389138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7e78be81-ec20-4f88-b230-48c2e9505b9b) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:38.395042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.395251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.396877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.402233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655e511-1bb7-4fd7-9e9b-9b7df149b755 None None] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:38.418215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:38.431583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f954d-bd18-4579-8066-e3ef84d0c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab824430-fc54-42e4-8414-dcaab4e1186e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.434308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Pushing event updated for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.436888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:38.456040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-760f954d-bd18-4579-8066-e3ef84d0c80e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcd112e0ad194a67817442b844556947&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0028768 Nov 16 21:17:38.459279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40726) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.463147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28b8e085-d2fb-4dce-9a79-1eda258a3e73 req-f9825259-6818-4dc0-a6ef-72e2c90a85c5 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950648 Nov 16 21:17:38.483564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ffa94d76-8653-4b0f-a2be-100f806a9d8e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6973729 Nov 16 21:17:38.487455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.497848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.499151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d75ac5b-3c6c-4288-9fca-bcfa17fd6c15 req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5787797 Nov 16 21:17:38.519663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:38.525947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:38.571155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2646f6-9aef-4540-a1f1-3f65b7a62f72 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b12af8-cbd7-4f0e-a357-124320f2c37a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.639284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7e78be81-ec20-4f88-b230-48c2e9505b9b', 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'fixed_ips': [{'subnet_id': '4dbbd157-4f58-4b51-a813-db7325220c5c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:38.640234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.641933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.642554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.653615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.654643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.660677 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.664585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-2b02b0df-dc66-43ea-bed8-9e236a730b96 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/07b12af8-cbd7-4f0e-a357-124320f2c37a HTTP/1.1" status: 200 len: 1821 time: 0.1367452 Nov 16 21:17:38.686197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Router dd709b54-28e6-4fae-a691-a9cec1e4f773 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:38.697364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '07b12af8-cbd7-4f0e-a357-124320f2c37a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:38.697677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '07b12af8-cbd7-4f0e-a357-124320f2c37a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:38.710849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-c47e287e-4c2f-4103-b2fe-15d05ac26f46 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9383287 Nov 16 21:17:38.727945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.733547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Request body: {'port': {'device_id': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:38.736131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.756501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.802745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d51b-0e64-42c4-8651-ea405add966f req-9daeeef2-655c-4b1d-9f86-a91f222cab0a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.804256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b508d51b-0e64-42c4-8651-ea405add966f req-9daeeef2-655c-4b1d-9f86-a91f222cab0a tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1705337 Nov 16 21:17:38.811791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Allocated IP 172.20.0.2 (7e78be81-ec20-4f88-b230-48c2e9505b9b/4dbbd157-4f58-4b51-a813-db7325220c5c/a6ecec20-2e6e-4c22-9194-1c8ce66ed08f) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:38.881412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.917547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.930878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.934071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.937649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab824430-fc54-42e4-8414-dcaab4e1186e HTTP/1.1" status: 204 len: 168 time: 0.4709208 Nov 16 21:17:38.961079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.972143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b508d51b-0e64-42c4-8651-ea405add966f req-2cc5ec43-5b90-4df3-9c3c-2c2d2caf2f09 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508353 Nov 16 21:17:38.982500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08280b99-b7c9-4d9d-b401-92ee56bd6eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab824430-fc54-42e4-8414-dcaab4e1186e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.025490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:39.026702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.033909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d826c3d8-4afc-4eb0-8639-18eed948a0db admin admin] 10.222.0.54 "PUT /v2.0/routers/dd709b54-28e6-4fae-a691-a9cec1e4f773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449971 Nov 16 21:17:39.036910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40740) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:39.040178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Sync routers for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:39.049640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.054631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.095659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:39.096566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.107670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:39.145385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:39.153042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.172653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Pushing event updated for resources: {'Port': ['ID=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.177311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:39.185510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.200173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a44cf61-9468-4193-beda-5982421e0f9e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.230960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:39.266123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.278141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a3a2ae8-2b2e-4d86-b404-8ef9f50acd75 req-be8ada7a-53ad-4661-a7e0-0db0f74f9829 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5867023 Nov 16 21:17:39.412903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.435165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Attempting to bind port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:39.435831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Attempting to bind port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:39.436366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Attempting to bind port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f on network 7e78be81-ec20-4f88-b230-48c2e9505b9b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:39.443658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.448249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:39.448615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Checking segment: {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:39.449052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.449551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Bound using segment: {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:39.450187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Bound port: a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:39.450404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085daa-b662-480e-a505-2c62177cb5f2 req-0c10cf2f-6dd5-48b4-9a91-72552167a63c tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:39.450981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.457839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb085daa-b662-480e-a505-2c62177cb5f2 req-0c10cf2f-6dd5-48b4-9a91-72552167a63c tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 931 time: 0.1225061 Nov 16 21:17:39.494121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e70fc8-da4b-478c-bf12-420e1ec2244c req-89b811f7-4e79-430c-92e0-07dfc11c6785 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:39.495586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.496511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9e70fc8-da4b-478c-bf12-420e1ec2244c req-89b811f7-4e79-430c-92e0-07dfc11c6785 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 944 time: 0.1480269 Nov 16 21:17:39.604456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] For port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:39.609069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] For port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:39.625881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.627248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Allocated IP 172.25.7.254 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d8e4d8d3-2236-4492-b592-f8e79383ac33) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:39.633207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Deleting port 31fcb2a6-1c21-4643-903b-bab992758a0c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:39.633721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.649867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:17:37Z', 'revision_number': 5, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port': {'id': '31fcb2a6-1c21-4643-903b-bab992758a0c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:52Z', 'updated_at': '2021-11-16T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.674278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb085daa-b662-480e-a505-2c62177cb5f2 req-32388576-7c22-479c-a380-5b76ae02a57f tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106385 Nov 16 21:17:39.705104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Checking router: dd709b54-28e6-4fae-a691-a9cec1e4f773 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:39.730948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Routers {'dd709b54-28e6-4fae-a691-a9cec1e4f773'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:39.731704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dd709b54-28e6-4fae-a691-a9cec1e4f773'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.791653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-582203793', 'description': 'tempest-description-823622279'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:39.840416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff336c19-3a03-4259-a5b3-4d56f5b85864 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:39.852691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.870536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Transition to ACTIVE for port object ff336c19-3a03-4259-a5b3-4d56f5b85864 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:39.890560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] For port 31fcb2a6-1c21-4643-903b-bab992758a0c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31fcb2a6-1c21-4643-903b-bab992758a0c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:39.890732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9e70fc8-da4b-478c-bf12-420e1ec2244c req-40ca6e89-16ee-4dcf-8ca6-c15bb608af95 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461223 Nov 16 21:17:39.891141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.917251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.936930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Calling delete_port for 31fcb2a6-1c21-4643-903b-bab992758a0c owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:40.014191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.029800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.040812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] Set router dd709b54-28e6-4fae-a691-a9cec1e4f773 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:40.043510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58801-f347-4580-95ea-ddeefc0c6ab8 None None] Pushing event updated for resources: {'Port': ['ID=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.146825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:17:39Z', 'revision_number': 6, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:40.150998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Pushing event updated for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.195439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10c79e-6b73-4e39-8f33-da59c1855b4d req-fc598827-bfa7-4ec4-b85f-935b77b8c1d9 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:40.203238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b10c79e-6b73-4e39-8f33-da59c1855b4d req-fc598827-bfa7-4ec4-b85f-935b77b8c1d9 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1606207 Nov 16 21:17:40.213800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bea483-9fcd-4ac4-b3a7-3f771675b294 None None] The sync data for ids ['dd709b54-28e6-4fae-a691-a9cec1e4f773'] in n-d-816206-5 is: [{'id': 'dd709b54-28e6-4fae-a691-a9cec1e4f773', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-63513534-router', 'tenant_id': 'a89dc71055df4943be0f700917e8d1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:51Z', 'updated_at': '2021-11-16T21:17:39Z', 'revision_number': 6, 'project_id': 'a89dc71055df4943be0f700917e8d1ec', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:40.303306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-910b1808-cad5-4ed7-90d0-f9e64c3a207c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:40.304773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-910b1808-cad5-4ed7-90d0-f9e64c3a207c tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 944 time: 0.4130332 Nov 16 21:17:40.307962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40768) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:40.369182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.394474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b10c79e-6b73-4e39-8f33-da59c1855b4d req-82fb8bc9-3d92-4a00-92b8-49e47563e9d8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902747 Nov 16 21:17:40.426755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.465494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:40.470445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:40.475282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Pushing event updated for resources: {'Port': ['ID=d8e4d8d3-2236-4492-b592-f8e79383ac33,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.481494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:40.492314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1591886406-network', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:40.514447 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.544080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.580492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fcb2a6-1c21-4643-903b-bab992758a0c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.606309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Attempting to bind port ff336c19-3a03-4259-a5b3-4d56f5b85864 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:40.607085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Attempting to bind port ff336c19-3a03-4259-a5b3-4d56f5b85864 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd2f7171e-6882-471e-9be1-4ae221fccd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:40.607583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Attempting to bind port ff336c19-3a03-4259-a5b3-4d56f5b85864 on network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:40.642759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Made reservation on behalf of 23a6c745f91a4ee19cf06c4ef8c6affb for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:40.645100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.659778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.661098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a1b6670-2b0d-42bc-9f9b-ecde71a57900 req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8752329 Nov 16 21:17:40.661861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Port ff336c19-3a03-4259-a5b3-4d56f5b85864 on network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:40.662370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Attempting to bind port ff336c19-3a03-4259-a5b3-4d56f5b85864 on network eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:40.692324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cff11-6846-40f0-98c4-afb47a212a77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b91032-a3f1-47e2-adb7-ec75c9a1768d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.708958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.711657 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.730730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:40.733556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Checking segment: {'id': 'd2f7171e-6882-471e-9be1-4ae221fccd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:40.734038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Bound using segment: {'id': 'd2f7171e-6882-471e-9be1-4ae221fccd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:40.735747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Bound port: ff336c19-3a03-4259-a5b3-4d56f5b85864, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f7171e-6882-471e-9be1-4ae221fccd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:40.738488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.748339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:40.752485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Deleting port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:40.753068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.780001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 5fc6258e-4208-4571-9455-f7ce54164788 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:40.781853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75793df9-6685-4b93-b9fd-4015bddd0831 req-767e9ac4-de42-4155-b99c-442d97172d9e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:40.782575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5fc6258e-4208-4571-9455-f7ce54164788 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:40.786252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75793df9-6685-4b93-b9fd-4015bddd0831 req-767e9ac4-de42-4155-b99c-442d97172d9e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2653682 Nov 16 21:17:40.932387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1536879549', 'description': 'tempest-description-1050196011'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:41.067381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75793df9-6685-4b93-b9fd-4015bddd0831 req-2139f598-d17a-4ce5-a41a-8395d7f878f2 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271075 Nov 16 21:17:41.071452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:41.079025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.081786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864,segment=NetworkSegment(d2f7171e-6882-471e-9be1-4ae221fccd9e),segment_id=d2f7171e-6882-471e-9be1-4ae221fccd9e)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:41.087673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] For port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:41.088036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.123049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.128871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Calling delete_port for a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:41.206390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.215301 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.316631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-16c1a224-e8af-4b41-8847-c920830a6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:41.318106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa59ccb-4ac8-442a-96a9-f90ed0b7faf4 None None] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:41.318585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-16c1a224-e8af-4b41-8847-c920830a6eed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1096 time: 0.1489692 Nov 16 21:17:41.318844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.323805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd709b54-28e6-4fae-a691-a9cec1e4f773 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:41.368649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.393790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:41.394618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.396211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff336c19-3a03-4259-a5b3-4d56f5b85864 HTTP/1.1" status: 200 len: 1091 time: 2.6757040 Nov 16 21:17:41.400921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:41.403615 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365198b-ab77-443b-a94c-84881e2a607e" -d '{"events": [{"name": "network-changed", "server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:41.415741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.470507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f0a9-d1c2-49f6-986b-66a4e6b02551 service neutron] Pushing event updated for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:41.478668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.484460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-427eb377-1ab8-4a80-8a20-3172c9b09200 admin admin] 10.222.0.54 "DELETE /v2.0/routers/dd709b54-28e6-4fae-a691-a9cec1e4f773 HTTP/1.1" status: 204 len: 168 time: 2.4461503 Nov 16 21:17:41.486965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.496587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40784) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:41.509907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a6ecec20-2e6e-4c22-9194-1c8ce66ed08f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:41.538147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:41.548583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca3c8-7e02-4b77-827e-f3007ceee6ac req-24d848ba-e6a0-4adb-97ff-e264d5f7851e tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:41.558442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-689ca3c8-7e02-4b77-827e-f3007ceee6ac req-24d848ba-e6a0-4adb-97ff-e264d5f7851e tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 943 time: 0.3413699 Nov 16 21:17:41.584936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3517ba34-3e42-4f7f-a933-b05d01471c84,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:41.619263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.619604 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Added segment 5a252f21-4d34-4633-b3fa-476b4f4893bc of type vlan for network f9d04629-12e7-4a4a-b4a6-d664767b1988 Nov 16 21:17:41.648356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.664636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] Provisioning complete for port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:41.665251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.684314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.699902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-de9e7df0-3ace-41a0-9c95-087c85f99321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:41.701388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-de9e7df0-3ace-41a0-9c95-087c85f99321 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3298e87732bb4f29b1206fb6ecf0239d&device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 1094 time: 0.2322495 Nov 16 21:17:41.719268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Deleting subnet 28de5d13-2740-44c9-8a8a-7c3705c431c7 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:41.725794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.727802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.766476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:41.768059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.802904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.844385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-689ca3c8-7e02-4b77-827e-f3007ceee6ac req-1c0e4587-7738-4bb3-839a-010686944b70 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848585 Nov 16 21:17:41.847915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.859521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f52bbb7a-02bc-452f-b2be-abe631da49f8 req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9445200 Nov 16 21:17:41.866469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:17:41.876527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-9b5c44d1-119d-4971-a2d9-54723dc4f5c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864 HTTP/1.1" status: 200 len: 217 time: 0.1636837 Nov 16 21:17:41.895030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-9d4e7885-ab3d-4222-a457-f6f762a60bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:41.900740 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-9d4e7885-ab3d-4222-a457-f6f762a60bc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 0.4147518 Nov 16 21:17:41.907833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aed04f-3253-48f1-ac7f-0305582a854e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c167d81-bd38-46f4-ad1a-b12536bba39e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:41.911343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.975613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.008322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.009303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:42.010319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.049295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] For port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:42.049498 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.054221 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-acbca645-a5f2-4329-8f10-2e4bf49fd683 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 200 len: 217 time: 0.0762320 Nov 16 21:17:42.060839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.067430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event deleted for resources: {'Port': ['ID=a4aea86f-7a79-4f7c-81c9-48910dd6a8e5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.118137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-298cc631-37c5-4b95-a1be-72bfad27537c req-3cd0604f-5c51-476b-a193-4ef2b65cbdd8 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=0297a1c1-a036-435d-88ad-c590e68cfc1c HTTP/1.1" status: 200 len: 210 time: 0.1194239 Nov 16 21:17:42.157128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-2df1c0a3-2ff6-4db8-b5fa-569d2f2c4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:42.159328 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-2df1c0a3-2ff6-4db8-b5fa-569d2f2c4919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.0981936 Nov 16 21:17:42.162763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-74ce0ddf-71d7-44d2-b76f-c8efeb686350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:42.164259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-74ce0ddf-71d7-44d2-b76f-c8efeb686350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb HTTP/1.1" status: 200 len: 854 time: 0.2506092 Nov 16 21:17:42.167421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d637f4-6b8d-4721-84e1-78852fc0684b None None] Pushing event updated for resources: {'Port': ['ID=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.170211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:17:42.170354 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:17:42.175167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8635647 Nov 16 21:17:42.184023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a1912e1c-c418-4743-b72e-29af0ee5fdea None None] Provisioning complete for port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:42.184406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1912e1c-c418-4743-b72e-29af0ee5fdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.188870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40792) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.194783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Request body: {'subnet': {'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1591886406-subnet', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:42.220191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] No DVR routers for this DVR port a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:42.242260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-3c07b15e-5aba-4544-9bd3-48bda1702c85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724394 Nov 16 21:17:42.276375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.334097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.429405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Made reservation on behalf of 23a6c745f91a4ee19cf06c4ef8c6affb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:42.431728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.509313 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b3b02-678e-4085-bfda-624e914a9c6e x-openstack-request-id: req-c05b3b02-678e-4085-bfda-624e914a9c6e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:42.509849 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:42.509849 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c05b3b02-678e-4085-bfda-624e914a9c6e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:42.510219 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864', 'status': 'completed', 'code': 200} Nov 16 21:17:42.511441 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.514698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f045819-c31a-4474-af00-34455f6bd2b8 req-d65604a3-41c0-4aec-8066-961b99ee1d2f tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "DELETE /v2.0/ports/a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 HTTP/1.1" status: 204 len: 173 time: 2.1925366 Nov 16 21:17:42.517774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-1de98f53-f666-490b-ae1e-b31a9e4bf3cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3407240 Nov 16 21:17:42.520398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13bfce-a17a-447b-b86c-da615390edbc admin admin] Pushing event updated for resources: {'Network': ['ID=f9d04629-12e7-4a4a-b4a6-d664767b1988,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.540501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:42.555097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1285d-9719-4e16-ae1b-a96b69043d1f req-e2367e5b-91b9-45a8-9f5e-610e541546b7 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:42.562367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb1285d-9719-4e16-ae1b-a96b69043d1f req-e2367e5b-91b9-45a8-9f5e-610e541546b7 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.5887072 Nov 16 21:17:42.565437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-4238c902-0952-4e97-b35f-844b89d87edd service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061299 Nov 16 21:17:42.581504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.657258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c077d14a-cb3b-4af5-a5d2-a938ee57ab29 None None] Network 2e6a3155-b32b-4c6c-a61b-7b874fda3301 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:42.665601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-eafbd264-d053-4062-8046-b63a9f5aac77 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/f8b91032-a3f1-47e2-adb7-ec75c9a1768d HTTP/1.1" status: 200 len: 1820 time: 0.1499040 Nov 16 21:17:42.667657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28de5d13-2740-44c9-8a8a-7c3705c431c7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.671465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.675345 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b2c09090-2fbb-46a8-9e9b-de7abc06d849 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/28de5d13-2740-44c9-8a8a-7c3705c431c7 HTTP/1.1" status: 204 len: 168 time: 1.1757982 Nov 16 21:17:42.684202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.720276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb1285d-9719-4e16-ae1b-a96b69043d1f req-7dcbbe75-c2c3-48b0-94bd-d82a14b6cbd0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562088 Nov 16 21:17:42.764564 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.772561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-bf161f47-5f1f-4ff3-b874-82a555975119 service neutron] 10.222.0.21 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415695 Nov 16 21:17:42.775603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5dfafbd3-c821-46a1-8e82-92943291e132 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/0c167d81-bd38-46f4-ad1a-b12536bba39e HTTP/1.1" status: 200 len: 1822 time: 0.1089613 Nov 16 21:17:42.827284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8b91032-a3f1-47e2-adb7-ec75c9a1768d', 'remote_group_id': '0c167d81-bd38-46f4-ad1a-b12536bba39e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:42.827996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8b91032-a3f1-47e2-adb7-ec75c9a1768d', 'remote_group_id': '0c167d81-bd38-46f4-ad1a-b12536bba39e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:42.881811 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a5e2f243-eb7f-4899-bee0-c0e7fe65f803 req-b8e2612c-0daa-4036-b06f-fe06582369bc service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979395 Nov 16 21:17:42.887053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31fcb2a6-1c21-4643-903b-bab992758a0c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:42.893554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.895128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Router 5f310cbd-2662-43f1-9992-15bd43813c80 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:42.913435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.920178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 31fcb2a6-1c21-4643-903b-bab992758a0c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:42.921065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31fcb2a6-1c21-4643-903b-bab992758a0c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:42.921631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 505a2669-2b50-48b5-a94a-5faf9b1ee444 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:42.946992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 505a2669-2b50-48b5-a94a-5faf9b1ee444 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:42.947318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 505a2669-2b50-48b5-a94a-5faf9b1ee444 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:42.971339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06060f-586d-4fe0-a708-eaecde530df9 req-81c744db-b1cf-4974-a953-824972746494 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:42.973510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa06060f-586d-4fe0-a708-eaecde530df9 req-81c744db-b1cf-4974-a953-824972746494 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1731589 Nov 16 21:17:43.004981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9479f89e-190e-416b-90f1-c2a2420cedfe req-cc39009f-379a-4f20-a015-82fa35bdbd19 service neutron] 10.222.0.21 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240632 Nov 16 21:17:43.009852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] DHCP port deletion for 2e6a3155-b32b-4c6c-a61b-7b874fda3301 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:43.068543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.069735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb51537-cf6f-4ea3-b140-67a9f50d4e02,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.076821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa06060f-586d-4fe0-a708-eaecde530df9 req-aacdfc9d-18c0-4f40-8eec-38d4f1691f5c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901911 Nov 16 21:17:43.103937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Checking segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:43.105210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Network hostable DHCP agents. Network: f9d04629-12e7-4a4a-b4a6-d664767b1988, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:43.133757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.140284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:43.150275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Deleting port ca4df331-52b3-41bb-840a-b9cf866b9f11 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:43.150428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.159488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.160344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Sync routers for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:43.196151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Deleting port ca4df331-52b3-41bb-840a-b9cf866b9f11 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:43.196660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.202302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:43.206279 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:43.208122 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:43.211411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f14123-5ed0-4f0d-8d9f-6a2417082ac2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.219801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.224047 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e63443b-20e7-4c70-8487-57cc7672f7de admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7323587 Nov 16 21:17:43.224047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f9d04629-12e7-4a4a-b4a6-d664767b1988) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:43.226443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40804) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.238431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.239068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.242032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365198b-ab77-443b-a94c-84881e2a607e req-ad299f6a-ea23-4f35-aa19-ce0c3ff2a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.245507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-ad299f6a-ea23-4f35-aa19-ce0c3ff2a75f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3298e87732bb4f29b1206fb6ecf0239d&device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 1094 time: 0.1275220 Nov 16 21:17:43.253545 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.254954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36b9ce32-5c05-4028-a904-668b2c6ed4c3 req-5d418858-73fd-4125-a54d-25f27d98fabe tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4530382 Nov 16 21:17:43.315493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f7df9-d221-42cf-82e3-163484745b84 None None] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:43.321621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a6ecec20-2e6e-4c22-9194-1c8ce66ed08f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:43.397488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67379786', 'description': 'tempest-description-1300436380'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:43.413667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:43.422507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9cbd4fb-23e4-4ac3-b60e-8f75279d363c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2308862 Nov 16 21:17:43.423946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] For port ca4df331-52b3-41bb-840a-b9cf866b9f11, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca4df331-52b3-41bb-840a-b9cf866b9f11,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:43.424425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.426358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40810) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.436297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] For port ca4df331-52b3-41bb-840a-b9cf866b9f11, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca4df331-52b3-41bb-840a-b9cf866b9f11,segment=NetworkSegment(1d7bad40-13e3-45c5-b38a-d171c018a193),segment_id=1d7bad40-13e3-45c5-b38a-d171c018a193)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:43.436686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.457765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:43.459179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Calling delete_port for ca4df331-52b3-41bb-840a-b9cf866b9f11 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:43.459830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Calling delete_port for ca4df331-52b3-41bb-840a-b9cf866b9f11 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:43.462869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:43.464407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.494790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.503413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.504816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.568690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.582025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e7a8c-41fe-4993-ba6e-b5c5ef6485e2 req-69b964a8-3350-4f24-a897-453ca12d45db tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.587420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-543e7a8c-41fe-4993-ba6e-b5c5ef6485e2 req-69b964a8-3350-4f24-a897-453ca12d45db tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 943 time: 0.3296943 Nov 16 21:17:43.591444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365198b-ab77-443b-a94c-84881e2a607e req-537f9ea4-b35b-467b-8831-9618b7608f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.592956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-537f9ea4-b35b-467b-8831-9618b7608f77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 HTTP/1.1" status: 200 len: 915 time: 0.3364720 Nov 16 21:17:43.612183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:41Z', 'revision_number': 3, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:43.661750 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Checking router: 5f310cbd-2662-43f1-9992-15bd43813c80 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:43.662381 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Updating router 5f310cbd-2662-43f1-9992-15bd43813c80 port d8e4d8d3-2236-4492-b592-f8e79383ac33 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:43.717925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.720710 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.731999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-f9d04629-12e7-4a4a-b4a6-d664767b1988', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:43.732969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.735116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] No DVR routers for this DVR port ca4df331-52b3-41bb-840a-b9cf866b9f11 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:43.739882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-d17ecc3d-416d-4c86-b670-bc49b8effe67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864 HTTP/1.1" status: 200 len: 217 time: 0.1235137 Nov 16 21:17:43.908840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-543e7a8c-41fe-4993-ba6e-b5c5ef6485e2 req-ad7875c3-294a-430b-92c9-f0e39327a787 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053949 Nov 16 21:17:43.919063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca4df331-52b3-41bb-840a-b9cf866b9f11 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:43.924669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcacce3-1560-4bd7-a1c1-5ff1bda5e4fa None None] Pushing event deleted for resources: {'Port': ['ID=ca4df331-52b3-41bb-840a-b9cf866b9f11,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.925666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.937148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365198b-ab77-443b-a94c-84881e2a607e req-73f29365-71cc-4124-9b8d-bfbed195202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.938996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-73f29365-71cc-4124-9b8d-bfbed195202e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb HTTP/1.1" status: 200 len: 854 time: 0.1902194 Nov 16 21:17:44.019522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.020897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ca4df331-52b3-41bb-840a-b9cf866b9f11 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:44.021306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca4df331-52b3-41bb-840a-b9cf866b9f11 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:44.053400 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.086779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Allocated IP 172.20.0.2 (f9d04629-12e7-4a4a-b4a6-d664767b1988/0bb51537-cf6f-4ea3-b140-67a9f50d4e02/87869965-201b-4707-a1a3-f8608f6eabab) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:44.101282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-b06a776a-a740-4099-bb87-773f621ffca0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795784 Nov 16 21:17:44.229565 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.230727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.235911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a084e5f7-75ed-4fb6-82f8-c4a3cd8b51ca req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8415391 Nov 16 21:17:44.247223 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.268178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af500543-ca28-4366-ae2d-b7d55731f07e tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a618cfe-df36-4708-b79b-d85d28101d8e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.329052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.350508 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Attempting to bind port d8e4d8d3-2236-4492-b592-f8e79383ac33 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:44.350883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Attempting to bind port d8e4d8d3-2236-4492-b592-f8e79383ac33 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:44.351266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Attempting to bind port d8e4d8d3-2236-4492-b592-f8e79383ac33 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:44.370810 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:44.371114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:44.371590 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.371981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:44.372605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Bound port: d8e4d8d3-2236-4492-b592-f8e79383ac33, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:44.372976 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.373716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4df331-52b3-41bb-840a-b9cf866b9f11,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.383805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] No DVR routers for this DVR port ca4df331-52b3-41bb-840a-b9cf866b9f11 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:44.416596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.427981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-1e833d2d-98be-4088-8801-7a06163569ae service neutron] 10.222.0.21 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138220 Nov 16 21:17:44.429256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.439958 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] For port d8e4d8d3-2236-4492-b592-f8e79383ac33, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:44.444179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] For port d8e4d8d3-2236-4492-b592-f8e79383ac33, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d8e4d8d3-2236-4492-b592-f8e79383ac33,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:44.452082 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3cf8-c103-4cb5-8f6f-5e4dc511befc None None] Pushing event updated for resources: {'Port': ['ID=d8e4d8d3-2236-4492-b592-f8e79383ac33,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.456231 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.515662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.516981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75730-5745-4805-84ab-01762e8bfd32 req-73b14f3a-95a1-4fae-8519-38394af962ee tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:44.518505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e75730-5745-4805-84ab-01762e8bfd32 req-73b14f3a-95a1-4fae-8519-38394af962ee tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1962297 Nov 16 21:17:44.524526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-deleted', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:44.526820 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9d600-0522-49c8-96af-a3d9ee695887" -d '{"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-deleted", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:44.529585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:44.532716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Pushing event updated for resources: {'Port': ['ID=87869965-201b-4707-a1a3-f8608f6eabab,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.551190 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:44.551661 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.557613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:44.567217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:44.583079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1add-0735-429b-b2e6-d1fecb3c1ff0 req-723bf6a3-20b9-45b6-b2ae-0a8ec5f8542a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:44.584836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ba1add-0735-429b-b2e6-d1fecb3c1ff0 req-723bf6a3-20b9-45b6-b2ae-0a8ec5f8542a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.2280719 Nov 16 21:17:44.626966 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3cf8-c103-4cb5-8f6f-5e4dc511befc None None] Pushing event updated for resources: {'Port': ['ID=d8e4d8d3-2236-4492-b592-f8e79383ac33,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.655434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6a3155-b32b-4c6c-a61b-7b874fda3301']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.671484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7bad40-13e3-45c5-b38a-d171c018a193') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.671771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7bad40-13e3-45c5-b38a-d171c018a193') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.672420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Attempting to bind port 87869965-201b-4707-a1a3-f8608f6eabab on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:44.673359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Attempting to bind port 87869965-201b-4707-a1a3-f8608f6eabab by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:44.673839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Attempting to bind port 87869965-201b-4707-a1a3-f8608f6eabab on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:44.682037 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:44.682721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:44.684261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Checking segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:44.684482 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.684976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Bound using segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:44.685535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.687521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Bound port: 87869965-201b-4707-a1a3-f8608f6eabab, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:44.688315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.698446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.721588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e75730-5745-4805-84ab-01762e8bfd32 req-a05ee6a8-e87f-4ad5-8de2-9739d2620470 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895487 Nov 16 21:17:44.738374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b365198b-ab77-443b-a94c-84881e2a607e req-072c6517-1f5f-49d9-9268-36c75633d854 service neutron] 10.222.0.21 "GET /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960134 Nov 16 21:17:44.771189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:44.779862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-663314181', 'description': 'tempest-description-520471166'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:44.799080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.802567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] For port 87869965-201b-4707-a1a3-f8608f6eabab, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:44.810461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:44.810953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a4aea86f-7a79-4f7c-81c9-48910dd6a8e5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:44.827667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.833949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ba1add-0735-429b-b2e6-d1fecb3c1ff0 req-ad6906a0-04c3-44bc-9ab7-2cfd3ad7108d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186601 Nov 16 21:17:44.840979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.855737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] For port 87869965-201b-4707-a1a3-f8608f6eabab, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=87869965-201b-4707-a1a3-f8608f6eabab,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:44.869947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.900451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Allocated IP 172.20.0.1 (7e78be81-ec20-4f88-b230-48c2e9505b9b/4dbbd157-4f58-4b51-a813-db7325220c5c/8aa30fee-d9d6-4f79-a01a-51a7d2b50acf) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:44.958851 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fceda665-affb-402e-b84d-2c6322219824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:41Z', 'revision_number': 3, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.005929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302a964-c85e-46e1-a3bf-e671fc4bdc1c None None] Pushing event updated for resources: {'Port': ['ID=87869965-201b-4707-a1a3-f8608f6eabab,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.010477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff336c19-3a03-4259-a5b3-4d56f5b85864 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:45.065856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.073249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Allocated IP 172.25.7.27 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d47e1986-799d-401a-a859-79652b14f5cb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:45.081506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.082211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.125461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840c6e3-ce26-4b9d-999e-553a8c0097ec req-67e2e09d-3f28-432d-a77c-ca7571acb432 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:45.134044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f840c6e3-ce26-4b9d-999e-553a8c0097ec req-67e2e09d-3f28-432d-a77c-ca7571acb432 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.1703455 Nov 16 21:17:45.141725 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceda665-affb-402e-b84d-2c6322219824 None None] The sync data for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 is: [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:41Z', 'revision_number': 3, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:45.143987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94db7798-babd-4c95-8483-b1b88172bc64,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.175313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864,segment=NetworkSegment(d2f7171e-6882-471e-9be1-4ae221fccd9e),segment_id=d2f7171e-6882-471e-9be1-4ae221fccd9e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:45.178687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.187684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.201069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.202417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11dd9e12-5168-44cc-b961-d5387f2d9663 req-9494d6d1-e348-4574-b155-a727b6360bba tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4316938 Nov 16 21:17:45.205886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'ff336c19-3a03-4259-a5b3-4d56f5b85864', 'network_id': 'eb861a72-f50a-4dc4-9e1a-e0f36e794cd4', 'port_id': 'ff336c19-3a03-4259-a5b3-4d56f5b85864', 'mac_address': 'fa:16:3e:ec:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:45.251978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:45.252717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.256782 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.271184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-92b4c831-88a7-439b-965f-95bcb86d1a0b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:45.271184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-92b4c831-88a7-439b-965f-95bcb86d1a0b tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 945 time: 0.1437209 Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:45.271453 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:45.281759 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef83498-09af-4a96-9417-c74394e922b1 x-openstack-request-id: req-0ef83498-09af-4a96-9417-c74394e922b1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:45.282109 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0297a1c1-a036-435d-88ad-c590e68cfc1c", "name": "network-vif-deleted", "tag": "a4aea86f-7a79-4f7c-81c9-48910dd6a8e5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:45.282370 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ef83498-09af-4a96-9417-c74394e922b1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:45.282748 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0297a1c1-a036-435d-88ad-c590e68cfc1c', 'name': 'network-vif-deleted', 'tag': 'a4aea86f-7a79-4f7c-81c9-48910dd6a8e5', 'status': 'completed', 'code': 200} Nov 16 21:17:45.287769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff336c19-3a03-4259-a5b3-4d56f5b85864 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:45.300705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f840c6e3-ce26-4b9d-999e-553a8c0097ec req-2bff5de7-1252-4801-be47-26d2ee8471d4 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/security-groups?id=973344b0-f45f-44c9-bbdf-63974408c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660159 Nov 16 21:17:45.365510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0634-155f-4554-9c3d-155c1e4a223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.404636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864,segment=NetworkSegment(d2f7171e-6882-471e-9be1-4ae221fccd9e),segment_id=d2f7171e-6882-471e-9be1-4ae221fccd9e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:45.410351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.427320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:45.448451 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.461903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:45.469198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:45.481511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.528896 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.529899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b87228-f4eb-4616-890f-435e55723076 req-b76f4ed5-14f2-463f-ae0f-30790413a3a1 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:45.531502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95b87228-f4eb-4616-890f-435e55723076 req-b76f4ed5-14f2-463f-ae0f-30790413a3a1 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 944 time: 0.1082370 Nov 16 21:17:45.544405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-c74b6215-f9d7-4e75-8677-991070ae3444 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/2a618cfe-df36-4708-b79b-d85d28101d8e HTTP/1.1" status: 200 len: 1820 time: 0.1671011 Nov 16 21:17:45.560690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.603231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.607385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/2e6a3155-b32b-4c6c-a61b-7b874fda3301 HTTP/1.1" status: 204 len: 168 time: 2.9200146 Nov 16 21:17:45.608478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5b7b-b225-4cee-ba4c-f4c3913f3e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6a3155-b32b-4c6c-a61b-7b874fda3301,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.613900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40826) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.640764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ff336c19-3a03-4259-a5b3-4d56f5b85864'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:45.690444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95b87228-f4eb-4616-890f-435e55723076 req-bcee5f51-d17d-4f26-bb63-6584e09998f2 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409183 Nov 16 21:17:45.708923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.711400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-de19c83b-e4e0-4fe0-8c12-33ee3b2dba54 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/94db7798-babd-4c95-8483-b1b88172bc64 HTTP/1.1" status: 200 len: 1820 time: 0.1657345 Nov 16 21:17:45.736660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a618cfe-df36-4708-b79b-d85d28101d8e', 'remote_group_id': '94db7798-babd-4c95-8483-b1b88172bc64', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:45.736660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a618cfe-df36-4708-b79b-d85d28101d8e', 'remote_group_id': '94db7798-babd-4c95-8483-b1b88172bc64', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:45.742579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.848878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:45.859543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:45.865202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:45.921440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Deleting port df584381-2dbd-485b-8ee0-211b1e5ab663 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:45.921777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.934871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3092fb91-2630-44b4-b403-302b5f81aaae None None] Provisioning complete for port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:45.935917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3092fb91-2630-44b4-b403-302b5f81aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.977068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3092fb91-2630-44b4-b403-302b5f81aaae None None] Port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:45.996136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Pushing event updated for resources: {'Port': ['ID=d47e1986-799d-401a-a859-79652b14f5cb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.116950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] For port df584381-2dbd-485b-8ee0-211b1e5ab663, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=df584381-2dbd-485b-8ee0-211b1e5ab663,segment=NetworkSegment(d412ef8f-f53c-417a-a5eb-6d9e2d80199a),segment_id=d412ef8f-f53c-417a-a5eb-6d9e2d80199a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:46.117310 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.138430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Calling delete_port for df584381-2dbd-485b-8ee0-211b1e5ab663 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:46.255350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.420807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32339a35-970b-4347-ba04-48a7eb326460 req-c3ac33d6-1dcb-4a5b-8422-01c8f2e1e938 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:46.422551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32339a35-970b-4347-ba04-48a7eb326460 req-c3ac33d6-1dcb-4a5b-8422-01c8f2e1e938 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.5703259 Nov 16 21:17:46.447188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda13dc-6491-41c6-b312-1b0dbe665ff1 None None] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:46.456865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-b1beb626-95d3-493d-bdcb-9af268d13f48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5281291 Nov 16 21:17:46.460794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.500255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.538047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Pushing event deleted for resources: {'Port': ['ID=df584381-2dbd-485b-8ee0-211b1e5ab663,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.556748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] Provisioning complete for port 87869965-201b-4707-a1a3-f8608f6eabab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:46.557265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.589895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.639364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] No DVR routers for this DVR port df584381-2dbd-485b-8ee0-211b1e5ab663 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:46.643952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.647299 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8f903c04-be1b-4fec-9e54-15c4293311f4 req-61c5433b-87d3-4484-abc7-01e04f87c85e tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.36 "DELETE /v2.0/ports/df584381-2dbd-485b-8ee0-211b1e5ab663 HTTP/1.1" status: 204 len: 173 time: 1.3256652 Nov 16 21:17:46.649066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-deleted', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:46.651474 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb8903b-f312-4916-8890-f5923b6171da" -d '{"events": [{"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-deleted", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:46.668835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.671444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.678406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.687601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32339a35-970b-4347-ba04-48a7eb326460 req-a8e772a2-cb70-44ef-8ba6-a68ea12ba666 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343576 Nov 16 21:17:46.718807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726d7361-0270-43c3-aa75-0231a867af55,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.738108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.750599 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.751909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ee1abc2-1901-4cb7-882c-356327a2bfcf req-494b196a-e4e6-47d9-b696-41b7fc2f7116 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0396593 Nov 16 21:17:46.765127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-f7b97879-de73-4d6f-b51b-e23074438997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:46.770920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-f7b97879-de73-4d6f-b51b-e23074438997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 1099 time: 0.2486184 Nov 16 21:17:46.791735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.794079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.808531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] For port 87869965-201b-4707-a1a3-f8608f6eabab, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=87869965-201b-4707-a1a3-f8608f6eabab,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:46.818490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.930080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d24c9-844a-4621-8615-158c9e87f25e None None] Pushing event updated for resources: {'Port': ['ID=87869965-201b-4707-a1a3-f8608f6eabab,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.965946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.022092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff336c19-3a03-4259-a5b3-4d56f5b85864 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:47.078229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.136482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port ff336c19-3a03-4259-a5b3-4d56f5b85864 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:47.141376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port ff336c19-3a03-4259-a5b3-4d56f5b85864 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:47.141747 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.146182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:47.188950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:47.204014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ebf582a-fa45-4516-a25d-046b9fe44594 req-8d6cca66-9ee1-44d4-903e-78a41e9dce82 tempest-LiveMigrationTest-772035131 tempest-LiveMigrationTest-772035131-project] 10.222.0.54 "GET /v2.0/ports?device_id=462fe281-4501-4296-9d0a-541cc18767de HTTP/1.1" status: 200 len: 210 time: 0.1610928 Nov 16 21:17:47.215226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 87869965-201b-4707-a1a3-f8608f6eabab up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:47.227811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9924e10-80ae-44e1-a035-5c3fb7d7a9ab req-8df3f551-7b2a-4af6-a9e7-d1e94d599bd0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.239548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9924e10-80ae-44e1-a035-5c3fb7d7a9ab req-8df3f551-7b2a-4af6-a9e7-d1e94d599bd0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.3909714 Nov 16 21:17:47.241823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-d301d831-567d-4e44-a941-0d56ea82611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.251518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-d301d831-567d-4e44-a941-0d56ea82611b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.4268692 Nov 16 21:17:47.343260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-0f23bd08-5e37-4ba1-aa88-acd990b0a6d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 200 len: 217 time: 0.0908320 Nov 16 21:17:47.358910 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3764507f-28bb-421e-a547-f028868f7c50 x-openstack-request-id: req-3764507f-28bb-421e-a547-f028868f7c50 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:47.359326 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462fe281-4501-4296-9d0a-541cc18767de", "name": "network-vif-deleted", "tag": "df584381-2dbd-485b-8ee0-211b1e5ab663", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:47.359588 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3764507f-28bb-421e-a547-f028868f7c50 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:47.360003 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462fe281-4501-4296-9d0a-541cc18767de', 'name': 'network-vif-deleted', 'tag': 'df584381-2dbd-485b-8ee0-211b1e5ab663', 'status': 'completed', 'code': 200} Nov 16 21:17:47.394174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.414875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 87869965-201b-4707-a1a3-f8608f6eabab triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:47.415484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.445639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-dc7433ac-dfd4-48ba-8f57-885e94d08072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.447550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-dc7433ac-dfd4-48ba-8f57-885e94d08072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0841563 Nov 16 21:17:47.512618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Router 5f310cbd-2662-43f1-9992-15bd43813c80 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:47.527918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:47.530342 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ad987-4bad-4502-841d-c9327b5b45ba" -d '{"events": [{"server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "name": "network-vif-plugged", "status": "completed", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:47.555041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6d0d8e3f-fa28-4c8e-a327-9edb8a6c0ae4 None None] Provisioning complete for port 87869965-201b-4707-a1a3-f8608f6eabab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:47.555563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d0d8e3f-fa28-4c8e-a327-9edb8a6c0ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.592306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864,segment=NetworkSegment(d2f7171e-6882-471e-9be1-4ae221fccd9e),segment_id=d2f7171e-6882-471e-9be1-4ae221fccd9e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:47.607905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.663667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9924e10-80ae-44e1-a035-5c3fb7d7a9ab req-d8b652a2-416f-4add-a64f-18bbda9a1f45 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232306 Nov 16 21:17:47.668808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:47.700057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a40e57-43d0-4783-b855-23f6fe493d11 req-7b550c6a-d57d-409f-a843-d00e9169f192 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.707888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a40e57-43d0-4783-b855-23f6fe493d11 req-7b550c6a-d57d-409f-a843-d00e9169f192 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 944 time: 0.2750721 Nov 16 21:17:47.736292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.748600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-98511455-9351-4d2a-b02d-89941eaffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.750128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-98511455-9351-4d2a-b02d-89941eaffeab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779858 Nov 16 21:17:47.765591 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-310ac9f6-3c31-45c3-9ab5-bbd8074a6742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.787170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d8e4d8d3-2236-4492-b592-f8e79383ac33 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:47.837766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d8e4d8d3-2236-4492-b592-f8e79383ac33 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:47.838132 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.899568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-90dc7a3f-477a-44f4-8846-1757b928f6d9 None None] Provisioning complete for port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:47.899844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90dc7a3f-477a-44f4-8846-1757b928f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.917716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-6e013cca-0f22-4539-80a0-b2a6308ad3a3 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/94db7798-babd-4c95-8483-b1b88172bc64 HTTP/1.1" status: 200 len: 1820 time: 0.1976964 Nov 16 21:17:47.928224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a40e57-43d0-4783-b855-23f6fe493d11 req-2dc5b121-6645-4d21-b02a-7d62a2ca3904 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194369 Nov 16 21:17:47.965989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-90dc7a3f-477a-44f4-8846-1757b928f6d9 None None] Port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:47.967408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.996574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port d8e4d8d3-2236-4492-b592-f8e79383ac33, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d8e4d8d3-2236-4492-b592-f8e79383ac33,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:48.005067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.006847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:48.036698 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-689bdc65-1ce5-4217-bc4e-c3590869f335 admin admin] 10.222.0.54 "PUT /v2.0/routers/5f310cbd-2662-43f1-9992-15bd43813c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024051 Nov 16 21:17:48.036916 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.046567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Sync routers for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:48.058101 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c7222-6ac3-4657-8615-e7f478c17cca x-openstack-request-id: req-944c7222-6ac3-4657-8615-e7f478c17cca {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:48.058527 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "name": "network-vif-plugged", "status": "completed", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:48.058783 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-944c7222-6ac3-4657-8615-e7f478c17cca {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:48.059413 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864', 'code': 200} Nov 16 21:17:48.089990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.090264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:48.090907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:48.140981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=d8e4d8d3-2236-4492-b592-f8e79383ac33,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.153369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Deleting port 2b198548-3d47-4f7b-bece-4e7f40a48075 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:48.153980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.220150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-80284e3c-71fb-40cf-bc7a-98d2a350a18c service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598081 Nov 16 21:17:48.232223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:48.243191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce777-52e6-48f4-9328-506720dfb4a3 req-da1ba72c-1e90-4afa-ae26-296701b28d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:48.244810 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-117ce777-52e6-48f4-9328-506720dfb4a3 req-da1ba72c-1e90-4afa-ae26-296701b28d4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 1096 time: 0.1366818 Nov 16 21:17:48.312311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034e8b3-9775-40e1-9f5b-366ddb4ed5d4 req-ecc3881b-fb92-4ced-bc55-f940a424e145 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:48.313844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f034e8b3-9775-40e1-9f5b-366ddb4ed5d4 req-ecc3881b-fb92-4ced-bc55-f940a424e145 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1546891 Nov 16 21:17:48.328963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] For port 2b198548-3d47-4f7b-bece-4e7f40a48075, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2b198548-3d47-4f7b-bece-4e7f40a48075,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:48.329324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.343697 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-23df521e-4d0d-4baf-aaf1-85767aa136f8 service neutron] show failed (client error): The resource could not be found. Nov 16 21:17:48.344564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-23df521e-4d0d-4baf-aaf1-85767aa136f8 service neutron] 10.222.0.36 "GET /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.1766691 Nov 16 21:17:48.346765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-117ce777-52e6-48f4-9328-506720dfb4a3 req-6f84b98e-644b-4bb1-8afe-213a90fc7311 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934317 Nov 16 21:17:48.351227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Calling delete_port for 2b198548-3d47-4f7b-bece-4e7f40a48075 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:48.359512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.361936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.363154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b141a6-c5c7-43cc-89fc-25e28f15b0df req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/94db7798-babd-4c95-8483-b1b88172bc64 HTTP/1.1" status: 204 len: 173 time: 0.4306972 Nov 16 21:17:48.396368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:48.405952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6322-41b7-429b-b6e6-8160a69a907c tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db7798-babd-4c95-8483-b1b88172bc64,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.456047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-321c5f69-54c8-4eb6-a108-728c94f32a7c req-3895935d-dd6d-4d7a-a454-5b0da67a1aaf service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280185 Nov 16 21:17:48.475276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f034e8b3-9775-40e1-9f5b-366ddb4ed5d4 req-07300be8-838b-4814-b391-2ae8304ade61 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459661 Nov 16 21:17:48.532019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 4, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8aa30fee-d9d6-4f79-a01a-51a7d2b50acf', 'name': '', 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'mac_address': 'fa:16:3e:62:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 2, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'subnets': [{'id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:48.536477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40856) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.576036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Checking router: 5f310cbd-2662-43f1-9992-15bd43813c80 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:48.576435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Updating router 5f310cbd-2662-43f1-9992-15bd43813c80 port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:48.606883 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.664362 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-48f724a3-4ee8-45e6-b642-2504dfd7eed8 req-7412631a-221d-4a12-a69c-6145727ba0f8 tempest-FloatingIPDetailsNegativeTestJSON-59758230 tempest-FloatingIPDetailsNegativeTestJSON-59758230-project] show failed (client error): The resource could not be found. Nov 16 21:17:48.670537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.672747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48f724a3-4ee8-45e6-b642-2504dfd7eed8 req-7412631a-221d-4a12-a69c-6145727ba0f8 tempest-FloatingIPDetailsNegativeTestJSON-59758230 tempest-FloatingIPDetailsNegativeTestJSON-59758230-project] 10.222.0.54 "GET /v2.0/floatingips/69db1d17-094f-477e-a088-a39af6beaa75 HTTP/1.1" status: 404 len: 350 time: 0.0873797 Nov 16 21:17:48.680288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40860) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.684060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-977a830d-87ee-4378-9c7e-abf6352f4af0 req-f76f0809-d8b8-4961-85dd-6c2b5d6dc99f tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/2a618cfe-df36-4708-b79b-d85d28101d8e HTTP/1.1" status: 200 len: 1820 time: 0.1308999 Nov 16 21:17:48.695513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:17:48.753964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b198548-3d47-4f7b-bece-4e7f40a48075,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.801317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-20352836', 'description': 'tempest-description-1901620517'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.819280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:48.840085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Deleting subnet 13eedaaa-b409-4c96-881c-d425c87ec6c5 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:48.845811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.891767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:48.904412 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:48.905358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.923559 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:48.924558 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:48.959769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.062205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50ae7-76f4-4bbd-8996-9698b67259c2 req-9ae3d8ce-35a9-4dec-9a26-3ea20a406563 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:49.064055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64c50ae7-76f4-4bbd-8996-9698b67259c2 req-9ae3d8ce-35a9-4dec-9a26-3ea20a406563 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.2347338 Nov 16 21:17:49.067018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.073131 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.074388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2bb37f85-f51b-4978-b1df-149b206b015c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6219056 Nov 16 21:17:49.104221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40868) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.113257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: df584381-2dbd-485b-8ee0-211b1e5ab663 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:49.114364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device df584381-2dbd-485b-8ee0-211b1e5ab663 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:49.157676 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:49.159649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.206475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d8e4d8d3-2236-4492-b592-f8e79383ac33 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:49.276415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.322258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13eedaaa-b409-4c96-881c-d425c87ec6c5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.327060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.333035 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eacb92ee-5078-443c-944f-eaf3e223aa12 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/13eedaaa-b409-4c96-881c-d425c87ec6c5 HTTP/1.1" status: 204 len: 168 time: 0.7952592 Nov 16 21:17:49.333672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40870) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.396921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.423373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.429439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 3, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:49.468608 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:49.469236 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Updating router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d port d47e1986-799d-401a-a859-79652b14f5cb binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:49.478887 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.481239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d8e4d8d3-2236-4492-b592-f8e79383ac33 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:49.481661 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.533406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.543102 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.548522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.662583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.674214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-a1c3d86a-2330-466a-8276-ffe1c6c790e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:49.675867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-a1c3d86a-2330-466a-8276-ffe1c6c790e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1101 time: 0.9844413 Nov 16 21:17:49.684548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869144-834d-4c38-998d-627266e666bb None None] Pushing event updated for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.707894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:49.710687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.725962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Attempting to bind port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:49.727986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Attempting to bind port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:49.728507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Attempting to bind port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf on network 7e78be81-ec20-4f88-b230-48c2e9505b9b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:49.735931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:49.736544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Checking segment: {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:49.737104 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.737644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Bound using segment: {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:49.738741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Bound port: 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8e564-14e0-4912-a8aa-d94bb40e4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:49.739313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.743847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d459f6-8e72-4522-870c-dc722adbaedb']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:49.758088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:49.758088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd412ef8f-f53c-417a-a5eb-6d9e2d80199a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:49.783279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:49.792359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.793495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-007f9f21-6f5b-446a-9092-1f9eaa5eea7c req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9972720 Nov 16 21:17:49.823151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] For port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:49.827943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] For port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:49.840486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.864505 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.871106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64c50ae7-76f4-4bbd-8996-9698b67259c2 req-9019e5e2-caec-4014-a27d-b6001a834e2d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936451 Nov 16 21:17:49.889724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.912562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:49.913020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:49.914878 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:49.973606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23a3fa-7979-4b60-b31d-8a06d24bc098 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c78a1d-0039-40bf-b488-35a97f93057a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.984288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:50.001962 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-894d036d-72f5-49c2-83d5-fd9d9aea6dfd admin admin] 10.222.0.54 "PUT /v2.0/routers/4e199e98-c945-4bd0-9e61-1d8ed60cc86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3846908 Nov 16 21:17:50.004164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.005866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.013607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869144-834d-4c38-998d-627266e666bb None None] Pushing event updated for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.018254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.022390 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] 10.222.0.54 "DELETE /v2.0/networks/14d459f6-8e72-4522-870c-dc722adbaedb HTTP/1.1" status: 204 len: 168 time: 0.6856275 Nov 16 21:17:50.038574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Sync routers for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:50.058546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:50.059114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:50.070659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.110001 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.116787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:50.118189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:50.119439 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.144182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0800-b461-466d-b3e7-c8b6e9e2578d admin admin] Pushing event deleted for resources: {'Network': ['ID=14d459f6-8e72-4522-870c-dc722adbaedb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.185905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Deleting subnet 8e5dae80-8172-4a0e-8e29-eeaceeb4a6c6 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:50.186050 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Attempting to bind port d47e1986-799d-401a-a859-79652b14f5cb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:50.186354 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Attempting to bind port d47e1986-799d-401a-a859-79652b14f5cb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:50.186714 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Attempting to bind port d47e1986-799d-401a-a859-79652b14f5cb on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:50.192024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.192370 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a15db-297d-47ea-a00f-a89ce5bc8952 None None] Pushing event updated for resources: {'Port': ['ID=d47e1986-799d-401a-a859-79652b14f5cb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.195577 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:50.195760 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:50.196485 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.196775 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:50.197258 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Bound port: d47e1986-799d-401a-a859-79652b14f5cb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:50.197650 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.263664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.271073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.281269 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] For port d47e1986-799d-401a-a859-79652b14f5cb, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:50.291687 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] For port d47e1986-799d-401a-a859-79652b14f5cb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d47e1986-799d-401a-a859-79652b14f5cb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:50.298449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] Provisioning complete for port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:50.298852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.301107 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.367066 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:50.368957 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:50.383959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:50.389233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:50.399443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.405039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.487251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:50.502762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.538908 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a15db-297d-47ea-a00f-a89ce5bc8952 None None] Pushing event updated for resources: {'Port': ['ID=d47e1986-799d-401a-a859-79652b14f5cb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.556190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Deleting port 2efd0103-7358-42d4-9853-4e5250e15358 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:50.556532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.568563 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:50.614909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345babc8-f4b5-4d7d-91cd-012a72f97244 req-bfb7ce4d-4cff-44c6-8229-c04797d581a0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:50.622166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-345babc8-f4b5-4d7d-91cd-012a72f97244 req-bfb7ce4d-4cff-44c6-8229-c04797d581a0 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.5271523 Nov 16 21:17:50.655081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] For port 2efd0103-7358-42d4-9853-4e5250e15358, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2efd0103-7358-42d4-9853-4e5250e15358,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:50.655868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.658604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:50.669973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Calling delete_port for 2efd0103-7358-42d4-9853-4e5250e15358 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:50.690692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840dcac-8e45-4586-97a9-773e1f82a3ea req-b95025c9-3f38-4f81-8242-c5f3d3a5ef53 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:50.692280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3840dcac-8e45-4586-97a9-773e1f82a3ea req-b95025c9-3f38-4f81-8242-c5f3d3a5ef53 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 945 time: 0.7396119 Nov 16 21:17:50.733956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.799621 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 3, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:50.817733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-345babc8-f4b5-4d7d-91cd-012a72f97244 req-8b7b582c-b7d4-444d-a4a1-9bd77030054d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945984 Nov 16 21:17:50.847497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef8450-e10e-4f11-b559-787866f9fb62 None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 3, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:50.860284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:50.862804 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ceca5f-e27e-41b9-b89e-4fa248eccf79" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-unplugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:50.866808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.875624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.903911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.908557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5dae80-8172-4a0e-8e29-eeaceeb4a6c6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.909275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3840dcac-8e45-4586-97a9-773e1f82a3ea req-c959d203-7d30-4d40-959d-cf3ce29c59d6 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989472 Nov 16 21:17:50.921648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.924634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.928637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eb66f689-b300-4ac2-87c7-eec7583a221a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8e5dae80-8172-4a0e-8e29-eeaceeb4a6c6 HTTP/1.1" status: 204 len: 168 time: 0.8561118 Nov 16 21:17:50.938884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40884) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.940073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.959710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Transition to ACTIVE for port object 837b8348-b207-4232-bf0b-eaa57d6e2586 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:17:50.971037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 4, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8aa30fee-d9d6-4f79-a01a-51a7d2b50acf', 'name': '', 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'mac_address': 'fa:16:3e:62:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:49Z', 'revision_number': 4, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'subnets': [{'id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:51.020884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Pushing event deleted for resources: {'Port': ['ID=2efd0103-7358-42d4-9853-4e5250e15358,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.076506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9891ea0-416e-428d-982b-0d9d37924374 None None] The sync data for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 is: [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:46Z', 'revision_number': 4, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8aa30fee-d9d6-4f79-a01a-51a7d2b50acf', 'name': '', 'network_id': '7e78be81-ec20-4f88-b230-48c2e9505b9b', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'mac_address': 'fa:16:3e:62:e3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:49Z', 'revision_number': 4, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'subnets': [{'id': '4dbbd157-4f58-4b51-a813-db7325220c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:51.108370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2efd0103-7358-42d4-9853-4e5250e15358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:17:48Z', 'revision_number': 5, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port': {'id': '2efd0103-7358-42d4-9853-4e5250e15358', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:01Z', 'updated_at': '2021-11-16T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:51.136504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Allocated IP 172.20.0.1 (f9d04629-12e7-4a4a-b4a6-d664767b1988/0bb51537-cf6f-4ea3-b140-67a9f50d4e02/ad7b52e8-f816-4674-8a3e-ddf32e8b74f0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:51.188201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] For port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:51.189549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Checking router: 4e199e98-c945-4bd0-9e61-1d8ed60cc86c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:51.200826 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.205048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Routers {'4e199e98-c945-4bd0-9e61-1d8ed60cc86c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:51.205868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:51.253221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.257471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.379815 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2840847a-b3cf-4b20-9553-f4b468cf493d x-openstack-request-id: req-2840847a-b3cf-4b20-9553-f4b468cf493d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:51.380355 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-unplugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:51.381188 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2840847a-b3cf-4b20-9553-f4b468cf493d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:51.381383 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'code': 200} Nov 16 21:17:51.398986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] Set router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:51.406191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.423219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.606372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-7c3b3bd9-4e46-4045-b8d8-f1e2535a38a8 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 200 len: 1820 time: 0.7112114 Nov 16 21:17:51.679980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50c78a1d-0039-40bf-b488-35a97f93057a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.680310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50c78a1d-0039-40bf-b488-35a97f93057a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.753678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.786695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.789769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] No DVR routers for this DVR port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:51.832273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de72a-b15d-48f1-b71f-1cf4aac66c2b req-da1524c5-6adb-4e5f-8d6e-25644e347425 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:51.838348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.843069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac3de72a-b15d-48f1-b71f-1cf4aac66c2b req-da1524c5-6adb-4e5f-8d6e-25644e347425 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.4547865 Nov 16 21:17:51.853242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 7, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:51.936185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef33496-90a1-42bc-ac33-f1cb5f4bf39a None None] The sync data for ids ['4e199e98-c945-4bd0-9e61-1d8ed60cc86c'] in n-d-816206-5 is: [{'id': '4e199e98-c945-4bd0-9e61-1d8ed60cc86c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1189008457-router', 'tenant_id': '84d973c386574c779e4c81ae17dcc50d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:00Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 7, 'project_id': '84d973c386574c779e4c81ae17dcc50d', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:51.943353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9792c9-cec7-4d96-a430-356cb01b69fb None None] Pushing event updated for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.952865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-187409ad-5c4f-4928-88d4-673050cf4e47 None None] Provisioning complete for port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:51.953539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-187409ad-5c4f-4928-88d4-673050cf4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.056711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.058534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac3de72a-b15d-48f1-b71f-1cf4aac66c2b req-88539417-6a63-4809-85b7-bf192d46e11a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131405 Nov 16 21:17:52.059900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.144178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:52.152214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:52.152833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:52.153361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:52.180021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:52.180238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.180677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e199e98-c945-4bd0-9e61-1d8ed60cc86c {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:52.187509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.188683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7917486d-7ff6-4f75-890a-49f40c3a308c admin admin] 10.222.0.54 "DELETE /v2.0/routers/4e199e98-c945-4bd0-9e61-1d8ed60cc86c HTTP/1.1" status: 204 len: 168 time: 2.1816742 Nov 16 21:17:52.191276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.227439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.231846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:52.294971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:52.294971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:52.311042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845d47aa-2a87-480b-a0a0-2c82428e1e02']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:52.332774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:52.333110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:52.333652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:52.334095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Bound port: 837b8348-b207-4232-bf0b-eaa57d6e2586, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:52.334699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.336623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.338093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Deleting subnet 87641598-6b06-4f1f-a198-25d0544beb17 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:52.342647 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.387015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23013ac-4995-4434-9bbe-a5df15f0d1ca') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:52.387355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23013ac-4995-4434-9bbe-a5df15f0d1ca') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:52.419966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.438885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.441103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.469631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:52.470031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:52.476931 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:52.505471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46ab90-4ac8-4022-8ed7-92f16ff28934 req-d4bd2cd7-69a3-492b-9668-c8508908b8b3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:52.520419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a46ab90-4ac8-4022-8ed7-92f16ff28934 req-d4bd2cd7-69a3-492b-9668-c8508908b8b3 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.3306656 Nov 16 21:17:52.605672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.645803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ba425c6a-fbff-416f-a0f5-ae23538a8f18 None None] Provisioning complete for port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:52.646373 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba425c6a-fbff-416f-a0f5-ae23538a8f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.673303 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.732862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ba425c6a-fbff-416f-a0f5-ae23538a8f18 None None] Port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:52.737445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.743907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.749252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/845d47aa-2a87-480b-a0a0-2c82428e1e02 HTTP/1.1" status: 204 len: 168 time: 1.8093555 Nov 16 21:17:52.772569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764056-0b6a-44e6-a80d-53205f4cafc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=845d47aa-2a87-480b-a0a0-2c82428e1e02,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.790163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:52.802490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.812466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.846498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87641598-6b06-4f1f-a198-25d0544beb17,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.849961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.854284 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d9ccabbf-3bbe-405a-b6f7-7b2601e5301b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/87641598-6b06-4f1f-a198-25d0544beb17 HTTP/1.1" status: 204 len: 168 time: 0.6620822 Nov 16 21:17:52.857315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40902) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.864832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6b63b-776c-42e8-96d9-ce9eda3a7c71 None None] Network 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:52.890819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.959984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a46ab90-4ac8-4022-8ed7-92f16ff28934 req-a4726a3c-3cf7-49f7-9d09-cf16e675d03c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381943 Nov 16 21:17:52.977550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.029643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.049336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40904) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.049502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.058787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:53.086138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.092614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:53.134658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b40923e-9780-4346-a4a4-469106678b01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f47d2b87265e4ed6833fd068dbca8e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819385 Nov 16 21:17:53.142156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40908) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.155448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61161352-c63d-4a34-b00e-4f39499f8592,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.188684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:53.222001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Deleting port 31899e5e-a533-4b41-9457-e85871059901 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:53.225934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.245448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.264330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.331139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.332336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0433d6cb-86f3-43d6-b4af-ed5ad2eedb31 req-d6f00622-f248-4e44-bd16-226862476b04 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6625428 Nov 16 21:17:53.357523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] DHCP port deletion for 201d4f0b-0aca-4e22-ba8b-e7b412acddc0 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:53.362830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d47e1986-799d-401a-a859-79652b14f5cb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:53.393193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.434191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.434805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.435154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] For port 31899e5e-a533-4b41-9457-e85871059901, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31899e5e-a533-4b41-9457-e85871059901,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:53.435284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.436240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] 10.222.0.21 "PUT /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 1096 time: 3.6811352 Nov 16 21:17:53.439726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:53.442259 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd459a5-bada-46bd-85c4-dccb2206191a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:53.466218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7efb8-183b-4308-884c-74f8938526dc req-c3466b5b-018c-42d2-b850-daba2105f9d0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.468321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56e7efb8-183b-4308-884c-74f8938526dc req-c3466b5b-018c-42d2-b850-daba2105f9d0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.2386849 Nov 16 21:17:53.478818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Calling delete_port for 31899e5e-a533-4b41-9457-e85871059901 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:53.486969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Deleting port 31899e5e-a533-4b41-9457-e85871059901 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:53.487492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.516328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d47e1986-799d-401a-a859-79652b14f5cb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:53.516700 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.600276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.604373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.608004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/973344b0-f45f-44c9-bbdf-63974408c5fb HTTP/1.1" status: 204 len: 168 time: 0.4604075 Nov 16 21:17:53.622729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369922-db86-400f-aac2-22a9f071c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973344b0-f45f-44c9-bbdf-63974408c5fb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.642475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] For port 31899e5e-a533-4b41-9457-e85871059901, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=31899e5e-a533-4b41-9457-e85871059901,segment=NetworkSegment(19bcc8ce-df25-4336-a8a9-e4972df1a788),segment_id=19bcc8ce-df25-4336-a8a9-e4972df1a788)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:53.643316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.651586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.665856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Calling delete_port for 31899e5e-a533-4b41-9457-e85871059901 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:53.718731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] No DVR routers for this DVR port 31899e5e-a533-4b41-9457-e85871059901 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:53.721098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Pushing event deleted for resources: {'Port': ['ID=31899e5e-a533-4b41-9457-e85871059901,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.860584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.869475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.891178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201d4f0b-0aca-4e22-ba8b-e7b412acddc0']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:53.902526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port d47e1986-799d-401a-a859-79652b14f5cb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d47e1986-799d-401a-a859-79652b14f5cb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:53.905045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bcc8ce-df25-4336-a8a9-e4972df1a788') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:53.905747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bcc8ce-df25-4336-a8a9-e4972df1a788') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:53.911761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.919591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.942212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.950280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:53.951151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:53.953286 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:53.964435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] No DVR routers for this DVR port 31899e5e-a533-4b41-9457-e85871059901 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:53.974326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897ac32-07a4-4705-8b18-42a0aa540a99 None None] Pushing event deleted for resources: {'Port': ['ID=31899e5e-a533-4b41-9457-e85871059901,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.977146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.978043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:54.040389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=d47e1986-799d-401a-a859-79652b14f5cb,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.058000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.066038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.075986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] 10.222.0.54 "DELETE /v2.0/networks/201d4f0b-0aca-4e22-ba8b-e7b412acddc0 HTTP/1.1" status: 204 len: 168 time: 1.2174349 Nov 16 21:17:54.100295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ad892-6e42-4259-8d67-77feaf60123a service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.123855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:54.124066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b53d-d94e-48b7-a803-afde01479856 admin admin] Pushing event deleted for resources: {'Network': ['ID=201d4f0b-0aca-4e22-ba8b-e7b412acddc0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.124278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.146856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-aa9e286d-3f13-45e2-a39c-cd55e8ccc924 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 200 len: 2413 time: 0.7491698 Nov 16 21:17:54.166443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50c78a1d-0039-40bf-b488-35a97f93057a', 'remote_group_id': None}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:54.166907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50c78a1d-0039-40bf-b488-35a97f93057a', 'remote_group_id': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:54.195517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56e7efb8-183b-4308-884c-74f8938526dc req-48ee1f65-5bb3-4eba-bd90-0e5842d10441 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850305 Nov 16 21:17:54.218602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-d343cac2-bcde-4fc9-b988-d70c18bb76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.229525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-d343cac2-bcde-4fc9-b988-d70c18bb76a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1099 time: 0.7555113 Nov 16 21:17:54.330581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2efd0103-7358-42d4-9853-4e5250e15358 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:54.338326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.371531 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0991e62-212b-4993-943d-d6656478e6a0 x-openstack-request-id: req-f0991e62-212b-4993-943d-d6656478e6a0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:54.371794 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:54.372048 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0991e62-212b-4993-943d-d6656478e6a0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:54.372907 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'status': 'completed', 'code': 200} Nov 16 21:17:54.373114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40928) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.387642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2efd0103-7358-42d4-9853-4e5250e15358 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:54.388467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2efd0103-7358-42d4-9853-4e5250e15358 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:54.389182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2b198548-3d47-4f7b-bece-4e7f40a48075 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:54.416949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2b198548-3d47-4f7b-bece-4e7f40a48075 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:54.417769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2b198548-3d47-4f7b-bece-4e7f40a48075 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:54.465374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.484737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.520640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2dce255c-7322-4c55-8dd8-0dc280f1bf89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e12bda4e55ac413b943c1da32fefc6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780512 Nov 16 21:17:54.520640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-76ae07c3-b407-491a-8296-1304b5914eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.521518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-76ae07c3-b407-491a-8296-1304b5914eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1099 time: 0.1608136 Nov 16 21:17:54.522029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40932) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.524758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a839b91-adcf-4e98-833b-17d8a377f9fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a89dc71055df4943be0f700917e8d1ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1467934 Nov 16 21:17:54.529254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-f75c2b1b-f045-4e9a-aaa5-9bcba4b758f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.530725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-f75c2b1b-f045-4e9a-aaa5-9bcba4b758f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2811866 Nov 16 21:17:54.532012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40934) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.532146 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.668259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.677753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-cc0455bd-5713-4441-a986-ab4ee66bb6bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.1151445 Nov 16 21:17:54.678002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.691651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.706219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.721545 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.728589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.733333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-53c704c4-ef31-40e3-a6af-20a46871b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.734800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-53c704c4-ef31-40e3-a6af-20a46871b32f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2044339 Nov 16 21:17:54.766642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.775948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e869af5e-4592-4b94-ac3d-1959a972d2e7,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.785344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.811604 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-2dc02403-ac5b-47ed-8a08-f01b257a6fc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.0646420 Nov 16 21:17:54.817156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.823063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a6bb2dd-4f26-49fb-aa95-96f08fda2e62 req-53d396bd-e65c-4886-aeba-1338cd3be590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6601577 Nov 16 21:17:54.899599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-f3f115de-e73c-4556-a832-073e13a420c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.901132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-e4eda6f8-ecb8-44f3-945c-9666d6989937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.902293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-f3f115de-e73c-4556-a832-073e13a420c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2154326 Nov 16 21:17:54.902854 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-e4eda6f8-ecb8-44f3-945c-9666d6989937 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0715873 Nov 16 21:17:54.947695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.950409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Deleting port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:54.950570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.950747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.955806 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16f0290b-9722-410b-98f4-b88ea0c06920 HTTP/1.1" status: 204 len: 168 time: 0.4304512 Nov 16 21:17:54.970163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.972724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.984364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d365ec2-209f-46bd-b17b-8c8109cd5da6 HTTP/1.1" status: 204 len: 168 time: 0.4400415 Nov 16 21:17:55.011472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c367ab-c99b-4c14-af9f-1cb2e9d2c676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0290b-9722-410b-98f4-b88ea0c06920,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.039608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b0a5c-2762-4633-92a4-6e14f13ae8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d365ec2-209f-46bd-b17b-8c8109cd5da6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.052971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-7ec1bca9-ae5c-4564-920c-e908ec118ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:55.056185 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-7ec1bca9-ae5c-4564-920c-e908ec118ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445382 Nov 16 21:17:55.109105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c009e3-b526-4fe5-99cf-301d351ad957 req-055f3369-e7ad-4ef8-b4dd-2f31a0d98fd1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:55.116689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7c009e3-b526-4fe5-99cf-301d351ad957 req-055f3369-e7ad-4ef8-b4dd-2f31a0d98fd1 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.2191865 Nov 16 21:17:55.120645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bed1f93e-8084-4eb7-b990-3b51544024fe req-0121d341-8b7c-489b-acd6-6dad6eccb721 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 200 len: 3011 time: 0.2312355 Nov 16 21:17:55.122441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-58f06ad2-b908-4ac3-9b81-50735d31414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:55.123879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-58f06ad2-b908-4ac3-9b81-50735d31414c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954420 Nov 16 21:17:55.157054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d47e1986-799d-401a-a859-79652b14f5cb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:55.205601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:55.232892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d47e1986-799d-401a-a859-79652b14f5cb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:55.233493 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.242464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:55.253046 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-9310e34f-225c-4967-a105-fe4e783f9750 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879392 Nov 16 21:17:55.506067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31899e5e-a533-4b41-9457-e85871059901 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:55.521786 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-b720729f-4dc1-4660-868b-ccd753afd8bf service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516713 Nov 16 21:17:55.538178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 31899e5e-a533-4b41-9457-e85871059901 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:55.540908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 31899e5e-a533-4b41-9457-e85871059901 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:55.563495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-b6b4fcc6-5244-4ed8-ad37-0e4ab6b4d085 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-group-rules/e869af5e-4592-4b94-ac3d-1959a972d2e7 HTTP/1.1" status: 200 len: 783 time: 0.3902831 Nov 16 21:17:55.572158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] For port 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:55.572523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.628557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Calling delete_port for 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:55.636280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7c009e3-b526-4fe5-99cf-301d351ad957 req-eec8da08-aa2b-47e1-b24b-d19116fb4414 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182235 Nov 16 21:17:55.740239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:55.752318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-eab229cc-e1e3-407e-9bb8-6ccec3afc4e0 None None] Provisioning complete for port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:55.752890 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eab229cc-e1e3-407e-9bb8-6ccec3afc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.787394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-727e82c2-7198-4409-82ce-9c01b3f0f34d tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 200 len: 3011 time: 0.1872931 Nov 16 21:17:55.795252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-646ab09a-72c9-4eb2-8a02-efc85a3d0218 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471741 Nov 16 21:17:55.815414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-eab229cc-e1e3-407e-9bb8-6ccec3afc4e0 None None] Port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:55.862407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40964) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:55.937494 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-af836da4-d591-40d1-906c-78aaad04007c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84d973c386574c779e4c81ae17dcc50d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0703502 Nov 16 21:17:55.938151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:55.986203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.995566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.019731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.035737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf3780-1366-41fc-a8d3-dff1763a8bd2 req-7079a050-e35d-46e6-9238-9b1a51ea5c80 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:56.037260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6cf3780-1366-41fc-a8d3-dff1763a8bd2 req-7079a050-e35d-46e6-9238-9b1a51ea5c80 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.3023901 Nov 16 21:17:56.053839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.076846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.080002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.083893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76782ee7-9653-443f-8710-b7a48b2f21bf HTTP/1.1" status: 204 len: 168 time: 0.1423275 Nov 16 21:17:56.119086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034da79-5798-47f4-b112-584b19e34afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76782ee7-9653-443f-8710-b7a48b2f21bf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:56.184596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-22d5db6b-ff12-4879-b6c3-ee0f31a307f3 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621964 Nov 16 21:17:56.193247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.198391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.199567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e52a1da4-3fe4-42bd-83e2-a50acb414723 req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e869af5e-4592-4b94-ac3d-1959a972d2e7 HTTP/1.1" status: 204 len: 173 time: 0.3986263 Nov 16 21:17:56.212434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:56.225594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c7686cce-83da-491b-aa3b-eb9999834fc0 admin admin] 10.222.0.54 "PUT /v2.0/routers/eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1048672 Nov 16 21:17:56.233992 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:56.242990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6cf3780-1366-41fc-a8d3-dff1763a8bd2 req-0f79d576-b485-4e2b-8ba8-68afe6873a6a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927381 Nov 16 21:17:56.250755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e869af5e-4592-4b94-ac3d-1959a972d2e7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:56.256082 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:56.259117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:56.309519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.309875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.310256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.310631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.310986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.311379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.311742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.312073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.312508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.312869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.313198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.313549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a776169b-ac6b-4f45-bb2c-54c7082a1aff tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:56.407562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.473625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-6531c9be-86cf-4641-bb7a-ec48c1585a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:56.475974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-6531c9be-86cf-4641-bb7a-ec48c1585a91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1099 time: 0.2141778 Nov 16 21:17:56.477964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa30fee-d9d6-4f79-a01a-51a7d2b50acf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:56.489157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-ee87cd0e-1813-43af-906e-f574a6db6eeb tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 200 len: 2413 time: 0.2347708 Nov 16 21:17:56.573187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:57.002107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 2, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:57.118426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.139682 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.178520 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:57.179179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Updating router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:57.194800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.241489 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.265509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-39cfc89c-eb87-45ce-902b-cd39b324fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:57.273112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-39cfc89c-eb87-45ce-902b-cd39b324fd49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.7829952 Nov 16 21:17:57.275753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.283473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700316872', 'description': 'tempest-description--299956733'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:57.392056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.582399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.594783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.631946 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.632621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.639180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3608065 Nov 16 21:17:57.641245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.645593 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.647784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group_rule': {'security_group_id': '9e762d20-282c-4f7f-a6eb-616eed1aa155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:57.692671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770e31-ba66-472f-a800-f39cc6d40abc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e762d20-282c-4f7f-a6eb-616eed1aa155,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:57.728703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.821415 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfcdab-5f53-443e-ad06-228a5098ca63 None None] Pushing event updated for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:57.843372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.851734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.859871 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Attempting to bind port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:57.860274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Attempting to bind port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:57.860604 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Attempting to bind port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:57.871828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:57.872242 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Checking segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:57.872608 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.873007 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Bound using segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:57.879340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Bound port: ad7b52e8-f816-4674-8a3e-ddf32e8b74f0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:57.879562 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.883840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ea3820-4945-430c-885a-e0193977a839,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:57.902709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.915396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76ba531c-ef92-4dd6-9de7-f875eedddc7d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700295 Nov 16 21:17:57.915396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.920951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group_rule': {'security_group_id': '9e762d20-282c-4f7f-a6eb-616eed1aa155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:57.963776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.064145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] For port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:58.065364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.072758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.073210 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] For port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:58.082908 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.092985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c24d7b3-b81a-484d-b9f7-da3fa23af7b1,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:58.129554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.135791 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d39fce72-fd3c-4477-9166-14e3ce2b5b4a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2205498 Nov 16 21:17:58.136324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41038) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:58.176976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Provisioning complete for port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:58.178708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.232241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfcdab-5f53-443e-ad06-228a5098ca63 None None] Pushing event updated for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:58.240533 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:58.241129 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:58.250462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:58.365499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.394829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:58.427623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-422e7ff7-d7ad-41e6-985a-4cfdbcd003a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.2902920 Nov 16 21:17:58.428422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.436129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.449752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3236f05-093b-4acc-b1f4-29bf5aa55d35 req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/50c78a1d-0039-40bf-b488-35a97f93057a HTTP/1.1" status: 204 len: 173 time: 1.9312208 Nov 16 21:17:58.455951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] For port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:58.465328 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.549196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Pushing event updated for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:58.564178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.564864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.565446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.566243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.567313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.567875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.569154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.569649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.571406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.571908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.572405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.573524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1a2bf-d63f-4eab-92f2-d38d2f24ad34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.620517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae8ab-b047-4b0e-b672-daae7717e14a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c78a1d-0039-40bf-b488-35a97f93057a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:58.648137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-ff8f632d-64af-42b4-b22b-da5d2e872bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.649948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-ff8f632d-64af-42b4-b22b-da5d2e872bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1900511 Nov 16 21:17:58.694858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac317225-c89e-442d-9d61-df6b6ab2b6f8 None None] Provisioning complete for port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:58.695263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac317225-c89e-442d-9d61-df6b6ab2b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.743007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.757066 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:58.789976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812efcc-6c8e-4174-b6ee-80014342b226 None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:58.893672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dcfa-815d-4fec-b076-db61690c8e66 req-5538429d-bba3-48b7-8481-b1742a14962e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.901321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a381dcfa-815d-4fec-b076-db61690c8e66 req-5538429d-bba3-48b7-8481-b1742a14962e tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 948 time: 0.6854959 Nov 16 21:17:59.074663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:59.087470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce0bdd-7520-4428-b71a-92bfab84383e req-898e0af3-20c3-4582-9036-9213dedeb8b0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:59.089453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14ce0bdd-7520-4428-b71a-92bfab84383e req-898e0af3-20c3-4582-9036-9213dedeb8b0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.4934971 Nov 16 21:17:59.113396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:59.194966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-fd6b435e-2668-4000-b6eb-2cc3f13fc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:59.194966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-fd6b435e-2668-4000-b6eb-2cc3f13fc410 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4448912 Nov 16 21:17:59.224923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:59.225492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.275706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a381dcfa-815d-4fec-b076-db61690c8e66 req-25375316-54b5-4791-9bb4-78f4ce659df4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734188 Nov 16 21:17:59.322686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Router 5f310cbd-2662-43f1-9992-15bd43813c80 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:59.492516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:59.510767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'mac_address': 'fa:16:3e:2c:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:59.546704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:59.564571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e4d0e63-77e0-42d0-a4f2-4f17b9b911e3 admin admin] 10.222.0.54 "PUT /v2.0/routers/5f310cbd-2662-43f1-9992-15bd43813c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8773212 Nov 16 21:17:59.564952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41060) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:59.585477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14ce0bdd-7520-4428-b71a-92bfab84383e req-16e2389b-d134-4a44-9718-44669a26efca tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757352 Nov 16 21:17:59.585784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Sync routers for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:59.620432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.632696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:59.633247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:59.642072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:59.655193 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-8f454eb9-f016-438a-a8f8-ee8435c5c5ae req-e3fe8d3b-e7e3-4b7b-8d81-295cec651b0d tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] show failed (client error): The resource could not be found. Nov 16 21:17:59.675840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f454eb9-f016-438a-a8f8-ee8435c5c5ae req-e3fe8d3b-e7e3-4b7b-8d81-295cec651b0d tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/94db7798-babd-4c95-8483-b1b88172bc64 HTTP/1.1" status: 404 len: 352 time: 0.0488539 Nov 16 21:17:59.718163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.778949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:59.797047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.802468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.871031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-5e03996b-3ab4-4ec1-bce2-bc706d2a8034 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/2a618cfe-df36-4708-b79b-d85d28101d8e HTTP/1.1" status: 200 len: 1820 time: 0.1503584 Nov 16 21:17:59.916282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:59.960615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.981861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:59.989243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-9d6c91d2-9e6e-4335-95eb-4a276ede9beb service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694290 Nov 16 21:18:00.084447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['837b8348-b207-4232-bf0b-eaa57d6e2586'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:00.085685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Deleting port d8e4d8d3-2236-4492-b592-f8e79383ac33 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:00.086393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.271853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41074) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:00.285095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] For port d8e4d8d3-2236-4492-b592-f8e79383ac33, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d8e4d8d3-2236-4492-b592-f8e79383ac33,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:00.286167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.348497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Calling delete_port for d8e4d8d3-2236-4492-b592-f8e79383ac33 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:00.383069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:56Z', 'revision_number': 5, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port': {'id': 'd8e4d8d3-2236-4492-b592-f8e79383ac33', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:39Z', 'updated_at': '2021-11-16T21:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:00.430659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Checking router: 5f310cbd-2662-43f1-9992-15bd43813c80 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:00.464436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Routers {'5f310cbd-2662-43f1-9992-15bd43813c80'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:00.464980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f310cbd-2662-43f1-9992-15bd43813c80'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:00.540973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebd459a5-bada-46bd-85c4-dccb2206191a req-ce618182-2a77-4409-8f4c-937d12cb5564 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290020 Nov 16 21:18:00.588604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.681656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.725746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.758620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Allocated IP 172.25.7.180 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c97f2cda-f3c5-44cc-b0bc-098a8240867d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:00.784362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e4d8d3-2236-4492-b592-f8e79383ac33,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:00.811532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6776256-870e-447e-8b0d-3e42b36d1473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.873304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.912704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] Set router 5f310cbd-2662-43f1-9992-15bd43813c80 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:00.994350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41088) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.008218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.010957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.013402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:59Z', 'revision_number': 6, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:01.033158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d78b3-9774-45ef-b204-4d18a505c202 req-13bf1a77-10b7-4a80-b5b8-18051be8325f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:01.034705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2d78b3-9774-45ef-b204-4d18a505c202 req-13bf1a77-10b7-4a80-b5b8-18051be8325f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.3982949 Nov 16 21:18:01.068349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.069353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988717-4f5f-41d8-94ae-ff780eecc527 None None] The sync data for ids ['5f310cbd-2662-43f1-9992-15bd43813c80'] in n-d-816206-5 is: [{'id': '5f310cbd-2662-43f1-9992-15bd43813c80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1164126858-router', 'tenant_id': '8d099701ad124b069c9f1bb823de5de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:38Z', 'updated_at': '2021-11-16T21:17:59Z', 'revision_number': 6, 'project_id': '8d099701ad124b069c9f1bb823de5de1', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:01.069811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f310cbd-2662-43f1-9992-15bd43813c80 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:01.079290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.080752 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b176e27-7d4a-4796-a483-7ac2dc3ccb3c admin admin] 10.222.0.54 "DELETE /v2.0/routers/5f310cbd-2662-43f1-9992-15bd43813c80 HTTP/1.1" status: 204 len: 168 time: 1.5146155 Nov 16 21:18:01.083111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.096770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:01.110919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6776256-870e-447e-8b0d-3e42b36d1473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.121914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.124738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.125970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-079964cc-416b-48cf-ac2b-4a9bb5c35910 req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/2a618cfe-df36-4708-b79b-d85d28101d8e HTTP/1.1" status: 204 len: 173 time: 1.2540865 Nov 16 21:18:01.141204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Deleting subnet 4dbbd157-4f58-4b51-a813-db7325220c5c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:18:01.146322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.163973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6776256-870e-447e-8b0d-3e42b36d1473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.167920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 837b8348-b207-4232-bf0b-eaa57d6e2586 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:01.175992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 837b8348-b207-4232-bf0b-eaa57d6e2586 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:01.179279 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.196112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.240775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350cff4d-0177-439f-a653-e980a0b1d2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.268245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.302295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.314912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c6776256-870e-447e-8b0d-3e42b36d1473 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=646a6587f9444d8f935e2cff10834dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9719892 Nov 16 21:18:01.317947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41096) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.334630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4be6e0-70e1-40e4-a34b-501ac0a43d46 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a618cfe-df36-4708-b79b-d85d28101d8e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.335942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:01.342882 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6027ff9c-c1a1-4aa1-bf56-0dc675cbebe4" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:01.345959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.356350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.373228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:01.379972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.416077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6776256-870e-447e-8b0d-3e42b36d1473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8653c907-1034-4e4e-92b1-20ab3d79411a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.450621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.502573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.523145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:01.535768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:01.536193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.546187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2d78b3-9774-45ef-b204-4d18a505c202 req-a9b78171-48d9-4c5c-933a-1f4603859c2d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918230 Nov 16 21:18:01.551329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:01.576761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350cff4d-0177-439f-a653-e980a0b1d2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.585289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350cff4d-0177-439f-a653-e980a0b1d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.601978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.628598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c52a3-d9a6-4db6-9a72-29fdeb904d0e req-7e8f206e-2274-4eb9-b62b-00f1be2fe8a7 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:01.630356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-281c52a3-d9a6-4db6-9a72-29fdeb904d0e req-7e8f206e-2274-4eb9-b62b-00f1be2fe8a7 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.3099644 Nov 16 21:18:01.638263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=c97f2cda-f3c5-44cc-b0bc-098a8240867d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.665338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbbd157-4f58-4b51-a813-db7325220c5c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.667196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.670986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f4b94f89-106e-4849-bae9-f614c525642a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4dbbd157-4f58-4b51-a813-db7325220c5c HTTP/1.1" status: 204 len: 168 time: 0.5862756 Nov 16 21:18:01.676435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d97ed9-d37d-468e-9cc5-0582785183b5 None None] Network 7e78be81-ec20-4f88-b230-48c2e9505b9b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:01.676754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41104) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.688447 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-350cff4d-0177-439f-a653-e980a0b1d2a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bfcb267cafdd471ca5b7098aede6be9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6907105 Nov 16 21:18:01.692448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.699743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cff4d-0177-439f-a653-e980a0b1d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b6d2f-9b5b-4f61-bf73-69a5840694d2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.702381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-95ac6138-b3fc-46b6-b7df-cbfa6a51e9e6 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/0c167d81-bd38-46f4-ad1a-b12536bba39e HTTP/1.1" status: 200 len: 1822 time: 0.1100950 Nov 16 21:18:01.747952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.750399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.751583 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8653c907-1034-4e4e-92b1-20ab3d79411a HTTP/1.1" status: 204 len: 168 time: 0.4326966 Nov 16 21:18:01.783927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7617-a7f1-44fa-b0a5-e92cce29316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8653c907-1034-4e4e-92b1-20ab3d79411a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.792636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.825572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-281c52a3-d9a6-4db6-9a72-29fdeb904d0e req-e7c96662-0831-49d5-8a82-198383857d55 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823812 Nov 16 21:18:01.882123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.900965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Deleting port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:01.901308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.920743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.924771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.960015 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a72b58-a187-4594-b53e-3e0cb39929a7 x-openstack-request-id: req-71a72b58-a187-4594-b53e-3e0cb39929a7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:01.960671 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:01.961096 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71a72b58-a187-4594-b53e-3e0cb39929a7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:01.961646 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'code': 200} Nov 16 21:18:01.984423 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.986206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.991047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.053574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] For port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,segment=NetworkSegment(25d8e564-14e0-4912-a8aa-d94bb40e4f4a),segment_id=25d8e564-14e0-4912-a8aa-d94bb40e4f4a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:02.054254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.076302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] DHCP port deletion for 7e78be81-ec20-4f88-b230-48c2e9505b9b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:18:02.079620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Calling delete_port for a6ecec20-2e6e-4c22-9194-1c8ce66ed08f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:02.173815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.176672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.180856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d099ec6e-5ce3-4537-81af-82182a3f07e8 req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/0c167d81-bd38-46f4-ad1a-b12536bba39e HTTP/1.1" status: 204 len: 173 time: 0.4515512 Nov 16 21:18:02.204222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.207598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.211236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/031b6d2f-9b5b-4f61-bf73-69a5840694d2 HTTP/1.1" status: 204 len: 168 time: 0.5151842 Nov 16 21:18:02.239595 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.240625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Deleting port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:02.243113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.265260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53aeae2-9cd8-4ee4-b685-a616531c388a tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c167d81-bd38-46f4-ad1a-b12536bba39e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.311450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.334752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] No DVR routers for this DVR port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:02.405743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] For port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:02.406133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.440379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Calling delete_port for a6ecec20-2e6e-4c22-9194-1c8ce66ed08f owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:02.444380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:18:02.446061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.446284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.448928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9871ee-7825-46b4-8cad-99399453cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b6d2f-9b5b-4f61-bf73-69a5840694d2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.464311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.491290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] Pushing event deleted for resources: {'Port': ['ID=a6ecec20-2e6e-4c22-9194-1c8ce66ed08f,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.501078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a83899-f908-454f-ae88-e2b584aa761f None None] No DVR routers for this DVR port a6ecec20-2e6e-4c22-9194-1c8ce66ed08f on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:02.502704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1082d471-1c6f-4219-8c3d-8ca670ab6f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.510892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.542469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.630531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=c97f2cda-f3c5-44cc-b0bc-098a8240867d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.653911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1082d471-1c6f-4219-8c3d-8ca670ab6f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.671822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1082d471-1c6f-4219-8c3d-8ca670ab6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.699546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e78be81-ec20-4f88-b230-48c2e9505b9b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:02.706683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-dc40fde2-da80-45f0-95f0-ab20baf1f216 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/f8b91032-a3f1-47e2-adb7-ec75c9a1768d HTTP/1.1" status: 200 len: 1820 time: 0.4895070 Nov 16 21:18:02.739272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579f4e-4f5a-4c14-bf91-b140c4fb0c77 req-b418f3fe-950d-4661-99fd-0849cbd8a8fe tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:02.740960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83579f4e-4f5a-4c14-bf91-b140c4fb0c77 req-b418f3fe-950d-4661-99fd-0849cbd8a8fe tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2881989 Nov 16 21:18:02.770476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d8e564-14e0-4912-a8aa-d94bb40e4f4a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:02.770476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d8e564-14e0-4912-a8aa-d94bb40e4f4a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:02.794135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41124) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.799182 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1082d471-1c6f-4219-8c3d-8ca670ab6f04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=577925e09b954017b30c647323c51e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282473 Nov 16 21:18:02.800116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.805754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d471-1c6f-4219-8c3d-8ca670ab6f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00833ff-e9e8-4428-8de4-a9d19a7283cf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.809644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.819265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-ec60b182-fee8-43a4-a6b7-3dd78ecc64da tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:02.820991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-ec60b182-fee8-43a4-a6b7-3dd78ecc64da tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8&tenant_id=ecfb8b55c093440f941227e62377e911&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 950 time: 0.3546479 Nov 16 21:18:02.842590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0e4-1510-426d-bf65-9ceeea5fa72c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.842881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.858619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.876031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:18:02.876517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:18:02.878231 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:18:02.924240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.925862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0e55a460-5bd0-4675-bea9-1be264e67ef6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6929104 Nov 16 21:18:02.941369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83579f4e-4f5a-4c14-bf91-b140c4fb0c77 req-b2adf56a-8aed-40eb-8dde-6c88a1232ec8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855619 Nov 16 21:18:02.960056 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.973875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-37473c6d-e670-4051-9d78-372d1b73a596 service neutron] 10.222.0.21 "GET /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.1374574 Nov 16 21:18:02.999870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.010903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.014300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7e78be81-ec20-4f88-b230-48c2e9505b9b HTTP/1.1" status: 204 len: 168 time: 1.3366072 Nov 16 21:18:03.015193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.038960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f92a2-4756-47f2-bfe8-e0d63816bed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e78be81-ec20-4f88-b230-48c2e9505b9b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.056892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.078207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.115311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0e4-1510-426d-bf65-9ceeea5fa72c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.128133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d1b0e4-1510-426d-bf65-9ceeea5fa72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.175709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ad4c7-105a-423b-9b17-aa38fe4edb7b req-2021fd1f-4f42-4d07-b086-61ad8b942116 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:03.177278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf9ad4c7-105a-423b-9b17-aa38fe4edb7b req-2021fd1f-4f42-4d07-b086-61ad8b942116 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1706755 Nov 16 21:18:03.185794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-2fce7e62-c06b-4fdb-b950-9aad96816634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:03.189504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-2fce7e62-c06b-4fdb-b950-9aad96816634 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1101 time: 0.1734028 Nov 16 21:18:03.205557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71d1b0e4-1510-426d-bf65-9ceeea5fa72c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=381847b2a3e14b3497343cdbbaea4523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074724 Nov 16 21:18:03.206348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b0e4-1510-426d-bf65-9ceeea5fa72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49329ddc-3a6d-4498-8559-631bc83c74ca,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.209675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:03.216976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.219803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.220901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f00833ff-e9e8-4428-8de4-a9d19a7283cf HTTP/1.1" status: 204 len: 168 time: 0.4004645 Nov 16 21:18:03.246144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90aae8-0f84-4d5f-b1e6-09a27bdecfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00833ff-e9e8-4428-8de4-a9d19a7283cf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.294813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.303000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.308848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:03.312554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.327598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47a80d50-9150-4e8e-a2d6-73d3c4acb875 req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/f8b91032-a3f1-47e2-adb7-ec75c9a1768d HTTP/1.1" status: 204 len: 173 time: 0.6227603 Nov 16 21:18:03.365899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.366125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:03.366302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8aa30fee-d9d6-4f79-a01a-51a7d2b50acf not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:03.366720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a6ecec20-2e6e-4c22-9194-1c8ce66ed08f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:03.434238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a6ecec20-2e6e-4c22-9194-1c8ce66ed08f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:03.434604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a6ecec20-2e6e-4c22-9194-1c8ce66ed08f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:03.435745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d8e4d8d3-2236-4492-b592-f8e79383ac33 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:03.466717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:03.483539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d8e4d8d3-2236-4492-b592-f8e79383ac33 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:03.484036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d8e4d8d3-2236-4492-b592-f8e79383ac33 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:03.489179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.492105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.493939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49329ddc-3a6d-4498-8559-631bc83c74ca HTTP/1.1" status: 204 len: 168 time: 0.2832930 Nov 16 21:18:03.518165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac4ac-7a8d-437f-ac5a-b775595798b2 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b91032-a3f1-47e2-adb7-ec75c9a1768d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.557454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-374f51f6-7a87-4c73-9e43-32c5f4081789 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d099701ad124b069c9f1bb823de5de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883169 Nov 16 21:18:03.558402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2aec-3c18-4b07-9b1e-2e9150e81da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49329ddc-3a6d-4498-8559-631bc83c74ca,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.560256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41154) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:03.632037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf9ad4c7-105a-423b-9b17-aa38fe4edb7b req-b7fd1fb9-e83d-4cd2-b9f6-883e1a1119f8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364085 Nov 16 21:18:03.637862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.676553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.757183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.760970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.762400 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d735b9c-5897-4ebe-8929-75f8d3f5e71c HTTP/1.1" status: 204 len: 168 time: 0.2011621 Nov 16 21:18:03.768758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-825d54f7-dc73-44e2-8352-1e0d2923b211 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1700316872&fields=id&tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 267 time: 0.2796409 Nov 16 21:18:03.780148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242e7a1-73ee-440d-aefa-9f510b15b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d735b9c-5897-4ebe-8929-75f8d3f5e71c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.805017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-40c01b46-cc03-4f81-adcd-069f81db1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:03.806897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-40c01b46-cc03-4f81-adcd-069f81db1e37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.5698230 Nov 16 21:18:04.193930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-c28da59f-a71c-47f3-bc30-834fb3242a8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.3780465 Nov 16 21:18:04.239795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-897fe22f-6e75-4f03-bfbf-3c060b157b08 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/07b12af8-cbd7-4f0e-a357-124320f2c37a HTTP/1.1" status: 200 len: 2420 time: 0.5234385 Nov 16 21:18:04.301398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-6046572f-9d8a-436c-8fef-4c293b072d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.302847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-6046572f-9d8a-436c-8fef-4c293b072d3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1006820 Nov 16 21:18:04.354616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-f41fa4c2-fd48-4f44-a752-d08cc930b148 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.356099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-f41fa4c2-fd48-4f44-a752-d08cc930b148 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 811 time: 0.5865402 Nov 16 21:18:04.392593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.394861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-8eb767ff-7754-43b7-8b2d-e53bbbcf017f tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/quotas/23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 375 time: 0.0263400 Nov 16 21:18:04.400100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-aa81b607-0100-47d3-ae44-0db8ac8c67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.401576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-aa81b607-0100-47d3-ae44-0db8ac8c67f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861351 Nov 16 21:18:04.463059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.558672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-89cbfe3b-6794-4c08-b8bb-67295bc95996 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513779 Nov 16 21:18:04.629571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.632119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.633236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbfbaf58-e9a3-4f7f-b73a-d3189fdd83a3 req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/07b12af8-cbd7-4f0e-a357-124320f2c37a HTTP/1.1" status: 204 len: 173 time: 0.3774586 Nov 16 21:18:04.643947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-92e9cb45-345c-49f0-b9cf-e2bfbccdd940 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189062 Nov 16 21:18:04.653599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe35f-39c0-481f-8ea1-e147048c9a22 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b12af8-cbd7-4f0e-a357-124320f2c37a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:04.752748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1d8b1051-560f-4f94-840c-11f634332aad service neutron] 10.222.0.54 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814890 Nov 16 21:18:04.860028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-cf6cd808-13a6-4eb9-a470-4549e2245537 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029884 Nov 16 21:18:04.872262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12f79-47b2-4b2c-8af0-0f38c559f00f req-ada44de2-b623-4ce9-9947-ca06bae47468 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.873672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b12f79-47b2-4b2c-8af0-0f38c559f00f req-ada44de2-b623-4ce9-9947-ca06bae47468 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1405039 Nov 16 21:18:04.920543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-24b09db4-a101-4e77-bfc7-9d59bdb546f8 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527731 Nov 16 21:18:04.953525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b12f79-47b2-4b2c-8af0-0f38c559f00f req-808360f6-9798-4477-a088-a4c080853521 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Nov 16 21:18:05.028706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-f9bf6367-c332-46f8-b6b5-89beb860148d tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "GET /v2.0/security-groups/9f0d2aa6-a1c4-4f5e-9906-26125662e01c HTTP/1.1" status: 200 len: 2414 time: 0.0474384 Nov 16 21:18:05.103273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.144050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.225095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7367a-92f6-443c-849f-92a3b2ce152c req-516f8852-fa90-4d94-b4b4-39b5d9246c7d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:05.226823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a7367a-92f6-443c-849f-92a3b2ce152c req-516f8852-fa90-4d94-b4b4-39b5d9246c7d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.0798838 Nov 16 21:18:05.265559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.268342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.273582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2bcdb17a-7613-49e0-a39e-7e3d884709cf req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] 10.222.0.54 "DELETE /v2.0/security-groups/9f0d2aa6-a1c4-4f5e-9906-26125662e01c HTTP/1.1" status: 204 len: 173 time: 0.2369599 Nov 16 21:18:05.281941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:05.303728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2380e-0c7a-42ce-9eae-3e0d5e74d590 tempest-SecurityGroupRulesTestJSON-192607499 tempest-SecurityGroupRulesTestJSON-192607499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d2aa6-a1c4-4f5e-9906-26125662e01c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:05.339524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a7367a-92f6-443c-849f-92a3b2ce152c req-e6d5b68d-f624-4fe2-aedf-167513db865a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041584 Nov 16 21:18:05.391751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Deleting subnet 74cb9f00-c6eb-40b2-acba-72b615e4c672 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:18:05.395598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.417076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1802a65e-b94c-4be3-a219-47b60493e0bf req-f72b00f2-c3d1-4ecb-bf39-76cb0a2a78e4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 210 time: 0.0451210 Nov 16 21:18:05.464228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.540586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.621871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.655717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cb9f00-c6eb-40b2-acba-72b615e4c672,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:05.657765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.662966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-640ab589-06ad-4ca1-bbc9-c9ebf94f0ab1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/74cb9f00-c6eb-40b2-acba-72b615e4c672 HTTP/1.1" status: 204 len: 168 time: 0.3783479 Nov 16 21:18:05.664681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:05.770073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.887777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.918426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb1f70d-6b7f-4e41-90ff-bff019ee40b8']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:05.930657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b6de66-2ee7-406d-82d0-084aa4406db8') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:05.931420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b6de66-2ee7-406d-82d0-084aa4406db8') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:05.946162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.961659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.971585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:18:05.972989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:18:05.975287 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:18:06.055974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.063922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.072915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] 10.222.0.54 "DELETE /v2.0/networks/afb1f70d-6b7f-4e41-90ff-bff019ee40b8 HTTP/1.1" status: 204 len: 168 time: 0.4064362 Nov 16 21:18:06.099590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa8e06-5fc8-42f0-9adb-13ae70eb47dd admin admin] Pushing event deleted for resources: {'Network': ['ID=afb1f70d-6b7f-4e41-90ff-bff019ee40b8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:06.178006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7657b-3745-4fce-b2c7-9111d000c57e req-11e308ab-4771-48fc-bdc3-1e1e5479a3e6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:06.180551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97c7657b-3745-4fce-b2c7-9111d000c57e req-11e308ab-4771-48fc-bdc3-1e1e5479a3e6 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.0838785 Nov 16 21:18:06.277223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97c7657b-3745-4fce-b2c7-9111d000c57e req-ce9c8cd0-6439-49e0-b7e0-4aa952488645 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894308 Nov 16 21:18:06.305398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41288) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:06.353615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41294) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:06.362320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-baed7de6-7d7d-4cdd-9153-adb2560ed4f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4235aca2a48f45fcb78af27198d4d5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556149 Nov 16 21:18:06.415517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.453783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.634421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3601600e-f547-4d51-9d61-3e2bfaedcdc1 req-deddbdd2-17df-4736-9a2c-5bc3b7577d69 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 210 time: 0.0641763 Nov 16 21:18:06.649197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e2fd-370a-4e44-811d-f710710c540c req-b79d2cd7-4fcc-4db5-a182-3fab7e52285d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:06.653010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1998e2fd-370a-4e44-811d-f710710c540c req-b79d2cd7-4fcc-4db5-a182-3fab7e52285d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.2000742 Nov 16 21:18:06.703805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.706343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.710111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/493526db-6f07-4d7a-920c-0a7374812a2c HTTP/1.1" status: 204 len: 168 time: 0.3522978 Nov 16 21:18:06.734441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-082dd7f1-98cb-4ec1-9f22-6c658251d479 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:06.735909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-082dd7f1-98cb-4ec1-9f22-6c658251d479 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 811 time: 0.2658682 Nov 16 21:18:06.740916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885eaf2b-8656-430f-8688-c21e86263258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493526db-6f07-4d7a-920c-0a7374812a2c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:06.759400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1998e2fd-370a-4e44-811d-f710710c540c req-2180f951-7b37-444f-9974-8f683a6d21bc tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987568 Nov 16 21:18:06.834793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-b48d92c5-0e4a-4edc-b703-3d96e0b94090 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 380 time: 0.0738595 Nov 16 21:18:06.845187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'port': {'device_id': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'admin_state_up': True, 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'security_groups': ['9e762d20-282c-4f7f-a6eb-616eed1aa155']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:06.985572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Made reservation on behalf of 23a6c745f91a4ee19cf06c4ef8c6affb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:06.989474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.104445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41332) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:07.167842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Allocated IP 172.20.0.6 (f9d04629-12e7-4a4a-b4a6-d664767b1988/0bb51537-cf6f-4ea3-b140-67a9f50d4e02/b012c918-9b30-4b12-b9ac-d013c6688ced) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:07.262911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f298482-65f7-4762-be91-85b69f36d5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.383630 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.389028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f298482-65f7-4762-be91-85b69f36d5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.401709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f298482-65f7-4762-be91-85b69f36d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.465476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d3506-13a0-4fd2-9940-b935a93055c2 req-88e55a0b-d907-448f-baa5-0f1d48a05861 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.473294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3d3506-13a0-4fd2-9940-b935a93055c2 req-88e55a0b-d907-448f-baa5-0f1d48a05861 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.0833390 Nov 16 21:18:07.496039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f298482-65f7-4762-be91-85b69f36d5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ffc0f9-951f-412d-98fd-8bade9d4881e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:07.505216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-3a780386-8dbe-4a53-bb1b-3496b291cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.508631 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-3a780386-8dbe-4a53-bb1b-3496b291cd19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8&tenant_id=ecfb8b55c093440f941227e62377e911 HTTP/1.1" status: 200 len: 1101 time: 0.1174326 Nov 16 21:18:07.520221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:07.522679 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f298482-65f7-4762-be91-85b69f36d5e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7853727e7e94d009d43fa704b4aab3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116607 Nov 16 21:18:07.540952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:07.589590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3d3506-13a0-4fd2-9940-b935a93055c2 req-4ee01fac-9ba8-421f-b10f-477d072bd2f5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154604 Nov 16 21:18:07.602861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.632555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.697958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:07.708568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.711800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:07.715959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:07.721465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:07.777313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.859863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.860790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.868813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:07.923852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-1a6dbd40-566d-4924-b0ec-5dd60ee2bebe tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0819447 Nov 16 21:18:07.942452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Request body: {'port': {'device_id': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:07.950141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:07.951350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df01d8b-f19d-4b57-8130-d960c13cb061 req-bac154dc-2a34-460a-b874-7c6a7e5ff3c2 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.952883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9df01d8b-f19d-4b57-8130-d960c13cb061 req-bac154dc-2a34-460a-b874-7c6a7e5ff3c2 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 931 time: 0.1109970 Nov 16 21:18:07.976420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.979716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.983243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66ffc0f9-951f-412d-98fd-8bade9d4881e HTTP/1.1" status: 204 len: 168 time: 0.4244552 Nov 16 21:18:08.032828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c58e6-e6fe-45da-b482-015a065f3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ffc0f9-951f-412d-98fd-8bade9d4881e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:08.077241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:08.080395 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee6c19-7afb-498a-96de-137513200e17" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-unplugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:08.101354 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.121098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9df01d8b-f19d-4b57-8130-d960c13cb061 req-be7a614a-58ae-4595-8866-efb21b8b33df tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551881 Nov 16 21:18:08.131857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.144710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5ee9db5f-6934-40f7-875c-8262fbe55dc2 None None] Provisioning complete for port b012c918-9b30-4b12-b9ac-d013c6688ced triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:08.145225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ee9db5f-6934-40f7-875c-8262fbe55dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.160896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Transition to ACTIVE for port object 837b8348-b207-4232-bf0b-eaa57d6e2586 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:08.177140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.225091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9db5f-6934-40f7-875c-8262fbe55dc2 None None] Port b012c918-9b30-4b12-b9ac-d013c6688ced cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:08.253654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:08.332650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:08.338572 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb955a-eac2-49f8-97f4-2523372aecb0 x-openstack-request-id: req-77cb955a-eac2-49f8-97f4-2523372aecb0 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:08.339248 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-unplugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:08.339737 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77cb955a-eac2-49f8-97f4-2523372aecb0 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:08.340332 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'code': 200} Nov 16 21:18:08.379466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] No DVR routers for this DVR port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:08.395274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4ddc-856c-4720-8711-776492aa786f req-8c38bc13-0954-45b0-83b7-722a3390f192 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:08.397054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429a4ddc-856c-4720-8711-776492aa786f req-8c38bc13-0954-45b0-83b7-722a3390f192 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1803250 Nov 16 21:18:08.439494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:08.440009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:08.440624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:08.448577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:08.448929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Attempting to bind port 837b8348-b207-4232-bf0b-eaa57d6e2586 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:08.457442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:08.457982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:08.458588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:08.459485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Bound port: 837b8348-b207-4232-bf0b-eaa57d6e2586, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:08.460030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.471605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:08.516648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-322dad28-fe68-4b59-8cbd-0e241436a7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.535120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:08.539263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:08.546903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.589150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-429a4ddc-856c-4720-8711-776492aa786f req-103e4de9-8373-4a97-a612-06c4d1373a92 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725097 Nov 16 21:18:08.699357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b012c918-9b30-4b12-b9ac-d013c6688ced {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:08.707748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.734113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.742206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Transition to ACTIVE for port object b012c918-9b30-4b12-b9ac-d013c6688ced will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:08.767234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.827326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-322dad28-fe68-4b59-8cbd-0e241436a7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.854960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498647-b08d-4b16-86a2-4c7f95a9841a req-6f828e1f-bba7-4505-8b20-f44b5559e173 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:08.862545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45498647-b08d-4b16-86a2-4c7f95a9841a req-6f828e1f-bba7-4505-8b20-f44b5559e173 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.1506958 Nov 16 21:18:08.864410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-322dad28-fe68-4b59-8cbd-0e241436a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.897754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Pushing event updated for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:08.956937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-322dad28-fe68-4b59-8cbd-0e241436a7d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b354dd396fb499ab9fe8297918773ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842770 Nov 16 21:18:08.996258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41430) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:08.997005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=11']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.002804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dad28-fe68-4b59-8cbd-0e241436a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02f1d8-8f68-4725-873a-d6bd1b2f42ca,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.007183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-732063371-network', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:09.050439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.051061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.054094 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-502654b2-8e7d-4691-9996-71c5aa9e180e service neutron] 10.222.0.36 "PUT /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 1097 time: 1.5264759 Nov 16 21:18:09.072874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45498647-b08d-4b16-86a2-4c7f95a9841a req-134724a8-25da-40ce-b9d3-016d2ce6c653 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093236 Nov 16 21:18:09.106840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Attempting to bind port b012c918-9b30-4b12-b9ac-d013c6688ced on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:09.107213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Attempting to bind port b012c918-9b30-4b12-b9ac-d013c6688ced by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:09.107542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Attempting to bind port b012c918-9b30-4b12-b9ac-d013c6688ced on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:09.121153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Port b012c918-9b30-4b12-b9ac-d013c6688ced on network f9d04629-12e7-4a4a-b4a6-d664767b1988 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:09.121371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Attempting to bind port b012c918-9b30-4b12-b9ac-d013c6688ced on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:09.131480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.135818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Made reservation on behalf of 76134cdddccc4f4d8a0602ab541dc825 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:09.138400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.143542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:09.150583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.156587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Checking segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:09.158278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Bound using segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:09.159039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Bound port: b012c918-9b30-4b12-b9ac-d013c6688ced, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:09.160223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.244092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-33853f11-7a3b-44c9-a2a7-542304b7e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.246550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-33853f11-7a3b-44c9-a2a7-542304b7e4aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1100 time: 0.1651037 Nov 16 21:18:09.248938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.405053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77617bb4-d20a-4108-b09f-49042e8d80e9 req-a2f50e80-c922-443b-a94e-b631c65a4d3d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.407127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.408168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77617bb4-d20a-4108-b09f-49042e8d80e9 req-a2f50e80-c922-443b-a94e-b631c65a4d3d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 943 time: 0.1530778 Nov 16 21:18:09.409692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.410764 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d02f1d8-8f68-4725-873a-d6bd1b2f42ca HTTP/1.1" status: 204 len: 168 time: 0.4095976 Nov 16 21:18:09.426294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f6c97-0f72-4e4f-ae5c-a86211d2536a req-824b307d-f239-4a15-b14c-02afd860a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.428138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-887f6c97-0f72-4e4f-ae5c-a86211d2536a req-824b307d-f239-4a15-b14c-02afd860a790 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1096 time: 0.1598296 Nov 16 21:18:09.437224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-553daecd-5241-4818-b206-539a72402f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.438831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-553daecd-5241-4818-b206-539a72402f29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1796196 Nov 16 21:18:09.439975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f5316-e0f9-4062-92ca-a7b2a2b946cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02f1d8-8f68-4725-873a-d6bd1b2f42ca,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.504864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-06689d31-e44e-4dca-b06f-6b9b26bba011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.0555289 Nov 16 21:18:09.540304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:09.546528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77617bb4-d20a-4108-b09f-49042e8d80e9 req-b378b7e4-e968-447a-802b-5ee4136d31cf tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222215 Nov 16 21:18:09.571263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-8ce758d1-d9c1-4b63-8103-39b8cab0df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.573014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-8ce758d1-d9c1-4b63-8103-39b8cab0df8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0590036 Nov 16 21:18:09.586668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.587463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-887f6c97-0f72-4e4f-ae5c-a86211d2536a req-54b1b9c5-f0fa-453b-aedf-7301c810817c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253324 Nov 16 21:18:09.590007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b012c918-9b30-4b12-b9ac-d013c6688ced,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:09.596769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.599554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.662876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:18:09.681423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-9cfa3aad-7c73-488e-ae9e-eab070b12da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.683275 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-9cfa3aad-7c73-488e-ae9e-eab070b12da9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995040 Nov 16 21:18:09.685760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bcb6b-f65b-4792-aafc-fc2c54d44421,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.692870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.693495 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Added segment b08ee494-19ee-44da-9728-43986f38eae5 of type vlan for network d9c6f800-177d-4292-82d3-68c874f12c85 Nov 16 21:18:09.768146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Pushing event updated for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.772646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.773437 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.775296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-856bc96c-9a09-419a-81eb-b74f4e0e0f5c service neutron] 10.222.0.21 "PUT /v2.0/ports/b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1091 time: 1.8407426 Nov 16 21:18:09.781166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:09.783911 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:09.812117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e44844-30d9-434c-81e3-f8643cac9b7a req-74e3854f-0430-4da3-89f9-c8a3f3c85eb1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.813668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94e44844-30d9-434c-81e3-f8643cac9b7a req-74e3854f-0430-4da3-89f9-c8a3f3c85eb1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.0811336 Nov 16 21:18:09.822980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.884493 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd20102-37dc-44fe-b300-aadda8838fa9 x-openstack-request-id: req-6fd20102-37dc-44fe-b300-aadda8838fa9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:09.885317 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:09.885579 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fd20102-37dc-44fe-b300-aadda8838fa9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:09.885967 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'status': 'completed', 'code': 200} Nov 16 21:18:09.928681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94e44844-30d9-434c-81e3-f8643cac9b7a req-484b4aea-93df-4dca-bcb4-dacb01a2e609 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026876 Nov 16 21:18:09.955175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.956299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.956975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.988929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-a0d7a373-1d15-4efb-b427-b93f23ce71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:09.990442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-a0d7a373-1d15-4efb-b427-b93f23ce71de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1094 time: 0.1077702 Nov 16 21:18:10.047111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-44240bec-adf3-4d42-beb8-690548e645e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 217 time: 0.0380871 Nov 16 21:18:10.062594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c6f800-177d-4292-82d3-68c874f12c85,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:10.073973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d9c6f800-177d-4292-82d3-68c874f12c85 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:18:10.093989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-8640324a-0879-4978-97f6-e9e4d3fb665c service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008919 Nov 16 21:18:10.107073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41470) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:10.107747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6e230bf5-c535-4cf1-be62-2bb8bae1b251 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7762616 Nov 16 21:18:10.117532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Request body: {'subnet': {'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-732063371-subnet', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:10.149824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-4636aca5-d32c-46ae-9b67-714fc33228d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.152464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-4636aca5-d32c-46ae-9b67-714fc33228d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.0961680 Nov 16 21:18:10.154063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Made reservation on behalf of 76134cdddccc4f4d8a0602ab541dc825 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:10.160952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.225022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5b638b2-c06d-463a-b10f-b143fe7f2008 req-1661bf8c-eba1-48be-a15d-97ac966baf10 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159463 Nov 16 21:18:10.316051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-cbe577e0-4526-4cb4-8293-a7cb9bd91cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.317823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-cbe577e0-4526-4cb4-8293-a7cb9bd91cb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543832 Nov 16 21:18:10.343451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:10.346968 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d094cac-21af-43e6-bcc1-34e6c6034f98" -d '{"events": [{"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:10.392777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119925d-4b2d-4332-986f-ddbef397f9e0 req-16174b5b-49b9-499c-9973-6beea29eabd8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.394866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c119925d-4b2d-4332-986f-ddbef397f9e0 req-16174b5b-49b9-499c-9973-6beea29eabd8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.1624513 Nov 16 21:18:10.482442 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2f44c-f218-4e00-8db8-f802abfa8d4d x-openstack-request-id: req-c7c2f44c-f218-4e00-8db8-f802abfa8d4d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:10.483470 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:10.483877 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7c2f44c-f218-4e00-8db8-f802abfa8d4d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:10.484457 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'status': 'completed', 'code': 200} Nov 16 21:18:10.598305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-60742259-39b5-4481-9d6f-3374a6f48e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.599912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-60742259-39b5-4481-9d6f-3374a6f48e00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1100 time: 0.0933416 Nov 16 21:18:10.624705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-b6696399-c63f-4ed4-89b2-9c5c7df6b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.626099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-b6696399-c63f-4ed4-89b2-9c5c7df6b959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecfb8b55c093440f941227e62377e911&device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1100 time: 0.0810430 Nov 16 21:18:10.835771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-dac8c4b2-e12d-4f0d-8d52-2f71d64958be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.837440 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-dac8c4b2-e12d-4f0d-8d52-2f71d64958be service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2102325 Nov 16 21:18:10.897554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-3a29c607-7ddd-4a4b-9803-9f3ff5848741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.899837 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-3a29c607-7ddd-4a4b-9803-9f3ff5848741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2501280 Nov 16 21:18:10.901738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-3b8d3820-55f8-4a1f-88e2-82542f11e3cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.0493627 Nov 16 21:18:10.923123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c119925d-4b2d-4332-986f-ddbef397f9e0 req-42a064b1-8e28-41e3-aebd-49d9cd5f050f tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131536 Nov 16 21:18:10.965987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-9aa2e2b4-7404-4637-b032-98d57bd579a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257064 Nov 16 21:18:11.039407 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-6fe409f0-b5a5-419a-989f-c769056abde3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 200 len: 217 time: 0.1311362 Nov 16 21:18:11.088811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-17f30c27-ec3a-439d-bf71-dcc1364d1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.090285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-17f30c27-ec3a-439d-bf71-dcc1364d1c2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1809363 Nov 16 21:18:11.101755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-f7942adb-9ec9-4ed9-b039-eebdc761dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.103397 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-f7942adb-9ec9-4ed9-b039-eebdc761dac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0566976 Nov 16 21:18:11.144674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.173897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:11.178728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-b1e00f6a-ac88-4a13-9c42-f48e70fd7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.180296 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-b1e00f6a-ac88-4a13-9c42-f48e70fd7138 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739312 Nov 16 21:18:11.185885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-75ceddda-5441-4b72-aef5-4c6d4e20f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.187492 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-75ceddda-5441-4b72-aef5-4c6d4e20f17d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734625 Nov 16 21:18:11.261035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd05997-0642-45c1-83d8-0a85e1b6e127 req-52b280d2-a129-49b7-ba83-c66dcc243fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744806 Nov 16 21:18:11.263404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:11.348438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d434b53-63ad-4b1f-99ad-a81c5a5a9e88 req-6defaf44-d2ce-464a-a439-83c2909dbf17 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.357243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d434b53-63ad-4b1f-99ad-a81c5a5a9e88 req-6defaf44-d2ce-464a-a439-83c2909dbf17 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 943 time: 0.2338738 Nov 16 21:18:11.359289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45af3fd5-cb63-4586-b878-a14525f585f5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:11.362202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-98786071-f713-4175-8992-35db68fdcd1a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737044 Nov 16 21:18:11.368915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Checking segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:11.369321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Network hostable DHCP agents. Network: d9c6f800-177d-4292-82d3-68c874f12c85, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:18:11.458387 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-ffe059e3-7bbb-4ed6-a52f-9bda78e300b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627256 Nov 16 21:18:11.479517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d434b53-63ad-4b1f-99ad-a81c5a5a9e88 req-45624fef-8d72-45e1-a683-f2e11ef755a6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210988 Nov 16 21:18:11.543752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-ef7663fd-be30-450a-b0b3-88ee7046f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.545314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-ef7663fd-be30-450a-b0b3-88ee7046f6f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1094 time: 0.2218750 Nov 16 21:18:11.549729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Network d9c6f800-177d-4292-82d3-68c874f12c85 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:18:11.561108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1efe3-9d3e-44cf-87cf-ed3320da8a30 req-84873e1d-46ca-453f-b478-9a7b354ee17d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.562587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75b1efe3-9d3e-44cf-87cf-ed3320da8a30 req-84873e1d-46ca-453f-b478-9a7b354ee17d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1652849 Nov 16 21:18:11.616259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-b2ab043b-d164-4e33-9642-a19a5fb4c2bd service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450247 Nov 16 21:18:11.641038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d9c6f800-177d-4292-82d3-68c874f12c85) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:11.647012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.647603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.648841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d094cac-21af-43e6-bcc1-34e6c6034f98 req-f9c470ad-e1ee-436a-8a3f-df2d2166a016 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807435 Nov 16 21:18:11.652566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cadaf-0f1a-47e7-ac11-c605743f384c None None] Network d9c6f800-177d-4292-82d3-68c874f12c85 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:11.707968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41568) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:11.708294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cf15c152-3140-4a3c-98e7-f2dcba652f2e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5978148 Nov 16 21:18:11.713842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:11.722978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75b1efe3-9d3e-44cf-87cf-ed3320da8a30 req-dcdf8ede-90df-413c-8666-b6bb8f0c5e5d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477597 Nov 16 21:18:11.763388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.764481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.795494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-65068fd2-3a10-45e3-90f0-c13d3220a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.800360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-65068fd2-3a10-45e3-90f0-c13d3220a1e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.2338939 Nov 16 21:18:11.910084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-0ae2d369-72dc-436e-bb59-fa6529fb2f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 217 time: 0.0950060 Nov 16 21:18:11.912132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d9c6f800-177d-4292-82d3-68c874f12c85', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:18:11.912332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.913896 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.022328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-3c59bcb9-6f35-4cd0-ad78-25f494053b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.028485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-3c59bcb9-6f35-4cd0-ad78-25f494053b84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.1084464 Nov 16 21:18:12.144356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Allocated IP 172.20.0.2 (d9c6f800-177d-4292-82d3-68c874f12c85/45af3fd5-cb63-4586-b878-a14525f585f5/49c8745f-4a8b-4296-af6c-27e40a941f5a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:12.157997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-138e2da6-faf7-440b-9717-5a73eafa3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.159677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-138e2da6-faf7-440b-9717-5a73eafa3031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126626 Nov 16 21:18:12.167986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778f106-b1cb-49d7-aca4-767be942b4de req-aa126acd-fecc-406c-b567-9aacd508a99d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.170050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5778f106-b1cb-49d7-aca4-767be942b4de req-aa126acd-fecc-406c-b567-9aacd508a99d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 949 time: 0.0811796 Nov 16 21:18:12.216992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.313059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5778f106-b1cb-49d7-aca4-767be942b4de req-c8e655f0-a481-4c16-a0e8-f9ed4f26273c tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336718 Nov 16 21:18:12.363302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-2ae952ff-acaa-43ba-8aff-5bfc4785a035 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922269 Nov 16 21:18:12.388181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.395556 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.440195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Network d9c6f800-177d-4292-82d3-68c874f12c85 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:12.447743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:12.451829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:12.459868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Pushing event updated for resources: {'Port': ['ID=49c8745f-4a8b-4296-af6c-27e40a941f5a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:12.499045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.528546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.549393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Attempting to bind port 49c8745f-4a8b-4296-af6c-27e40a941f5a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:12.549832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Attempting to bind port 49c8745f-4a8b-4296-af6c-27e40a941f5a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:12.550299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Attempting to bind port 49c8745f-4a8b-4296-af6c-27e40a941f5a on network d9c6f800-177d-4292-82d3-68c874f12c85 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:12.562763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:12.563894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Checking segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:12.564376 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.566052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Bound using segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:12.568053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Bound port: 49c8745f-4a8b-4296-af6c-27e40a941f5a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:12.568966 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.623765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c76e6-2ad7-4433-b1f1-93a7a2e1069f req-dc715c2b-6360-4aeb-9df7-d05d0ba1a4dc service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507422 Nov 16 21:18:12.656491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.690468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Allocated IP 172.25.7.23 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/38d3a130-81b1-4756-bd1c-0572d2d154a4) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:12.696366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-21917337-9302-4ac6-9767-7fc312c72c96 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.704256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-21917337-9302-4ac6-9767-7fc312c72c96 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 810 time: 0.2727318 Nov 16 21:18:12.712469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] For port 49c8745f-4a8b-4296-af6c-27e40a941f5a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:12.719256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] For port 49c8745f-4a8b-4296-af6c-27e40a941f5a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49c8745f-4a8b-4296-af6c-27e40a941f5a,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:12.734797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-50741114-d488-4973-8fe0-fc2d1dbe918f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/quotas/7443f4f78baa4ac7a5bec674e9867e63 HTTP/1.1" status: 200 len: 375 time: 0.0287251 Nov 16 21:18:12.752664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.874145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-230078c2-b9e4-4d1c-8c3d-2ed9d96d2e73 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383889 Nov 16 21:18:12.904639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.907316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:12.936688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3379d58-5408-4e1a-a224-758f7c128d90 None None] Pushing event updated for resources: {'Port': ['ID=49c8745f-4a8b-4296-af6c-27e40a941f5a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:12.957730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda1da-24c1-406c-8961-3eb677b7bbd1 req-b49fd18a-b2f7-47e3-9d6c-d02fc8ef548c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.969552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19eda1da-24c1-406c-8961-3eb677b7bbd1 req-b49fd18a-b2f7-47e3-9d6c-d02fc8ef548c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 943 time: 0.0869892 Nov 16 21:18:12.974578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.036267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:13.039271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:13.049281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:13.052564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19eda1da-24c1-406c-8961-3eb677b7bbd1 req-8aaa5235-8e04-4c62-a73e-a9ad97872200 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823851 Nov 16 21:18:13.140156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Pushing event updated for resources: {'Port': ['ID=38d3a130-81b1-4756-bd1c-0572d2d154a4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:13.180407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.180947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.181375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.182427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.183162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.183843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.191283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.192138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.193132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.193540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.194136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.195787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:13.206711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b012c918-9b30-4b12-b9ac-d013c6688ced details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:13.279978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:13.322707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'mac_address': 'fa:16:3e:2c:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:13.510742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.551028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-3b2d44d4-7761-4522-b0ea-1baa2ce37e09 service neutron] 10.222.0.54 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741431 Nov 16 21:18:13.564014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.575584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:13.590613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b012c918-9b30-4b12-b9ac-d013c6688ced,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:13.643766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'port_id': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'mac_address': 'fa:16:3e:70:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:13.646468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:13.660155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.679719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-0bc115c5-ea0a-44c2-a3b7-5387785f0873 service neutron] 10.222.0.54 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271050 Nov 16 21:18:13.879318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.906411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:13.929996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['837b8348-b207-4232-bf0b-eaa57d6e2586'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:13.939402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b012c918-9b30-4b12-b9ac-d013c6688ced {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:14.047798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c1da0-33df-4318-bf20-5b8033e29513 req-3fbc2d0d-efeb-454f-9342-7aac028e0758 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.056916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c63c1da0-33df-4318-bf20-5b8033e29513 req-3fbc2d0d-efeb-454f-9342-7aac028e0758 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.1422987 Nov 16 21:18:14.059637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b012c918-9b30-4b12-b9ac-d013c6688ced,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:14.081641 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.171716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c63c1da0-33df-4318-bf20-5b8033e29513 req-d72d7b17-b4f2-47d6-bc74-b57894a0bb8d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911226 Nov 16 21:18:14.286022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8cb9450-c6ec-4647-969e-4226119a5a99 req-a4883317-dcd3-4b65-9d75-0b1e07fd493c tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 210 time: 0.0535121 Nov 16 21:18:14.322226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:14.416912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['b012c918-9b30-4b12-b9ac-d013c6688ced'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:14.485930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50983774-fcbb-4fc7-875e-9068551ea7c9 None None] Network d9c6f800-177d-4292-82d3-68c874f12c85 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:14.585849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa91dd-acd2-4f5e-abb0-149ae3ea60cf req-dd22e38d-28a7-40c7-b208-62222498b66c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.599651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6faa91dd-acd2-4f5e-abb0-149ae3ea60cf req-dd22e38d-28a7-40c7-b208-62222498b66c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 944 time: 0.1344340 Nov 16 21:18:14.601456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.744287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Router bbd613d0-093f-4d58-b2dc-c1a0b393b26e is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:14.751335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213b7c-50af-4fb2-8788-885b7e125feb req-d9788125-3963-4452-b56f-2e21f9b21035 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.753081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c213b7c-50af-4fb2-8788-885b7e125feb req-d9788125-3963-4452-b56f-2e21f9b21035 tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 1101 time: 0.1496463 Nov 16 21:18:14.769617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6faa91dd-acd2-4f5e-abb0-149ae3ea60cf req-7772a828-c491-4aba-ae8a-856269063b1f tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623602 Nov 16 21:18:14.860506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] Provisioning complete for port 49c8745f-4a8b-4296-af6c-27e40a941f5a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:14.861076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.879167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c213b7c-50af-4fb2-8788-885b7e125feb req-00258c63-25ed-47e4-8096-c666d230167f tempest-MigrationsAdminTest-1164954732 tempest-MigrationsAdminTest-1164954732-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081550 Nov 16 21:18:14.881525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:14.906597 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Sync routers for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:14.920437 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:14.921061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:14.931997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.935159 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1705300-bd5d-4213-b99e-71c3ffb8a888 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2242885 Nov 16 21:18:14.936101 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:15.067589 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:15.110100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-7bb71807-8ed4-431b-bb40-22b65df6eccd tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d3ffeb01fda24ab5a3328540df41405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963807 Nov 16 21:18:15.263403 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:13Z', 'revision_number': 3, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:15.293300 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Checking router: bbd613d0-093f-4d58-b2dc-c1a0b393b26e for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:15.293851 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Updating router bbd613d0-093f-4d58-b2dc-c1a0b393b26e port 38d3a130-81b1-4756-bd1c-0572d2d154a4 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:18:15.316701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49c8745f-4a8b-4296-af6c-27e40a941f5a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:15.353889 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.408815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-76bc0a72-10d8-49cf-aa0f-e3913197e064 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:15.418969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-76bc0a72-10d8-49cf-aa0f-e3913197e064 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060269 Nov 16 21:18:15.455512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-c3b10c19-4dd2-4576-b7ca-847c9b33e47c tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/quotas/d3ffeb01fda24ab5a3328540df41405a HTTP/1.1" status: 200 len: 375 time: 0.0341775 Nov 16 21:18:15.492704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ab99ce4-7adc-4ffc-a388-418e6115411a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.547855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-038eb9f9-d5d7-4479-a771-de2ee49e9f50 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892348 Nov 16 21:18:15.762062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.779472 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.807040 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.908277 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e2fbe-3b7b-4015-a56c-3d0baaaa9b27 None None] Pushing event updated for resources: {'Port': ['ID=38d3a130-81b1-4756-bd1c-0572d2d154a4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:15.945473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-c1682119-55d7-4ebb-a03d-6f55ba76faf0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:15.947293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-c1682119-55d7-4ebb-a03d-6f55ba76faf0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.21 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 810 time: 0.3913386 Nov 16 21:18:15.961502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Request body: {'port': {'device_id': '0a07a888-a282-4794-bb75-2cb783da4967', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'admin_state_up': True, 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:15.973721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Attempting to bind port 38d3a130-81b1-4756-bd1c-0572d2d154a4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:15.974099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Attempting to bind port 38d3a130-81b1-4756-bd1c-0572d2d154a4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:15.974445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Attempting to bind port 38d3a130-81b1-4756-bd1c-0572d2d154a4 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:15.986180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:15.986821 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:15.987422 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.995157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:15.996054 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Bound port: 38d3a130-81b1-4756-bd1c-0572d2d154a4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:15.996630 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.027506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.060175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] For port 49c8745f-4a8b-4296-af6c-27e40a941f5a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49c8745f-4a8b-4296-af6c-27e40a941f5a,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:16.061520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 49c8745f-4a8b-4296-af6c-27e40a941f5a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:16.061886 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.127875 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] For port 38d3a130-81b1-4756-bd1c-0572d2d154a4, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:16.131391 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] For port 38d3a130-81b1-4756-bd1c-0572d2d154a4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38d3a130-81b1-4756-bd1c-0572d2d154a4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:16.141256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.155360 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.208227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19641413-0f73-410b-9ad7-a74edfba0ec5 req-7171e925-5e69-4136-ba52-c84dc9f313b3 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 210 time: 0.1091604 Nov 16 21:18:16.299645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99109-8bcd-4733-b271-c8f84d458afa None None] Pushing event updated for resources: {'Port': ['ID=49c8745f-4a8b-4296-af6c-27e40a941f5a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:16.381987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e8b6f77-34e0-4d7b-b12b-2f5c7d9ddab6 None None] Provisioning complete for port 49c8745f-4a8b-4296-af6c-27e40a941f5a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:16.382357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e8b6f77-34e0-4d7b-b12b-2f5c7d9ddab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.498765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41732) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:16.528126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Made reservation on behalf of 7443f4f78baa4ac7a5bec674e9867e63 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:16.533463 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.589331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Allocated IP 172.20.0.1 (d9c6f800-177d-4292-82d3-68c874f12c85/45af3fd5-cb63-4586-b878-a14525f585f5/ca70f7d9-8784-42d3-80ec-f54b4848a587) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:16.592365 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:16.595271 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:16.660130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469e542-4af9-4b2f-9392-c5443ebc3c19 req-879aafba-4f8f-40ca-b4a0-5c4f5eac2d1a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.661799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d469e542-4af9-4b2f-9392-c5443ebc3c19 req-879aafba-4f8f-40ca-b4a0-5c4f5eac2d1a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 944 time: 0.3121023 Nov 16 21:18:16.749007 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e2fbe-3b7b-4015-a56c-3d0baaaa9b27 None None] Pushing event updated for resources: {'Port': ['ID=38d3a130-81b1-4756-bd1c-0572d2d154a4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:16.787314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-51df1732-7989-4e9e-9128-1b53da055478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.839275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d469e542-4af9-4b2f-9392-c5443ebc3c19 req-b0dd4c15-1b46-4322-bc65-6f40cd209533 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420462 Nov 16 21:18:16.841927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.848188 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:16.901607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:16.927777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.994738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Network d9c6f800-177d-4292-82d3-68c874f12c85 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:16.997660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:17.000672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:17.064292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Pushing event updated for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:17.094292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 837b8348-b207-4232-bf0b-eaa57d6e2586 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:17.099895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 837b8348-b207-4232-bf0b-eaa57d6e2586 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:17.100272 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.132264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.153406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-8b361549-a57d-4159-a1f7-39186acce5ee tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d3ffeb01fda24ab5a3328540df41405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1769605 Nov 16 21:18:17.222707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49c8745f-4a8b-4296-af6c-27e40a941f5a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:17.259181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b012c918-9b30-4b12-b9ac-d013c6688ced up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:17.268013 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:13Z', 'revision_number': 3, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:17.327452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Allocated IP 172.20.0.14 (d85dffea-fd68-45b1-93b7-2cb350345d57/8d4f79df-f759-47df-99df-663ac401e2d9/226b466b-b5cc-4b3f-8a46-17812e126f4d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:17.394532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.398436 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46924a2-05e0-4cfe-86f1-fc233bbf8323 None None] The sync data for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 is: [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:13Z', 'revision_number': 3, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:17.443607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port b012c918-9b30-4b12-b9ac-d013c6688ced completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:17.446155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 49c8745f-4a8b-4296-af6c-27e40a941f5a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:17.447129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.503165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.536787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41754) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:17.550190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:17.553739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:17.556651 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeecfbc8-8d7b-4b9e-a3d7-474384f75ee2" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:17.561359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-51df1732-7989-4e9e-9128-1b53da055478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.564130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port b012c918-9b30-4b12-b9ac-d013c6688ced triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:17.565704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.574767 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.614990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-51df1732-7989-4e9e-9128-1b53da055478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.744259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-de2a1553-8b42-4f0f-85a8-4faf6a7807c4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:17.744487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.746471 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-de2a1553-8b42-4f0f-85a8-4faf6a7807c4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 950 time: 0.2439573 Nov 16 21:18:17.764453 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c6a1ea-7068-431d-8b63-f9f276a9609a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.785407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=13']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:17.827542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-51df1732-7989-4e9e-9128-1b53da055478 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5f0886b26c0422c95971a2ca0acd491&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3097675 Nov 16 21:18:17.830287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41760) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:17.842338 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.930889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3a3b9219-8954-42aa-a17c-036184098ad5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:18.018786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f34889b-4d17-4126-8e55-def082be7519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.052913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Deleting port 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:18.053256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.127369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Network d85dffea-fd68-45b1-93b7-2cb350345d57 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:18.147770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.153545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2ccee41e-969d-4287-b8f7-f98103a3385f None None] Provisioning complete for port ca70f7d9-8784-42d3-80ec-f54b4848a587 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:18.154055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ccee41e-969d-4287-b8f7-f98103a3385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.167923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.176007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.198442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.201876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c6a1ea-7068-431d-8b63-f9f276a9609a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.202519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2ccee41e-969d-4287-b8f7-f98103a3385f None None] Port ca70f7d9-8784-42d3-80ec-f54b4848a587 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:18.221132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Pushing event updated for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.227261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:18.231892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:18.299309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c6a1ea-7068-431d-8b63-f9f276a9609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.342427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-49510e84-dda8-40ee-a269-243bdf6a7aa0 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d3ffeb01fda24ab5a3328540df41405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5032630 Nov 16 21:18:18.351517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25c6a1ea-7068-431d-8b63-f9f276a9609a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94e03ca2b30a4261b028088be9d36fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8092580 Nov 16 21:18:18.353646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.354295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.356032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6a1ea-7068-431d-8b63-f9f276a9609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40016a-eddd-493a-a2b9-baa09350b146,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.359643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Pushing event updated for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.362561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41764) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:18.362892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.364476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] For port 837b8348-b207-4232-bf0b-eaa57d6e2586, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=837b8348-b207-4232-bf0b-eaa57d6e2586,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:18.364914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.393860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Calling delete_port for 837b8348-b207-4232-bf0b-eaa57d6e2586 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:18.394580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df1732-7989-4e9e-9128-1b53da055478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4ac1fa-d535-4728-a7a0-4305016de0e4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.415998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.467018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b012c918-9b30-4b12-b9ac-d013c6688ced,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:18.481405 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.494593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.495108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.497626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.501973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf4ac1fa-d535-4728-a7a0-4305016de0e4 HTTP/1.1" status: 204 len: 168 time: 0.6579132 Nov 16 21:18:18.526260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776639-c244-4c5b-a704-0564a99832bc req-c6e58c89-141f-4570-8006-0fb60e62fcff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.527848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2776639-c244-4c5b-a704-0564a99832bc req-c6e58c89-141f-4570-8006-0fb60e62fcff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c110610-c37c-46b5-82c4-2f3490d026d8 HTTP/1.1" status: 200 len: 951 time: 1.2921560 Nov 16 21:18:18.551323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-9fdb2e56-5c26-410f-b672-7c9e5deadd66 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5932422 Nov 16 21:18:18.586226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.603987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Request body: {'port': {'device_id': '0a07a888-a282-4794-bb75-2cb783da4967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:18.616605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-8516a825-8afd-4a41-9c0a-c8689293336a tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.618125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-8516a825-8afd-4a41-9c0a-c8689293336a tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4634068 Nov 16 21:18:18.619751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9509a0-bcd5-4a8f-b8d4-d55c89b9c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4ac1fa-d535-4728-a7a0-4305016de0e4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.678151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.688693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-680e7d7a-09ea-4536-aef6-fbd62d0292c1 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/quotas/d3ffeb01fda24ab5a3328540df41405a HTTP/1.1" status: 200 len: 375 time: 0.0355136 Nov 16 21:18:18.802839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.838584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-3eaeffad-141d-49e1-b2d5-39d68d9f2bdc tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1347022 Nov 16 21:18:18.853995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-bc8df099-9242-40d0-9129-1e9f861a3838 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.855682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-bc8df099-9242-40d0-9129-1e9f861a3838 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842794 Nov 16 21:18:18.856602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Network d9c6f800-177d-4292-82d3-68c874f12c85 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:18.860914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:18.891875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Request body: {'port': {'device_id': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd3ffeb01fda24ab5a3328540df41405a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:19.033237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2776639-c244-4c5b-a704-0564a99832bc req-86b2b275-66cf-4094-b5da-c89d6206db25 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598527 Nov 16 21:18:19.061173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.075845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.086727 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b40016a-eddd-493a-a2b9-baa09350b146 HTTP/1.1" status: 204 len: 168 time: 0.7162178 Nov 16 21:18:19.087872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:19.141142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b01b4b1a-8ce5-445e-87a7-5a4b02b10314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.156834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7e942-4164-4bfc-ab50-2d04130e9200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40016a-eddd-493a-a2b9-baa09350b146,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:19.194338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Router bbd613d0-093f-4d58-b2dc-c1a0b393b26e has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:19.225509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.277399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c', '6e8b194b-3b35-4b01-a92b-bbda2e935edc', '837b8348-b207-4232-bf0b-eaa57d6e2586'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:19.438069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:19.448472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38d3a130-81b1-4756-bd1c-0572d2d154a4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:19.466505 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2418a-877c-4f69-9f36-abdf63ecad94 x-openstack-request-id: req-a7b2418a-877c-4f69-9f36-abdf63ecad94 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:19.466836 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-plugged", "status": "completed", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:19.471810 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7b2418a-877c-4f69-9f36-abdf63ecad94 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:19.474578 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'code': 200} Nov 16 21:18:19.531333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event deleted for resources: {'Port': ['ID=837b8348-b207-4232-bf0b-eaa57d6e2586,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:19.561567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] No DVR routers for this DVR port 837b8348-b207-4232-bf0b-eaa57d6e2586 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:19.562569 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.678861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d717ca55-438b-45be-a759-25643adfc9a4 None None] Provisioning complete for port ca70f7d9-8784-42d3-80ec-f54b4848a587 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:19.681032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d717ca55-438b-45be-a759-25643adfc9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.720201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.740955 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb3bae8d-07b1-4bb4-945f-8acb66613313 req-188a989e-ee82-40af-8c3c-b30a790accff tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "DELETE /v2.0/ports/837b8348-b207-4232-bf0b-eaa57d6e2586 HTTP/1.1" status: 204 len: 173 time: 1.9724774 Nov 16 21:18:19.741699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-deleted', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:19.745332 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb27abc-734f-47da-bc04-e144bc9d1ca6" -d '{"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-deleted", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:19.925957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d717ca55-438b-45be-a759-25643adfc9a4 None None] Port ca70f7d9-8784-42d3-80ec-f54b4848a587 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:19.934279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 38d3a130-81b1-4756-bd1c-0572d2d154a4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:19.934990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.995808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41788) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:20.019849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b01b4b1a-8ce5-445e-87a7-5a4b02b10314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.062959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b01b4b1a-8ce5-445e-87a7-5a4b02b10314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.092369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226b466b-b5cc-4b3f-8a46-17812e126f4d {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:20.105179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:20.116769 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a4addb42-a151-4826-9d09-c14956192480 admin admin] 10.222.0.54 "PUT /v2.0/routers/bbd613d0-093f-4d58-b2dc-c1a0b393b26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1796236 Nov 16 21:18:20.117714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.154824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b4b1a-8ce5-445e-87a7-5a4b02b10314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b11914-709e-4be0-accc-e15a95a1e724,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:20.167480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d14d7-faa3-4cf1-b41c-c042a2e672f1 req-45090fef-70c0-47ba-bf71-5fbd09f98af7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.175022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b01b4b1a-8ce5-445e-87a7-5a4b02b10314 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cf9cc8b9b3b4ff68a5923928defac0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0628431 Nov 16 21:18:20.177610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:20.177760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b44d14d7-faa3-4cf1-b41c-c042a2e672f1 req-45090fef-70c0-47ba-bf71-5fbd09f98af7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.5563526 Nov 16 21:18:20.226909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcc8aa-52b4-4e4d-9e40-d4d971a67c7c req-3ad57d7e-1d58-48bf-a326-fab1ea6745bf tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.230084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50fcc8aa-52b4-4e4d-9e40-d4d971a67c7c req-3ad57d7e-1d58-48bf-a326-fab1ea6745bf tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 932 time: 0.6056709 Nov 16 21:18:20.231180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Made reservation on behalf of d3ffeb01fda24ab5a3328540df41405a for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:20.235918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.236531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Sync routers for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:20.275665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5339-082b-4ec1-872c-50419dfdff6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.284648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:20.288172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:20.289332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.336371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.381696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.420701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.423975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.430220 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0b11914-709e-4be0-accc-e15a95a1e724 HTTP/1.1" status: 204 len: 168 time: 0.2492952 Nov 16 21:18:20.440297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc528f6b-0d73-43eb-9d0c-60822280d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b11914-709e-4be0-accc-e15a95a1e724,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:20.449315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 38d3a130-81b1-4756-bd1c-0572d2d154a4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38d3a130-81b1-4756-bd1c-0572d2d154a4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:20.483862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.688057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.688680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=38d3a130-81b1-4756-bd1c-0572d2d154a4,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:20.709249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-373c98df-bad7-419e-a1f3-19c501421f6d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3ffeb01fda24ab5a3328540df41405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263433 Nov 16 21:18:20.714701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.719673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:20.760707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Transition to ACTIVE for port object 226b466b-b5cc-4b3f-8a46-17812e126f4d will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:20.816255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b44d14d7-faa3-4cf1-b41c-c042a2e672f1 req-d879bedc-8582-4620-9157-d2a5f36812a5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6353986 Nov 16 21:18:20.830325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.995690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-d8a2f465-93e9-41b0-bd46-12c63f5a7090 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.997325 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-d8a2f465-93e9-41b0-bd46-12c63f5a7090 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824836 Nov 16 21:18:21.001302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Pushing event updated for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:21.023669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Request body: {'port': {'device_id': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd3ffeb01fda24ab5a3328540df41405a'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:21.078474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efce3f63-ff33-4002-abb2-b2a5065936bb req-5cff986e-23c1-4617-98c8-a5e88d292ffb tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 210 time: 0.1441383 Nov 16 21:18:21.142678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50fcc8aa-52b4-4e4d-9e40-d4d971a67c7c req-534cbd32-248b-43e2-8295-a5e07a787b14 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555529 Nov 16 21:18:21.152030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38d3a130-81b1-4756-bd1c-0572d2d154a4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:21.222332 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ee9071-fc85-459b-a117-b2d8b40a609c x-openstack-request-id: req-08ee9071-fc85-459b-a117-b2d8b40a609c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:21.222996 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c110610-c37c-46b5-82c4-2f3490d026d8", "name": "network-vif-deleted", "tag": "837b8348-b207-4232-bf0b-eaa57d6e2586", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:21.224437 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08ee9071-fc85-459b-a117-b2d8b40a609c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:21.225001 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c110610-c37c-46b5-82c4-2f3490d026d8', 'name': 'network-vif-deleted', 'tag': '837b8348-b207-4232-bf0b-eaa57d6e2586', 'status': 'completed', 'code': 200} Nov 16 21:18:21.279348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Made reservation on behalf of d3ffeb01fda24ab5a3328540df41405a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:21.285750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.312662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.356016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5339-082b-4ec1-872c-50419dfdff6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.379026 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.384754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 38d3a130-81b1-4756-bd1c-0572d2d154a4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:21.385195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.390530 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5339-082b-4ec1-872c-50419dfdff6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.508119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:21.511090 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57791154-361c-41f6-aada-f27c692b4095" -d '{"events": [{"server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "name": "network-vif-plugged", "status": "completed", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:21.521963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 2, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:21.557965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Checking router: bbd613d0-093f-4d58-b2dc-c1a0b393b26e for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:21.558321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Updating router bbd613d0-093f-4d58-b2dc-c1a0b393b26e port ca70f7d9-8784-42d3-80ec-f54b4848a587 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:18:21.569619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.583939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6bbe5339-082b-4ec1-872c-50419dfdff6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7e15a02d9fe494388d527f8005bae99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5647349 Nov 16 21:18:21.584958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:21.587930 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.590643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.599575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d3ffeb01fda24ab5a3328540df41405a {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:18:21.600862 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:18:21.619557 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e842999d-a345-49fe-bc56-0ea7fa712bce x-openstack-request-id: req-e842999d-a345-49fe-bc56-0ea7fa712bce {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:21.619850 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "name": "network-vif-plugged", "status": "completed", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:21.620084 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e842999d-a345-49fe-bc56-0ea7fa712bce {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:21.620463 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'code': 200} Nov 16 21:18:21.650881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Attempting to bind port 226b466b-b5cc-4b3f-8a46-17812e126f4d on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:21.655677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Attempting to bind port 226b466b-b5cc-4b3f-8a46-17812e126f4d by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:21.657390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Attempting to bind port 226b466b-b5cc-4b3f-8a46-17812e126f4d on network d85dffea-fd68-45b1-93b7-2cb350345d57 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:21.669594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5339-082b-4ec1-872c-50419dfdff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8b534-e029-436f-88f0-d243a0565ea6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:21.749868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.753155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Port 226b466b-b5cc-4b3f-8a46-17812e126f4d on network d85dffea-fd68-45b1-93b7-2cb350345d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:21.753356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Attempting to bind port 226b466b-b5cc-4b3f-8a46-17812e126f4d on network d85dffea-fd68-45b1-93b7-2cb350345d57 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:21.808937 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.870265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.879105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.887742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74e8b534-e029-436f-88f0-d243a0565ea6 HTTP/1.1" status: 204 len: 168 time: 0.3013124 Nov 16 21:18:21.914830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce48c-e79b-47dc-b326-bfdd37eb8176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8b534-e029-436f-88f0-d243a0565ea6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:21.995453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Allocated IP 192.168.233.209 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/89e88712-dab6-4dd9-87d2-81d1e4dfa5b0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:22.060264 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.074078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.102396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.150260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41850) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:22.172394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614388629', 'description': 'tempest-description--2034273558'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:22.196684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285017c3-dc3b-41ef-9ffe-0562a63552d4 None None] Pushing event updated for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.212940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:22.213440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Checking segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:22.214605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Bound using segment: {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:22.216308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Bound port: 226b466b-b5cc-4b3f-8a46-17812e126f4d, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c78780f-1ebc-489a-8846-5519e74d9e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:22.216686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.295546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1085d5ba-3525-497f-a095-7332f8b5b587,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.312208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Attempting to bind port ca70f7d9-8784-42d3-80ec-f54b4848a587 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:22.312586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Attempting to bind port ca70f7d9-8784-42d3-80ec-f54b4848a587 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:22.312952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Attempting to bind port ca70f7d9-8784-42d3-80ec-f54b4848a587 on network d9c6f800-177d-4292-82d3-68c874f12c85 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:22.326303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:22.326683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Checking segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:22.327115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.327510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Bound using segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:22.332662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Bound port: ca70f7d9-8784-42d3-80ec-f54b4848a587, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:22.333038 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.359230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.424483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559ef97-195b-460d-8ecb-264089d12d94 req-4b65032c-f588-4bf6-956d-493ead9baaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.426012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7559ef97-195b-460d-8ecb-264089d12d94 req-4b65032c-f588-4bf6-956d-493ead9baaa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.6741726 Nov 16 21:18:22.429245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.460848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b56f8d-2955-4436-9c0d-6552192446e4 req-4d86f3c5-11a7-4697-836d-9c1c36e240cc tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.468174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] For port ca70f7d9-8784-42d3-80ec-f54b4848a587, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:22.470876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93b56f8d-2955-4436-9c0d-6552192446e4 req-4d86f3c5-11a7-4697-836d-9c1c36e240cc tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 951 time: 0.6899781 Nov 16 21:18:22.476498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] For port ca70f7d9-8784-42d3-80ec-f54b4848a587, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca70f7d9-8784-42d3-80ec-f54b4848a587,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:22.491571 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.524163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.534007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.576155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3dd4f-d371-4ad5-a95a-7d61082116bb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.612824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.617720 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8fa9d849-ab3e-44e5-a074-a6560d358503 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4595897 Nov 16 21:18:22.617720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:22.622333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'security_group_rule': {'security_group_id': 'a4d3dd4f-d371-4ad5-a95a-7d61082116bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:22.681949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] Provisioning complete for port ca70f7d9-8784-42d3-80ec-f54b4848a587 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:22.682303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.686202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:22.686564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:22.692917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.730369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013dab-ae6a-43c3-ae7e-3d07823a3acf req-236d0263-0289-4bf6-95bf-cb73467e3b02 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.731372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16013dab-ae6a-43c3-ae7e-3d07823a3acf req-236d0263-0289-4bf6-95bf-cb73467e3b02 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.4111245 Nov 16 21:18:22.794734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285017c3-dc3b-41ef-9ffe-0562a63552d4 None None] Pushing event updated for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.816267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.823734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.863310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dec753e-7121-4fac-814c-7f9ef2d33eeb,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.869874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.874398 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7342d4c6-2b0a-459d-bd5a-019257e0bd84 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2559500 Nov 16 21:18:22.875107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41872) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:22.882435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'security_group_rule': {'security_group_id': 'a4d3dd4f-d371-4ad5-a95a-7d61082116bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:22.886207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7559ef97-195b-460d-8ecb-264089d12d94 req-14bd75a1-10b4-4d7d-a4a0-e877fdaa22f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488503 Nov 16 21:18:22.929522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93b56f8d-2955-4436-9c0d-6552192446e4 req-300e4739-45e0-4775-96ff-63cda6ac0fe9 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571164 Nov 16 21:18:22.937722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.945994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:22.977607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:22.984946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:23.039422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.048757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:23.122774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 837b8348-b207-4232-bf0b-eaa57d6e2586 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:23.123143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 837b8348-b207-4232-bf0b-eaa57d6e2586 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:23.129398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.199358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.240892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Pushing event updated for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:23.313179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a085259-daa7-4014-8794-d9df8dc0cab1 req-4b81f452-24c4-4166-9f38-23dd982625e2 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 210 time: 0.2765024 Nov 16 21:18:23.321427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-e31377e4-46d8-49b2-bc8d-f76a121915de tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.323522 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-e31377e4-46d8-49b2-bc8d-f76a121915de tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 951 time: 0.3145900 Nov 16 21:18:23.339421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.342088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Allocated IP 192.168.233.148 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/24ba65d1-4c57-4b54-ac3c-f6867943375a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:23.369284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.403201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.404223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.405872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-ba37c041-936a-4671-89ed-e8c874147f7d service neutron] 10.222.0.21 "PUT /v2.0/ports/226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 200 len: 1092 time: 4.8251350 Nov 16 21:18:23.406522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:23.415623 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca23c17-b84d-43c3-8ebb-af6e9a791454" -d '{"events": [{"name": "network-changed", "server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:23.464223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15840ee9-a41f-4843-9cfe-c8eeb2153a42,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:23.483779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.483779 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0aff9989-88ea-4614-ad84-448202214aa0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6045170 Nov 16 21:18:23.488211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41898) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:23.497493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] For port ca70f7d9-8784-42d3-80ec-f54b4848a587, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca70f7d9-8784-42d3-80ec-f54b4848a587,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:23.502521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:23.512773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.529582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:23.536354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:23.542548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:23.606568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:22Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:23.648176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce226d5-a4ed-4e02-87de-f8263bd00a00 None None] The sync data for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 is: [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:22Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:23.650383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e795a22-c52f-41e6-8a77-e85239122d18 None None] Pushing event updated for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:23.673657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-97c25f61-2cf4-4663-b101-478005a0b858 None None] Provisioning complete for port ca70f7d9-8784-42d3-80ec-f54b4848a587 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:23.674029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97c25f61-2cf4-4663-b101-478005a0b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.819581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16013dab-ae6a-43c3-ae7e-3d07823a3acf req-bd06db84-90d9-4e0e-a147-692fb45c37a4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0339923 Nov 16 21:18:23.891457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a085fc-ecd4-40fd-bff0-ed71898da4b1 req-5df8ab5c-4c8e-44f6-b7f7-251c29e8ed1d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.893662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6a085fc-ecd4-40fd-bff0-ed71898da4b1 req-5df8ab5c-4c8e-44f6-b7f7-251c29e8ed1d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 944 time: 0.4443114 Nov 16 21:18:23.900763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.901655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.914303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:23.922360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-ed017f22-2d2f-4c4d-9196-bcdc9ac31b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.924372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-ed017f22-2d2f-4c4d-9196-bcdc9ac31b6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1095 time: 0.3685176 Nov 16 21:18:23.992390 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c580d-ed53-4331-bdfa-a2fbe1219013 x-openstack-request-id: req-465c580d-ed53-4331-bdfa-a2fbe1219013 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:23.992695 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:23.992971 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-465c580d-ed53-4331-bdfa-a2fbe1219013 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:23.993997 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d', 'status': 'completed', 'code': 200} Nov 16 21:18:24.069378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-4db96127-0a3b-4060-ba7d-18fe0cb46aac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 200 len: 217 time: 0.1304309 Nov 16 21:18:24.114187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9ed8ef9c-291c-4d68-bdd4-44864b3ae0e6 None None] Provisioning complete for port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:24.114187 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ef9c-291c-4d68-bdd4-44864b3ae0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.212676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597aed2-1234-43cb-98af-f1211658313d req-79808294-ea2b-41d9-9279-ce1136919b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:24.214580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-79808294-ea2b-41d9-9279-ce1136919b8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.1086216 Nov 16 21:18:24.229859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8ef9c-291c-4d68-bdd4-44864b3ae0e6 None None] Port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:24.265719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-08d43e81-1828-4490-94e7-443549bda673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399098 Nov 16 21:18:24.272094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.286917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6a085fc-ecd4-40fd-bff0-ed71898da4b1 req-390d35ae-d0b3-465b-b530-56bdb158b64c tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668382 Nov 16 21:18:24.293054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-81401d97-3519-4f52-999a-3b98369b1c04 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4069629 Nov 16 21:18:24.334308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Request body: {'port': {'device_id': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:24.420558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Deleting port 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:24.421038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.508903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.522043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.676107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] For port 6e8b194b-3b35-4b01-a92b-bbda2e935edc, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6e8b194b-3b35-4b01-a92b-bbda2e935edc,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:24.686035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.699888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b9f4-02ce-4572-8392-4f74e63ec7cb req-fdcbb3d6-8fd7-40fa-97f5-9d90696acfba tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:24.701425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8210b9f4-02ce-4572-8392-4f74e63ec7cb req-fdcbb3d6-8fd7-40fa-97f5-9d90696acfba tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=90ba73a1-73a7-44e7-89a6-37a24e291678 HTTP/1.1" status: 200 len: 951 time: 0.2980070 Nov 16 21:18:24.711194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Calling delete_port for 6e8b194b-3b35-4b01-a92b-bbda2e935edc owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:24.724547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.845475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:24.861182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:24.866273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.868427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-3e55778b-6ec8-424c-a6e1-a07c299f43f1 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794032 Nov 16 21:18:24.868969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:24.873378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:25.050682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b597aed2-1234-43cb-98af-f1211658313d req-7dbd5831-458e-4588-984c-66ad7f1cbf7c service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559553 Nov 16 21:18:25.114711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.115576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.175808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8210b9f4-02ce-4572-8392-4f74e63ec7cb req-563dfd82-d4fb-46b8-b0bb-c7dd12ab69be tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634523 Nov 16 21:18:25.197935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca70f7d9-8784-42d3-80ec-f54b4848a587 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:25.260909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Allocated IP 172.25.7.95 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e11d0a32-9a8f-4010-91d8-d244a3e7ca10) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:25.303674 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-c61b159e-d8d2-453f-8852-1d0ffe67f57b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2849720 Nov 16 21:18:25.339783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Request body: {'port': {'device_id': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:25.372356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ca70f7d9-8784-42d3-80ec-f54b4848a587 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:25.376678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.391739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-f26dd425-03a0-4a8b-b38d-85266fc22f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.393409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-f26dd425-03a0-4a8b-b38d-85266fc22f70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1095 time: 0.2409861 Nov 16 21:18:25.414360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.425653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06acdaac-1528-4fde-96a3-49ee999a1115 None None] Provisioning complete for port 24ba65d1-4c57-4b54-ac3c-f6867943375a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:25.429012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06acdaac-1528-4fde-96a3-49ee999a1115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.436971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:25.446956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['950afd9e-35cd-46f7-aa72-14a487d39648'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:25.496283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event deleted for resources: {'Port': ['ID=6e8b194b-3b35-4b01-a92b-bbda2e935edc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:25.577705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7673-f94c-49ec-a4b7-85346195c0e4 req-7e43bbaf-3aba-405d-8bb4-0cbff5546c7b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.579528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] No DVR routers for this DVR port 6e8b194b-3b35-4b01-a92b-bbda2e935edc on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:25.581947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90be7673-f94c-49ec-a4b7-85346195c0e4 req-7e43bbaf-3aba-405d-8bb4-0cbff5546c7b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 936 time: 0.2930927 Nov 16 21:18:25.584188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.588101 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bfb5848b-cfba-4e8b-9dac-012ab8201870 req-89161d89-b701-4717-a15e-0ba6239dd45b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "DELETE /v2.0/ports/6e8b194b-3b35-4b01-a92b-bbda2e935edc HTTP/1.1" status: 204 len: 173 time: 2.2474401 Nov 16 21:18:25.599045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-deleted', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:25.602566 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922d876-4428-4b3a-b552-365a3e0e2ce6" -d '{"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-deleted", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:25.612410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-06acdaac-1528-4fde-96a3-49ee999a1115 None None] Port 24ba65d1-4c57-4b54-ac3c-f6867943375a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:25.623099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.633986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:25.653268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.664830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.695603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:18:25.779516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Transition to ACTIVE for port object 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:25.811181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.826627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.845785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ceaee-0344-458c-aad4-0a2e49a272b7 req-41e62824-8a96-4dc9-85a3-7cf1ed01cd71 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.847360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7ceaee-0344-458c-aad4-0a2e49a272b7 req-41e62824-8a96-4dc9-85a3-7cf1ed01cd71 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.4216442 Nov 16 21:18:25.861335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:25.891614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90be7673-f94c-49ec-a4b7-85346195c0e4 req-cdb24340-b01f-4bc3-a432-343e74274b09 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991543 Nov 16 21:18:25.896332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-e9d2e54b-8578-4415-9c54-ecaf094ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.900968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-e9d2e54b-8578-4415-9c54-ecaf094ee657 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 0.4797556 Nov 16 21:18:25.913441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:25.937008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:25.940992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.041082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7ceaee-0344-458c-aad4-0a2e49a272b7 req-b81617a1-870a-4740-bcaa-9ffb57535e3c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804454 Nov 16 21:18:26.043535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-c4d7f726-2187-4b65-87e3-dbcf725299ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 200 len: 217 time: 0.0840302 Nov 16 21:18:26.167105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.204082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Attempting to bind port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:26.204537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Attempting to bind port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:26.204753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Attempting to bind port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:26.228989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-0d231026-f506-4b9b-97f8-d1bf8403c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.232586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-0d231026-f506-4b9b-97f8-d1bf8403c3b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.1738126 Nov 16 21:18:26.233411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:26.234023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Attempting to bind port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:26.287685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:26.289231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:26.289640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:26.292066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Bound port: 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:26.292440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.301270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.377208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-1b5ef616-883a-4e48-9858-22270332d111 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072764 Nov 16 21:18:26.469793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'Port': ['ID=e11d0a32-9a8f-4010-91d8-d244a3e7ca10,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.554444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-18d85fba-eb5f-45e1-926c-52b776aeb9ae tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727546 Nov 16 21:18:26.556620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.568020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.717716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'Port': ['ID=e11d0a32-9a8f-4010-91d8-d244a3e7ca10,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.739460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce242c2-e167-4118-af90-51c54b9534aa req-009d21c2-051f-4066-8e10-e7207b7251e8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.739639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ba65d1-4c57-4b54-ac3c-f6867943375a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:26.740966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ce242c2-e167-4118-af90-51c54b9534aa req-009d21c2-051f-4066-8e10-e7207b7251e8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 944 time: 0.3628378 Nov 16 21:18:26.744927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.751980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.755421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:26.763788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:26.773983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.778886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-886ba02c-35ce-4f24-a201-635ef384d415 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2826307 Nov 16 21:18:26.779122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-60d56571-79f7-451a-babc-9e8291c07e55 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537135 Nov 16 21:18:26.779244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Transition to ACTIVE for port object 24ba65d1-4c57-4b54-ac3c-f6867943375a will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:26.788480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.790430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.842390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.904311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-82f8b8a3-066e-487d-98ac-0629ccc9d68f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.905858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-82f8b8a3-066e-487d-98ac-0629ccc9d68f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194203 Nov 16 21:18:26.924576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.925196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.926563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] 10.222.0.36 "PUT /v2.0/ports/89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 HTTP/1.1" status: 200 len: 1096 time: 2.6140201 Nov 16 21:18:26.929159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:26.932112 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:26.978564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:26.998839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ce242c2-e167-4118-af90-51c54b9534aa req-3786757c-d1bb-48b9-98c2-c552915e106b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448845 Nov 16 21:18:27.005551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-607b70a5-b38e-46bd-afb8-eb2194e06160 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/quotas/147b92405ab046a0a2053e3c80d013dd HTTP/1.1" status: 200 len: 375 time: 0.0824804 Nov 16 21:18:27.013149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Attempting to bind port 24ba65d1-4c57-4b54-ac3c-f6867943375a on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:27.013491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Attempting to bind port 24ba65d1-4c57-4b54-ac3c-f6867943375a by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:27.013819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Attempting to bind port 24ba65d1-4c57-4b54-ac3c-f6867943375a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:27.016194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09565b1-c07b-451f-a7f8-cdd65b4e229f service neutron] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:27.028963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Port 24ba65d1-4c57-4b54-ac3c-f6867943375a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:27.030303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Attempting to bind port 24ba65d1-4c57-4b54-ac3c-f6867943375a on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:27.036817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:27.037399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:27.037960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:27.038580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Bound port: 24ba65d1-4c57-4b54-ac3c-f6867943375a, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:27.039167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.049472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 6e8b194b-3b35-4b01-a92b-bbda2e935edc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:27.050029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6e8b194b-3b35-4b01-a92b-bbda2e935edc not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:27.076173 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378c35f-2d1f-4410-a18b-6cb09a990ec7 x-openstack-request-id: req-b378c35f-2d1f-4410-a18b-6cb09a990ec7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:27.076469 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ba73a1-73a7-44e7-89a6-37a24e291678", "name": "network-vif-deleted", "tag": "6e8b194b-3b35-4b01-a92b-bbda2e935edc", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:27.076723 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b378c35f-2d1f-4410-a18b-6cb09a990ec7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:27.077124 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ba73a1-73a7-44e7-89a6-37a24e291678', 'name': 'network-vif-deleted', 'tag': '6e8b194b-3b35-4b01-a92b-bbda2e935edc', 'status': 'completed', 'code': 200} Nov 16 21:18:27.101014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-dda2164d-cf08-45bd-a39c-650b479bc82c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722408 Nov 16 21:18:27.109021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca23c17-b84d-43c3-8ebb-af6e9a791454 req-4432b2ba-2aa5-4a31-ad57-dd62ec7440e6 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163795 Nov 16 21:18:27.120458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-8df83a84-4651-468f-a113-26880b628713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.122405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-8df83a84-4651-468f-a113-26880b628713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 1099 time: 0.1194406 Nov 16 21:18:27.159288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:27.163078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:27.170470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.193822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.194507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.196071 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] 10.222.0.21 "PUT /v2.0/ports/24ba65d1-4c57-4b54-ac3c-f6867943375a HTTP/1.1" status: 200 len: 1096 time: 1.8643548 Nov 16 21:18:27.216145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-40d93757-2796-40e8-8d34-cbc3efb35f59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 HTTP/1.1" status: 200 len: 217 time: 0.0830016 Nov 16 21:18:27.325301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-00911172-e7ad-4353-a593-e8835536308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.327013 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-00911172-e7ad-4353-a593-e8835536308a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 1099 time: 0.0835688 Nov 16 21:18:27.331789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1750644-3451-42d4-a1a6-0e297ad29553 service neutron] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:27.398033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-144e3f2f-c467-4ffe-819d-1720e650472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.400709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-144e3f2f-c467-4ffe-819d-1720e650472b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1697521 Nov 16 21:18:27.419888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5656-bb46-49d0-baa3-7fbb9f43e88e req-b0b40621-ae48-4c5b-967a-67a8d3580554 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.430710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ecc5656-bb46-49d0-baa3-7fbb9f43e88e req-b0b40621-ae48-4c5b-967a-67a8d3580554 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.2236412 Nov 16 21:18:27.432345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:27.437065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'floatingip': {'port_id': 'b012c918-9b30-4b12-b9ac-d013c6688ced'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:27.455261 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-699538b0-5b53-41eb-8237-2c46f29b6c53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a HTTP/1.1" status: 200 len: 217 time: 0.1088970 Nov 16 21:18:27.628111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-5019b212-5864-4887-be12-4d7d04a2c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.629625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-5019b212-5864-4887-be12-4d7d04a2c553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0988207 Nov 16 21:18:27.631183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-c3c7bfc7-f411-4f6b-ac9c-d70ecad5e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.631987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.632732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-c3c7bfc7-f411-4f6b-ac9c-d70ecad5e3a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238233 Nov 16 21:18:27.665242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d91fd-7159-45dd-80d9-15496824415c req-76934b65-ad5d-45fa-a3a1-483f2cf9c724 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.666998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f98d91fd-7159-45dd-80d9-15496824415c req-76934b65-ad5d-45fa-a3a1-483f2cf9c724 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.1337786 Nov 16 21:18:27.796888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-80a88fda-d611-4618-a352-6b20f60c790a service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522150 Nov 16 21:18:27.979353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-4b514d19-2284-42a0-b6f7-3109ddab4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.981173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-4b514d19-2284-42a0-b6f7-3109ddab4b71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002679 Nov 16 21:18:28.211787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-29e2aa50-e3df-4fce-ab5c-ebc335e36b9a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173591 Nov 16 21:18:28.350651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f98d91fd-7159-45dd-80d9-15496824415c req-2c40bd1a-df97-480f-a9dc-a8baf425c37c tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723094 Nov 16 21:18:28.365944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0166af84-9a15-4670-8000-b15ca307af32 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1614388629&fields=id&tenant_id=76134cdddccc4f4d8a0602ab541dc825 HTTP/1.1" status: 200 len: 267 time: 0.2009389 Nov 16 21:18:28.387701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.398318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.431120 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93089a-2354-48c9-b339-95752c4c6b22 x-openstack-request-id: req-1a93089a-2354-48c9-b339-95752c4c6b22 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:28.431421 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:28.431701 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a93089a-2354-48c9-b339-95752c4c6b22 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:28.432049 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'status': 'completed', 'code': 200} Nov 16 21:18:28.436879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5d2bef7-b3e0-4bb5-9217-fb4b9b98d93e req-526552ff-eeeb-41f7-9ce3-8743973c01a8 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152774 Nov 16 21:18:28.465137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-744d3fb8-a150-4b84-ad6f-77ba2a59d9fd req-f52a8164-9e47-4670-9528-1a6a6c460dbc service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015153 Nov 16 21:18:28.548676 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Floating IP fbc48aa6-0a39-4242-965e-6d385126001c associated. External IP: 172.25.7.180, port: b012c918-9b30-4b12-b9ac-d013c6688ced. Nov 16 21:18:28.579228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-123079a3-8e2e-40d7-a111-55cce4a9094c tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.580815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-123079a3-8e2e-40d7-a111-55cce4a9094c tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/networks?id=d9c6f800-177d-4292-82d3-68c874f12c85 HTTP/1.1" status: 200 len: 805 time: 0.2138016 Nov 16 21:18:28.615189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-5d8fc771-b90a-413c-84e1-b235fe8c818f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780265 Nov 16 21:18:28.642126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-e6edf1c9-31e4-459a-9e62-80e874e96a8e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/quotas/76134cdddccc4f4d8a0602ab541dc825 HTTP/1.1" status: 200 len: 375 time: 0.0324137 Nov 16 21:18:28.733725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-cb60ed41-ce40-4b1f-9edd-2d8fab4e2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.735247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-cb60ed41-ce40-4b1f-9edd-2d8fab4e2eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 1099 time: 0.1964493 Nov 16 21:18:28.796960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-309d153d-a8ae-48e0-840e-1838126ce14c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210896 Nov 16 21:18:28.823363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0db20d07-f4b6-41d5-a738-6ad6fad5b779 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76134cdddccc4f4d8a0602ab541dc825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448693 Nov 16 21:18:28.841603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-96781120-8332-4c7d-8d4e-637784a0c035 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.843030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-96781120-8332-4c7d-8d4e-637784a0c035 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190046 Nov 16 21:18:28.954669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-1e70f43b-409d-47bf-8a9f-37e503f8469a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/quotas/147b92405ab046a0a2053e3c80d013dd HTTP/1.1" status: 200 len: 375 time: 0.1027689 Nov 16 21:18:28.959938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:28.969390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-b05c66e9-33e2-45c4-a9e4-5a78dd26d7e7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.971038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-b05c66e9-33e2-45c4-a9e4-5a78dd26d7e7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462755 Nov 16 21:18:28.981875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-5f2d1cd4-d09a-4397-99e6-8f9e0ca93eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.983403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-5f2d1cd4-d09a-4397-99e6-8f9e0ca93eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2295110 Nov 16 21:18:29.024595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Request body: {'port': {'device_id': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '147b92405ab046a0a2053e3c80d013dd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:29.038559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-fb0290a7-fde5-4315-997b-6261ca39133f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737767 Nov 16 21:18:29.041593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-558639fb-56ce-4544-a80e-114c3d1f2ae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 HTTP/1.1" status: 200 len: 217 time: 0.0431228 Nov 16 21:18:29.094589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-a4e2512f-4935-4cff-9b41-912844f7181f service neutron] 10.222.0.54 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287846 Nov 16 21:18:29.126036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:29.129114 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:29.162084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-50976763-c6d4-4993-91cc-ceb009296f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.163586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-50976763-c6d4-4993-91cc-ceb009296f02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1106937 Nov 16 21:18:29.230115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Made reservation on behalf of 147b92405ab046a0a2053e3c80d013dd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:29.234594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.259419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-a4d49ed9-f3b5-4d0e-9bb4-39d26895855e service neutron] 10.222.0.54 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423595 Nov 16 21:18:29.263087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.270375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 226b466b-b5cc-4b3f-8a46-17812e126f4d details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:29.293453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-e410b381-f513-4b21-8f4c-d1955937a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.302636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-e410b381-f513-4b21-8f4c-d1955937a29e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258740 Nov 16 21:18:29.323204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:29.335816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:29.347658 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:29.357899 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:29.362984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.414548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac7b3ca6-8109-4260-898e-d2c34c73fed5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "PUT /v2.0/floatingips/fbc48aa6-0a39-4242-965e-6d385126001c HTTP/1.1" status: 200 len: 991 time: 1.9807057 Nov 16 21:18:29.494565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-2216a2d5-b4fe-4d8c-bfdd-c34e957110f2 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815193 Nov 16 21:18:29.505526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.518024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.662749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:29.692788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cedce2-c95c-4f6c-b53d-60aff0f22f5f req-2e701357-7bef-44b4-9dcf-d1dbaa892653 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912920 Nov 16 21:18:29.823537 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e9a4e-4916-4a9a-b7ef-28af70d908ba x-openstack-request-id: req-641e9a4e-4916-4a9a-b7ef-28af70d908ba {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:29.824161 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:29.826314 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-641e9a4e-4916-4a9a-b7ef-28af70d908ba {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:29.826754 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'status': 'completed', 'code': 200} Nov 16 21:18:29.830510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3865db-3f3a-4d26-9e99-053fa39643a3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:29.852267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea67ea1-fe26-47b2-b34a-cac572453981 req-56a4f33d-03ea-4a91-bd09-da9d71e419f1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.862188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bea67ea1-fe26-47b2-b34a-cac572453981 req-56a4f33d-03ea-4a91-bd09-da9d71e419f1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 944 time: 0.1276810 Nov 16 21:18:30.087832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'fbc48aa6-0a39-4242-965e-6d385126001c', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:70:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:01Z', 'updated_at': '2021-11-16T21:18:28Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:30.130002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:30.177587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '226b466b-b5cc-4b3f-8a46-17812e126f4d', 'network_id': 'd85dffea-fd68-45b1-93b7-2cb350345d57', 'port_id': '226b466b-b5cc-4b3f-8a46-17812e126f4d', 'mac_address': 'fa:16:3e:c9:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4f79df-f759-47df-99df-663ac401e2d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:30.196718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14891154-d777-4343-8c58-1b265c7f3743 req-d76b90ad-3be2-4fea-9309-c751f99b3022 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 210 time: 0.3224571 Nov 16 21:18:30.200664 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:30.235166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:30.235978 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:30.342862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.378785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226b466b-b5cc-4b3f-8a46-17812e126f4d {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:30.404436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bea67ea1-fe26-47b2-b34a-cac572453981 req-50f76c0e-210d-4733-a20b-1ab378efbc63 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333441 Nov 16 21:18:30.428472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:30.440544 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.563552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:30.617089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9d1b-3081-4c84-94cf-9958c610c941 req-f7e1730f-3d8a-4503-9c00-6b59a9ed378c tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.647047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-023c9d1b-3081-4c84-94cf-9958c610c941 req-f7e1730f-3d8a-4503-9c00-6b59a9ed378c tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.2389538 Nov 16 21:18:30.714742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['226b466b-b5cc-4b3f-8a46-17812e126f4d'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:30.736046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-023c9d1b-3081-4c84-94cf-9958c610c941 req-4c75e55c-d960-4f50-877b-e973381172f6 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880368 Nov 16 21:18:30.772405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Allocated IP 192.168.233.84 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/b04a757c-a6e6-446f-ad42-2da121209567) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:30.845243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-5284b118-fd04-48fd-aefa-2c8872290ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.859762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-5284b118-fd04-48fd-aefa-2c8872290ab2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 1099 time: 0.9747870 Nov 16 21:18:30.870072 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:30.923630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b167c5d-5352-49c5-ae35-ec1f194f5148 req-6c2581d1-1c62-48a7-b9bb-2cdaf3b237e3 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 210 time: 0.0992088 Nov 16 21:18:30.989227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:31.291600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:31.323357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:31.345779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-7be2bca3-3637-4d5c-a449-d4f0c99934ed tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527008 Nov 16 21:18:31.405402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-5cd5fb6c-a5f0-4b95-af51-c4d40cdb64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.408756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-5cd5fb6c-a5f0-4b95-af51-c4d40cdb64bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.5480471 Nov 16 21:18:31.410242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'mac_address': 'fa:16:3e:ad:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:31.515705 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'fbc48aa6-0a39-4242-965e-6d385126001c', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:70:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:01Z', 'updated_at': '2021-11-16T21:18:28Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:31.577980 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-2643f9cc-a96a-4853-8075-ed154fb49b8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a HTTP/1.1" status: 200 len: 217 time: 0.1381359 Nov 16 21:18:31.609375 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.617755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5868df6a-d07c-4133-9acf-a22766a95313 req-1da1514b-45c6-4a73-8437-944180734bdd tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 210 time: 0.2198529 Nov 16 21:18:31.646282 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89799-836c-4d01-994a-ccc2ac7133f4 None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'fbc48aa6-0a39-4242-965e-6d385126001c', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:70:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:01Z', 'updated_at': '2021-11-16T21:18:28Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:31.706469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:31.790628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-7bd9c102-7dd4-4348-bad2-6f8fab48bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.799762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-7bd9c102-7dd4-4348-bad2-6f8fab48bd47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.2198763 Nov 16 21:18:31.805518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:31.808972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.822664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.863390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:31.871641 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73217a5-5151-4cc3-9ebc-22fc95a568b8" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:31.881137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-3a3d4e40-b140-42d6-9225-a9d26a8edb96 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.885303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-3a3d4e40-b140-42d6-9225-a9d26a8edb96 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.8906579 Nov 16 21:18:31.913462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefae79-03f0-49ad-ab63-69d05f0c501d req-a007fd3f-0f95-4bbc-8795-e072c8d23935 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.916412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:31.926101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cefae79-03f0-49ad-ab63-69d05f0c501d req-a007fd3f-0f95-4bbc-8795-e072c8d23935 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 945 time: 0.1528399 Nov 16 21:18:31.944275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-0ca0f3b5-fe65-45ea-be90-fa183c1369ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.946743 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-0ca0f3b5-fe65-45ea-be90-fa183c1369ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298938 Nov 16 21:18:31.976767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'mac_address': 'fa:16:3e:fd:51:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:32.011420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.039635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.085642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a7f454-c678-4925-b9fa-9f15f6ace452 None None] New status for floating IP fbc48aa6-0a39-4242-965e-6d385126001c: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:18:32.092952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:32.099294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.130098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:32.138151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:32.142146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:32.201045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.201346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.201710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.230484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-6dab374c-1d79-478f-803e-480043a448d3 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731044 Nov 16 21:18:32.238951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-9e7429cd-6b64-4afe-bc2c-9996881f3f3c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2183309 Nov 16 21:18:32.254428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42090) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:32.259714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ba65d1-4c57-4b54-ac3c-f6867943375a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:32.275458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Request body: {'port': {'device_id': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:32.393644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:32.413311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0b1d1bca-8d4e-4c22-bec8-2b86891a7e61 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.414201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.416346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0b1d1bca-8d4e-4c22-bec8-2b86891a7e61 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.36 "GET /v2.0/networks?id=d9c6f800-177d-4292-82d3-68c874f12c85 HTTP/1.1" status: 200 len: 805 time: 0.2772541 Nov 16 21:18:32.437672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-2a57e2c6-953e-4c7f-8a81-db817c4f08c1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.439959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-2a57e2c6-953e-4c7f-8a81-db817c4f08c1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0858324 Nov 16 21:18:32.458877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.523079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Request body: {'port': {'device_id': '79525c93-399e-4654-a12a-65bc62975e34', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '147b92405ab046a0a2053e3c80d013dd'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:32.560409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9381cf-6e1f-4bd7-bc03-4cd7a9f1d047 req-9bea1cfc-533e-48b5-9f7c-2927b71e17eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.563208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d9381cf-6e1f-4bd7-bc03-4cd7a9f1d047 req-9bea1cfc-533e-48b5-9f7c-2927b71e17eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 948 time: 0.8482125 Nov 16 21:18:32.609616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.644995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-3cab25c7-fb27-477c-8a71-05dc755086e0 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76134cdddccc4f4d8a0602ab541dc825 HTTP/1.1" status: 200 len: 380 time: 0.1986701 Nov 16 21:18:32.647219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cac499bc-6633-4f0a-90fa-9e2bf203431a None None] Provisioning complete for port b04a757c-a6e6-446f-ad42-2da121209567 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:32.647595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cac499bc-6633-4f0a-90fa-9e2bf203431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.659601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'port': {'device_id': '0675ad44-d525-469e-b28f-146346228f54', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'admin_state_up': True, 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'security_groups': ['a4d3dd4f-d371-4ad5-a95a-7d61082116bb']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:32.677176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['24ba65d1-4c57-4b54-ac3c-f6867943375a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:32.746001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cac499bc-6633-4f0a-90fa-9e2bf203431a None None] Port b04a757c-a6e6-446f-ad42-2da121209567 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:32.787347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:32.795087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.808367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Transition to ACTIVE for port object b04a757c-a6e6-446f-ad42-2da121209567 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:32.830632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.887903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.890681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-542e8181-fab6-4f56-96e9-37c8a1105766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.951634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Deleting port 950afd9e-35cd-46f7-aa72-14a487d39648 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:32.952222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.988269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-542e8181-fab6-4f56-96e9-37c8a1105766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.013091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d9381cf-6e1f-4bd7-bc03-4cd7a9f1d047 req-c8a31e8d-baad-42cd-bce5-51fa928e664d tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480989 Nov 16 21:18:33.034750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cefae79-03f0-49ad-ab63-69d05f0c501d req-d106f657-5d74-4d60-90c4-ff58176966df tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1076922 Nov 16 21:18:33.048354 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8baeb5e8-bf1e-4f79-924d-afe031cc25cf req-da51dcde-848c-4d2f-ac6f-7b06e8daaa5e service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081396 Nov 16 21:18:33.051559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-542e8181-fab6-4f56-96e9-37c8a1105766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.173148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-542e8181-fab6-4f56-96e9-37c8a1105766 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ada20cc85dc5451d812604d2b0be7d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9040558 Nov 16 21:18:33.180102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42098) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:33.200834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Made reservation on behalf of 76134cdddccc4f4d8a0602ab541dc825 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:33.204381 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.212774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e8181-fab6-4f56-96e9-37c8a1105766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf75b33-6e72-47fe-b8ab-ba76f2446183,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.236029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Attempting to bind port b04a757c-a6e6-446f-ad42-2da121209567 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:33.236725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Attempting to bind port b04a757c-a6e6-446f-ad42-2da121209567 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:33.237215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Attempting to bind port b04a757c-a6e6-446f-ad42-2da121209567 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:33.245181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Port b04a757c-a6e6-446f-ad42-2da121209567 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:33.245808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Attempting to bind port b04a757c-a6e6-446f-ad42-2da121209567 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:33.255794 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30bd25-cb41-454c-898d-ba69f20de96c x-openstack-request-id: req-5c30bd25-cb41-454c-898d-ba69f20de96c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:33.256216 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:33.256574 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c30bd25-cb41-454c-898d-ba69f20de96c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:33.257069 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'status': 'completed', 'code': 200} Nov 16 21:18:33.260010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:33.260010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:33.260570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:33.261124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Bound port: b04a757c-a6e6-446f-ad42-2da121209567, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:33.261695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.267093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 226b466b-b5cc-4b3f-8a46-17812e126f4d up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:33.288622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] For port 950afd9e-35cd-46f7-aa72-14a487d39648, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=950afd9e-35cd-46f7-aa72-14a487d39648,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:33.289035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.328987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Calling delete_port for 950afd9e-35cd-46f7-aa72-14a487d39648 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:33.349504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.382545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Made reservation on behalf of 147b92405ab046a0a2053e3c80d013dd for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:33.385240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 226b466b-b5cc-4b3f-8a46-17812e126f4d completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:33.386509 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.390659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 226b466b-b5cc-4b3f-8a46-17812e126f4d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:33.391348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.393333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-6bdcb69a-bb7f-46b9-9b69-5e839750789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.394826 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-6bdcb69a-bb7f-46b9-9b69-5e839750789a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.1253142 Nov 16 21:18:33.410410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.454472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1ec2-9d58-49e4-bc1e-318d16fc6e06 req-bd9566b0-f83c-4d4a-94ba-32fd2e03cba8 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.456122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e5b1ec2-9d58-49e4-bc1e-318d16fc6e06 req-bd9566b0-f83c-4d4a-94ba-32fd2e03cba8 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 949 time: 0.2834549 Nov 16 21:18:33.494207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89e27d12-54b7-4336-b951-c582dc3ad850 req-3cf39dcc-aa17-4bee-854e-3f1c869de037 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 210 time: 0.1119452 Nov 16 21:18:33.606995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:33.611473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:33.627550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.629898 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.680877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:33.681175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.681632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:33.684520 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443026c5-0139-4d93-a8e3-fe64bf28955b" -d '{"events": [{"server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "name": "network-vif-plugged", "status": "completed", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:33.684793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.686430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fcf75b33-6e72-47fe-b8ab-ba76f2446183 HTTP/1.1" status: 204 len: 168 time: 0.5038185 Nov 16 21:18:33.699026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-f614087d-48b7-4968-85da-b0b5218735aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.700714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-f614087d-48b7-4968-85da-b0b5218735aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.2883277 Nov 16 21:18:33.702048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.705697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 950afd9e-35cd-46f7-aa72-14a487d39648 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:33.706956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.707665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.710089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b04a757c-a6e6-446f-ad42-2da121209567 HTTP/1.1" status: 200 len: 1095 time: 1.4492695 Nov 16 21:18:33.771947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbdfd1-f0c0-4df6-9120-4d8a16ebc30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf75b33-6e72-47fe-b8ab-ba76f2446183,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.781113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01eb948-ea79-498b-94a0-c88660eef234 req-48a3d796-969c-48a4-ac2f-dade27460e66 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 210 time: 0.1083274 Nov 16 21:18:33.817719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Allocated IP 172.20.0.5 (d9c6f800-177d-4292-82d3-68c874f12c85/45af3fd5-cb63-4586-b878-a14525f585f5/8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:33.868218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd844-6f7c-4989-9a45-74cd945f4cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.876652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-7b3be07a-f857-4931-b4d9-f9bf5c03bf78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1001 time: 0.1655040 Nov 16 21:18:33.881792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e5b1ec2-9d58-49e4-bc1e-318d16fc6e06 req-1f957612-3310-45d9-aeb9-c60229532af2 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757911 Nov 16 21:18:33.937186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-7b6ae32d-56cd-44a6-b718-1059ab7ff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.938808 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-7b6ae32d-56cd-44a6-b718-1059ab7ff117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1098 time: 0.1631587 Nov 16 21:18:33.965235 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f9a20-53d7-458e-8a59-e4c5ff065909 x-openstack-request-id: req-024f9a20-53d7-458e-8a59-e4c5ff065909 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:33.965807 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "name": "network-vif-plugged", "status": "completed", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:33.966299 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-024f9a20-53d7-458e-8a59-e4c5ff065909 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:33.966948 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d', 'code': 200} Nov 16 21:18:34.014039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:34.017851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-0e9613a5-bbf5-4459-825b-bbb8ce367830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b04a757c-a6e6-446f-ad42-2da121209567 HTTP/1.1" status: 200 len: 217 time: 0.0672204 Nov 16 21:18:34.023461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-adb8cf27-bba7-41e2-8c9a-e395befb10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.025348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-adb8cf27-bba7-41e2-8c9a-e395befb10a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.1388035 Nov 16 21:18:34.121838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-f7972e9c-a323-4189-ae52-02cf6ffa9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.123570 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-f7972e9c-a323-4189-ae52-02cf6ffa9018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0960326 Nov 16 21:18:34.131590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-827d5769-6ba7-4cca-8267-e5687a594111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.134139 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-827d5769-6ba7-4cca-8267-e5687a594111 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950820 Nov 16 21:18:34.160023 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.199367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Allocated IP 192.168.233.205 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/943a294b-6725-4e01-ab65-fb574d2e9dc0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:34.264769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-c0764429-5dee-4f14-8611-96e69d8b8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.266313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-c0764429-5dee-4f14-8611-96e69d8b8e17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313920 Nov 16 21:18:34.341586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:34.363851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-2b70928d-9cd4-4536-8a46-5496e7628eff service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171800 Nov 16 21:18:34.384119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79f4561f-a98c-4bcc-bc44-cc29d8a5aca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.483138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-4fb2273e-58cb-4901-a92e-ce2b2d547b80 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075524 Nov 16 21:18:34.595090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f73217a5-5151-4cc3-9ebc-22fc95a568b8 req-e2dc11da-49c3-4c26-b65d-4c99ef865a4c service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213564 Nov 16 21:18:34.645534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba489da9-fc63-499a-82f3-eeea9703f849 req-ae25bec2-e680-4d55-8372-e47c8331efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.647048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba489da9-fc63-499a-82f3-eeea9703f849 req-ae25bec2-e680-4d55-8372-e47c8331efc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1097 time: 0.5781429 Nov 16 21:18:34.649715 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.658261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79f4561f-a98c-4bcc-bc44-cc29d8a5aca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.661465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bd7a5a35-295a-414e-b981-d2b48dfa552c req-4942c11c-96f4-437c-aadf-3df0761af511 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654606 Nov 16 21:18:34.663947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:34.665121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79f4561f-a98c-4bcc-bc44-cc29d8a5aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.695066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-79f4561f-a98c-4bcc-bc44-cc29d8a5aca1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=133931e9b2bb47308f6bd5efcb0e9ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508885 Nov 16 21:18:34.695814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:34.721058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37a93-ea5e-4a62-80fd-7b729a461d09 req-1af2879f-45dd-431c-aa04-f0b3f8f268a2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.731017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea37a93-ea5e-4a62-80fd-7b729a461d09 req-1af2879f-45dd-431c-aa04-f0b3f8f268a2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.5045042 Nov 16 21:18:34.739410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4561f-a98c-4bcc-bc44-cc29d8a5aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a80165-7e08-4dfb-8184-07499d5375e9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:34.781771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0329-4af6-4e96-a62d-1fee25396cfe req-1a0f2465-9dab-4cd0-b6b5-7b452875c9e4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.783299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038b0329-4af6-4e96-a62d-1fee25396cfe req-1a0f2465-9dab-4cd0-b6b5-7b452875c9e4 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=fad6f5dd-3bea-4208-8adc-8bf00659e9d1 HTTP/1.1" status: 200 len: 867 time: 0.5580313 Nov 16 21:18:34.786417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.812653 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.817616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event deleted for resources: {'Port': ['ID=950afd9e-35cd-46f7-aa72-14a487d39648,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:34.891320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.895486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.908171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12a80165-7e08-4dfb-8184-07499d5375e9 HTTP/1.1" status: 204 len: 168 time: 0.2030516 Nov 16 21:18:34.926125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba987d-0469-4350-bfe8-41fcbb9095f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a80165-7e08-4dfb-8184-07499d5375e9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:34.989066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] No DVR routers for this DVR port 950afd9e-35cd-46f7-aa72-14a487d39648 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:34.992743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.996537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ce97efa-2c0d-450d-b1ae-07cbeca3a3a4 req-f4dbd6b8-1727-4d63-9937-36b7051137eb tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.21 "DELETE /v2.0/ports/950afd9e-35cd-46f7-aa72-14a487d39648 HTTP/1.1" status: 204 len: 173 time: 3.1022890 Nov 16 21:18:35.016966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:35.019879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-deleted', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:35.024472 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ffb1f6-d783-479d-a9ce-c7b323cacbab" -d '{"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-deleted", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:35.124887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba489da9-fc63-499a-82f3-eeea9703f849 req-39499da4-8173-4f35-9b45-0dd84dfa65fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378033 Nov 16 21:18:35.138757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea37a93-ea5e-4a62-80fd-7b729a461d09 req-e383ee45-f5a1-42ec-9696-dadac81619b9 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067249 Nov 16 21:18:35.148839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:35.163875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:35.164325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.225354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038b0329-4af6-4e96-a62d-1fee25396cfe req-ad6e740d-a2d9-4d19-8176-a90382a225d8 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165788 Nov 16 21:18:35.259953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:35.263045 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f23dc-18d6-4cfc-8ea1-5af20d23a846" -d '{"events": [{"name": "network-changed", "server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "tag": "b04a757c-a6e6-446f-ad42-2da121209567"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:35.279259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.289079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:35.305921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.313576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.384057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.474828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.485249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:35.500033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.540715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Network d9c6f800-177d-4292-82d3-68c874f12c85 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:35.560944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 24ba65d1-4c57-4b54-ac3c-f6867943375a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:35.574467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 24ba65d1-4c57-4b54-ac3c-f6867943375a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:35.574848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.575952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:35.584538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:35.604700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:35.694138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:35.706163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:35.706801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.734387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:35.739787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:35.749511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0943975 Nov 16 21:18:35.749931 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.764048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f06f1-008a-459a-9d3c-681f9b8318be tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:35.774245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf371-465a-475c-afae-2f6d88e08505 req-f800bf91-a789-4c18-b1cb-0128f60eeb2a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:35.775915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3baf371-465a-475c-afae-2f6d88e08505 req-f800bf91-a789-4c18-b1cb-0128f60eeb2a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 936 time: 0.2860906 Nov 16 21:18:35.805693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:35.817693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.892672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Request body: {'port': {'device_id': '0675ad44-d525-469e-b28f-146346228f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:35.963660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:35.974283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}, {'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:35.983024 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6068b9-fd65-44c2-858e-93eb710ab22c" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}, {"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-plugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:36.018972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19554602-6290-46cf-a11d-71d51edbc6af req-54b8882e-bc2a-4dd0-928a-391ca6f11280 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.026628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19554602-6290-46cf-a11d-71d51edbc6af req-54b8882e-bc2a-4dd0-928a-391ca6f11280 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 931 time: 0.5549026 Nov 16 21:18:36.043274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-00338bac-7c5b-4c57-8b3f-a4669f73a96c None None] Provisioning complete for port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:36.043694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00338bac-7c5b-4c57-8b3f-a4669f73a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.115669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3baf371-465a-475c-afae-2f6d88e08505 req-68b326eb-01b9-43ab-ac92-90e9037887a6 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087375 Nov 16 21:18:36.201291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event updated for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:36.222805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.223511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.279523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.284576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-00338bac-7c5b-4c57-8b3f-a4669f73a96c None None] Port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:36.296818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-82dbfd14-3eec-4803-ae26-fa1f57414f95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7791309 Nov 16 21:18:36.312875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Request body: {'port': {'device_id': '79525c93-399e-4654-a12a-65bc62975e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:36.321890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19554602-6290-46cf-a11d-71d51edbc6af req-e30a45f9-0994-435c-b6fb-4765ca594155 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938261 Nov 16 21:18:36.393445 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4d4f8-3a07-461a-bd42-d2995424b0d5 x-openstack-request-id: req-b8c4d4f8-3a07-461a-bd42-d2995424b0d5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:36.393744 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6f5dd-3bea-4208-8adc-8bf00659e9d1", "name": "network-vif-deleted", "tag": "950afd9e-35cd-46f7-aa72-14a487d39648", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:36.393997 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8c4d4f8-3a07-461a-bd42-d2995424b0d5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:36.394390 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad6f5dd-3bea-4208-8adc-8bf00659e9d1', 'name': 'network-vif-deleted', 'tag': '950afd9e-35cd-46f7-aa72-14a487d39648', 'status': 'completed', 'code': 200} Nov 16 21:18:36.407592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4a28639e-a070-4c21-a221-cf29cd633017 None None] Provisioning complete for port 943a294b-6725-4e01-ab65-fb574d2e9dc0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:36.407954 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a28639e-a070-4c21-a221-cf29cd633017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.432990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07594b-7e5b-4e93-9018-5d2831580675 req-69812982-f2c4-4385-97c4-df63e3424e13 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.434394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea07594b-7e5b-4e93-9018-5d2831580675 req-69812982-f2c4-4385-97c4-df63e3424e13 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 950 time: 0.2285249 Nov 16 21:18:36.457020 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa7cf5-6b84-4445-98b4-bfd4c0ee832e x-openstack-request-id: req-a5fa7cf5-6b84-4445-98b4-bfd4c0ee832e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:36.458029 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "tag": "b04a757c-a6e6-446f-ad42-2da121209567", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:36.458752 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5fa7cf5-6b84-4445-98b4-bfd4c0ee832e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:36.459398 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567', 'status': 'completed', 'code': 200} Nov 16 21:18:36.463449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.468305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4a28639e-a070-4c21-a221-cf29cd633017 None None] Port 943a294b-6725-4e01-ab65-fb574d2e9dc0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:36.541732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-7f6d0176-c1bd-4d24-ba50-56e99b00f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.543305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-7f6d0176-c1bd-4d24-ba50-56e99b00f251 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1098 time: 0.0587313 Nov 16 21:18:36.608513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea07594b-7e5b-4e93-9018-5d2831580675 req-fdd68121-d099-4847-872f-85bdcc37803e tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606009 Nov 16 21:18:36.720772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-403ff4e2-ecdd-4cf9-acb7-0839d1b3b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.725806 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-403ff4e2-ecdd-4cf9-acb7-0839d1b3b2dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1743453 Nov 16 21:18:36.728021 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431fdf73-4700-4a17-9bd2-55aaeab0192a x-openstack-request-id: req-431fdf73-4700-4a17-9bd2-55aaeab0192a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:36.729192 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "code": 200}, {"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-plugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:36.729442 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-431fdf73-4700-4a17-9bd2-55aaeab0192a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:36.729855 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'code': 200} Nov 16 21:18:36.730551 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'code': 200} Nov 16 21:18:36.858688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-55683790-b69a-4ab8-afac-f2c3c04b9a73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b04a757c-a6e6-446f-ad42-2da121209567 HTTP/1.1" status: 200 len: 217 time: 0.1192091 Nov 16 21:18:37.006003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9c773-f90e-4ede-adf1-c3ef5af6c62c req-63e773de-aa4b-4872-a4ac-4786b78e81b8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.008327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5e9c773-f90e-4ede-adf1-c3ef5af6c62c req-63e773de-aa4b-4872-a4ac-4786b78e81b8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1403608 Nov 16 21:18:37.011920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4dd27-5a56-4215-9d13-7346f8bfd149 req-093da73f-5673-42d4-a35c-83c121fa8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.013895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71d4dd27-5a56-4215-9d13-7346f8bfd149 req-093da73f-5673-42d4-a35c-83c121fa8cfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 1101 time: 0.1748936 Nov 16 21:18:37.020608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:37.037831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf4aa-a106-4a23-8451-e9a57bfcaf91 req-871a823c-49f4-41be-a43b-bcdd55275288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.039787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e3adf4aa-a106-4a23-8451-e9a57bfcaf91 req-871a823c-49f4-41be-a43b-bcdd55275288 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 1101 time: 0.1782157 Nov 16 21:18:37.047916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-6aa09a70-20f4-4328-95f7-352f7fb49d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.049649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-6aa09a70-20f4-4328-95f7-352f7fb49d86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1286047 Nov 16 21:18:37.092487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e3adf4aa-a106-4a23-8451-e9a57bfcaf91 req-f27fcf6c-1603-4331-b507-3a7536ac7e56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Nov 16 21:18:37.141945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-f4b124ab-5a74-442b-8245-bb90feb928fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.143851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-f4b124ab-5a74-442b-8245-bb90feb928fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539961 Nov 16 21:18:37.149535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:37.161687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b04a757c-a6e6-446f-ad42-2da121209567', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'b04a757c-a6e6-446f-ad42-2da121209567', 'mac_address': 'fa:16:3e:c3:50:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:37.177936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:37.195626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.203559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.219750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:37.246680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:37.251414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.254565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5e9c773-f90e-4ede-adf1-c3ef5af6c62c req-4f89c3d5-e860-4990-b279-05ea77de3135 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227042 Nov 16 21:18:37.265377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71d4dd27-5a56-4215-9d13-7346f8bfd149 req-834a4fdd-33fa-4340-b925-65703c12919a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077291 Nov 16 21:18:37.266437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Transition to ACTIVE for port object 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:37.293689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d76b9a-2e61-401b-8017-4575562c0cb8 req-ac4aa14c-ed34-4ddc-ad76-766504a21bdc tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.295289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73d76b9a-2e61-401b-8017-4575562c0cb8 req-ac4aa14c-ed34-4ddc-ad76-766504a21bdc tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 945 time: 0.2365825 Nov 16 21:18:37.299208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.348261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:37.381831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943a294b-6725-4e01-ab65-fb574d2e9dc0 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:37.384941 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-d9c80edc-0818-4909-80ef-a10ba2eb20cb service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972841 Nov 16 21:18:37.394698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.437663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:37.464469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Transition to ACTIVE for port object 943a294b-6725-4e01-ab65-fb574d2e9dc0 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:37.484195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.512808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73d76b9a-2e61-401b-8017-4575562c0cb8 req-9d053ca2-57c1-41a6-ba91-92cffa02f07a tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890302 Nov 16 21:18:37.518428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b04a757c-a6e6-446f-ad42-2da121209567'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:37.528339 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-694f23dc-18d6-4cfc-8ea1-5af20d23a846 req-768eea87-4a02-4822-b899-a241cc9c6368 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324377 Nov 16 21:18:37.609757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Attempting to bind port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:37.610348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Attempting to bind port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:37.610694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Attempting to bind port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c on network d9c6f800-177d-4292-82d3-68c874f12c85 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:37.624828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Pushing event updated for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:37.628450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c on network d9c6f800-177d-4292-82d3-68c874f12c85 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:37.629349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Attempting to bind port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c on network d9c6f800-177d-4292-82d3-68c874f12c85 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:37.667230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:37.667721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Checking segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:37.668267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Bound using segment: {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:37.668728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Bound port: 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08ee494-19ee-44da-9728-43986f38eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:37.669087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.851603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3b5bb-fc3d-4192-bf3d-05845848f2d6 req-46d1cca0-45be-49ec-aa43-d8ce143a58e4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.853169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ae3b5bb-fc3d-4192-bf3d-05845848f2d6 req-46d1cca0-45be-49ec-aa43-d8ce143a58e4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 948 time: 0.1368299 Nov 16 21:18:37.861317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1139108123', 'description': 'tempest-description-616345778'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:37.875732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Attempting to bind port 943a294b-6725-4e01-ab65-fb574d2e9dc0 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:37.876058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Attempting to bind port 943a294b-6725-4e01-ab65-fb574d2e9dc0 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:37.876381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Attempting to bind port 943a294b-6725-4e01-ab65-fb574d2e9dc0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:37.906041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Port 943a294b-6725-4e01-ab65-fb574d2e9dc0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:37.906365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Attempting to bind port 943a294b-6725-4e01-ab65-fb574d2e9dc0 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:37.917463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:37.925473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:37.925806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:37.926207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:37.926633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Bound port: 943a294b-6725-4e01-ab65-fb574d2e9dc0, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:37.927071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.939576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.960152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:37.971913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.973982 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.998085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ae3b5bb-fc3d-4192-bf3d-05845848f2d6 req-e0d63dd5-0360-4a17-bf2a-687f4a2d8a64 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325939 Nov 16 21:18:38.057411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.058018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.059431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c HTTP/1.1" status: 200 len: 1091 time: 2.2554545 Nov 16 21:18:38.098456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb87dc-f9d4-4064-be78-a2c064ab9220 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:38.108012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:38.112540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:38.119059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.206074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.206888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.210281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] 10.222.0.36 "PUT /v2.0/ports/943a294b-6725-4e01-ab65-fb574d2e9dc0 HTTP/1.1" status: 200 len: 1096 time: 1.9026818 Nov 16 21:18:38.244011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655a655-46ab-44d1-83f0-72379167cf04 service neutron] Pushing event updated for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:38.331032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.385235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-7e3fb841-0f18-48b1-b338-a5970871fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.387145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-7e3fb841-0f18-48b1-b338-a5970871fd79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76134cdddccc4f4d8a0602ab541dc825&device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 1094 time: 0.2380180 Nov 16 21:18:38.388862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.404435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}, {'name': 'network-changed', 'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:38.406666 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c382b-13e2-4048-99cf-7b0d053f5222" -d '{"events": [{"name": "network-changed", "server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c"}, {"name": "network-changed", "server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:38.477521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-f12fbd43-58d2-418b-9008-0730955b7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.479202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-f12fbd43-58d2-418b-9008-0730955b7272 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1097 time: 0.2093105 Nov 16 21:18:38.486506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-a757141e-57e5-42ca-9975-bbd9c7875d54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c HTTP/1.1" status: 200 len: 217 time: 0.0866468 Nov 16 21:18:38.512851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae0e7b-0d53-45e7-9fa1-6dad183776b0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:38.548695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090db2d-479c-41e0-82da-0f0e89a51cb8 req-ba940e25-cc78-4d46-9474-85751713441d tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.550841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e090db2d-479c-41e0-82da-0f0e89a51cb8 req-ba940e25-cc78-4d46-9474-85751713441d tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 943 time: 0.2780957 Nov 16 21:18:38.608218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-8021a96e-f5cb-478f-b054-23a2a60c6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.609678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-8021a96e-f5cb-478f-b054-23a2a60c6983 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 1099 time: 0.2809579 Nov 16 21:18:38.687938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-60b3b840-c38e-4771-8780-a8e9890a2a4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0641470 Nov 16 21:18:38.730310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-ddfcf573-a487-407c-9856-c74a3f8e3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.731688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-ddfcf573-a487-407c-9856-c74a3f8e3295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45af3fd5-cb63-4586-b878-a14525f585f5 HTTP/1.1" status: 200 len: 844 time: 0.2198176 Nov 16 21:18:38.741181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.755054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.777318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.841280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e090db2d-479c-41e0-82da-0f0e89a51cb8 req-0b9952b7-e939-41a3-8a85-8c22e1b69c20 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406731 Nov 16 21:18:38.849211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-4e74f7f2-c4b7-4a47-b832-684dad63c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.850970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-4e74f7f2-c4b7-4a47-b832-684dad63c8af service neutron] 10.222.0.21 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 0.3569405 Nov 16 21:18:38.878953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.880145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3f54b7-3611-40c0-8846-cf12dcb606cf req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0417585 Nov 16 21:18:38.890821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-58c0d8df-0701-4a4b-b00d-2bd77b1beef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.892264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-58c0d8df-0701-4a4b-b00d-2bd77b1beef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1915803 Nov 16 21:18:38.897090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13c701-8f1c-4091-be8c-4a3838f13536 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb51cbb1-b52c-47eb-ba72-749f0937b8e0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.027235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:39.083291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b04a757c-a6e6-446f-ad42-2da121209567 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:39.088387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b04a757c-a6e6-446f-ad42-2da121209567 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:39.088757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.112202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-564b9fb9-198e-47a3-99e8-51bb00f2ad3b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.113897 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-564b9fb9-198e-47a3-99e8-51bb00f2ad3b tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.0550113 Nov 16 21:18:39.170946 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.195015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:39.198188 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58daaa3-1d43-4e51-86ce-244b241debe0" -d '{"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:39.212395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:39.216115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Deleting port 884daaf7-40d2-4422-ac36-577c5c86ad8c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:39.216564 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.216722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.217038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-ae6cc441-d2c6-4368-a280-5c738d8e03c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 200 len: 217 time: 0.3413370 Nov 16 21:18:39.269549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.312485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] For port 884daaf7-40d2-4422-ac36-577c5c86ad8c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=884daaf7-40d2-4422-ac36-577c5c86ad8c,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:39.313133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.314720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-87abf907-faf8-4d2a-91bf-b81f04bf9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.316268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-87abf907-faf8-4d2a-91bf-b81f04bf9fde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6f800-177d-4292-82d3-68c874f12c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5556059 Nov 16 21:18:39.326843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Calling delete_port for 884daaf7-40d2-4422-ac36-577c5c86ad8c owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:39.342743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-f4a557dd-dad6-42ea-af5b-91bdb1dd3969 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.344202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-f4a557dd-dad6-42ea-af5b-91bdb1dd3969 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 945 time: 0.5274365 Nov 16 21:18:39.445553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-71298a47-6a57-467d-855c-801619bca4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.447586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-71298a47-6a57-467d-855c-801619bca4f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.2114425 Nov 16 21:18:39.456809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-734d7184-5650-475c-b9ec-4e1b5690829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.457691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.458622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-734d7184-5650-475c-b9ec-4e1b5690829d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5251157 Nov 16 21:18:39.469695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['884daaf7-40d2-4422-ac36-577c5c86ad8c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:39.471861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2d58e-f29f-408d-b4b2-d52a31e980f6 req-cddcc4d3-e1bb-471c-bbba-ce42ed98f4b5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.473315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71a2d58e-f29f-408d-b4b2-d52a31e980f6 req-cddcc4d3-e1bb-471c-bbba-ce42ed98f4b5 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb HTTP/1.1" status: 200 len: 950 time: 0.5412521 Nov 16 21:18:39.484469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Pushing event deleted for resources: {'Port': ['ID=884daaf7-40d2-4422-ac36-577c5c86ad8c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.490330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c58939-2f35-48cc-8b52-47d72325894b req-ee2de1bb-88bd-4618-9822-468e30efb0ef tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.491853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25c58939-2f35-48cc-8b52-47d72325894b req-ee2de1bb-88bd-4618-9822-468e30efb0ef tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 950 time: 0.5484946 Nov 16 21:18:39.535228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-747c00a3-32a1-402c-8a48-9c99a677163b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719070 Nov 16 21:18:39.548146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] No DVR routers for this DVR port 884daaf7-40d2-4422-ac36-577c5c86ad8c on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:39.550531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.553813 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-24f13c91-a17d-4d27-8688-1f98c1066104 req-06aeb3a9-47fe-4b9b-a07e-a5d4cf699d37 tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.36 "DELETE /v2.0/ports/884daaf7-40d2-4422-ac36-577c5c86ad8c HTTP/1.1" status: 204 len: 173 time: 0.4328189 Nov 16 21:18:39.554263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-deleted', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:39.557031 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d44cc0-5ed9-404d-920d-02a2ded86005" -d '{"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-deleted", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:39.723187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-ed47c9f1-f14a-4fbe-8ee6-16f352d91882 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952842 Nov 16 21:18:39.795451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71a2d58e-f29f-408d-b4b2-d52a31e980f6 req-1bebf96d-75b7-40b8-bb2e-59246e4a98ec tempest-MigrationsAdminTest-434848496 tempest-MigrationsAdminTest-434848496-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f183c8-c2fa-426d-967d-b6e368fa9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017917 Nov 16 21:18:39.847178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25c58939-2f35-48cc-8b52-47d72325894b req-ec05d65a-514d-4f8e-a959-e22ebfe366c8 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392630 Nov 16 21:18:39.865048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-c9daf76d-f9d6-49a6-ade8-a36fa6cd3cef service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824074 Nov 16 21:18:39.879476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Deleting port ff336c19-3a03-4259-a5b3-4d56f5b85864 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:39.879827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.910375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-d2d32e4c-e8db-4d5f-bbad-bbb71f9c5146 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060503 Nov 16 21:18:39.957059 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91cf94f-a0be-49ef-9602-5da84ab15648 x-openstack-request-id: req-a91cf94f-a0be-49ef-9602-5da84ab15648 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:39.957355 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:39.957610 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a91cf94f-a0be-49ef-9602-5da84ab15648 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:39.958000 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'status': 'completed', 'code': 200} Nov 16 21:18:39.958593 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0', 'status': 'completed', 'code': 200} Nov 16 21:18:40.131316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdeeaa0a-daf5-4d74-8ca7-63a1828840ea req-8332b787-f0a7-4a6f-89fd-aee6320002d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948264 Nov 16 21:18:40.229582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2568d60-fc21-42ef-b57e-3635e4d42260 req-ea11fa21-da57-4ce8-983b-ff5137a6c93f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.231073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2568d60-fc21-42ef-b57e-3635e4d42260 req-ea11fa21-da57-4ce8-983b-ff5137a6c93f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.2700334 Nov 16 21:18:40.267780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6a999-2209-4306-842a-95b00ea89646 req-a1c58355-7a2b-46bd-93ff-78a93659357e tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.269244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0c6a999-2209-4306-842a-95b00ea89646 req-a1c58355-7a2b-46bd-93ff-78a93659357e tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/ports?device_id=13d6e4ac-118a-415d-acff-3ed1dcdd9eac HTTP/1.1" status: 200 len: 945 time: 0.2572043 Nov 16 21:18:40.301249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d316c18-2abe-4435-a30e-0ccd294b4c10 req-a853bd7d-b1b6-4157-986b-51e54560cca1 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153402 Nov 16 21:18:40.307269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] For port ff336c19-3a03-4259-a5b3-4d56f5b85864, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff336c19-3a03-4259-a5b3-4d56f5b85864,segment=NetworkSegment(d2f7171e-6882-471e-9be1-4ae221fccd9e),segment_id=d2f7171e-6882-471e-9be1-4ae221fccd9e)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:40.307633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.326595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffaa14eb-3ac7-4f85-aa20-36ea78e79206 req-85d83d12-3b26-40c3-a7f2-dc2f95e9ab5c service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712380 Nov 16 21:18:40.343854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Calling delete_port for ff336c19-3a03-4259-a5b3-4d56f5b85864 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:40.388034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-2babb237-8241-44aa-a009-b2c4fb936743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.389598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-2babb237-8241-44aa-a009-b2c4fb936743 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76134cdddccc4f4d8a0602ab541dc825&device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 1094 time: 0.1878586 Nov 16 21:18:40.459965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2568d60-fc21-42ef-b57e-3635e4d42260 req-9bdabe44-7ef1-43f0-b6cc-682dc7e41138 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147281 Nov 16 21:18:40.492122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0c6a999-2209-4306-842a-95b00ea89646 req-09dd9a34-9e4f-4f9f-986d-249c2dcfc975 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.54 "GET /v2.0/security-groups?id=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965625 Nov 16 21:18:40.507121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Request body: {'security_group': {'name': 'tempest-securitygroup-786539109', 'description': 'tempest-description-769639103'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:40.574817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.646000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-2ad0ffab-b923-4e1b-bd84-15faf9fbc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.647492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-2ad0ffab-b923-4e1b-bd84-15faf9fbc1ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6f800-177d-4292-82d3-68c874f12c85 HTTP/1.1" status: 200 len: 906 time: 0.2151747 Nov 16 21:18:40.717089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-f557baa2-e5ea-46a0-bc65-d57db1c2bd0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c HTTP/1.1" status: 200 len: 217 time: 0.0574589 Nov 16 21:18:40.738573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbf95-4a74-4fbb-8220-dd761ec9a463 req-0b3fa661-3c04-41da-a396-1448422c90a3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.740129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44ebbf95-4a74-4fbb-8220-dd761ec9a463 req-0b3fa661-3c04-41da-a396-1448422c90a3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 948 time: 0.1703339 Nov 16 21:18:40.782151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.796799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ff336c19-3a03-4259-a5b3-4d56f5b85864'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:40.848537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Pushing event deleted for resources: {'Port': ['ID=ff336c19-3a03-4259-a5b3-4d56f5b85864,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:40.888864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-76e954ec-95ee-498b-948b-769ae8c86db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.890312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-76e954ec-95ee-498b-948b-769ae8c86db2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45af3fd5-cb63-4586-b878-a14525f585f5 HTTP/1.1" status: 200 len: 844 time: 0.1634014 Nov 16 21:18:40.892611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.914744 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.950914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] No DVR routers for this DVR port ff336c19-3a03-4259-a5b3-4d56f5b85864 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:40.962754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44ebbf95-4a74-4fbb-8220-dd761ec9a463 req-2f364163-22bf-4bb5-a76c-f8a4188f956d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103341 Nov 16 21:18:40.971729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.975385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ad32d99-e2ab-424d-afab-874ebab65978 req-acf1fbc9-aceb-40ad-9f73-5cbab658e8c5 tempest-VolumesAdminNegativeTest-1257660551 tempest-VolumesAdminNegativeTest-1257660551-project] 10.222.0.21 "DELETE /v2.0/ports/ff336c19-3a03-4259-a5b3-4d56f5b85864 HTTP/1.1" status: 204 len: 173 time: 1.6184635 Nov 16 21:18:40.987604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b240c-91e2-4b8e-9c84-b465c7c27460,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:40.994185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.995531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d34ece47-5b60-4d45-8113-bddbbc639ce1 req-ad8ec0e6-4775-4417-a160-6847c528c4c8 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5031877 Nov 16 21:18:41.007641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-86060e65-a8a6-4ad7-b09d-4089ad66691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.007641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-86060e65-a8a6-4ad7-b09d-4089ad66691e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6f800-177d-4292-82d3-68c874f12c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052883 Nov 16 21:18:41.037669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:41.061920 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d2066f-69c3-4490-8297-677ff8ee7f56 x-openstack-request-id: req-c3d2066f-69c3-4490-8297-677ff8ee7f56 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:41.062413 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb", "name": "network-vif-deleted", "tag": "884daaf7-40d2-4422-ac36-577c5c86ad8c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:41.062565 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3d2066f-69c3-4490-8297-677ff8ee7f56 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:41.062833 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc8ae65-98c3-4e87-bd5d-d1cfedd636cb', 'name': 'network-vif-deleted', 'tag': '884daaf7-40d2-4422-ac36-577c5c86ad8c', 'status': 'completed', 'code': 200} Nov 16 21:18:41.085978 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff890d4d-2233-4654-be0a-53c9cc46063b x-openstack-request-id: req-ff890d4d-2233-4654-be0a-53c9cc46063b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:41.086307 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:41.087708 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff890d4d-2233-4654-be0a-53c9cc46063b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:41.088285 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567', 'code': 200} Nov 16 21:18:41.193020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:41.202659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-d07fa059-fb6e-4b8c-8197-d53d80e44bec service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901886 Nov 16 21:18:41.205033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'port_id': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'mac_address': 'fa:16:3e:fb:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:41.244240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.257322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:41.277773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:41.284854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.338185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:41.343922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ded4-8fde-4317-bfa1-f033fbb0996d req-26471e8d-3ece-439d-ad88-d0e4ee7b5698 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.345426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a024ded4-8fde-4317-bfa1-f033fbb0996d req-26471e8d-3ece-439d-ad88-d0e4ee7b5698 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 943 time: 0.1927831 Nov 16 21:18:41.354329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ecbe0-196b-4dc7-ada1-627bfdbb275e req-2796716f-cd55-4aca-888f-5e60a5cbd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.355683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9ecbe0-196b-4dc7-ada1-627bfdbb275e req-2796716f-cd55-4aca-888f-5e60a5cbd4dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1100 time: 0.1647656 Nov 16 21:18:41.369295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbddb69-5345-44e7-8518-b75213a7d50f req-66c3ec42-d3ab-4590-a0b0-f41a27f284b3 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.370689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfbddb69-5345-44e7-8518-b75213a7d50f req-66c3ec42-d3ab-4590-a0b0-f41a27f284b3 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 950 time: 0.1957521 Nov 16 21:18:41.456105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-1ba39c3a-268f-4221-824a-2eea91308d28 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221601 Nov 16 21:18:41.502586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a024ded4-8fde-4317-bfa1-f033fbb0996d req-0c252d8b-87e3-49a7-b34d-4de454269797 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459343 Nov 16 21:18:41.505898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9ecbe0-196b-4dc7-ada1-627bfdbb275e req-32df98c1-f772-404b-9783-6b00db9f11e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Nov 16 21:18:41.510212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfbddb69-5345-44e7-8518-b75213a7d50f req-04d5ea18-99bc-4c18-900f-08ad86c65298 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276293 Nov 16 21:18:41.570059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:41.680864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-589960348', 'description': 'tempest-description-630952660'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:41.752664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.765853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e4d6e-acf9-43cd-ab16-51867f5547cd req-fb76d54f-5793-4e23-8343-336936091c3e tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.767353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-585e4d6e-acf9-43cd-ab16-51867f5547cd req-fb76d54f-5793-4e23-8343-336936091c3e tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1055148 Nov 16 21:18:41.778794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.808544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-8d9c0f5c-c218-4c07-811e-0f58aff614da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.810014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-8d9c0f5c-c218-4c07-811e-0f58aff614da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 1099 time: 0.1009698 Nov 16 21:18:41.887442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.026633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e3c70878-acb8-4f16-a925-a78c4e76cf60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecfb8b55c093440f941227e62377e911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379869 Nov 16 21:18:42.029154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.077274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.103412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.144267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'name': 'network-vif-deleted', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:42.146517 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e74eda-3a0b-417d-94a8-c9581b96ffd2" -d '{"events": [{"server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "name": "network-vif-deleted", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:42.150987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.153691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.154880 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70f183c8-c2fa-426d-967d-b6e368fa9a10 HTTP/1.1" status: 204 len: 168 time: 0.1248097 Nov 16 21:18:42.162977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd88a08-1364-4a83-b614-e50233d7b779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f183c8-c2fa-426d-967d-b6e368fa9a10,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.171152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-585e4d6e-acf9-43cd-ab16-51867f5547cd req-77f9618a-0c48-4dfc-b495-455e0d0ad7c2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947172 Nov 16 21:18:42.238165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42248) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.252001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-b6f76829-4e1b-486a-9a31-3be4cd84dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.253453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-b6f76829-4e1b-486a-9a31-3be4cd84dbfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.4285254 Nov 16 21:18:42.334454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-d3a735ba-6493-468b-a7e9-2e10c3506894 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0582612 Nov 16 21:18:42.338389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.347354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Deleting subnet ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:18:42.358769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.362125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.465088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.472274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-cdff8375-e4bd-4102-a1e1-22670f092666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.474000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-cdff8375-e4bd-4102-a1e1-22670f092666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1300528 Nov 16 21:18:42.505748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd85bdb-0376-46b0-aac3-16fc99c9a9f3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.523208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.568186 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a0ecef0-50b3-4231-8c51-bab19a77e51d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e1b725c2fb64d92bf93fa122ea6cf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436938 Nov 16 21:18:42.572149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.575191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.579380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.600939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-dbab7467-a2d6-46bf-84ef-dd21d07bce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.603096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-dbab7467-a2d6-46bf-84ef-dd21d07bce14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085413 Nov 16 21:18:42.603973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.645118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.665341 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.677490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.691490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.692733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df20a67a-791e-4d81-883e-177c105faf4b req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0158889 Nov 16 21:18:42.715280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229571f-fd8e-428c-946e-0a0cb74430ea tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc171ada-1f37-43f4-a699-a9c650da9959,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.747808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.751132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.752324 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3be84e9-9b9e-4c4c-aba6-b0877f8aeb05 HTTP/1.1" status: 204 len: 168 time: 0.1789880 Nov 16 21:18:42.754411 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2608db55-4fcc-432c-ae0d-ad38fb00365b x-openstack-request-id: req-2608db55-4fcc-432c-ae0d-ad38fb00365b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:42.754994 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d6e4ac-118a-415d-acff-3ed1dcdd9eac", "name": "network-vif-deleted", "tag": "ff336c19-3a03-4259-a5b3-4d56f5b85864", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:42.755307 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2608db55-4fcc-432c-ae0d-ad38fb00365b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:42.755660 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d6e4ac-118a-415d-acff-3ed1dcdd9eac', 'name': 'network-vif-deleted', 'tag': 'ff336c19-3a03-4259-a5b3-4d56f5b85864', 'status': 'completed', 'code': 200} Nov 16 21:18:42.763583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaefa1-5f4b-454c-8c7c-87c2eb8fb852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be84e9-9b9e-4c4c-aba6-b0877f8aeb05,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.775702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.826832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f6fe0-2722-4a85-bfbb-30870cd57a79 req-0c5c6f9f-ef7e-4f8f-bb98-52731038e76c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.828432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b98f6fe0-2722-4a85-bfbb-30870cd57a79 req-0c5c6f9f-ef7e-4f8f-bb98-52731038e76c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 948 time: 0.1433315 Nov 16 21:18:42.835077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.849562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-4b00f05f-2ab6-4ad2-8807-e8b1dbec601c service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248063 Nov 16 21:18:42.864378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.870390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-552eae16-3e75-494c-b55c-9e3573cf4ed8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ad19e2db-7391-4a7a-b727-0fcfe8f0c8fb HTTP/1.1" status: 204 len: 168 time: 0.6271760 Nov 16 21:18:42.870905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.954184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.977791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87621ff7-4aaa-4efc-b365-be8d7ea2753e req-c875f52c-9723-46a0-9705-262374855b5f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.985155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87621ff7-4aaa-4efc-b365-be8d7ea2753e req-c875f52c-9723-46a0-9705-262374855b5f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 944 time: 0.1554046 Nov 16 21:18:42.997520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b98f6fe0-2722-4a85-bfbb-30870cd57a79 req-3eeb615a-c909-45c7-af08-fe21566f5d6e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519158 Nov 16 21:18:43.044970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 943a294b-6725-4e01-ab65-fb574d2e9dc0 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:43.047646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:43.047796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.066516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d7c382b-13e2-4048-99cf-7b0d053f5222 req-1094ca3d-8c6f-4a4e-b507-09ea9167b30f service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918638 Nov 16 21:18:43.083182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87621ff7-4aaa-4efc-b365-be8d7ea2753e req-19ef7335-c5fb-42c1-8d65-349e189b1763 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970349 Nov 16 21:18:43.096092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb861a72-f50a-4dc4-9e1a-e0f36e794cd4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:43.108535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f7171e-6882-471e-9be1-4ae221fccd9e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:43.108837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f7171e-6882-471e-9be1-4ae221fccd9e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:43.122245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-492526864', 'description': 'tempest-description-1865373773'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:43.137634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.150923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.158652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.169783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:18:43.170271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:18:43.172022 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:18:43.234032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:43.244426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:43.244864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.248589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.255207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.260652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.260902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] 10.222.0.54 "DELETE /v2.0/networks/eb861a72-f50a-4dc4-9e1a-e0f36e794cd4 HTTP/1.1" status: 204 len: 168 time: 0.3886120 Nov 16 21:18:43.264061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:43.267597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.307987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce15cd-d141-4673-bbb3-65da0510d312 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb861a72-f50a-4dc4-9e1a-e0f36e794cd4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.326807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff336c19-3a03-4259-a5b3-4d56f5b85864 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:43.328747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.334688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a711f71c-87d7-476b-b209-66bbfdd52b16 req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2164555 Nov 16 21:18:43.335657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Deleting subnet d860e7a4-d9e8-461a-a16d-7a2d42710347 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:18:43.346587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.353927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514775e-b7a2-44cd-80a1-a1053c7e2cd0 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9717fab2-b2b0-40da-8eb1-d5bd73fb8f8a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.366756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: ff336c19-3a03-4259-a5b3-4d56f5b85864 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:43.367118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff336c19-3a03-4259-a5b3-4d56f5b85864 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:43.400122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4c2c-7f0f-412d-9004-b459f7ec08e7 req-f327c883-b89c-4e70-b61a-0ee01debcd6e tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:43.402041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:43.408716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fcc4c2c-7f0f-412d-9004-b459f7ec08e7 req-f327c883-b89c-4e70-b61a-0ee01debcd6e tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1230807 Nov 16 21:18:43.419013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.436079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '943a294b-6725-4e01-ab65-fb574d2e9dc0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '943a294b-6725-4e01-ab65-fb574d2e9dc0', 'mac_address': 'fa:16:3e:b8:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:43.469020 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.476995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.511352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:43.513592 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a377e-8c86-4ae7-863a-188d16d44c1e" -d '{"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-plugged", "status": "completed", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:43.519296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:43.520378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.532813 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.533753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:43.541503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943a294b-6725-4e01-ab65-fb574d2e9dc0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:43.572131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.584674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 884daaf7-40d2-4422-ac36-577c5c86ad8c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:43.585047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 884daaf7-40d2-4422-ac36-577c5c86ad8c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:43.607412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:43.614850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fcc4c2c-7f0f-412d-9004-b459f7ec08e7 req-1795a01c-7d82-4752-b9ba-58c648e97ba1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048535 Nov 16 21:18:43.620829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.626963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.628356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.647514 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d860e7a4-d9e8-461a-a16d-7a2d42710347 HTTP/1.1" status: 204 len: 168 time: 0.3823996 Nov 16 21:18:43.649347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:43.650657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df845ac2-12e4-4785-9597-08a7dec06a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d860e7a4-d9e8-461a-a16d-7a2d42710347,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.692779 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354e190-3f74-4d28-9446-f005cc8cedcc x-openstack-request-id: req-8354e190-3f74-4d28-9446-f005cc8cedcc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:43.693322 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-plugged", "status": "completed", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:43.693426 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8354e190-3f74-4d28-9446-f005cc8cedcc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:43.693750 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'code': 200} Nov 16 21:18:43.699454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.801301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.817358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-d42351c7-994c-4c69-a34c-7b15ee3cd680 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45355 time: 0.4543197 Nov 16 21:18:43.874509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cd03-c915-443f-8e91-b4fb02778ac1 req-cc0a83b4-36dd-45c5-af1c-511102bd56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:43.876011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e904cd03-c915-443f-8e91-b4fb02778ac1 req-cc0a83b4-36dd-45c5-af1c-511102bd56e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 1096 time: 0.1044292 Nov 16 21:18:43.937418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['943a294b-6725-4e01-ab65-fb574d2e9dc0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:43.946644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-777fba9f-a2c6-4b9b-8639-aac3ccc8eaa7 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1085d5ba-3525-497f-a095-7332f8b5b587 HTTP/1.1" status: 200 len: 2998 time: 0.1187859 Nov 16 21:18:43.961668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.012343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137db3bd-eaf6-40ea-82ee-b24b7e67edc0']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:44.030025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e904cd03-c915-443f-8e91-b4fb02778ac1 req-e6411ea4-3113-44d8-b2d3-89368e74ba10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373954 Nov 16 21:18:44.034858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e73400-adc9-4765-8318-e2bdcc018289') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:44.034858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e73400-adc9-4765-8318-e2bdcc018289') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:44.051582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.060979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-7647c973-2e6d-4c9c-be19-db01d06d730c tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1085d5ba-3525-497f-a095-7332f8b5b587 HTTP/1.1" status: 200 len: 2998 time: 0.1060348 Nov 16 21:18:44.071893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.089062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:18:44.089450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:18:44.091128 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:18:44.198223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-89530106-802c-4895-9b24-38418c102de5 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2562080a-81f1-4c6a-9114-de1dc4fd0ca1 HTTP/1.1" status: 200 len: 2998 time: 0.1296661 Nov 16 21:18:44.203247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.216240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.221828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] 10.222.0.54 "DELETE /v2.0/networks/137db3bd-eaf6-40ea-82ee-b24b7e67edc0 HTTP/1.1" status: 204 len: 168 time: 0.5689669 Nov 16 21:18:44.229221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387627-743b-4158-bd47-f24efd3ceee9 req-46ead07b-92ab-4600-a027-109ce695b5ca tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.230776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5387627-743b-4158-bd47-f24efd3ceee9 req-46ead07b-92ab-4600-a027-109ce695b5ca tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 949 time: 0.0986154 Nov 16 21:18:44.256976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783cdfd-16b6-44b8-9c54-8f9c3bb56b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=137db3bd-eaf6-40ea-82ee-b24b7e67edc0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:44.297859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-a73620ea-3b66-4f61-bc27-d891791f4df2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2562080a-81f1-4c6a-9114-de1dc4fd0ca1 HTTP/1.1" status: 200 len: 2998 time: 0.0908377 Nov 16 21:18:44.343847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5387627-743b-4158-bd47-f24efd3ceee9 req-8f99f816-820f-47c5-b45e-097b78af27e6 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055930 Nov 16 21:18:44.366535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-bbeed6f5-9f7e-4793-be14-dc62b155423d tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3517ba34-3e42-4f7f-a933-b05d01471c84 HTTP/1.1" status: 200 len: 2998 time: 0.0675771 Nov 16 21:18:44.417469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-52de85f5-075b-4529-ba35-4f826a1a3cf2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3517ba34-3e42-4f7f-a933-b05d01471c84 HTTP/1.1" status: 200 len: 2998 time: 0.0498834 Nov 16 21:18:44.491500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-a7956f81-1613-47d2-a084-ef256e66c8c9 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3fd85bdb-0376-46b0-aac3-16fc99c9a9f3 HTTP/1.1" status: 200 len: 2998 time: 0.0663059 Nov 16 21:18:44.501216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42338) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:44.515803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741f7a-685e-4914-9b81-8e04053e846c req-b8e590e6-6097-4984-8b5a-191d78a1a9ba tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.517347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d741f7a-685e-4914-9b81-8e04053e846c req-b8e590e6-6097-4984-8b5a-191d78a1a9ba tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.0841191 Nov 16 21:18:44.541480 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b8b4dd88-24db-408a-98cf-a2d5bbbc1fec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3298e87732bb4f29b1206fb6ecf0239d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391645 Nov 16 21:18:44.543952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:44.573231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-642eaf90-dcc3-4a72-8b52-22402ae60c88 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3fd85bdb-0376-46b0-aac3-16fc99c9a9f3 HTTP/1.1" status: 200 len: 2998 time: 0.0741289 Nov 16 21:18:44.592203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.596690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d741f7a-685e-4914-9b81-8e04053e846c req-223605e5-235a-4b12-9e98-5352cdede1ba tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715311 Nov 16 21:18:44.622105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.642379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-ff9e4202-8397-402c-993f-3e2dc35eb8bd tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4c0bcb6b-f65b-4792-aafc-fc2c54d44421 HTTP/1.1" status: 200 len: 2998 time: 0.0596237 Nov 16 21:18:44.684547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.687237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.688627 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f381feb6-d8d5-4d8f-bc6c-6f20968e04e3 HTTP/1.1" status: 204 len: 168 time: 0.1435342 Nov 16 21:18:44.699314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78889e1-260e-4ec8-ac89-e359bcfd392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f381feb6-d8d5-4d8f-bc6c-6f20968e04e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:44.703448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-79b464f3-79c0-48e0-b490-c05c54f1a357 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4c0bcb6b-f65b-4792-aafc-fc2c54d44421 HTTP/1.1" status: 200 len: 2998 time: 0.0553381 Nov 16 21:18:44.754386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-c2a8b454-c37e-421b-a2e1-0b92da70e559 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7280931d-b35e-4102-a978-91c48383031a HTTP/1.1" status: 200 len: 2998 time: 0.0465119 Nov 16 21:18:44.793517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-63fd32ff-9d51-46fd-8208-b4701aacf387 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7280931d-b35e-4102-a978-91c48383031a HTTP/1.1" status: 200 len: 2998 time: 0.0382698 Nov 16 21:18:44.837624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-15d88c86-dc83-4c20-8414-6ed4e6a442ee tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9d3865db-3f3a-4d26-9e99-053fa39643a3 HTTP/1.1" status: 200 len: 2998 time: 0.0375395 Nov 16 21:18:44.887552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-378a6773-da31-40f8-8efd-9441bc3e40c6 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9d3865db-3f3a-4d26-9e99-053fa39643a3 HTTP/1.1" status: 200 len: 2998 time: 0.0429897 Nov 16 21:18:44.931331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-935f6bf3-ab59-45e4-a9dc-ae42e5b20ff3 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a37f6675-c2eb-4515-a26c-06a90f2cf465 HTTP/1.1" status: 200 len: 2994 time: 0.0364428 Nov 16 21:18:44.978855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-9bb73bf4-2074-4e16-8e1a-1478f340b2b8 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a37f6675-c2eb-4515-a26c-06a90f2cf465 HTTP/1.1" status: 200 len: 2994 time: 0.0415454 Nov 16 21:18:45.027631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-3a3ffde7-ab13-4302-9014-1124f3aff0b7 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cecb5fae-ef93-41dc-82fe-6336b3dc8a27 HTTP/1.1" status: 200 len: 2990 time: 0.0411320 Nov 16 21:18:45.050479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 943a294b-6725-4e01-ab65-fb574d2e9dc0 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:45.064506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:45.072994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-65eab184-45fd-4fd1-a306-f4cffe33e082 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cecb5fae-ef93-41dc-82fe-6336b3dc8a27 HTTP/1.1" status: 200 len: 2990 time: 0.0383239 Nov 16 21:18:45.115475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 943a294b-6725-4e01-ab65-fb574d2e9dc0 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:45.118427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-62c4da3f-04ab-47d7-9576-68c028566578 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d86373fd-db8e-4f38-bac1-0ae698f3606d HTTP/1.1" status: 200 len: 2998 time: 0.0385132 Nov 16 21:18:45.120696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 943a294b-6725-4e01-ab65-fb574d2e9dc0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:45.121260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.121727 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f336c8f9-1024-4a22-86f1-ca8630ecf938 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a853b3f2b474963b4153c577fb79801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549326 Nov 16 21:18:45.122889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42364) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:45.201708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.235097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:45.239746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.242741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-6882fb45-46b4-4ffc-b27f-3d31f4fd18a6 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d86373fd-db8e-4f38-bac1-0ae698f3606d HTTP/1.1" status: 200 len: 2998 time: 0.1117933 Nov 16 21:18:45.256995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35798751-08b2-4e52-995a-84d1b2bcda0e req-1c548ca4-c114-4626-875a-5a2e77cd4869 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:45.259353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35798751-08b2-4e52-995a-84d1b2bcda0e req-1c548ca4-c114-4626-875a-5a2e77cd4869 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1156940 Nov 16 21:18:45.273503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.300322 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9de83fa0-c28a-495c-ae49-528e693c4b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.306648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:45.343794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.363017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-a00c5786-e580-4dc1-9b00-4748624b718e tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d8ae0e7b-0d53-45e7-9fa1-6dad183776b0 HTTP/1.1" status: 200 len: 2998 time: 0.1001101 Nov 16 21:18:45.395365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35798751-08b2-4e52-995a-84d1b2bcda0e req-93499913-9631-404a-8acb-bdf5bbf13184 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287608 Nov 16 21:18:45.432137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-24f74095-317f-47e7-8094-f093fe725f5f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d8ae0e7b-0d53-45e7-9fa1-6dad183776b0 HTTP/1.1" status: 200 len: 2998 time: 0.0593560 Nov 16 21:18:45.452517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.455080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.456228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2562080a-81f1-4c6a-9114-de1dc4fd0ca1 HTTP/1.1" status: 204 len: 168 time: 0.3320229 Nov 16 21:18:45.459612 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-fef36afc-5115-4d78-85d7-134af89be7fa req-c2b84efe-bfdd-4873-bd0d-27be630f1269 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] show failed (client error): The resource could not be found. Nov 16 21:18:45.460783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-c2b84efe-bfdd-4873-bd0d-27be630f1269 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f381feb6-d8d5-4d8f-bc6c-6f20968e04e3 HTTP/1.1" status: 404 len: 352 time: 0.0198290 Nov 16 21:18:45.467229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70653d-1145-42e8-a3ad-01854e43a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562080a-81f1-4c6a-9114-de1dc4fd0ca1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:45.505853 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-fef36afc-5115-4d78-85d7-134af89be7fa req-5424b076-8c81-4cbd-8801-1b1c3ea3329d tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] show failed (client error): The resource could not be found. Nov 16 21:18:45.509182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef36afc-5115-4d78-85d7-134af89be7fa req-5424b076-8c81-4cbd-8801-1b1c3ea3329d tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f381feb6-d8d5-4d8f-bc6c-6f20968e04e3 HTTP/1.1" status: 404 len: 352 time: 0.0275266 Nov 16 21:18:45.619201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63dcdb-4d47-49e7-b4c8-7435fd6691d7 req-6a4d2f00-322e-4234-be19-d0b3b4637ed1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:45.620813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d63dcdb-4d47-49e7-b4c8-7435fd6691d7 req-6a4d2f00-322e-4234-be19-d0b3b4637ed1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 950 time: 0.0854092 Nov 16 21:18:45.694480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:45.696869 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5008d8-8113-4f3a-85a8-95be0b64806b" -d '{"events": [{"server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "name": "network-vif-plugged", "status": "completed", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:45.721339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d63dcdb-4d47-49e7-b4c8-7435fd6691d7 req-bcca82d4-2cb4-4948-a177-8c32f405ca26 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895231 Nov 16 21:18:45.739002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d45f444-02d3-403d-a686-deded27002c4 req-638eb7f7-48bf-4b99-add6-bab7a579de4e tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2dc4ae4e39cd4b539688824d9c87524c HTTP/1.1" status: 200 len: 6152 time: 0.1511576 Nov 16 21:18:45.820713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d45f444-02d3-403d-a686-deded27002c4 req-04da4a6d-05d2-4521-af80-1306caffb2b1 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "GET /v2.0/security-groups/d8ae0e7b-0d53-45e7-9fa1-6dad183776b0 HTTP/1.1" status: 200 len: 2998 time: 0.0728474 Nov 16 21:18:45.888289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d45f444-02d3-403d-a686-deded27002c4 req-e370f713-3978-403e-821e-21a7b926d29b tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "GET /v2.0/security-groups/d8ae0e7b-0d53-45e7-9fa1-6dad183776b0 HTTP/1.1" status: 200 len: 2998 time: 0.0663590 Nov 16 21:18:45.976419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3406f80-d79c-4098-ad79-784ad56f5e4d req-e08c2674-a5be-434a-bb42-704d065d6597 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:45.986292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3406f80-d79c-4098-ad79-784ad56f5e4d req-e08c2674-a5be-434a-bb42-704d065d6597 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.0730219 Nov 16 21:18:45.994736 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411e362-ff4d-4fee-8e1c-525d73839dcf x-openstack-request-id: req-7411e362-ff4d-4fee-8e1c-525d73839dcf {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:45.995234 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "name": "network-vif-plugged", "status": "completed", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:45.996096 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7411e362-ff4d-4fee-8e1c-525d73839dcf {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:45.996669 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0', 'code': 200} Nov 16 21:18:46.048599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3406f80-d79c-4098-ad79-784ad56f5e4d req-c3eaf119-9a3b-495e-87c9-edad610db46a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609796 Nov 16 21:18:46.179702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dde21b59-e477-41af-a24d-4afd86baf06e req-a2f80cfc-c5f3-4b57-a5a7-f4a23e80475f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9717fab2-b2b0-40da-8eb1-d5bd73fb8f8a HTTP/1.1" status: 200 len: 1794 time: 0.1071579 Nov 16 21:18:46.191686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e7d51-e837-4e5c-ad6f-a834565e7bf6 req-384e70cc-a832-4731-be41-17a4e7db61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.193250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b53e7d51-e837-4e5c-ad6f-a834565e7bf6 req-384e70cc-a832-4731-be41-17a4e7db61c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 1101 time: 0.1076663 Nov 16 21:18:46.217375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18201819-2049-4e82-9aa0-a27b31b6f2fd req-eae13890-8632-48b7-af2b-1e6f15c83847 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.218833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18201819-2049-4e82-9aa0-a27b31b6f2fd req-eae13890-8632-48b7-af2b-1e6f15c83847 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.0933204 Nov 16 21:18:46.219326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:46.229326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:46.236276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Request body: {'floatingip': {'port_id': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:46.295633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.298272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dde21b59-e477-41af-a24d-4afd86baf06e req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.302433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b53e7d51-e837-4e5c-ad6f-a834565e7bf6 req-d8db8ad8-e3ab-4195-a47a-e2406f267c96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962183 Nov 16 21:18:46.321782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dde21b59-e477-41af-a24d-4afd86baf06e req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.368669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dde21b59-e477-41af-a24d-4afd86baf06e req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.371343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dde21b59-e477-41af-a24d-4afd86baf06e req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.372567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dde21b59-e477-41af-a24d-4afd86baf06e req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/9717fab2-b2b0-40da-8eb1-d5bd73fb8f8a HTTP/1.1" status: 204 len: 173 time: 0.1888545 Nov 16 21:18:46.380387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e89fa-c8c7-4450-95d8-effe7e551d3f tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9717fab2-b2b0-40da-8eb1-d5bd73fb8f8a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:46.491405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-14d62370-4d1f-40ad-8b10-99d20bccd671 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cc171ada-1f37-43f4-a699-a9c650da9959 HTTP/1.1" status: 200 len: 1793 time: 0.0812917 Nov 16 21:18:46.549154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efffd634-9014-4b94-919b-43e5bd889391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.661871 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.724489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.747931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b324f-77fc-47d9-b15c-5361fe9e7f56 req-c0f5b11e-b280-40b6-bf7a-f763260394f8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.755602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc6b324f-77fc-47d9-b15c-5361fe9e7f56 req-c0f5b11e-b280-40b6-bf7a-f763260394f8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1503494 Nov 16 21:18:46.842447 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efffd634-9014-4b94-919b-43e5bd889391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.869237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efffd634-9014-4b94-919b-43e5bd889391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.924053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-efffd634-9014-4b94-919b-43e5bd889391 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a7744312a1f47c3a67ce5b42a65e19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6889892 Nov 16 21:18:46.926265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:46.987201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.989773 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.000430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-139720f2-3bf4-4a81-addf-f32cfa797097 req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc171ada-1f37-43f4-a699-a9c650da9959 HTTP/1.1" status: 204 len: 173 time: 0.4997697 Nov 16 21:18:47.047469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:47.056108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc6b324f-77fc-47d9-b15c-5361fe9e7f56 req-651271f2-1ba0-4ffe-9b29-b8677427931f tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589493 Nov 16 21:18:47.125913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffd634-9014-4b94-919b-43e5bd889391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2383a-26a0-489f-b588-8466bf3e5aa1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:47.151322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951956-af5e-48be-97b7-8883c95942a2 tempest-SecurityGroupsTestAdminJSON-298351404 tempest-SecurityGroupsTestAdminJSON-298351404-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc171ada-1f37-43f4-a699-a9c650da9959,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:47.160781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-113ab269-8263-451d-a610-149bed1967d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2436364 Nov 16 21:18:47.216035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ce45-517c-489a-994d-02e696255883 req-79943f42-39e7-4cce-8ffb-2973478e713e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.225974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6f8ce45-517c-489a-994d-02e696255883 req-79943f42-39e7-4cce-8ffb-2973478e713e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 950 time: 0.1510060 Nov 16 21:18:47.229939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.277708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:47.297502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'mac_address': 'fa:16:3e:ad:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:47.338840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.406310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.419995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6f8ce45-517c-489a-994d-02e696255883 req-0cec335b-b2bd-4dff-967c-59ebde6420e2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905427 Nov 16 21:18:47.439219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-ed839067-8c2b-4779-81a1-9020898cde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.446499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:47.446753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-ed839067-8c2b-4779-81a1-9020898cde18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.2017879 Nov 16 21:18:47.465236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.479406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.501049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:47.509446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.511499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.514425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.519321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ef2383a-26a0-489f-b588-8466bf3e5aa1 HTTP/1.1" status: 204 len: 168 time: 0.5430660 Nov 16 21:18:47.598910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a520e-a5ef-44b4-aca4-9da1495b371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2383a-26a0-489f-b588-8466bf3e5aa1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:47.602967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:47.631234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01832235-7e6d-4181-b1de-759286b9adc2 req-1873bb8f-0563-4aeb-9fbd-ee68fd2f5cea tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "GET /v2.0/security-groups/ea4b240c-91e2-4b8e-9c84-b465c7c27460 HTTP/1.1" status: 200 len: 1793 time: 0.1644728 Nov 16 21:18:47.632769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:47.669012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ad1ea1d-492f-4dfd-8fec-e4075744f9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.714858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-5becfc34-a5ae-4edc-8e61-fbe6acc2b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.727428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-5becfc34-a5ae-4edc-8e61-fbe6acc2b089 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.2403681 Nov 16 21:18:47.817577 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Floating IP cede29b0-3ccb-43a6-aef3-e345154ba6be associated. External IP: 172.25.7.95, port: 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c. Nov 16 21:18:47.838817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-01832235-7e6d-4181-b1de-759286b9adc2 req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.939467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-01832235-7e6d-4181-b1de-759286b9adc2 req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.958779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-a33923cb-e1c8-4bf7-aecf-56c93409e7fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1001 time: 0.2086093 Nov 16 21:18:48.024100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-83800055-9fc7-4356-b354-ee967e6b7dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1397874 Nov 16 21:18:48.066486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-46e1cba0-ee67-400d-be15-c2332bf41fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.068080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-46e1cba0-ee67-400d-be15-c2332bf41fea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.0997241 Nov 16 21:18:48.069639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-01832235-7e6d-4181-b1de-759286b9adc2 req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.074457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-01832235-7e6d-4181-b1de-759286b9adc2 req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.092762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01832235-7e6d-4181-b1de-759286b9adc2 req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "DELETE /v2.0/security-groups/ea4b240c-91e2-4b8e-9c84-b465c7c27460 HTTP/1.1" status: 204 len: 173 time: 0.4604814 Nov 16 21:18:48.181275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b31b3f-e2b2-48c3-9a22-0fb4c341ce39 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4b240c-91e2-4b8e-9c84-b465c7c27460,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:48.234836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-bcfad3ae-7b0d-4f76-a495-57310c7e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.236815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-bcfad3ae-7b0d-4f76-a495-57310c7e8480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404734 Nov 16 21:18:48.239082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-9dc754ac-4fb3-47cd-9b1e-2c7ad338e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.240477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-9dc754ac-4fb3-47cd-9b1e-2c7ad338e980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 1096 time: 0.1465983 Nov 16 21:18:48.311955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42500) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:48.354306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e7c-1379-4151-84ac-7291c7dd1ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.393487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Router bbd613d0-093f-4d58-b2dc-c1a0b393b26e has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:48.520033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951a47-e245-44ab-9a39-420f6dc78ac0 req-18abc2db-0f9c-4bb7-98ec-b1b771b5332c tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.528086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7951a47-e245-44ab-9a39-420f6dc78ac0 req-18abc2db-0f9c-4bb7-98ec-b1b771b5332c tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1638489 Nov 16 21:18:48.569365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-b1af5ccc-b32b-4af4-bcf2-1c3a544dd052 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230147 Nov 16 21:18:48.571544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-385a4b24-0602-42be-93fe-e60b806cb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.573587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-385a4b24-0602-42be-93fe-e60b806cb6d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 0.2828288 Nov 16 21:18:48.606701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e7c-1379-4151-84ac-7291c7dd1ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.615273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:48.621409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.624708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e7c-1379-4151-84ac-7291c7dd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.633263 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Sync routers for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:48.655007 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:48.655368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:48.690919 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4dc9fd5-1a39-4a84-a983-347cc9a4668f tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "PUT /v2.0/floatingips/cede29b0-3ccb-43a6-aef3-e345154ba6be HTTP/1.1" status: 200 len: 990 time: 2.4592605 Nov 16 21:18:48.697368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:48.700113 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6753eaf1-f077-4a47-bbee-3b204e83c824" -d '{"events": [{"name": "network-changed", "server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:48.714213 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a87e2e7c-1379-4151-84ac-7291c7dd1ecb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f9cb1e04a2e4aadb22f1267dd372e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009912 Nov 16 21:18:48.715537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2e7c-1379-4151-84ac-7291c7dd1ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da105bf4-8e58-47b2-ad4a-8e9344038980,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:48.717923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42514) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:48.786301 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.817895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.876054 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:48.885245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.889254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.895184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da105bf4-8e58-47b2-ad4a-8e9344038980 HTTP/1.1" status: 204 len: 168 time: 0.1717043 Nov 16 21:18:48.906636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c9252-86fb-407e-9c69-68c0e7014c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da105bf4-8e58-47b2-ad4a-8e9344038980,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:49.057062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:49.127396 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cede29b0-3ccb-43a6-aef3-e345154ba6be', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'port_id': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'mac_address': 'fa:16:3e:fb:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675ad44-d525-469e-b28f-146346228f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:26Z', 'updated_at': '2021-11-16T21:18:47Z', 'revision_number': 1, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:49.154832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:49.155521 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.172568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d5a5145-2045-4b2a-9cdf-45e75fb8da4c req-c9341856-645e-4eb8-8758-c376376368aa service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914688 Nov 16 21:18:49.191661 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Checking router: bbd613d0-093f-4d58-b2dc-c1a0b393b26e for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:49.219609 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:49.220990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.221907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:49.227381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7951a47-e245-44ab-9a39-420f6dc78ac0 req-746909d6-c0e5-434d-93f3-f181db72f663 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984417 Nov 16 21:18:49.231984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-166f75e9-fc23-4c8e-a8e7-ea92d120b1bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 200 len: 217 time: 0.6423907 Nov 16 21:18:49.290312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.300888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b0ea515-6bad-417e-8069-05d7239af30b req-c3988da4-ecf8-4259-9a55-5db530d82f2c tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "GET /v2.0/security-groups/eb51cbb1-b52c-47eb-ba72-749f0937b8e0 HTTP/1.1" status: 200 len: 1794 time: 0.7651908 Nov 16 21:18:49.348920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:49.354125 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabd9e3-f72e-4522-999c-ec4c84476de0" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:49.384777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:49.399391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.421642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b0ea515-6bad-417e-8069-05d7239af30b req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.432157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-0d1a8928-7718-4793-8cc8-609923ea3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.434702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-0d1a8928-7718-4793-8cc8-609923ea3aee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.1818149 Nov 16 21:18:49.456420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:49.512421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:49.547532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-36310605-babf-456d-bff7-38156c18a05b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642745 Nov 16 21:18:49.659355 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b0ea515-6bad-417e-8069-05d7239af30b req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.667156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-3521e83f-da57-438d-83e8-2429ddca8706 service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065085 Nov 16 21:18:49.682572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d4a85-39cc-4611-99ee-cf0c4f0ed40e req-bb63c254-6b61-40f9-9ef1-fe5c6099c006 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.690697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-283d4a85-39cc-4611-99ee-cf0c4f0ed40e req-bb63c254-6b61-40f9-9ef1-fe5c6099c006 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 950 time: 0.2781518 Nov 16 21:18:49.758210 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cede29b0-3ccb-43a6-aef3-e345154ba6be', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'port_id': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'mac_address': 'fa:16:3e:fb:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675ad44-d525-469e-b28f-146346228f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:26Z', 'updated_at': '2021-11-16T21:18:47Z', 'revision_number': 1, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:49.791916 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f5392-a0d4-46b5-abd7-3247cd014123 None None] The sync data for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 is: [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cede29b0-3ccb-43a6-aef3-e345154ba6be', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'port_id': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'mac_address': 'fa:16:3e:fb:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0675ad44-d525-469e-b28f-146346228f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:18:26Z', 'updated_at': '2021-11-16T21:18:47Z', 'revision_number': 1, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:49.858587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-283d4a85-39cc-4611-99ee-cf0c4f0ed40e req-3fbbf3b7-db9d-495b-b185-8b905c418b71 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668229 Nov 16 21:18:49.896035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff397e4-0a3b-4c03-9777-4480c3e28cff req-efd8adc9-cbd1-4257-b06a-ed0970cc7dff service neutron] 10.222.0.36 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001913 Nov 16 21:18:49.943139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b0ea515-6bad-417e-8069-05d7239af30b req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.948065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7b0ea515-6bad-417e-8069-05d7239af30b req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.949217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b0ea515-6bad-417e-8069-05d7239af30b req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] 10.222.0.54 "DELETE /v2.0/security-groups/eb51cbb1-b52c-47eb-ba72-749f0937b8e0 HTTP/1.1" status: 204 len: 173 time: 0.6384399 Nov 16 21:18:49.961820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4482b-dd79-4e93-a7ff-f8ae2e777620 tempest-SecurityGroupsTestAdminJSON-1633733018 tempest-SecurityGroupsTestAdminJSON-1633733018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb51cbb1-b52c-47eb-ba72-749f0937b8e0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:50.061180 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4e4e0-3662-4b35-8bd2-4e6e57d9077a x-openstack-request-id: req-93b4e4e0-3662-4b35-8bd2-4e6e57d9077a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:50.061716 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:50.062678 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93b4e4e0-3662-4b35-8bd2-4e6e57d9077a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:50.063289 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'status': 'completed', 'code': 200} Nov 16 21:18:50.252808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-46e840f8-197c-4392-bce9-c7c74c414457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:50.254358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-46e840f8-197c-4392-bce9-c7c74c414457 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76134cdddccc4f4d8a0602ab541dc825&device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 1096 time: 0.1656940 Nov 16 21:18:50.478514 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e64a9-0caf-4012-a90c-10adc91be8d4 x-openstack-request-id: req-d31e64a9-0caf-4012-a90c-10adc91be8d4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:50.479033 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:50.479033 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d31e64a9-0caf-4012-a90c-10adc91be8d4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:50.479434 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'code': 200} Nov 16 21:18:50.483523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b231580-77f6-4247-bfc0-72b1d9961897 None None] New status for floating IP cede29b0-3ccb-43a6-aef3-e345154ba6be: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:18:50.578097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7ab25-5c04-4aa5-85e4-1f0b280fb173 req-4b057bde-a7dc-4055-93e4-e53c426b6e0d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:50.579710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7af7ab25-5c04-4aa5-85e4-1f0b280fb173 req-4b057bde-a7dc-4055-93e4-e53c426b6e0d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0949528 Nov 16 21:18:50.580909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-e19c6650-feb7-4c18-8ebf-1e204f4a2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:50.582218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-e19c6650-feb7-4c18-8ebf-1e204f4a2326 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6f800-177d-4292-82d3-68c874f12c85 HTTP/1.1" status: 200 len: 906 time: 0.3107696 Nov 16 21:18:50.646249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:50.677511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.722359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-3ced1209-7ae9-437e-93cc-ed90a9ace0d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c HTTP/1.1" status: 200 len: 998 time: 0.1242611 Nov 16 21:18:50.873277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-46a1be50-d00e-41d5-bbc7-e959b8c66442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:50.874822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-46a1be50-d00e-41d5-bbc7-e959b8c66442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45af3fd5-cb63-4586-b878-a14525f585f5 HTTP/1.1" status: 200 len: 844 time: 0.1359980 Nov 16 21:18:50.951594 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2994ec68-ced4-42df-9c24-0f04a8c4c37d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2dc4ae4e39cd4b539688824d9c87524c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039026 Nov 16 21:18:50.953928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:50.984390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7af7ab25-5c04-4aa5-85e4-1f0b280fb173 req-53972f33-eb05-487f-b39e-6d6b515ce8bc tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946629 Nov 16 21:18:50.993896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-06e4d6fe-4eac-4efd-9997-456f4fa9a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:50.995699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-06e4d6fe-4eac-4efd-9997-456f4fa9a9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6f800-177d-4292-82d3-68c874f12c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033523 Nov 16 21:18:51.056084 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.125608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.180626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2805e0-7a91-4ae9-ab9b-c0e54ae1286a req-e6ff1104-6247-4536-b7a0-fdc6d1e2e132 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:51.182181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f2805e0-7a91-4ae9-ab9b-c0e54ae1286a req-e6ff1104-6247-4536-b7a0-fdc6d1e2e132 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1409841 Nov 16 21:18:51.221729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-50f514ef-7a9f-412d-88f1-2c4686bca693 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165475 Nov 16 21:18:51.236323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.239334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.242863 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8ae0e7b-0d53-45e7-9fa1-6dad183776b0 HTTP/1.1" status: 204 len: 168 time: 0.2856083 Nov 16 21:18:51.264596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70dd7-ed44-4c4c-946b-22496aa712e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae0e7b-0d53-45e7-9fa1-6dad183776b0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:51.316712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f2805e0-7a91-4ae9-ab9b-c0e54ae1286a req-8640644c-c940-428e-b88c-5edacaf13e04 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 Nov 16 21:18:51.388465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.401960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6753eaf1-f077-4a47-bbee-3b204e83c824 req-0b0db3b6-3425-4fa0-9cb3-3ff54bd79a06 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626625 Nov 16 21:18:51.733378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6d3fcccf-77da-45d8-9bf2-9544d0c0b30d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332451 Nov 16 21:18:51.868947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-d177cada-f25e-43d7-9030-61f1073d1a1e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:51.876054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-d177cada-f25e-43d7-9030-61f1073d1a1e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416566 Nov 16 21:18:51.881094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:51.889532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-ab73409d-d0bf-4dee-a527-9b47c23f1e99 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/quotas/147b92405ab046a0a2053e3c80d013dd HTTP/1.1" status: 200 len: 375 time: 0.0126066 Nov 16 21:18:51.942677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b493257d-bd1e-42b4-9b0f-5d4e7425a97b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1edc06a6f78940eeb90a707a1eb634cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598142 Nov 16 21:18:51.945230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42704) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.001852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.013703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-d03eb2a0-86fa-4d09-8444-ddd9259121f4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156828 Nov 16 21:18:52.041442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.121424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.124707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.128160 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3fd85bdb-0376-46b0-aac3-16fc99c9a9f3 HTTP/1.1" status: 204 len: 168 time: 0.1795444 Nov 16 21:18:52.144478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e5fd-f895-4af6-81cf-ddcd430f9661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd85bdb-0376-46b0-aac3-16fc99c9a9f3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:52.433911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49c5fdcd-9b67-48a9-9e67-fc70ae521810 req-d82c5b34-bf84-41b9-899f-994cf291018f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 210 time: 0.0468807 Nov 16 21:18:52.473178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-7794cf30-d4d5-472b-90ca-b0b3e17b8769 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467563 Nov 16 21:18:52.618074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d921c212-af80-4e59-8a53-ea71271db9c4 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.628795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d921c212-af80-4e59-8a53-ea71271db9c4 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547227 Nov 16 21:18:52.655525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-1abe52e2-8dab-43fa-8971-eed95d9b8bb0 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/quotas/d6d0fccf06b14c3b9c4219a1749452c2 HTTP/1.1" status: 200 len: 375 time: 0.0253146 Nov 16 21:18:52.687846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-c111df14-e33a-4a5c-901d-47cf6a0370c1 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310900 Nov 16 21:18:53.024939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a31e1f-9645-455f-9a00-3e92890e391e req-b2995fa8-4658-46e0-9dee-19b35997b0dc tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:53.035583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6a31e1f-9645-455f-9a00-3e92890e391e req-b2995fa8-4658-46e0-9dee-19b35997b0dc tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0802834 Nov 16 21:18:53.163231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6a31e1f-9645-455f-9a00-3e92890e391e req-75fb2e78-062b-4e57-a3cd-b89b63b49b49 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023080 Nov 16 21:18:53.429394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dbfd62b-580f-4565-b4c0-24873296b1f8 req-07004b8a-f2f5-4cd1-8533-c0f643a20fb8 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 210 time: 0.0808258 Nov 16 21:18:53.626257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4023ab1b-4bb7-4d7e-8dcb-1fa496cfedd4 req-fc292dfc-2ada-4664-9ac6-264d12e3e38f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 210 time: 0.0522354 Nov 16 21:18:54.021405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-340cdff9-7288-447e-a53a-d52c26a457d8 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=147b92405ab046a0a2053e3c80d013dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473142 Nov 16 21:18:54.030958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-161bf59a-d1c0-4a64-977d-bc0b9148f955 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2c07efdb35f2474e89eb5250ca503260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823328 Nov 16 21:18:54.297024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-9ceceeed-83b5-4e4d-b22f-dbd8e9836000 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.305129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-9ceceeed-83b5-4e4d-b22f-dbd8e9836000 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732325 Nov 16 21:18:54.314373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-4642c4d2-833d-486f-9402-662359d1b6ed tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.319169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-4642c4d2-833d-486f-9402-662359d1b6ed tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860217 Nov 16 21:18:54.328684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2271be38-faeb-43f5-b98f-8f97ab8719c4 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/quotas/2c07efdb35f2474e89eb5250ca503260 HTTP/1.1" status: 200 len: 375 time: 0.0225356 Nov 16 21:18:54.356087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Request body: {'port': {'device_id': '08a2acd7-bd9b-45eb-8590-403151066009', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '147b92405ab046a0a2053e3c80d013dd'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:54.407664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2107a006-aa17-4473-9908-2a09a06263dd tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c07efdb35f2474e89eb5250ca503260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707567 Nov 16 21:18:54.605545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa56f9-0fb8-445f-959c-31fac424f4e2 req-e218cadb-4a24-412f-968a-fc0caf505e37 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.607165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0aa56f9-0fb8-445f-959c-31fac424f4e2 req-e218cadb-4a24-412f-968a-fc0caf505e37 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1453037 Nov 16 21:18:54.637526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-7f07c120-b5c8-4341-802d-b23e9545732a tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761232 Nov 16 21:18:54.777596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0aa56f9-0fb8-445f-959c-31fac424f4e2 req-c3f17dd5-7447-4681-a89c-5ec5cd4e314a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622722 Nov 16 21:18:54.818649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Made reservation on behalf of 147b92405ab046a0a2053e3c80d013dd for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:54.823921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:54.918907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-4b0978c6-76d5-40d2-8bd9-7b3eaffc29a8 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.920555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-4b0978c6-76d5-40d2-8bd9-7b3eaffc29a8 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757955 Nov 16 21:18:54.935193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Request body: {'port': {'device_id': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd6d0fccf06b14c3b9c4219a1749452c2'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:55.074599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a608467d-0ed7-45b7-8d54-468bdc7f8fc9 req-92dd0c23-5887-44c4-bd08-ac3691f9821c tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 210 time: 0.0616171 Nov 16 21:18:55.162301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Allocated IP 192.168.233.197 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/a0f2fb35-4fe7-4ee1-a3e2-bfb308053570) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:55.209444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c87538b-b7df-4946-9897-40a35c816207 req-6f9a8583-eb4a-4d45-bd99-a906b7beaa37 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 210 time: 0.0398347 Nov 16 21:18:55.405834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Made reservation on behalf of d6d0fccf06b14c3b9c4219a1749452c2 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:55.411675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.434195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5035d222-33f6-4141-8d13-0c60ecdf7a8c req-ce2c4827-2031-4953-b5df-7b1ab689023e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 210 time: 0.1284094 Nov 16 21:18:55.490841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.674093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.682148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.693419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.775972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc3fd2-a3ed-444a-815b-4462ae390baf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:55.843692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.857463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b04a757c-a6e6-446f-ad42-2da121209567', '943a294b-6725-4e01-ab65-fb574d2e9dc0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:55.977202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:55.994308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:56.025173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:56.314518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Allocated IP 192.168.233.95 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/2c06de55-f2bf-49ec-b306-1ae26b6e41a1) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:56.369394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:56.369707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.373433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-e2bbfb21-d8b1-4d76-ada8-689ba7cb5723 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2c07efdb35f2474e89eb5250ca503260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654704 Nov 16 21:18:56.409582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event updated for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:56.456660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a51b2aa2-89c0-4a57-b8a2-4c63bc37e56e None None] Provisioning complete for port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:56.457404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a51b2aa2-89c0-4a57-b8a2-4c63bc37e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.497652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.498287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.498809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.499340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.499855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.500406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.500892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a51b2aa2-89c0-4a57-b8a2-4c63bc37e56e None None] Port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:56.501142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.501667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.502228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.502780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.503387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.503976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:56.533088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c8656be-7701-45c4-85d2-4814b5532086 req-6c83f992-e08f-4cb1-a54a-786f209bf0ed tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 210 time: 0.1097128 Nov 16 21:18:56.548075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-c2357102-f7be-46e5-b395-8bd814ee720e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1986864 Nov 16 21:18:56.596761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Request body: {'port': {'device_id': '08a2acd7-bd9b-45eb-8590-403151066009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:56.934220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63f5d-64d0-4fd8-b36c-4408b5d048e7 req-4869b843-0f3a-4431-9096-1968e61b13ac tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:56.935833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17a63f5d-64d0-4fd8-b36c-4408b5d048e7 req-4869b843-0f3a-4431-9096-1968e61b13ac tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.7561357 Nov 16 21:18:56.979489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f296cde-3de5-4d36-8069-c5c2a6b4226a req-31819cd8-6cd8-4b09-bdbf-8bfd29079081 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 210 time: 0.3678539 Nov 16 21:18:57.080278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.155495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-35a946e1-8df2-4734-828c-032797d05449 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.157199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-35a946e1-8df2-4734-828c-032797d05449 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7452619 Nov 16 21:18:57.168944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.195366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Request body: {'port': {'device_id': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '2c07efdb35f2474e89eb5250ca503260'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:57.253923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.361719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Pushing event updated for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:57.377713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17a63f5d-64d0-4fd8-b36c-4408b5d048e7 req-23ed3771-aa1d-4ed0-95db-8c3c8a03fefd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045210 Nov 16 21:18:57.402545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:57.408546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:57.421369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:57.587893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.588571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.716128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d7e77e5d-97ee-4abe-9a21-805fce04a667 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7849128 Nov 16 21:18:57.732281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82570d6-47d4-4761-a4ba-a1eba3d9e18e req-2541e651-6d96-40b8-a63d-b01895ca0345 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.738917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b82570d6-47d4-4761-a4ba-a1eba3d9e18e req-2541e651-6d96-40b8-a63d-b01895ca0345 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 936 time: 0.2185485 Nov 16 21:18:57.743861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-334f6e0a-49d5-48fa-818c-b459e0eff495 None None] Provisioning complete for port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:57.745695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-334f6e0a-49d5-48fa-818c-b459e0eff495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.749648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Request body: {'port': {'device_id': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:57.799298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-334f6e0a-49d5-48fa-818c-b459e0eff495 None None] Port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:57.841661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Made reservation on behalf of 2c07efdb35f2474e89eb5250ca503260 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:57.845361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.864359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:57.912932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b82570d6-47d4-4761-a4ba-a1eba3d9e18e req-d684821a-b876-4ad2-ae4f-5be511c54545 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731133 Nov 16 21:18:57.973459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.084021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242cb8-6a21-4a6a-bbde-ffb3ffe21471 req-44e74be3-571e-4f94-8130-ef10eade9d62 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:58.084021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78242cb8-6a21-4a6a-bbde-ffb3ffe21471 req-44e74be3-571e-4f94-8130-ef10eade9d62 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 935 time: 0.1790853 Nov 16 21:18:58.123440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:58.140478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.238527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Transition to ACTIVE for port object a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:58.268680 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.302368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78242cb8-6a21-4a6a-bbde-ffb3ffe21471 req-204298cd-b4d0-4fc2-a78e-74448ebc2f06 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052994 Nov 16 21:18:58.359752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.441970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.529953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e32d150-1721-4dba-b756-5ede7a3496d8 req-e418a553-59d7-49b6-a589-83db8b254757 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 210 time: 0.0890093 Nov 16 21:18:58.553281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:58.658271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826bac9f-1442-45c3-9078-ab76284e6fe4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:58.772396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100d10-268d-49d8-a200-c61e2c7317c5 req-8ab8c081-e0a6-44a3-a0f2-314db3ec5612 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:58.780962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5100d10-268d-49d8-a200-c61e2c7317c5 req-8ab8c081-e0a6-44a3-a0f2-314db3ec5612 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.2583826 Nov 16 21:18:58.791365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Attempting to bind port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:58.791798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Attempting to bind port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:58.792131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Attempting to bind port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:58.812225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:58.812559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Attempting to bind port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:58.846475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:58.846810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:58.847220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:58.847649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Bound port: a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:58.847995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.912221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5100d10-268d-49d8-a200-c61e2c7317c5 req-6399214f-0b95-44fe-8e67-4642d2026ceb tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240623 Nov 16 21:18:58.969277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:58.983049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.019706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Transition to ACTIVE for port object 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:59.035691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.096327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:59.128653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:59.156347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.176859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Allocated IP 192.168.233.104 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/f35b465e-3c2a-485d-b6ba-d672fc6a0d36) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:59.197178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Pushing event updated for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:59.369793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.370416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.372005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 HTTP/1.1" status: 200 len: 1096 time: 2.7816989 Nov 16 21:18:59.385990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:59.390325 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbd635-e038-4f75-b80d-db12aede3db6" -d '{"events": [{"name": "network-changed", "server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:59.675336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Attempting to bind port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:59.675336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Attempting to bind port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:59.676110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Attempting to bind port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:59.735235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:59.735931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Attempting to bind port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:59.861593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b069a-b8ff-4b6f-bde5-b8250724d885 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:59.887076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2768a-f37d-426e-a235-b6b93a31028e req-6bd51563-57a6-40d1-867c-339c5472ffdd tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.888599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5c2768a-f37d-426e-a235-b6b93a31028e req-6bd51563-57a6-40d1-867c-339c5472ffdd tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 948 time: 0.6873250 Nov 16 21:18:59.894252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:59.894592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:59.895064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:59.895506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Bound port: 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:59.895871 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.957074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.987961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f25cfe-24af-45f1-abdd-fc9261f615bf req-ac00fe63-80a8-406e-93d4-617e02f94517 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.995153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18f25cfe-24af-45f1-abdd-fc9261f615bf req-ac00fe63-80a8-406e-93d4-617e02f94517 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 947 time: 0.3320374 Nov 16 21:19:00.002992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-069afb61-eaf9-4f80-a6ea-a5db628c2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.004440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-069afb61-eaf9-4f80-a6ea-a5db628c2977 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 1099 time: 0.3848367 Nov 16 21:19:00.108130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-35c8ee68-4723-42fb-a046-3c1c19def4a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 HTTP/1.1" status: 200 len: 217 time: 0.0906904 Nov 16 21:19:00.145042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5c2768a-f37d-426e-a235-b6b93a31028e req-f50a5dd1-9a1f-465c-ad27-34a0d5065689 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354913 Nov 16 21:19:00.153318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:00.199689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:00.225250 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67683fd2-7194-497c-ab3c-6ca5ddfee90b x-openstack-request-id: req-67683fd2-7194-497c-ab3c-6ca5ddfee90b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:00.225616 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:00.227384 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67683fd2-7194-497c-ab3c-6ca5ddfee90b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:00.228270 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'status': 'completed', 'code': 200} Nov 16 21:19:00.241084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18f25cfe-24af-45f1-abdd-fc9261f615bf req-4a9a33fa-e867-46e4-ae8b-025ca14f54be tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448168 Nov 16 21:19:00.242605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.325934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.329251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.330735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] 10.222.0.21 "PUT /v2.0/ports/2c06de55-f2bf-49ec-b306-1ae26b6e41a1 HTTP/1.1" status: 200 len: 1095 time: 2.5850005 Nov 16 21:19:00.331877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.358421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dae2d-7469-4b9b-811f-9caca0601bad service neutron] Pushing event updated for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:00.392063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43280) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:00.489873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:00.497004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:00.499663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:00.503423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-ca4ae9fe-99ac-4434-873d-bdf3f3da1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.505012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-ca4ae9fe-99ac-4434-873d-bdf3f3da1bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.3796239 Nov 16 21:19:00.594979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c977a3d4-bc8d-4d09-b11e-29f5cc2d0c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.674832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Pushing event updated for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:00.687138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c4283-7bec-4822-8154-68fbe625ce66 req-4c3bbf8d-c796-47a5-a47b-f5b31f1c731a tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.696571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-880c4283-7bec-4822-8154-68fbe625ce66 req-4c3bbf8d-c796-47a5-a47b-f5b31f1c731a tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 936 time: 0.3463848 Nov 16 21:19:00.718946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-f500b8eb-9929-4356-ad27-37013a4cfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.720586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-f500b8eb-9929-4356-ad27-37013a4cfe4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 1098 time: 0.3365903 Nov 16 21:19:00.730540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c6b16-6bbe-417b-b77f-4139afd0b603 req-d811eb35-4a3c-4b16-bfe4-f36a114558d2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.739670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794c6b16-6bbe-417b-b77f-4139afd0b603 req-d811eb35-4a3c-4b16-bfe4-f36a114558d2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.3814309 Nov 16 21:19:00.790512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.791179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.799994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c977a3d4-bc8d-4d09-b11e-29f5cc2d0c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.810950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c977a3d4-bc8d-4d09-b11e-29f5cc2d0c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.872089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c977a3d4-bc8d-4d09-b11e-29f5cc2d0c17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=082364f9dff94dc289c7a863bf853346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783134 Nov 16 21:19:00.873188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:00.897622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977a3d4-bc8d-4d09-b11e-29f5cc2d0c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2a9e4b-90ab-43b2-beb2-c4a639386981,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:00.948878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.977088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.040500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.043664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.047431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc2a9e4b-90ab-43b2-beb2-c4a639386981 HTTP/1.1" status: 204 len: 168 time: 0.1708572 Nov 16 21:19:01.074224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1c4d6-185f-448f-9561-b2563b83f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2a9e4b-90ab-43b2-beb2-c4a639386981,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:01.102849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-53db9cf7-91ac-4337-928c-dff7825f59d3 None None] Provisioning complete for port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:01.103449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-53db9cf7-91ac-4337-928c-dff7825f59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.164876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-53db9cf7-91ac-4337-928c-dff7825f59d3 None None] Port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:01.269249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-0e67cb1e-a61f-4426-81ec-998690a0e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:01.272104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-0e67cb1e-a61f-4426-81ec-998690a0e13f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7384458 Nov 16 21:19:01.274999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-56e7637d-9f5a-426f-b1a9-a25efb53b161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1 HTTP/1.1" status: 200 len: 217 time: 0.5300603 Nov 16 21:19:01.278510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794c6b16-6bbe-417b-b77f-4139afd0b603 req-5787a384-efd0-4bad-bea7-f06682e46607 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377426 Nov 16 21:19:01.285964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-2233e19c-e582-4f3a-8e0b-6fac1be6a8f6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0963380 Nov 16 21:19:01.348073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Request body: {'port': {'device_id': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:01.424999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-b1beebeb-c5e0-47c2-bcf9-485257c409be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:01.426592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-b1beebeb-c5e0-47c2-bcf9-485257c409be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1397238 Nov 16 21:19:01.499041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.537567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-880c4283-7bec-4822-8154-68fbe625ce66 req-0df7262b-81c9-46fc-8dde-0a156da5c6da tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398609 Nov 16 21:19:01.659902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-e79251dc-0829-431d-8da7-4bcbf8413718 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506143 Nov 16 21:19:01.848771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-4e6aadcc-3ed8-485c-a6c5-ab5c16ea8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:01.850487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-4e6aadcc-3ed8-485c-a6c5-ab5c16ea8026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3527565 Nov 16 21:19:02.053382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f840a-5697-4939-81bf-f18d6250c1c7 req-00d95ffe-461a-493e-b520-4a1d0669e2c9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.055664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-649f840a-5697-4939-81bf-f18d6250c1c7 req-00d95ffe-461a-493e-b520-4a1d0669e2c9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 947 time: 0.3256261 Nov 16 21:19:02.095522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3d54-917c-4ebb-b175-74fbef9019d1 req-dd831cb0-8a1d-4340-afe1-8c8fe533adf2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.103286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4efa3d54-917c-4ebb-b175-74fbef9019d1 req-dd831cb0-8a1d-4340-afe1-8c8fe533adf2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 948 time: 0.3981912 Nov 16 21:19:02.144754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86e4e0fb-13fb-4f2f-af4c-2ebfffe929c2 req-15acf2a9-020a-4b4c-955f-4241ff3f66ef service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408438 Nov 16 21:19:02.217507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-3261cea3-633b-4653-a681-fc1994d941b5 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232048 Nov 16 21:19:02.237258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:02.239655 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edbd1e1-9437-4751-938c-116babf22f81" -d '{"events": [{"name": "network-changed", "server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:02.274308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-649f840a-5697-4939-81bf-f18d6250c1c7 req-264625f5-1a87-47eb-8a4d-892891cac95b tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032418 Nov 16 21:19:02.339511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4efa3d54-917c-4ebb-b175-74fbef9019d1 req-480555e3-bfaa-49a4-8a8e-3eef8fbc38d5 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352664 Nov 16 21:19:02.398808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35b465e-3c2a-485d-b6ba-d672fc6a0d36 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:02.404145 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7c7104-b50d-4482-b7af-64e8f28cfbcd x-openstack-request-id: req-bd7c7104-b50d-4482-b7af-64e8f28cfbcd {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:02.404469 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:02.404712 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd7c7104-b50d-4482-b7af-64e8f28cfbcd {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:02.405204 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1', 'status': 'completed', 'code': 200} Nov 16 21:19:02.407530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-bd929e66-d6f4-495e-9c37-4e4fdae07f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.409118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-bd929e66-d6f4-495e-9c37-4e4fdae07f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 1099 time: 0.1993177 Nov 16 21:19:02.419526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.514556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27e29e43-58f4-42b3-9a9a-1cd98ebf4178 req-d1b4a767-30d1-4956-8dd3-6538617001ec service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851689 Nov 16 21:19:02.544521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Transition to ACTIVE for port object f35b465e-3c2a-485d-b6ba-d672fc6a0d36 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:02.556511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.664648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8680-9229-47cb-9414-23a6a2ea626a req-57091631-3994-4153-8cc3-bd8e13258b45 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.666187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-104a8680-9229-47cb-9414-23a6a2ea626a req-57091631-3994-4153-8cc3-bd8e13258b45 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1800396 Nov 16 21:19:02.676822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Pushing event updated for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:02.679968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-227f1fc8-4961-448d-aadb-6a890f1bd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.681442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-227f1fc8-4961-448d-aadb-6a890f1bd642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2577865 Nov 16 21:19:02.695058 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:19:02.798501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-27a0e761-0bac-48f9-83be-229ec66ae4d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 HTTP/1.1" status: 200 len: 217 time: 0.0990455 Nov 16 21:19:02.809795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd1e1-9437-4751-938c-116babf22f81 req-4b96b7c0-2a68-4fe9-bb5e-4ee84f554a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.811301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-4b96b7c0-2a68-4fe9-bb5e-4ee84f554a02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 1098 time: 0.2153382 Nov 16 21:19:02.849732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-104a8680-9229-47cb-9414-23a6a2ea626a req-665cfce5-9b20-4ec4-bd8a-c20c7c1d8dcf tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636000 Nov 16 21:19:02.905994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Attempting to bind port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:02.906325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Attempting to bind port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:02.906648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Attempting to bind port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:02.922913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:02.923258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Attempting to bind port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:02.968988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:02.969314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:02.969692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:02.970122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Bound port: f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:02.970473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.035917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-d8b42f48-136b-4515-97ad-920b0f8a0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.035917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-d8b42f48-136b-4515-97ad-920b0f8a0706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1220484 Nov 16 21:19:03.037142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd1e1-9437-4751-938c-116babf22f81 req-c15787f9-6ab4-4a31-bf29-21b5c5dbdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.038555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-c15787f9-6ab4-4a31-bf29-21b5c5dbdb1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.2185965 Nov 16 21:19:03.129696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efdca7-b8f9-4424-ad73-da0e10ccf1d0 req-fa0845d3-e298-4f7e-b1d9-a133169508a1 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.131130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5efdca7-b8f9-4424-ad73-da0e10ccf1d0 req-fa0845d3-e298-4f7e-b1d9-a133169508a1 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.1782839 Nov 16 21:19:03.132856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-ee1d941e-ec8b-4d38-9bed-2a8f468ba74b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1 HTTP/1.1" status: 200 len: 217 time: 0.0745330 Nov 16 21:19:03.250406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:03.269247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-59a9dbb7-6370-4f85-b014-580297931173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.270704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-59a9dbb7-6370-4f85-b014-580297931173 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2112784 Nov 16 21:19:03.287300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd1e1-9437-4751-938c-116babf22f81 req-92912d62-b3fc-482f-b693-3e6fc0d552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.289086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-92912d62-b3fc-482f-b693-3e6fc0d552d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1436088 Nov 16 21:19:03.296035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:03.314460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438808b0-88e6-4367-af2e-2e68437f318d req-5b349045-9da2-4a91-8ba0-360025939c5b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.315883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-438808b0-88e6-4367-af2e-2e68437f318d req-5b349045-9da2-4a91-8ba0-360025939c5b tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 950 time: 0.1968634 Nov 16 21:19:03.332438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.337045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5efdca7-b8f9-4424-ad73-da0e10ccf1d0 req-2bb36edd-09d4-45d9-9e9a-36bfbb7d6665 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906505 Nov 16 21:19:03.441174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.441775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.443167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-00625788-418d-4811-b9e3-7370d80e066d service neutron] 10.222.0.21 "PUT /v2.0/ports/f35b465e-3c2a-485d-b6ba-d672fc6a0d36 HTTP/1.1" status: 200 len: 1096 time: 2.1361110 Nov 16 21:19:03.502137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00625788-418d-4811-b9e3-7370d80e066d service neutron] Pushing event updated for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:03.525907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd1e1-9437-4751-938c-116babf22f81 req-97f5dd8b-1eff-4c9b-b2b8-8d2f0c6fba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.527423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-97f5dd8b-1eff-4c9b-b2b8-8d2f0c6fba08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219090 Nov 16 21:19:03.532634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-f451099b-28e9-407a-90cb-a7663ed93e54 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384768 Nov 16 21:19:03.549831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-438808b0-88e6-4367-af2e-2e68437f318d req-42d44159-1dfe-4429-9d81-ab93d21e4558 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875520 Nov 16 21:19:03.999909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-d8d8d66f-b5d9-47d3-b2f8-c76921135cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.001378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-d8d8d66f-b5d9-47d3-b2f8-c76921135cba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c07efdb35f2474e89eb5250ca503260&device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 1099 time: 0.5007694 Nov 16 21:19:04.086012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-ff637381-3519-4d2f-9bb2-61abad9b8b0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36 HTTP/1.1" status: 200 len: 217 time: 0.0686319 Nov 16 21:19:04.087751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-f0c2943b-61a7-4d7d-b55d-40787bf09cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358450 Nov 16 21:19:04.098517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c863c0-af64-490c-a1d5-e079dfdb75df req-c715f606-35b4-41e6-808c-3ea9632eb994 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.099904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1c863c0-af64-490c-a1d5-e079dfdb75df req-c715f606-35b4-41e6-808c-3ea9632eb994 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 947 time: 0.4554529 Nov 16 21:19:04.103538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32dbd635-e038-4f75-b80d-db12aede3db6 req-e725a3c1-9872-4edf-a9c3-4a76bd1d38cd service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526998 Nov 16 21:19:04.110608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58127-12f0-4f70-ab4e-d4192c5d8a46 req-4422f6f3-e774-4f54-8605-7c8319e6f35d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.112007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01e58127-12f0-4f70-ab4e-d4192c5d8a46 req-4422f6f3-e774-4f54-8605-7c8319e6f35d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 948 time: 0.1806514 Nov 16 21:19:04.276356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-b168cb16-b8db-43f0-97d4-4a91e577f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.277787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-b168cb16-b8db-43f0-97d4-4a91e577f476 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1629772 Nov 16 21:19:04.284513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1c863c0-af64-490c-a1d5-e079dfdb75df req-1691fd61-3ec7-4fe3-8f6a-a87aec3efc71 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715848 Nov 16 21:19:04.294317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01e58127-12f0-4f70-ab4e-d4192c5d8a46 req-1670661c-40c1-421d-8bc9-5d829d038ff4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613054 Nov 16 21:19:04.335508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edbd1e1-9437-4751-938c-116babf22f81 req-d5b951fe-3ff7-465b-8175-20999ab2732d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209389 Nov 16 21:19:04.352607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-d3a48adc-ac20-4337-b2b8-2b40a36f29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.354828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-d3a48adc-ac20-4337-b2b8-2b40a36f29b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582190 Nov 16 21:19:04.419301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:04.421932 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2091b6-ec6c-4853-835b-e8624d10c47e" -d '{"events": [{"name": "network-changed", "server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:04.469446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-7f618192-3480-47ff-bbb3-97d3bd929373 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052217 Nov 16 21:19:04.582756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21551b13-2ce6-428b-b2f3-a702a1bcc9f6 req-0eeae17c-f8ab-4ea2-8cf5-cb1aa6fffc1a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038220 Nov 16 21:19:04.619995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70f7eb-e04c-4037-8b53-1024ea049675 req-e8aef9a5-6cbb-47f2-923d-e9c222f2f2f0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.621651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc70f7eb-e04c-4037-8b53-1024ea049675 req-e8aef9a5-6cbb-47f2-923d-e9c222f2f2f0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0593390 Nov 16 21:19:04.709407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc70f7eb-e04c-4037-8b53-1024ea049675 req-83fd9b09-221c-4544-a4b2-e4fd9a1832dd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Nov 16 21:19:04.724795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ea1bc-5b48-4b08-a35d-44b010f5b4db req-7dba8cfd-483d-4311-9f69-a3e21dfc8bfa tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.726300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f56ea1bc-5b48-4b08-a35d-44b010f5b4db req-7dba8cfd-483d-4311-9f69-a3e21dfc8bfa tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.0722544 Nov 16 21:19:04.779772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f56ea1bc-5b48-4b08-a35d-44b010f5b4db req-d0ef56ee-1938-4aca-9634-71408469cc3a tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467699 Nov 16 21:19:04.817712 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51f416-9000-4e9e-b358-4e82b171a38c x-openstack-request-id: req-ac51f416-9000-4e9e-b358-4e82b171a38c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:04.818011 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:04.818269 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac51f416-9000-4e9e-b358-4e82b171a38c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:04.818670 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36', 'status': 'completed', 'code': 200} Nov 16 21:19:04.883936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-4d9893c3-64bc-4ca2-8b88-557498d5c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.885706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-4d9893c3-64bc-4ca2-8b88-557498d5c5e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c07efdb35f2474e89eb5250ca503260&device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 1099 time: 0.0441594 Nov 16 21:19:04.978605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-74f91295-61da-48a1-a3b7-155ce8b4f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.980057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-74f91295-61da-48a1-a3b7-155ce8b4f244 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.0852726 Nov 16 21:19:05.022538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-d58edeff-ebbd-4949-9bd7-55426b58376a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36 HTTP/1.1" status: 200 len: 217 time: 0.0329738 Nov 16 21:19:05.075393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-2d4efc42-51ba-4da8-ac23-8768eacb21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.076824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-2d4efc42-51ba-4da8-ac23-8768eacb21d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0459042 Nov 16 21:19:05.126258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-8e88587a-c158-4a33-9e8a-5c8d669c963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.127715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-8e88587a-c158-4a33-9e8a-5c8d669c963b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388806 Nov 16 21:19:05.220005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-3030219f-ad65-484b-901f-18f9b7bdf629 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831995 Nov 16 21:19:05.330391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2091b6-ec6c-4853-835b-e8624d10c47e req-368185c6-51fd-454d-8e98-6894c9f50582 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963562 Nov 16 21:19:05.387348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:05.434306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7d181-0ce5-482c-96b3-cbc6519cd5ae req-d0bc7185-7771-427b-866f-f6029edc3191 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.435822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79f7d181-0ce5-482c-96b3-cbc6519cd5ae req-d0bc7185-7771-427b-866f-f6029edc3191 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 947 time: 0.0738783 Nov 16 21:19:05.471659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42497061-da69-4198-a475-921544f0a72b req-f12d373d-e6db-4a8e-8e05-333ef98c14a1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.473126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42497061-da69-4198-a475-921544f0a72b req-f12d373d-e6db-4a8e-8e05-333ef98c14a1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 948 time: 0.0779891 Nov 16 21:19:05.489316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:05.502542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1', 'mac_address': 'fa:16:3e:a3:88:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:05.515002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79f7d181-0ce5-482c-96b3-cbc6519cd5ae req-a99a511b-f662-4df1-8967-4baeae2db1ba tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Nov 16 21:19:05.541063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.542842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42497061-da69-4198-a475-921544f0a72b req-f9f6aa4e-0aa5-4ceb-8229-a0f517e6617e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Nov 16 21:19:05.554958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:05.575715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:05.581399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.640752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:05.648857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.649420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.649909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.650399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.650894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.651390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.651865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.652350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.652872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.653341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.653834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.654302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:05.834403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5f7d7-8b39-4b4a-8066-2faa0d5eb67f req-aa082d4d-7d2f-475f-b5c0-bdffca84de64 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.836392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2e5f7d7-8b39-4b4a-8066-2faa0d5eb67f req-aa082d4d-7d2f-475f-b5c0-bdffca84de64 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0568962 Nov 16 21:19:05.908424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2e5f7d7-8b39-4b4a-8066-2faa0d5eb67f req-27f7f157-faee-48e1-8e0a-3f231735cd7a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658569 Nov 16 21:19:05.924925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c5940-436b-4064-9816-2fa256b458fe req-8f66292b-3413-4623-aa52-fc6bb31d6667 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.926426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c32c5940-436b-4064-9816-2fa256b458fe req-8f66292b-3413-4623-aa52-fc6bb31d6667 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.0704279 Nov 16 21:19:05.981404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c32c5940-436b-4064-9816-2fa256b458fe req-d84162ae-8166-4088-b283-46f6b039b5e2 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481174 Nov 16 21:19:06.033907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c06de55-f2bf-49ec-b306-1ae26b6e41a1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:06.633241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77a87-8d0d-4770-bfb2-c49c350dcc72 req-66238e42-85bc-4478-931c-285654faf802 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.634717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efa77a87-8d0d-4770-bfb2-c49c350dcc72 req-66238e42-85bc-4478-931c-285654faf802 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 948 time: 0.0539811 Nov 16 21:19:06.710363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f07696-3255-4a66-b01a-c32195759629 req-8a31320e-2a95-4a61-af5e-e53bcae75b5e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.711874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f07696-3255-4a66-b01a-c32195759629 req-8a31320e-2a95-4a61-af5e-e53bcae75b5e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 948 time: 0.0762706 Nov 16 21:19:06.716304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efa77a87-8d0d-4770-bfb2-c49c350dcc72 req-152e9581-265f-4875-86c6-6aa799bc9bfb tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728235 Nov 16 21:19:06.759957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f07696-3255-4a66-b01a-c32195759629 req-ed733d3e-b326-4e16-b1d8-65a10ec5a83c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Nov 16 21:19:07.031516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ee706-2d59-49f4-9eee-167a18c9eb4a req-be400910-52f8-48ab-8b59-d4eb8c3b5645 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:07.032888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca3ee706-2d59-49f4-9eee-167a18c9eb4a req-be400910-52f8-48ab-8b59-d4eb8c3b5645 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0521803 Nov 16 21:19:07.080272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca3ee706-2d59-49f4-9eee-167a18c9eb4a req-91564650-254b-4e5e-b676-e3e6ef247de6 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Nov 16 21:19:07.118974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:07.121773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:07.258390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db948c66-29b5-4531-aa80-265f3e1927f9 req-be11b295-9c6f-4f73-9cc5-7a0db022fa39 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:07.260134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db948c66-29b5-4531-aa80-265f3e1927f9 req-be11b295-9c6f-4f73-9cc5-7a0db022fa39 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.0564888 Nov 16 21:19:07.265358 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.307447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:07.309655 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb1f18a-c2f2-457b-9df9-c2aef84027ad" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-unplugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:07.313765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.319525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db948c66-29b5-4531-aa80-265f3e1927f9 req-29ba008b-c377-484e-afe4-5cf8b00b9dc9 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527170 Nov 16 21:19:07.332297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.333699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'mac_address': 'fa:16:3e:6e:96:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:07.341942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.363947 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179c5ab-c40f-42a1-b98a-8d83816aed4a x-openstack-request-id: req-a179c5ab-c40f-42a1-b98a-8d83816aed4a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:07.364247 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-unplugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:07.364499 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a179c5ab-c40f-42a1-b98a-8d83816aed4a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:07.364889 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'code': 200} Nov 16 21:19:07.401679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:07.408140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.458284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.463870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:07.490420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.495112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.519861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:07.528000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:07.528490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.562051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:07.578190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.628278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.661212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.665769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.672351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-015253e7-2b87-4be3-9aec-1ca6d2c979ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.718344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.749227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-015253e7-2b87-4be3-9aec-1ca6d2c979ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.753898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-015253e7-2b87-4be3-9aec-1ca6d2c979ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.794062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-015253e7-2b87-4be3-9aec-1ca6d2c979ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7b7ede3226e436bb043af0e9d46a6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282639 Nov 16 21:19:07.794441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43504) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:07.807074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015253e7-2b87-4be3-9aec-1ca6d2c979ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceea7d4-4ff4-48bd-b535-8d433a7f7b27,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.826460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['a0f2fb35-4fe7-4ee1-a3e2-bfb308053570'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:07.848188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.866774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36fce2-572c-4d74-acfd-b1e922e3fc2e req-6365c4bc-dbd5-4380-b014-671a04f47b33 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:07.868345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c36fce2-572c-4d74-acfd-b1e922e3fc2e req-6365c4bc-dbd5-4380-b014-671a04f47b33 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.0821400 Nov 16 21:19:07.871082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.923130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.926268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.934972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832af7b3-60e8-4728-a603-1157c4e3d3b0 req-c5d88fde-4607-4d3f-a977-b080bcc4b031 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:07.935976 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ceea7d4-4ff4-48bd-b535-8d433a7f7b27 HTTP/1.1" status: 204 len: 168 time: 0.1353185 Nov 16 21:19:07.942545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-832af7b3-60e8-4728-a603-1157c4e3d3b0 req-c5d88fde-4607-4d3f-a977-b080bcc4b031 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 949 time: 0.0923920 Nov 16 21:19:07.946438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb75f5-69d4-4c28-b972-2e843ad7953b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceea7d4-4ff4-48bd-b535-8d433a7f7b27,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.991708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c36fce2-572c-4d74-acfd-b1e922e3fc2e req-501ec673-3795-42d2-afcf-716cfee2d2b9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962918 Nov 16 21:19:08.018644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-832af7b3-60e8-4728-a603-1157c4e3d3b0 req-13f83997-37ed-4e2d-b7b7-253f51aae3e9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752213 Nov 16 21:19:08.205242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46540657-e853-4ef0-a7bf-0cb219cf066a req-8f1440c3-4a3a-406b-b4a5-08dcac3b2318 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.206766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46540657-e853-4ef0-a7bf-0cb219cf066a req-8f1440c3-4a3a-406b-b4a5-08dcac3b2318 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0547237 Nov 16 21:19:08.259705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46540657-e853-4ef0-a7bf-0cb219cf066a req-08f97cc5-5776-4007-a02d-10b354c98b5d tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Nov 16 21:19:08.434320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f0a2-af2e-4eca-9ded-60d7dc87f2ac req-df667582-1826-4144-a016-594d856084d6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.435820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caf9f0a2-af2e-4eca-9ded-60d7dc87f2ac req-df667582-1826-4144-a016-594d856084d6 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.0522821 Nov 16 21:19:08.487726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caf9f0a2-af2e-4eca-9ded-60d7dc87f2ac req-ee65fdae-0b1d-4e92-809f-3461470a5325 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Nov 16 21:19:08.750720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.021170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:09.144033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:09.155202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f46c0-5f55-49de-a547-1e0fd8ef6625 req-e3229550-7c0b-4bbe-b8ae-26ace5ad16cb tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.157737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a57f46c0-5f55-49de-a547-1e0fd8ef6625 req-e3229550-7c0b-4bbe-b8ae-26ace5ad16cb tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.1064236 Nov 16 21:19:09.158343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83aba370-9504-4765-809b-25251f067ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.228889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003852-5d70-4b21-9754-cdc643e97d45 req-8d6261e9-7193-45ca-9acf-506041e0158c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.233211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf003852-5d70-4b21-9754-cdc643e97d45 req-8d6261e9-7193-45ca-9acf-506041e0158c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 949 time: 0.1198020 Nov 16 21:19:09.244405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:09.250058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:09.250478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.276500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a57f46c0-5f55-49de-a547-1e0fd8ef6625 req-4f86d6fd-d879-451b-a785-7abccc428c32 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 Nov 16 21:19:09.331007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83aba370-9504-4765-809b-25251f067ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.332577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf003852-5d70-4b21-9754-cdc643e97d45 req-886caebb-05f9-4f8e-8b9e-6de61b6b0c8c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820732 Nov 16 21:19:09.344927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83aba370-9504-4765-809b-25251f067ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.371990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:09.374489 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e67dba-04d2-485e-9080-a2d69d2661bb" -d '{"events": [{"server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "name": "network-vif-plugged", "status": "completed", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:09.387349 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.416513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f35b465e-3c2a-485d-b6ba-d672fc6a0d36 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:09.417947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43594) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:09.418083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83aba370-9504-4765-809b-25251f067ed5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a6cace5016442868979cb29a2c573c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957622 Nov 16 21:19:09.419106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aba370-9504-4765-809b-25251f067ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e778e07-3f44-4ed5-b130-ccb32692b186,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:09.446551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.457620 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.557748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.586208 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ef453d-6b23-41ef-8674-0eea7594e061 x-openstack-request-id: req-74ef453d-6b23-41ef-8674-0eea7594e061 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:09.586619 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "name": "network-vif-plugged", "status": "completed", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:09.586975 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74ef453d-6b23-41ef-8674-0eea7594e061 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:09.587430 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1', 'code': 200} Nov 16 21:19:09.593583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:09.602232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.644020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.660299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36', 'mac_address': 'fa:16:3e:47:07:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:09.711975 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.731445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35b465e-3c2a-485d-b6ba-d672fc6a0d36 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:09.757720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.768626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.769817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:09.787770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0103-c2b0-4af7-a658-108b1d05504b req-7d48c59a-3124-443e-9821-a7255a33c097 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.795197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea4b0103-c2b0-4af7-a658-108b1d05504b req-7d48c59a-3124-443e-9821-a7255a33c097 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 948 time: 0.1379893 Nov 16 21:19:09.847735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e60a-77ac-440a-949a-0fc6ac6876f6 req-3b43b4d4-2a26-4b7a-a426-ac1569cdc4bd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.856562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c729e60a-77ac-440a-949a-0fc6ac6876f6 req-3b43b4d4-2a26-4b7a-a426-ac1569cdc4bd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.3004830 Nov 16 21:19:09.870488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea4b0103-c2b0-4af7-a658-108b1d05504b req-69bb190a-aa8e-4f23-96ff-957e4225dc9e tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Nov 16 21:19:09.913280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2634143-cf85-4e06-a598-9d89c1abd66a req-d83e7966-a9c5-479f-8fad-132ec1b1eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.914845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2634143-cf85-4e06-a598-9d89c1abd66a req-d83e7966-a9c5-479f-8fad-132ec1b1eb41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 1100 time: 0.2155807 Nov 16 21:19:09.916003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.918670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.922233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e778e07-3f44-4ed5-b130-ccb32692b186 HTTP/1.1" status: 204 len: 168 time: 0.5002000 Nov 16 21:19:09.961515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c729e60a-77ac-440a-949a-0fc6ac6876f6 req-1632ae89-158e-4b17-86c5-840ca9a11ed8 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035147 Nov 16 21:19:09.988690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3c132-852f-455e-9443-c54c98d93474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e778e07-3f44-4ed5-b130-ccb32692b186,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:10.033709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2634143-cf85-4e06-a598-9d89c1abd66a req-62713630-29eb-427f-a76f-f74dcdb152a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849738 Nov 16 21:19:10.038491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:10.055324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:10.061225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'mac_address': 'fa:16:3e:fd:51:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:10.108902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.123182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24ba65d1-4c57-4b54-ac3c-f6867943375a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:10.145271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:10.151447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.210464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:10.269897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['24ba65d1-4c57-4b54-ac3c-f6867943375a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:10.490901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa250efa-ecfd-4643-805c-beca31216735 req-028785c8-e7bc-46ca-a5e4-79b6a974cde9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:10.491481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['f35b465e-3c2a-485d-b6ba-d672fc6a0d36'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:10.501335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa250efa-ecfd-4643-805c-beca31216735 req-028785c8-e7bc-46ca-a5e4-79b6a974cde9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.1100216 Nov 16 21:19:10.558648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91da74-9a1a-4d9c-8f36-6bce5545dd0d req-cbed6dc9-ee77-4804-a7fc-0a3cc711b79c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:10.560453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad91da74-9a1a-4d9c-8f36-6bce5545dd0d req-cbed6dc9-ee77-4804-a7fc-0a3cc711b79c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.1125915 Nov 16 21:19:10.579945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa250efa-ecfd-4643-805c-beca31216735 req-e2eccd42-be79-43d8-8c45-91c7903e885d tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Nov 16 21:19:10.721278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad91da74-9a1a-4d9c-8f36-6bce5545dd0d req-fc97e403-a14f-481f-9fc7-1de582b44bd1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366403 Nov 16 21:19:10.927992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43646) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:11.046568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e76b5-3001-4333-9f10-b335a0df9dda req-1ddcfe0b-a47c-43a4-aac6-30d2cecae5c3 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.048149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723e76b5-3001-4333-9f10-b335a0df9dda req-1ddcfe0b-a47c-43a4-aac6-30d2cecae5c3 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 949 time: 0.0917721 Nov 16 21:19:11.100648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1691035543-network', 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:11.165819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723e76b5-3001-4333-9f10-b335a0df9dda req-88912240-a884-4626-9dfb-e3cabe053654 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Nov 16 21:19:11.168674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:11.171340 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.195007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f916-ad7e-400b-9976-871f55402022 req-fd8a5324-6199-45da-9464-bfd85b4d6004 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.199701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a62f916-ad7e-400b-9976-871f55402022 req-fd8a5324-6199-45da-9464-bfd85b4d6004 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1505926 Nov 16 21:19:11.201207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.277054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a62f916-ad7e-400b-9976-871f55402022 req-68bf3429-d0e9-49aa-836f-e07f44174976 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697839 Nov 16 21:19:11.348347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.353993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.387513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:11.398129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e431bf-41a5-412a-9865-acc91355f25e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:11.416612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.417625 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Added segment e7da66bc-0629-404d-9e9b-aeb1c3d52042 of type vlan for network bb8f2584-ae71-4bab-9483-7e198525eb37 Nov 16 21:19:11.423906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:11.481733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 24ba65d1-4c57-4b54-ac3c-f6867943375a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:11.482388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.562285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.610044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.611547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.612368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.641866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:11.644947 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967c3ccc-0b13-4498-8e20-133ffb77dd46" -d '{"events": [{"server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "name": "network-vif-plugged", "status": "completed", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:11.647753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.681602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:11.685046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7553446 Nov 16 21:19:11.688575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Request body: {'subnet': {'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1691035543-subnet', 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:11.713548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:11.729720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.733995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:11.740935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.791112 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f2dcd-1767-411f-8c7a-c19d33c9e7d0 x-openstack-request-id: req-b43f2dcd-1767-411f-8c7a-c19d33c9e7d0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:11.792179 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "name": "network-vif-plugged", "status": "completed", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:11.792945 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b43f2dcd-1767-411f-8c7a-c19d33c9e7d0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:11.793782 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'code': 200} Nov 16 21:19:11.870248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:11.889590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559e80-9794-4da3-a454-68d781776b3b admin admin] Pushing event updated for resources: {'Network': ['ID=bb8f2584-ae71-4bab-9483-7e198525eb37,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:11.908036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network bb8f2584-ae71-4bab-9483-7e198525eb37 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:12.009098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fb7df-a54f-42d9-ad30-1d5e463cbdbf req-ab0b5e63-7579-41bf-bca0-2acb9f5a8793 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.018329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2fb7df-a54f-42d9-ad30-1d5e463cbdbf req-ab0b5e63-7579-41bf-bca0-2acb9f5a8793 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.2264669 Nov 16 21:19:12.090377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.136338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:12.147494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad351c-0831-406c-8e36-1ef4698279ae req-c3a0a835-e5f2-4dbb-b260-978616234d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.149177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22ad351c-0831-406c-8e36-1ef4698279ae req-c3a0a835-e5f2-4dbb-b260-978616234d49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 1101 time: 0.2544537 Nov 16 21:19:12.167747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:12.167747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Network hostable DHCP agents. Network: bb8f2584-ae71-4bab-9483-7e198525eb37, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:12.187345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:12.196419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2fb7df-a54f-42d9-ad30-1d5e463cbdbf req-b3c36963-e3e3-45cd-9cd0-329f2ddd825e tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770151 Nov 16 21:19:12.201642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, bb8f2584-ae71-4bab-9483-7e198525eb37) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:12.228691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568d444-8a36-4665-a71f-07629fd050a2 None None] Network bb8f2584-ae71-4bab-9483-7e198525eb37 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:12.230067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30e9bc-dfd3-4254-969f-1e03f0b4d78a req-5a888302-9536-40dd-ab79-ab167b6c4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.231156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a30e9bc-dfd3-4254-969f-1e03f0b4d78a req-5a888302-9536-40dd-ab79-ab167b6c4cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1097 time: 0.2097595 Nov 16 21:19:12.240420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.250093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.250523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3765b3-6416-4f89-967a-e1c34fe02a1f req-9cd8e96f-777e-4ce5-8ea5-1200548ac5d7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.257073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e3765b3-6416-4f89-967a-e1c34fe02a1f req-9cd8e96f-777e-4ce5-8ea5-1200548ac5d7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.1690917 Nov 16 21:19:12.300755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-90abd726-da58-484b-a059-ee6427ed9975 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6173093 Nov 16 21:19:12.385332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22ad351c-0831-406c-8e36-1ef4698279ae req-f2de61df-afe4-4cb7-a95b-d38ad28f9bca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122288 Nov 16 21:19:12.451699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a30e9bc-dfd3-4254-969f-1e03f0b4d78a req-8775f546-e9f5-43a3-907b-003651ea8776 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113874 Nov 16 21:19:12.481769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e3765b3-6416-4f89-967a-e1c34fe02a1f req-3023e55e-c4e2-4ec9-bc00-01bce0b9af75 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041152 Nov 16 21:19:12.536313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910ee0b-2caa-45ce-833d-80ca0f28ffe9 None None] Network bb8f2584-ae71-4bab-9483-7e198525eb37 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:12.577085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407939a-84e2-4416-a760-872567908d8a req-13e90157-44ad-4ec3-85a5-c5bd173fb53b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.585772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7407939a-84e2-4416-a760-872567908d8a req-13e90157-44ad-4ec3-85a5-c5bd173fb53b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 949 time: 0.0874424 Nov 16 21:19:12.650390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7407939a-84e2-4416-a760-872567908d8a req-6f06fe74-261d-4f87-bd34-6dc4fc00b67b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636477 Nov 16 21:19:12.671979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.797712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1cb0c-742a-4804-8afc-50363e84b780 req-c2e4b583-c944-40e8-87d4-e156f654ed07 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.807466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96c1cb0c-742a-4804-8afc-50363e84b780 req-c2e4b583-c944-40e8-87d4-e156f654ed07 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0867517 Nov 16 21:19:12.867338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96c1cb0c-742a-4804-8afc-50363e84b780 req-96f6f47e-bd9d-4497-840e-1e3e8decd3e4 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Nov 16 21:19:13.095686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-7081630f-8228-4d79-9ec4-b9b7518d1846 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.097321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-7081630f-8228-4d79-9ec4-b9b7518d1846 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.1413062 Nov 16 21:19:13.114229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-38a7bd6e-d2ee-4d57-b8aa-4cfa8b16b5c0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0103579 Nov 16 21:19:13.159075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-bc01a1cd-7069-4985-bd2a-d1308b21cd2d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345311 Nov 16 21:19:13.261854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-c44c48be-0f9f-4c03-9508-203d43c7d55c service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981505 Nov 16 21:19:13.400535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-7d7460d9-d5ff-4fa0-8bf9-703877486d76 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292577 Nov 16 21:19:13.470547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f35b465e-3c2a-485d-b6ba-d672fc6a0d36 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:13.602482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed32ce-00fc-46a1-86a3-1907e7087209 req-71eb26f4-f1e5-4452-9212-3fdb0efb48a4 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.625436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12ed32ce-00fc-46a1-86a3-1907e7087209 req-71eb26f4-f1e5-4452-9212-3fdb0efb48a4 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.1177917 Nov 16 21:19:13.663648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:13.684388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:13.684670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.757195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12ed32ce-00fc-46a1-86a3-1907e7087209 req-f2ce874d-08d3-48c3-8645-1fc0f305b9d1 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276844 Nov 16 21:19:13.826303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:13.833877 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053709e5-30d9-43b1-a12a-7a04651a0b84" -d '{"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-plugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:13.834099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208b28-fbf6-41cf-b049-239d445e2b54 req-ed8d5c8e-dadb-4c2c-bc7a-509cd3f3b55f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.842082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7208b28-fbf6-41cf-b049-239d445e2b54 req-ed8d5c8e-dadb-4c2c-bc7a-509cd3f3b55f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.1195080 Nov 16 21:19:13.842884 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.920378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:13.923958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91a8a3d2-6ba4-42cc-a008-9886dcf4bcec req-d1b735fa-df11-41c0-8c50-c8d401ca6bb4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 210 time: 0.0788512 Nov 16 21:19:13.930324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.989297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:14.021254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7208b28-fbf6-41cf-b049-239d445e2b54 req-5856c2ac-b373-498a-aa66-55216e7276d2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783130 Nov 16 21:19:14.094391 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb689af9-fab5-4976-a9b7-880b88f4ee6a x-openstack-request-id: req-eb689af9-fab5-4976-a9b7-880b88f4ee6a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:14.094731 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-plugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:14.095012 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb689af9-fab5-4976-a9b7-880b88f4ee6a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:14.098444 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'code': 200} Nov 16 21:19:14.137693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440ead-a60f-46b2-93ed-3fb3dfde37c6 req-9f58a5bf-4cc0-4ac4-95aa-49b8fefb0da8 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.143623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d440ead-a60f-46b2-93ed-3fb3dfde37c6 req-9f58a5bf-4cc0-4ac4-95aa-49b8fefb0da8 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.0706823 Nov 16 21:19:14.241644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d440ead-a60f-46b2-93ed-3fb3dfde37c6 req-cf892352-59a0-4200-b481-887d5c751459 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911360 Nov 16 21:19:14.250068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c233c-7a09-43bd-a151-14ffb2b206f1 req-0b754836-ebea-46c2-a840-45419206dbd2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.251874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2c233c-7a09-43bd-a151-14ffb2b206f1 req-0b754836-ebea-46c2-a840-45419206dbd2 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0970440 Nov 16 21:19:14.318399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2c233c-7a09-43bd-a151-14ffb2b206f1 req-d7d5f6ec-9dea-4305-8b2b-3e0848ab5000 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585973 Nov 16 21:19:14.636403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea04aa-fbde-44d4-9021-983173cb9e48 req-eee95ef7-ae78-45a8-8e22-2fdb60c2e8ff tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.643511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ea04aa-fbde-44d4-9021-983173cb9e48 req-eee95ef7-ae78-45a8-8e22-2fdb60c2e8ff tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0876701 Nov 16 21:19:14.680869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-8fb538b1-d82d-4add-85a7-369e14af7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.682696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-8fb538b1-d82d-4add-85a7-369e14af7bb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 1097 time: 0.0992599 Nov 16 21:19:14.713625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ea04aa-fbde-44d4-9021-983173cb9e48 req-3350ccfb-d505-4a18-9b99-606729a73924 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690250 Nov 16 21:19:14.814229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-e070b5b6-3466-4631-921c-ce743f334b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.814763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-e070b5b6-3466-4631-921c-ce743f334b67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 200 len: 911 time: 0.1055882 Nov 16 21:19:14.876058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-0d28067b-2d7a-459e-9ede-4d037ed364ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 200 len: 217 time: 0.0432560 Nov 16 21:19:14.974804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6701-2e0c-49a2-94f9-a68112702103 req-c1f9a465-fe23-479e-a6bd-8055e717c9d2 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.976415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-672e6701-2e0c-49a2-94f9-a68112702103 req-c1f9a465-fe23-479e-a6bd-8055e717c9d2 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.1358943 Nov 16 21:19:14.978520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-5ffe83e6-69e2-409a-b888-c64655adf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.980665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-5ffe83e6-69e2-409a-b888-c64655adf6e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 200 len: 850 time: 0.0842841 Nov 16 21:19:15.031584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-401997a1-34f9-435a-98b0-cb6ff4d3cccd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d85dffea-fd68-45b1-93b7-2cb350345d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331807 Nov 16 21:19:15.148801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e721a13-d462-44a4-9979-7809ae459ab8 req-89caee1b-78f7-4db6-aa36-be17b6ca46c7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 210 time: 0.1196170 Nov 16 21:19:15.174070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-672e6701-2e0c-49a2-94f9-a68112702103 req-639e2b70-32e5-47b5-bb99-263d3d887b49 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.54 "GET /v2.0/security-groups?id=27bc3fd2-a3ed-444a-815b-4462ae390baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890278 Nov 16 21:19:15.283230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-84e9f025-e49c-400d-ba07-684c6deca9f3 service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112577 Nov 16 21:19:15.285901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ece5d5d-89ac-416b-a77e-99ee53b8d5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.323777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf88b6-5937-4c45-a449-2e679970709a req-76203e6b-4612-460d-903b-57dc76bb1f0c tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.326005 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7fcf88b6-5937-4c45-a449-2e679970709a req-76203e6b-4612-460d-903b-57dc76bb1f0c tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c414055-0e26-41bc-98ed-6f5c8c3fccad HTTP/1.1" status: 200 len: 949 time: 0.1085284 Nov 16 21:19:15.472127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Deleting port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:15.472858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.594166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] For port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:15.594801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.618683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Calling delete_port for 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:15.799258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6876ffb-88b7-4bcc-b3e6-0fe699ae0e6c req-51e83b08-ae93-4c81-a56c-5eb2e62dca4d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.807084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6876ffb-88b7-4bcc-b3e6-0fe699ae0e6c req-51e83b08-ae93-4c81-a56c-5eb2e62dca4d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.5301425 Nov 16 21:19:15.808969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.824143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2c06de55-f2bf-49ec-b306-1ae26b6e41a1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:15.845149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Pushing event deleted for resources: {'Port': ['ID=2c06de55-f2bf-49ec-b306-1ae26b6e41a1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:15.857104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.857955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.858525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.859132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.860418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.860999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.861695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.864624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.865068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.865672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.866108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.866543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:15.888591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d2115-7d6b-4a3b-bcab-4e16a8e45f9d req-2dfd4506-684a-4c6b-acb4-781f94f4df29 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.902499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc6d2115-7d6b-4a3b-bcab-4e16a8e45f9d req-2dfd4506-684a-4c6b-acb4-781f94f4df29 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.1979697 Nov 16 21:19:15.917384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] No DVR routers for this DVR port 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:15.920662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.924134 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7fcf88b6-5937-4c45-a449-2e679970709a req-2617237b-324f-447f-b534-f0ea76fe24a9 tempest-TenantUsagesTestJSON-662712069 tempest-TenantUsagesTestJSON-662712069-project] 10.222.0.21 "DELETE /v2.0/ports/2c06de55-f2bf-49ec-b306-1ae26b6e41a1 HTTP/1.1" status: 204 len: 173 time: 0.5914688 Nov 16 21:19:15.927369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'name': 'network-vif-deleted', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:15.939017 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33459487-eabb-4307-982d-2a645800e0fe" -d '{"events": [{"server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "name": "network-vif-deleted", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:15.983472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-967b45a9-7ee0-41ac-96b3-164aeaf9c10c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.985006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-967b45a9-7ee0-41ac-96b3-164aeaf9c10c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.7996118 Nov 16 21:19:16.026256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:16.087673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc6d2115-7d6b-4a3b-bcab-4e16a8e45f9d req-96872ca5-ca78-4d26-a077-0bf442a185c7 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842172 Nov 16 21:19:16.100585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:16.103422 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ac4be-a687-438d-8fce-46595d9534a2" -d '{"events": [{"server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "name": "network-vif-plugged", "status": "completed", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:16.137470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e937124e-f2aa-4e12-b42b-a07e7a8e8b1d req-48e42d25-80d5-4015-8ac1-94ef2cbfb3db service neutron] 10.222.0.21 "GET /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325570 Nov 16 21:19:16.160212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6876ffb-88b7-4bcc-b3e6-0fe699ae0e6c req-b6cce01f-826b-450a-9c08-5878a832a03f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521562 Nov 16 21:19:16.307284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:16.311997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.374113 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc5189-ae50-43f9-9281-136f4b08f998 x-openstack-request-id: req-62cc5189-ae50-43f9-9281-136f4b08f998 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:16.374922 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c414055-0e26-41bc-98ed-6f5c8c3fccad", "name": "network-vif-deleted", "tag": "2c06de55-f2bf-49ec-b306-1ae26b6e41a1", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:16.375397 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62cc5189-ae50-43f9-9281-136f4b08f998 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:16.376061 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c414055-0e26-41bc-98ed-6f5c8c3fccad', 'name': 'network-vif-deleted', 'tag': '2c06de55-f2bf-49ec-b306-1ae26b6e41a1', 'status': 'completed', 'code': 200} Nov 16 21:19:16.410691 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57487099-a935-4c03-966b-1b2cc7b5a6ac x-openstack-request-id: req-57487099-a935-4c03-966b-1b2cc7b5a6ac {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:16.411658 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "name": "network-vif-plugged", "status": "completed", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:16.412512 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57487099-a935-4c03-966b-1b2cc7b5a6ac {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:16.413084 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36', 'code': 200} Nov 16 21:19:16.529092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-018fcbd0-707a-4844-ae79-b3b93808ad08 req-ffda3f6a-796a-4f25-a77e-43eb35ecf6fc tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 210 time: 0.0640607 Nov 16 21:19:16.539316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4e6ae-9371-4d9a-83db-a4e6f6d050e6 req-fde2dda1-dbee-400a-9af8-67437e522702 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.559245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bad4e6ae-9371-4d9a-83db-a4e6f6d050e6 req-fde2dda1-dbee-400a-9af8-67437e522702 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.2309022 Nov 16 21:19:16.774433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938f039-f29c-4cf7-b6bb-e2b49b468a67 req-924aa52f-8e85-44a2-92e9-25e50a9ec5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.776199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7938f039-f29c-4cf7-b6bb-e2b49b468a67 req-924aa52f-8e85-44a2-92e9-25e50a9ec5cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 1101 time: 0.2102969 Nov 16 21:19:16.786833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bad4e6ae-9371-4d9a-83db-a4e6f6d050e6 req-1f046904-60d3-40f2-9d27-cec98018dd67 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266066 Nov 16 21:19:16.789161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.8 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/6f834431-ff4a-4aa1-952c-69c2424a088c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:16.866863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7938f039-f29c-4cf7-b6bb-e2b49b468a67 req-24a2d49b-ac41-4358-8c13-02dd775a8ff0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748580 Nov 16 21:19:17.064959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.111674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.163528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:17.191369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:17.191369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:17.200400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:17.273646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43810) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:17.338784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.339436 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.350719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad6c7-0a68-4cc7-8364-f0c85f0f3b9d req-195b0e10-87e7-4302-a9cf-da733b415e79 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.357960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b13ad6c7-0a68-4cc7-8364-f0c85f0f3b9d req-195b0e10-87e7-4302-a9cf-da733b415e79 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.1499107 Nov 16 21:19:17.388768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-925921f8-e5c1-4fc7-886f-128f3b6d91b4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3932929 Nov 16 21:19:17.399310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.399783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.400240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.400692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.401161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.401612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.402060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.402507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.402985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.403434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.403937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.406059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-31fb836f-2b02-4b59-8337-7f5fb71ae5d5 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa&device_id=e70acccd-f049-4604-8c49-0613b0d905dc&device_id=08a2acd7-bd9b-45eb-8590-403151066009&device_id=0675ad44-d525-469e-b28f-146346228f54&device_id=79525c93-399e-4654-a12a-65bc62975e34&device_id=3afceab3-6254-4750-b6ae-eef24ae558dd&device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151&device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d&device_id=0a07a888-a282-4794-bb75-2cb783da4967&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c&device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 9916 time: 0.1576858 Nov 16 21:19:17.413660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Request body: {'port': {'device_id': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:17.459030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f4cb38f9-e280-4287-933a-fc0752f72dcb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6d0fccf06b14c3b9c4219a1749452c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838231 Nov 16 21:19:17.462165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43818) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:17.467856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-55297c96-aee4-4b5a-bfea-8f3ab6785d00 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.479947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b13ad6c7-0a68-4cc7-8364-f0c85f0f3b9d req-2e9f262a-8306-4496-8836-3c9f438f795b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211355 Nov 16 21:19:17.550196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.566220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.594992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.638813 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fc41f314-0389-42f9-82e6-aa873a5f9100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.663820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.667157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.668658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27bc3fd2-a3ed-444a-815b-4462ae390baf HTTP/1.1" status: 204 len: 168 time: 0.2045703 Nov 16 21:19:17.692674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e00bb-7030-444e-98c2-fcf169421124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc3fd2-a3ed-444a-815b-4462ae390baf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:17.761679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-55297c96-aee4-4b5a-bfea-8f3ab6785d00 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.780826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-55297c96-aee4-4b5a-bfea-8f3ab6785d00 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.873054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55297c96-aee4-4b5a-bfea-8f3ab6785d00 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a6b2c-d858-4db7-a9fb-80cad028f1bb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.038197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9d5c3-3984-4663-bd79-a642c00bf279 req-448c61bf-1d57-4918-b13f-69dcdf0c607f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.039791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59f9d5c3-3984-4663-bd79-a642c00bf279 req-448c61bf-1d57-4918-b13f-69dcdf0c607f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 931 time: 0.1864219 Nov 16 21:19:18.140301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c223e83-85d7-4a02-9e1d-c555feba67d8 req-55297c96-aee4-4b5a-bfea-8f3ab6785d00 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&id=9d3865db-3f3a-4d26-9e99-053fa39643a3&id=d86373fd-db8e-4f38-bac1-0ae698f3606d&id=826bac9f-1442-45c3-9078-ab76284e6fe4&id=1085d5ba-3525-497f-a095-7332f8b5b587&id=9e762d20-282c-4f7f-a6eb-616eed1aa155&id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.7163968 Nov 16 21:19:18.146133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f834431-ff4a-4aa1-952c-69c2424a088c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:18.150656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:18.165407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-329129e3-5af4-46c4-bf1e-50cb58570011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.173383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.192611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Transition to ACTIVE for port object 6f834431-ff4a-4aa1-952c-69c2424a088c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:18.214835 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.297145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-329129e3-5af4-46c4-bf1e-50cb58570011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.304610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59f9d5c3-3984-4663-bd79-a642c00bf279 req-79e0f0c3-ab43-4f4f-996f-608f588152a3 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391918 Nov 16 21:19:18.307330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-329129e3-5af4-46c4-bf1e-50cb58570011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.321187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Pushing event updated for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.355533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-329129e3-5af4-46c4-bf1e-50cb58570011 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=524dc1ebea5d45e9bfd1dbfa79a878eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021396 Nov 16 21:19:18.358391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43840) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:18.367386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329129e3-5af4-46c4-bf1e-50cb58570011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f5e017-3d00-4983-8575-24b30b527cb3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.403971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9724e4e-ec2d-4bf8-80e1-26323810b148 req-adef60d8-ff84-4d0e-a0c1-8e4254cdee43 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.411379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9724e4e-ec2d-4bf8-80e1-26323810b148 req-adef60d8-ff84-4d0e-a0c1-8e4254cdee43 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1560853 Nov 16 21:19:18.510506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.521761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9724e4e-ec2d-4bf8-80e1-26323810b148 req-396e5d9a-0ab6-43e0-a1ce-6a4e94c08081 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082304 Nov 16 21:19:18.529127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Attempting to bind port 6f834431-ff4a-4aa1-952c-69c2424a088c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:18.530987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Attempting to bind port 6f834431-ff4a-4aa1-952c-69c2424a088c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:18.531599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Attempting to bind port 6f834431-ff4a-4aa1-952c-69c2424a088c on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:18.543125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Port 6f834431-ff4a-4aa1-952c-69c2424a088c on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:18.543696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Attempting to bind port 6f834431-ff4a-4aa1-952c-69c2424a088c on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:18.561595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:18.562313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:18.562951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:18.563874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Bound port: 6f834431-ff4a-4aa1-952c-69c2424a088c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:18.564459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.569606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.716497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.721641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.724009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5f5e017-3d00-4983-8575-24b30b527cb3 HTTP/1.1" status: 204 len: 168 time: 0.3645098 Nov 16 21:19:18.785357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809c8d5-46fd-47ea-94fb-b8eb0e07443a req-578ca504-c6e2-44fb-af7e-a2f574ee5920 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.793373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4809c8d5-46fd-47ea-94fb-b8eb0e07443a req-578ca504-c6e2-44fb-af7e-a2f574ee5920 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.1572897 Nov 16 21:19:18.795604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e367c-4f7e-4c7e-bb04-d467f7571716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f5e017-3d00-4983-8575-24b30b527cb3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.818111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:18.834236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6f834431-ff4a-4aa1-952c-69c2424a088c,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:18.866541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.956247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.957296 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.958530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f834431-ff4a-4aa1-952c-69c2424a088c HTTP/1.1" status: 200 len: 1091 time: 1.5515394 Nov 16 21:19:18.961325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:18.963752 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc499c8-48fc-4bba-a83a-9d0081b729de" -d '{"events": [{"name": "network-changed", "server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:18.992547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4809c8d5-46fd-47ea-94fb-b8eb0e07443a req-f57982fa-a81f-4807-9436-abff65f37632 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932313 Nov 16 21:19:19.038614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f4b5-67fa-4f74-8aec-48217f237f06 req-a25aedcc-f371-4008-b06d-d25cca191acd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.039139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f4b5-67fa-4f74-8aec-48217f237f06 req-a25aedcc-f371-4008-b06d-d25cca191acd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.039667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f4b5-67fa-4f74-8aec-48217f237f06 req-a25aedcc-f371-4008-b06d-d25cca191acd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.041981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c744f4b5-67fa-4f74-8aec-48217f237f06 req-a25aedcc-f371-4008-b06d-d25cca191acd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009&device_id=79525c93-399e-4654-a12a-65bc62975e34&device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 2883 time: 0.1940284 Nov 16 21:19:19.044498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f29c-6001-4a09-bc70-41d500a52916 service neutron] Pushing event updated for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:19.143821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c744f4b5-67fa-4f74-8aec-48217f237f06 req-98124977-1bfa-49a3-a30e-21cbc87f6a28 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943551 Nov 16 21:19:19.165985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-42e5e95e-c8cd-477c-a6be-6a4800b1d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.173217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-42e5e95e-c8cd-477c-a6be-6a4800b1d65b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 1094 time: 0.1203249 Nov 16 21:19:19.210867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.277248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-12c1262d-c741-46ab-b489-120ef8365628 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f834431-ff4a-4aa1-952c-69c2424a088c HTTP/1.1" status: 200 len: 217 time: 0.0934505 Nov 16 21:19:19.278725 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1653b4e2-0898-42dd-9bef-009d6c3978c1 x-openstack-request-id: req-1653b4e2-0898-42dd-9bef-009d6c3978c1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:19.279294 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:19.279582 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1653b4e2-0898-42dd-9bef-009d6c3978c1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:19.279997 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c', 'status': 'completed', 'code': 200} Nov 16 21:19:19.355637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638648-be4e-446e-a665-0344f5a495a1 req-83b2b408-3d4b-4482-ac22-ffcf2be7eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.357290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-83b2b408-3d4b-4482-ac22-ffcf2be7eea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0668764 Nov 16 21:19:19.435655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-10eec726-7943-486d-bcfc-368537c37fcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513818 Nov 16 21:19:19.461764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:19.511380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:19.511878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2c06de55-f2bf-49ec-b306-1ae26b6e41a1 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:19.617269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-cc396bca-a9a7-47d5-a183-665a452d438a service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704495 Nov 16 21:19:19.663823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec5b2-050d-48a1-82b1-14c609f7ab7d req-70fc2c98-9c34-4bdd-a4da-39223c66eb40 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.671740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d0ec5b2-050d-48a1-82b1-14c609f7ab7d req-70fc2c98-9c34-4bdd-a4da-39223c66eb40 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 943 time: 0.1063826 Nov 16 21:19:19.788980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a96d9-b1da-428a-94ae-c4b39d33dcb7 req-467981c6-57fd-43ab-8cba-bf381470ef2b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.789203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b94a96d9-b1da-428a-94ae-c4b39d33dcb7 req-467981c6-57fd-43ab-8cba-bf381470ef2b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.1523614 Nov 16 21:19:19.818363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d0ec5b2-050d-48a1-82b1-14c609f7ab7d req-a29e1bb7-dde8-4c27-9c63-f7e7c51e1491 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437912 Nov 16 21:19:19.849297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81638648-be4e-446e-a665-0344f5a495a1 req-5225bd1d-506b-4405-80d5-d388b1b9354e service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230399 Nov 16 21:19:19.904473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b94a96d9-b1da-428a-94ae-c4b39d33dcb7 req-fb510819-ac96-4185-a399-be4b27fd095f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061909 Nov 16 21:19:19.998092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-c53b9daa-200c-454c-b831-b89e59981780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.000439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-c53b9daa-200c-454c-b831-b89e59981780 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 1094 time: 0.0889432 Nov 16 21:19:20.013340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5459c3-2b7b-4de2-a495-7e0118ed8173 req-5ff91ecc-c3b4-4d52-a567-932c5b758013 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.015239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d5459c3-2b7b-4de2-a495-7e0118ed8173 req-5ff91ecc-c3b4-4d52-a567-932c5b758013 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0817091 Nov 16 21:19:20.123678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d5459c3-2b7b-4de2-a495-7e0118ed8173 req-14ceb9f2-f51c-4baa-8dd0-b9d752cd9690 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972288 Nov 16 21:19:20.192968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-14a2fb01-2649-4d52-b7bd-ecb7bb2186ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.195047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-14a2fb01-2649-4d52-b7bd-ecb7bb2186ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.1776159 Nov 16 21:19:20.281153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-32d5c45d-4be4-4699-890b-952f9ce2e45d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f834431-ff4a-4aa1-952c-69c2424a088c HTTP/1.1" status: 200 len: 217 time: 0.0764902 Nov 16 21:19:20.403430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-7773a762-725c-460c-be67-7a9762f866a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.406921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-7773a762-725c-460c-be67-7a9762f866a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.1048715 Nov 16 21:19:20.418004 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.456333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-0daf749e-3203-4fd4-93ac-fe8a75e9d85d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353460 Nov 16 21:19:20.589753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3855-e403-47fd-a8d2-ca5f9856ece1 req-fab38e6c-fedf-4316-b9da-2547ffb2d4dd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.597282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fafc3855-e403-47fd-a8d2-ca5f9856ece1 req-fab38e6c-fedf-4316-b9da-2547ffb2d4dd tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1100 time: 0.1354554 Nov 16 21:19:20.687535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-d54ed668-515c-4fac-8773-fffa3a833ceb service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926205 Nov 16 21:19:20.698379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fafc3855-e403-47fd-a8d2-ca5f9856ece1 req-007d1a12-d854-4b8c-9276-d666afc16716 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000092 Nov 16 21:19:20.708272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24effe-7ddc-4068-9be5-4054a79f34eb req-eb3aeae7-88d6-4bd7-9a01-ba967e91d8fe tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.727384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c24effe-7ddc-4068-9be5-4054a79f34eb req-eb3aeae7-88d6-4bd7-9a01-ba967e91d8fe tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1366403 Nov 16 21:19:20.870763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc499c8-48fc-4bba-a83a-9d0081b729de req-6d5de854-66a3-4d0c-8e89-2cc7f0f4c9de service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525702 Nov 16 21:19:20.917331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c24effe-7ddc-4068-9be5-4054a79f34eb req-05742a28-31f3-4a36-a332-b6e53a79ebba tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003067 Nov 16 21:19:20.919379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fb59c-d590-455e-af1e-701b1f8d5ba6 req-0921f2b7-453a-4861-841b-62f26f62c96f tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.920857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-009fb59c-d590-455e-af1e-701b1f8d5ba6 req-0921f2b7-453a-4861-841b-62f26f62c96f tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1100 time: 0.0928731 Nov 16 21:19:20.983585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-009fb59c-d590-455e-af1e-701b1f8d5ba6 req-c516eda3-f653-43a1-bd47-a927afa55601 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Nov 16 21:19:21.051619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60699586-fb27-4e4d-aff6-32a1597e17d4 req-ceb3044f-f3a6-4b8f-9c51-c39d32c5a2c0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.055373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60699586-fb27-4e4d-aff6-32a1597e17d4 req-ceb3044f-f3a6-4b8f-9c51-c39d32c5a2c0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 943 time: 0.0702169 Nov 16 21:19:21.119815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60699586-fb27-4e4d-aff6-32a1597e17d4 req-e67734ec-5ea0-4e1e-ab9a-40b2e64fac95 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586431 Nov 16 21:19:21.269024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9fd-8dd8-4b5a-9e5b-7e211522811c req-619ee2dc-d666-4218-b4e3-bb9564294cab tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.270475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d967d9fd-8dd8-4b5a-9e5b-7e211522811c req-619ee2dc-d666-4218-b4e3-bb9564294cab tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.0648732 Nov 16 21:19:21.334537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.355543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d967d9fd-8dd8-4b5a-9e5b-7e211522811c req-0e5924b1-6ce6-4c18-9d33-00c51fc2f1ae tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/security-groups?id=826bac9f-1442-45c3-9078-ab76284e6fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738633 Nov 16 21:19:21.622320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-4862d951-7aed-4600-ae00-a02c0dff8776 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.627970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-4862d951-7aed-4600-ae00-a02c0dff8776 tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.21 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 950 time: 0.0924971 Nov 16 21:19:21.813490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Deleting port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:21.813490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.941348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] For port f35b465e-3c2a-485d-b6ba-d672fc6a0d36, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:21.941722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.969022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Calling delete_port for f35b465e-3c2a-485d-b6ba-d672fc6a0d36 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:22.130648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573be0-f112-49e0-b00c-b72aa12d6251 req-b416f70f-0b0d-44e3-9cb3-34bddf8049cd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.132840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee573be0-f112-49e0-b00c-b72aa12d6251 req-b416f70f-0b0d-44e3-9cb3-34bddf8049cd tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1142931 Nov 16 21:19:22.156203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43992) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.329790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-208a9cca-0952-405d-9d7f-9260ff9d1067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.397591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee573be0-f112-49e0-b00c-b72aa12d6251 req-5d8e2d3f-4b00-47fa-995e-5797346c45a0 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316284 Nov 16 21:19:22.401399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.422407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['f35b465e-3c2a-485d-b6ba-d672fc6a0d36'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:22.453647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd32888-0e49-42cf-8721-49c53b60d6b7 req-0e4c6b9e-acc9-4f01-8b81-b3f16654ddf9 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.469995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cd32888-0e49-42cf-8721-49c53b60d6b7 req-0e4c6b9e-acc9-4f01-8b81-b3f16654ddf9 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 943 time: 0.2240932 Nov 16 21:19:22.488714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-208a9cca-0952-405d-9d7f-9260ff9d1067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.495249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-208a9cca-0952-405d-9d7f-9260ff9d1067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.533248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9cca-0952-405d-9d7f-9260ff9d1067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1234f-98b1-4523-8415-7c45bf4b7f4e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:22.534276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Pushing event deleted for resources: {'Port': ['ID=f35b465e-3c2a-485d-b6ba-d672fc6a0d36,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:22.566411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-208a9cca-0952-405d-9d7f-9260ff9d1067 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4c01334a13349469fdfe30c26f3385e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090903 Nov 16 21:19:22.567259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44012) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.658374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] No DVR routers for this DVR port f35b465e-3c2a-485d-b6ba-d672fc6a0d36 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:22.663798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.668103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0ae5089-39f5-4ac3-a2a6-be080495c011 req-635e5c6c-6776-48ca-bd90-f5002363ad5f tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.21 "DELETE /v2.0/ports/f35b465e-3c2a-485d-b6ba-d672fc6a0d36 HTTP/1.1" status: 204 len: 173 time: 1.0328865 Nov 16 21:19:22.671205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.672263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'name': 'network-vif-deleted', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:22.674564 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b1fad-59ea-4424-94e2-c483b786c9d2" -d '{"events": [{"server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "name": "network-vif-deleted", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:22.718751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cd32888-0e49-42cf-8721-49c53b60d6b7 req-5f4f49fa-640d-4568-b4c0-b033cc04451d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458246 Nov 16 21:19:22.733555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec542e6-604f-41d8-aa24-96ec6ad10a75 req-dfe6faac-4ec1-47b0-84a7-c3a4f9c69184 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.735126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ec542e6-604f-41d8-aa24-96ec6ad10a75 req-dfe6faac-4ec1-47b0-84a7-c3a4f9c69184 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2089612 Nov 16 21:19:22.742258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.842661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2abf97b-2689-473d-bb98-5970feaf1379 req-8eb99de3-5af8-4f09-ac37-eb33743e0f0b tempest-ImagesNegativeTestJSON-2028166849 tempest-ImagesNegativeTestJSON-2028166849-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70acccd-f049-4604-8c49-0613b0d905dc HTTP/1.1" status: 200 len: 210 time: 0.0632334 Nov 16 21:19:22.846186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.847906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ec542e6-604f-41d8-aa24-96ec6ad10a75 req-e438f231-4ce1-4964-8f9f-f251763cadbb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000259 Nov 16 21:19:22.853562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.857527 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0a1234f-98b1-4523-8415-7c45bf4b7f4e HTTP/1.1" status: 204 len: 168 time: 0.2891300 Nov 16 21:19:22.887042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559169f8-c661-4eff-989c-d017794e8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1234f-98b1-4523-8415-7c45bf4b7f4e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:23.000702 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8e741a-6d48-45cd-9fa1-cec55663ab06 x-openstack-request-id: req-5f8e741a-6d48-45cd-9fa1-cec55663ab06 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:23.001007 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70acccd-f049-4604-8c49-0613b0d905dc", "name": "network-vif-deleted", "tag": "f35b465e-3c2a-485d-b6ba-d672fc6a0d36", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:23.001265 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f8e741a-6d48-45cd-9fa1-cec55663ab06 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:23.001660 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70acccd-f049-4604-8c49-0613b0d905dc', 'name': 'network-vif-deleted', 'tag': 'f35b465e-3c2a-485d-b6ba-d672fc6a0d36', 'status': 'completed', 'code': 200} Nov 16 21:19:23.151605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2f50c-cf4d-46a4-9008-6b51ca652520 req-4077e7dd-eb52-48cd-8c46-79932f6a14e1 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.152224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44050) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:23.153138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ece2f50c-cf4d-46a4-9008-6b51ca652520 req-4077e7dd-eb52-48cd-8c46-79932f6a14e1 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 950 time: 0.0487933 Nov 16 21:19:23.165319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b42e83ac-074c-4967-983f-2537ce0ac514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.251993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b42e83ac-074c-4967-983f-2537ce0ac514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.256355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b42e83ac-074c-4967-983f-2537ce0ac514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.303675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b42e83ac-074c-4967-983f-2537ce0ac514 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e992ad204a7e4b0d97a40bc5987c5389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508803 Nov 16 21:19:23.306958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44052) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:23.320568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e83ac-074c-4967-983f-2537ce0ac514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844fa529-aa03-47f9-904d-f03347663265,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:23.362232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.385485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.441248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.444198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.445969 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/844fa529-aa03-47f9-904d-f03347663265 HTTP/1.1" status: 204 len: 168 time: 0.1380851 Nov 16 21:19:23.455813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe2cd-4ebf-46e4-a504-6a16b4adef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844fa529-aa03-47f9-904d-f03347663265,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:23.511441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6f834431-ff4a-4aa1-952c-69c2424a088c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:23.515880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ece2f50c-cf4d-46a4-9008-6b51ca652520 req-d6501724-e1a2-4867-836b-d037977f3034 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564498 Nov 16 21:19:23.560602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e2e5-2a50-455f-8f1c-dfe446aefc20 req-d8010dcd-a24f-42ca-ae82-803a1c9fbc94 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.568200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79b5e2e5-2a50-455f-8f1c-dfe446aefc20 req-d8010dcd-a24f-42ca-ae82-803a1c9fbc94 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0725007 Nov 16 21:19:23.617452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79b5e2e5-2a50-455f-8f1c-dfe446aefc20 req-7b337fb0-2741-4e40-ad48-92ec3688fd2a tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Nov 16 21:19:23.654556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6f834431-ff4a-4aa1-952c-69c2424a088c,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:23.666689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '6f834431-ff4a-4aa1-952c-69c2424a088c', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': '6f834431-ff4a-4aa1-952c-69c2424a088c', 'mac_address': 'fa:16:3e:64:cb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:23.709281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.726546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f834431-ff4a-4aa1-952c-69c2424a088c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:23.747111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6f834431-ff4a-4aa1-952c-69c2424a088c,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:23.752450 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.803363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:23.816665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761de98a-fb49-40ea-807f-0e6f8195e484 req-09876839-f117-4421-8be5-b6e7a2ae4a1a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.818174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-761de98a-fb49-40ea-807f-0e6f8195e484 req-09876839-f117-4421-8be5-b6e7a2ae4a1a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 944 time: 0.0521367 Nov 16 21:19:23.867657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-761de98a-fb49-40ea-807f-0e6f8195e484 req-036d0fa1-8b22-4679-b472-5f64f3566a01 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Nov 16 21:19:23.978247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc723-52a2-4c68-ba19-279ea39a790f req-e0efa709-8a75-4081-898c-89d0ebaef080 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.980450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-088bc723-52a2-4c68-ba19-279ea39a790f req-e0efa709-8a75-4081-898c-89d0ebaef080 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0575528 Nov 16 21:19:24.029817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-088bc723-52a2-4c68-ba19-279ea39a790f req-ffdf3b7f-fb11-49df-92c3-e7fa2c81d72f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Nov 16 21:19:24.069925 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6f834431-ff4a-4aa1-952c-69c2424a088c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:24.266114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:24.418189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:24.469708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-network', 'tenant_id': '266fa587aec2433291fb23ecfac3315b'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:24.492112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Made reservation on behalf of 266fa587aec2433291fb23ecfac3315b for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:24.494614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.503841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.507802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-543096c4-c129-44c0-9a9a-b46a69bf58fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c07efdb35f2474e89eb5250ca503260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884385 Nov 16 21:19:24.508388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44110) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:24.555960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.578094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.584798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.590090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.615870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:24.625663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9e7f6-1dc5-4e21-9bf5-2df903c0fde1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:24.630319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.630695 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Added segment 64250e7a-982c-4564-8fe1-70d2e84a57cf of type vlan for network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 Nov 16 21:19:24.660193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864e8ed-4a30-4078-9957-7d0fab7c5064 req-cd12fc75-d057-4501-b6a8-f6a722a20d00 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.661652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b864e8ed-4a30-4078-9957-7d0fab7c5064 req-cd12fc75-d057-4501-b6a8-f6a722a20d00 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 950 time: 0.0680020 Nov 16 21:19:24.679434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.686012 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.688535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.689759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/826bac9f-1442-45c3-9078-ab76284e6fe4 HTTP/1.1" status: 204 len: 168 time: 0.1804688 Nov 16 21:19:24.719623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.720806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.721578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.746113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ded315-ab11-4001-aa76-f8fe5c1e29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826bac9f-1442-45c3-9078-ab76284e6fe4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:24.778138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5108171 Nov 16 21:19:24.778791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:24.790499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Request body: {'subnet': {'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-subnet', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:24.790819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e52f5-d4ec-45dc-be5f-bc51cf4cf95b req-3806dd2e-ea9d-44b9-9da1-7984ec349769 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.792516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f19e52f5-d4ec-45dc-be5f-bc51cf4cf95b req-3806dd2e-ea9d-44b9-9da1-7984ec349769 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.0915124 Nov 16 21:19:24.797556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b864e8ed-4a30-4078-9957-7d0fab7c5064 req-4b19f54c-aef9-4d6f-9829-c72abab548ca tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254265 Nov 16 21:19:24.816539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Made reservation on behalf of 266fa587aec2433291fb23ecfac3315b for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:24.819013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.862977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f19e52f5-d4ec-45dc-be5f-bc51cf4cf95b req-8bb0ea3c-8f97-4bc4-b7b9-bbad4a6ff6e3 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606041 Nov 16 21:19:24.866479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9bace-aff5-4890-9109-2acd830eeae0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff89c9ec-2cd4-4eb3-bd1b-413239d27c39,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:24.878590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:25.025306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac846992-6835-48bc-9e27-7151dc8e8832 req-48847ce6-9346-4dd4-8a32-f5d5851f8171 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.028461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac846992-6835-48bc-9e27-7151dc8e8832 req-48847ce6-9346-4dd4-8a32-f5d5851f8171 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 944 time: 0.0642529 Nov 16 21:19:25.085848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac846992-6835-48bc-9e27-7151dc8e8832 req-299e39b0-ce66-465e-b3bf-77c1a637bb85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Nov 16 21:19:25.110086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.193811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f14e3c9-ba35-45e9-b667-557e80ae8e41,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:25.205877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Checking segment: {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:25.206258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Network hostable DHCP agents. Network: ff89c9ec-2cd4-4eb3-bd1b-413239d27c39, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:25.231598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:25.256854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ff89c9ec-2cd4-4eb3-bd1b-413239d27c39) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:25.261263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.262131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.269461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbca20-fdfa-4586-a4d4-2eeb51f0480c None None] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:25.308441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2f245c4-57c5-493b-8ef3-3bd28820b04d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5228987 Nov 16 21:19:25.311180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:25.317594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:25.347662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e82f6-5d6a-47e1-9b06-0f45bf20d2ef req-679611a0-be62-48a6-9dcb-5e9f51f0a261 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.349190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b1e82f6-5d6a-47e1-9b06-0f45bf20d2ef req-679611a0-be62-48a6-9dcb-5e9f51f0a261 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0940726 Nov 16 21:19:25.372497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.373564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.409280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-a1754409-e825-42c1-9f14-19257dbd7de4 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.410949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-a1754409-e825-42c1-9f14-19257dbd7de4 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 946 time: 0.1212606 Nov 16 21:19:25.443788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.463245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b1e82f6-5d6a-47e1-9b06-0f45bf20d2ef req-c9bab464-a8e8-4212-b45b-9e3268704121 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024213 Nov 16 21:19:25.507320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6f834431-ff4a-4aa1-952c-69c2424a088c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:25.541524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'fixed_ips': [{'subnet_id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:19:25.542387 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.571899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Deleting port 226b466b-b5cc-4b3f-8a46-17812e126f4d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:25.572317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.638226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.660225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 6f834431-ff4a-4aa1-952c-69c2424a088c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:25.671757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 6f834431-ff4a-4aa1-952c-69c2424a088c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:25.672266 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.698770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] For port 226b466b-b5cc-4b3f-8a46-17812e126f4d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=226b466b-b5cc-4b3f-8a46-17812e126f4d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:25.699494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.713128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Calling delete_port for 226b466b-b5cc-4b3f-8a46-17812e126f4d owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:25.745842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Allocated IP 172.20.0.2 (ff89c9ec-2cd4-4eb3-bd1b-413239d27c39/7f14e3c9-ba35-45e9-b667-557e80ae8e41/f61ac6d9-c760-4e27-80f6-d0bdf1c7c770) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:25.858812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.882739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.911419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['226b466b-b5cc-4b3f-8a46-17812e126f4d'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:25.919027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3a3b9219-8954-42aa-a17c-036184098ad5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:25.921390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Pushing event deleted for resources: {'Port': ['ID=226b466b-b5cc-4b3f-8a46-17812e126f4d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:25.938170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.963011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.986511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] No DVR routers for this DVR port 226b466b-b5cc-4b3f-8a46-17812e126f4d on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:26.013731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.017051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44d08fc6-1331-4fe5-a22e-a93eb742a5e2 req-8fd0eb02-88f3-42fe-abf0-85441152354b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.21 "DELETE /v2.0/ports/226b466b-b5cc-4b3f-8a46-17812e126f4d HTTP/1.1" status: 204 len: 173 time: 0.5951526 Nov 16 21:19:26.019336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f004633-851e-4183-9ea7-a6686ad3c9b8 req-c5403e86-00b6-4561-a535-8154da4aceaa tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a07a888-a282-4794-bb75-2cb783da4967 HTTP/1.1" status: 200 len: 210 time: 0.0341339 Nov 16 21:19:26.019780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'name': 'network-vif-deleted', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:26.034165 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a21290-a2bb-4d6a-a814-ab3c76153f70" -d '{"events": [{"server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "name": "network-vif-deleted", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:26.051816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6f834431-ff4a-4aa1-952c-69c2424a088c,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:26.059043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:26.061781 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf286d61-f11b-4500-a26b-21d3541c2e44" -d '{"events": [{"server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:26.077478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.078538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f35b465e-3c2a-485d-b6ba-d672fc6a0d36 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:26.100114 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf9c57c-182e-4db1-a96d-850b7d672866 x-openstack-request-id: req-daf9c57c-182e-4db1-a96d-850b7d672866 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:26.100406 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a07a888-a282-4794-bb75-2cb783da4967", "name": "network-vif-deleted", "tag": "226b466b-b5cc-4b3f-8a46-17812e126f4d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:26.100657 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daf9c57c-182e-4db1-a96d-850b7d672866 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:26.101053 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a07a888-a282-4794-bb75-2cb783da4967', 'name': 'network-vif-deleted', 'tag': '226b466b-b5cc-4b3f-8a46-17812e126f4d', 'status': 'completed', 'code': 200} Nov 16 21:19:26.128927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Allocated IP 172.25.7.116 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/163da290-f392-46f2-939d-33abde1accb7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:26.167872 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a25bee-8efd-4315-9c35-d7aefbb057d3 x-openstack-request-id: req-39a25bee-8efd-4315-9c35-d7aefbb057d3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:26.168154 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:26.168390 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39a25bee-8efd-4315-9c35-d7aefbb057d3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:26.168794 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c', 'code': 200} Nov 16 21:19:26.172589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: f35b465e-3c2a-485d-b6ba-d672fc6a0d36 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:26.172973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f35b465e-3c2a-485d-b6ba-d672fc6a0d36 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:26.248612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.256995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:26.280625 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.305709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.338390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:26.347055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.352754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a6625-6cf1-42c4-a719-939e1cfa9ac0 req-103569d5-6f29-4993-9127-9cfc31b02b06 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.354915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:26.358163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:26.362854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Pushing event updated for resources: {'Port': ['ID=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:26.375595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a13a6625-6cf1-42c4-a719-939e1cfa9ac0 req-103569d5-6f29-4993-9127-9cfc31b02b06 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.1851609 Nov 16 21:19:26.379026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b01921-85f0-418e-908c-6f0c0c8f617e req-b67075fb-2294-4e23-8880-8d7b99968fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.382967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b01921-85f0-418e-908c-6f0c0c8f617e req-b67075fb-2294-4e23-8880-8d7b99968fdb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 1096 time: 0.1465542 Nov 16 21:19:26.398733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Pushing event updated for resources: {'Port': ['ID=163da290-f392-46f2-939d-33abde1accb7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:26.409740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:26.411285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:26.414532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:26.461921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a13a6625-6cf1-42c4-a719-939e1cfa9ac0 req-7a7a9346-4bd7-4e1e-ab7f-920d46d4e63a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769162 Nov 16 21:19:26.524272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b01921-85f0-418e-908c-6f0c0c8f617e req-96af90c0-61ce-49a4-82cb-680cb20ef839 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333065 Nov 16 21:19:26.592506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Attempting to bind port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:26.592719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Attempting to bind port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:26.593083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Attempting to bind port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 on network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:26.606565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:26.606980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Checking segment: {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:26.607393 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.607784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Bound using segment: {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:26.608264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Bound port: f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:26.608637 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.703564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b912-0dc5-4760-b48f-0745da4048d8 req-71a9fd10-50f5-4279-96a8-3b737401108e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.705221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c29b912-0dc5-4760-b48f-0745da4048d8 req-71a9fd10-50f5-4279-96a8-3b737401108e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0606494 Nov 16 21:19:26.709982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] For port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:26.714520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] For port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:26.737748 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.833916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c29b912-0dc5-4760-b48f-0745da4048d8 req-d3f3bda6-ee39-4fb0-aca1-c82c90edff45 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188464 Nov 16 21:19:26.839321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56a89-146c-4811-9a65-334d3c9bb9b2 None None] Pushing event updated for resources: {'Port': ['ID=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:27.111343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.263505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:27.339874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:27.340693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.394553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.395514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efac57-92ac-426d-991f-23fd04d0bf0e req-dbf869f2-95f4-4354-b629-41fcaba47c72 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.397870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1efac57-92ac-426d-991f-23fd04d0bf0e req-dbf869f2-95f4-4354-b629-41fcaba47c72 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.0631285 Nov 16 21:19:27.477139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.478684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1efac57-92ac-426d-991f-23fd04d0bf0e req-36d06f39-462f-434a-9a95-94537bee4285 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Nov 16 21:19:27.509303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 226b466b-b5cc-4b3f-8a46-17812e126f4d no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:27.547990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 226b466b-b5cc-4b3f-8a46-17812e126f4d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:27.548211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 226b466b-b5cc-4b3f-8a46-17812e126f4d not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:27.548631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:27.588511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Router 92533193-6703-46c2-bfd1-22a290abf817 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:19:27.597533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:27.606057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.671936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af878-0595-46d9-ac29-dbc2cbe01d54 req-275eb960-6189-4178-9c47-530172591bd7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.679974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e7af878-0595-46d9-ac29-dbc2cbe01d54 req-275eb960-6189-4178-9c47-530172591bd7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.1245480 Nov 16 21:19:27.722511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:27.780948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.794316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:27.794473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e7af878-0595-46d9-ac29-dbc2cbe01d54 req-42b9e908-489b-4d86-8599-fc1f649ed38d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032972 Nov 16 21:19:27.804238 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Sync routers for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:27.822524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.824331 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-392eae77-e34f-418b-89e2-06f871e27c2d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5119762 Nov 16 21:19:27.832084 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:27.834291 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:27.835396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:27.845476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:27.855748 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.931523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:28.040746 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:28.048870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706233d-4fc1-4696-a261-db1ea68cfacb req-301f3073-e1fb-4a41-a3cc-d9de51708206 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:28.061261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e706233d-4fc1-4696-a261-db1ea68cfacb req-301f3073-e1fb-4a41-a3cc-d9de51708206 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0839868 Nov 16 21:19:28.127484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e706233d-4fc1-4696-a261-db1ea68cfacb req-ed2497c2-5b50-4e2d-8579-bcfc65f4dc53 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651176 Nov 16 21:19:28.169762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:28.176778 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33961575-3c39-4d15-b6c6-cf65ac1888b4" -d '{"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-unplugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:28.182482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0261e68-3389-47ec-adba-5fd8a288375c None None] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:28.237055 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb29facd-0296-4ddd-9539-21c053ce01a1 x-openstack-request-id: req-bb29facd-0296-4ddd-9539-21c053ce01a1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:28.237373 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-unplugged", "status": "completed", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:28.237677 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb29facd-0296-4ddd-9539-21c053ce01a1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:28.238062 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'code': 200} Nov 16 21:19:28.260150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ec9b48bc-b346-473b-9f03-63f1d78d8920 None None] Provisioning complete for port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:28.260515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec9b48bc-b346-473b-9f03-63f1d78d8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.271244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:26Z', 'revision_number': 3, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:28.309146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Checking router: 92533193-6703-46c2-bfd1-22a290abf817 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:28.309773 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Updating router 92533193-6703-46c2-bfd1-22a290abf817 port 163da290-f392-46f2-939d-33abde1accb7 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:19:28.338867 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.415988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.422648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44254) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.625089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-252aff63-d888-4266-87b1-1d4bc543d9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.642710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Allocated IP 172.20.0.1 (ff89c9ec-2cd4-4eb3-bd1b-413239d27c39/7f14e3c9-ba35-45e9-b667-557e80ae8e41/7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:28.663977 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.666009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430c971-31e3-46d2-acae-69ae638ac86c req-09692f39-aca8-4f5b-8f22-dfc72d601f33 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:28.667906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d430c971-31e3-46d2-acae-69ae638ac86c req-09692f39-aca8-4f5b-8f22-dfc72d601f33 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1040628 Nov 16 21:19:28.679333 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.727106 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Attempting to bind port 163da290-f392-46f2-939d-33abde1accb7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:28.727471 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Attempting to bind port 163da290-f392-46f2-939d-33abde1accb7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:28.728127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Attempting to bind port 163da290-f392-46f2-939d-33abde1accb7 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:28.741702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:28.742000 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:28.742398 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.742781 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:28.743930 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Bound port: 163da290-f392-46f2-939d-33abde1accb7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:28.744326 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.753501 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Pushing event updated for resources: {'Port': ['ID=163da290-f392-46f2-939d-33abde1accb7,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:28.780805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d430c971-31e3-46d2-acae-69ae638ac86c req-3ff6ca3e-6d23-4746-ac79-cd635dada18c tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904686 Nov 16 21:19:28.783194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.812895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5cf97cbb-d971-45e7-98b6-c4cca7def6e9 None None] Provisioning complete for port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:28.813487 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5cf97cbb-d971-45e7-98b6-c4cca7def6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.815286 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.815727 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.816123 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.816258 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.817344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.817344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.817344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.817681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.817816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.818136 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.818752 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.819095 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:28.827387 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] For port 163da290-f392-46f2-939d-33abde1accb7, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:28.831860 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] For port 163da290-f392-46f2-939d-33abde1accb7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=163da290-f392-46f2-939d-33abde1accb7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:28.842421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.845761 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.847369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-252aff63-d888-4266-87b1-1d4bc543d9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.855949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-252aff63-d888-4266-87b1-1d4bc543d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.904315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:28.913886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:28.930954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:28.939116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Pushing event updated for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:28.943134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-252aff63-d888-4266-87b1-1d4bc543d9eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ff95aa8dd834928aad3f5940d82bad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190837 Nov 16 21:19:28.944372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aff63-d888-4266-87b1-1d4bc543d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe19292-86d3-4041-b2c2-44e7c68aa9f5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:28.964231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.980003 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c2d4-b89d-417b-b41b-edec30335322 None None] Pushing event updated for resources: {'Port': ['ID=163da290-f392-46f2-939d-33abde1accb7,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:28.983414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:28.984185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.038221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b322e1a-6522-425c-83c3-601b26b60242 req-702b8548-c766-477b-aa13-69fdcda9f782 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:29.039282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.045432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b322e1a-6522-425c-83c3-601b26b60242 req-702b8548-c766-477b-aa13-69fdcda9f782 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.1275179 Nov 16 21:19:29.106488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.136395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:29.136782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b322e1a-6522-425c-83c3-601b26b60242 req-334373a8-dce4-464f-9024-7315cf33ba46 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Nov 16 21:19:29.188360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.192200 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:29.207257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:29.208178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.265451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:29.267049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.303836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a392b3b6-7772-4d7a-bca2-8bbbcb81c915 None None] Provisioning complete for port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:29.304143 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a392b3b6-7772-4d7a-bca2-8bbbcb81c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.345059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5fee6-6e0e-4e4b-a312-3a87c0d2b7fb req-eb9003c4-3137-4707-851e-9dbc8316da31 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:29.346756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ea5fee6-6e0e-4e4b-a312-3a87c0d2b7fb req-eb9003c4-3137-4707-851e-9dbc8316da31 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0779662 Nov 16 21:19:29.364275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.374230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.375792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fe19292-86d3-4041-b2c2-44e7c68aa9f5 HTTP/1.1" status: 204 len: 168 time: 0.4105647 Nov 16 21:19:29.399065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a392b3b6-7772-4d7a-bca2-8bbbcb81c915 None None] Port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:29.410666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bf6ad-52d2-44a7-8ff3-7a1e8da3c503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe19292-86d3-4041-b2c2-44e7c68aa9f5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:29.473333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ea5fee6-6e0e-4e4b-a312-3a87c0d2b7fb req-b87fdaa6-ced6-41c3-87ab-774bf86741d2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135585 Nov 16 21:19:29.540546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:29.562038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'mac_address': 'fa:16:3e:ad:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:29.586713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90eda-3a2f-4f80-8bdb-3fe59d64f4b0 req-49814acb-6276-4a2f-bf60-a51d6ef3d15c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:29.588414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13c90eda-3a2f-4f80-8bdb-3fe59d64f4b0 req-49814acb-6276-4a2f-bf60-a51d6ef3d15c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.0737400 Nov 16 21:19:29.609371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.625191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:29.647555 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:26Z', 'revision_number': 3, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.648660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:29.654493 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.654830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.664366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.686873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8ef34-4710-4f69-abff-552706a122f2 None None] The sync data for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 is: [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:26Z', 'revision_number': 3, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:29.697313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13c90eda-3a2f-4f80-8bdb-3fe59d64f4b0 req-44885c18-8d65-49a7-a63c-44e1ea2a0290 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002278 Nov 16 21:19:29.725965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:29.771370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.776705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Pushing event updated for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:29.785170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:29.953768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:29.957043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:29.994621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f437-1885-479d-970c-1310cad48bd8 req-3cc3ed43-2c6d-4f76-8493-9bc40836fa74 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.002274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c7f437-1885-479d-970c-1310cad48bd8 req-3cc3ed43-2c6d-4f76-8493-9bc40836fa74 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.1032839 Nov 16 21:19:30.105026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c7f437-1885-479d-970c-1310cad48bd8 req-fd63709b-7da4-44cf-8436-823043796cfe tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/security-groups?id=d86373fd-db8e-4f38-bac1-0ae698f3606d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007068 Nov 16 21:19:30.176736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Router 92533193-6703-46c2-bfd1-22a290abf817 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:30.353451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:30.360103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d41ef5ce-4528-47dc-b284-ed1d8c32df3c admin admin] 10.222.0.54 "PUT /v2.0/routers/92533193-6703-46c2-bfd1-22a290abf817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232291 Nov 16 21:19:30.432238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-89fbbde4-2bff-44d6-928c-de006ff0bfe9 None None] Provisioning complete for port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:30.432818 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89fbbde4-2bff-44d6-928c-de006ff0bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.449531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-2e05f43a-37a0-4853-8ba0-2758e57f2177 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.451281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-2e05f43a-37a0-4853-8ba0-2758e57f2177 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 945 time: 0.0818751 Nov 16 21:19:30.500919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-89fbbde4-2bff-44d6-928c-de006ff0bfe9 None None] Port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:30.653381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9718-4550-423a-89f0-e65b7dacd620 req-9c1e178f-c11a-4d27-9941-3e0556a3393b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.660804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e5a9718-4550-423a-89f0-e65b7dacd620 req-9c1e178f-c11a-4d27-9941-3e0556a3393b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1061535 Nov 16 21:19:30.682309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Deleting port 3a3b9219-8954-42aa-a17c-036184098ad5 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:30.683062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.918517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e5a9718-4550-423a-89f0-e65b7dacd620 req-8ead990e-385f-4d3c-91ea-c409bd5b6c25 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558708 Nov 16 21:19:31.109001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-2f742a18-a62d-4389-b73a-611d87e68c85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:31.110571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-2f742a18-a62d-4389-b73a-611d87e68c85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.2900479 Nov 16 21:19:31.114059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] For port 3a3b9219-8954-42aa-a17c-036184098ad5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=3a3b9219-8954-42aa-a17c-036184098ad5,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:31.114490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.165522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4778b44a-1ab4-4149-a327-7ba1a907397c tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4283025 Nov 16 21:19:31.176698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:31.183858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Calling delete_port for 3a3b9219-8954-42aa-a17c-036184098ad5 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:31.194840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 163da290-f392-46f2-939d-33abde1accb7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:31.261068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 163da290-f392-46f2-939d-33abde1accb7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:31.261649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.263558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:31.342256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.362232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:31.362495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.439800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50efc7-86c1-496b-9342-28f4eb0f2bd3 req-dfc85000-32de-49d6-8839-e96b04fc2d5d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:31.443980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c50efc7-86c1-496b-9342-28f4eb0f2bd3 req-dfc85000-32de-49d6-8839-e96b04fc2d5d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=dda1f948-3447-4528-97de-b28b1867f1fa HTTP/1.1" status: 200 len: 945 time: 0.2293034 Nov 16 21:19:31.447845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.495022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 163da290-f392-46f2-939d-33abde1accb7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=163da290-f392-46f2-939d-33abde1accb7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:31.509501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.526668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port 6f834431-ff4a-4aa1-952c-69c2424a088c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:31.529151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.553917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.601161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:31.604725 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b30d7d-7874-4a7c-9e0a-ee851d899005" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:31.639152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:31.642360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=163da290-f392-46f2-939d-33abde1accb7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:31.649258 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.707774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port 6f834431-ff4a-4aa1-952c-69c2424a088c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6f834431-ff4a-4aa1-952c-69c2424a088c,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:31.708130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.725962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44372) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:31.734855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:31.788277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for 6f834431-ff4a-4aa1-952c-69c2424a088c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:31.841773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c50efc7-86c1-496b-9342-28f4eb0f2bd3 req-6519ea45-f285-4be5-a216-d0153a8e1616 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638439 Nov 16 21:19:31.884116 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.894955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84678826-cdbe-4aa2-a6a0-5c669e14529f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.898695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['3a3b9219-8954-42aa-a17c-036184098ad5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:31.932464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Pushing event deleted for resources: {'Port': ['ID=3a3b9219-8954-42aa-a17c-036184098ad5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.006575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.011320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] No DVR routers for this DVR port 3a3b9219-8954-42aa-a17c-036184098ad5 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:32.021118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.024772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6bcfced-4db0-49c9-9da8-b3d791b78961 req-3b224068-8808-4b3a-82b6-146bb481953b tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.36 "DELETE /v2.0/ports/3a3b9219-8954-42aa-a17c-036184098ad5 HTTP/1.1" status: 204 len: 173 time: 1.5661077 Nov 16 21:19:32.025326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'name': 'network-vif-deleted', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:32.027759 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db36817e-7978-4c7c-ada6-ffeb4d8d9ee4" -d '{"events": [{"server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "name": "network-vif-deleted", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:32.042730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84678826-cdbe-4aa2-a6a0-5c669e14529f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.061022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84678826-cdbe-4aa2-a6a0-5c669e14529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.141558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84678826-cdbe-4aa2-a6a0-5c669e14529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa69c550-5958-4c82-af31-d32751d37394,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.151400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Sync routers for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:32.159453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8f8fd0f-dee5-4b16-a8af-5bdd0bc8b2d5 req-141dbb80-c477-4825-a32f-05c19a2025e1 tempest-ServerRescueTestJSON-582838184 tempest-ServerRescueTestJSON-582838184-project] 10.222.0.54 "GET /v2.0/ports?device_id=cef79d52-af05-4c2e-be7d-bd7ce0714b3b HTTP/1.1" status: 200 len: 210 time: 0.0635250 Nov 16 21:19:32.164748 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84678826-cdbe-4aa2-a6a0-5c669e14529f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b03f5b91f904e61a3d24ae853e2f4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375801 Nov 16 21:19:32.165360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44380) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:32.196359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:32.197518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:32.221151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.245623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.268882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.280088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Allocated IP 172.25.7.249 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/11a1d260-cac8-4673-8e92-01e7d9c36ddb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:32.322646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6f834431-ff4a-4aa1-952c-69c2424a088c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:32.331019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=6f834431-ff4a-4aa1-952c-69c2424a088c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.402439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port 6f834431-ff4a-4aa1-952c-69c2424a088c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:32.405551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.408561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.410187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa69c550-5958-4c82-af31-d32751d37394 HTTP/1.1" status: 204 len: 168 time: 0.2437031 Nov 16 21:19:32.417264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.418367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:32.420727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e318eef8-d58f-4a89-97ec-136685c65f57 req-d88924e6-33ad-4330-885d-4cc8b8b9bd21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "DELETE /v2.0/ports/6f834431-ff4a-4aa1-952c-69c2424a088c HTTP/1.1" status: 204 len: 173 time: 1.3002906 Nov 16 21:19:32.456808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d650536-8810-49a9-a9d7-fb64b0b43e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa69c550-5958-4c82-af31-d32751d37394,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.547670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.611726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.635250 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06ea472-d3dc-45b7-8fc7-bc3e0b7eb04c x-openstack-request-id: req-f06ea472-d3dc-45b7-8fc7-bc3e0b7eb04c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:32.635844 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-plugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:32.635844 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f06ea472-d3dc-45b7-8fc7-bc3e0b7eb04c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:32.636249 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'code': 200} Nov 16 21:19:32.706566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:32.715447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:32.742728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:32.821757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=11a1d260-cac8-4673-8e92-01e7d9c36ddb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.938775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:29Z', 'revision_number': 4, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6', 'name': '', 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'mac_address': 'fa:16:3e:ad:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:28Z', 'updated_at': '2021-11-16T21:19:29Z', 'revision_number': 2, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'subnets': [{'id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:32.968106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e04b6-a2ae-443b-95ea-d111e92f3d2e req-16f7815e-c4ab-4da9-88bb-81176ea82cc0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:32.969689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5e04b6-a2ae-443b-95ea-d111e92f3d2e req-16f7815e-c4ab-4da9-88bb-81176ea82cc0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2213480 Nov 16 21:19:32.998655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Checking router: 92533193-6703-46c2-bfd1-22a290abf817 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:32.999301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Updating router 92533193-6703-46c2-bfd1-22a290abf817 port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:19:33.030778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.064696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.121235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5e04b6-a2ae-443b-95ea-d111e92f3d2e req-33f795da-dcb1-4c05-a4ae-a386647a3265 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136129 Nov 16 21:19:33.214015 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea0fb1-5e78-4e16-8940-276b64bc8337 x-openstack-request-id: req-9dea0fb1-5e78-4e16-8940-276b64bc8337 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:33.215250 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef79d52-af05-4c2e-be7d-bd7ce0714b3b", "name": "network-vif-deleted", "tag": "3a3b9219-8954-42aa-a17c-036184098ad5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:33.215690 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dea0fb1-5e78-4e16-8940-276b64bc8337 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:33.216408 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef79d52-af05-4c2e-be7d-bd7ce0714b3b', 'name': 'network-vif-deleted', 'tag': '3a3b9219-8954-42aa-a17c-036184098ad5', 'status': 'completed', 'code': 200} Nov 16 21:19:33.223484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.470330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44416) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:33.518870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 163da290-f392-46f2-939d-33abde1accb7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:33.599826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.624219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.784093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.792955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:33.793825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.801144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 163da290-f392-46f2-939d-33abde1accb7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:33.801511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.815369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=11a1d260-cac8-4673-8e92-01e7d9c36ddb,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:33.937224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7aca-72e9-4fc4-8b2f-38d2e96cbea0 None None] Pushing event updated for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.009557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Attempting to bind port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:34.009909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Attempting to bind port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:34.010189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Attempting to bind port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 on network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:34.020480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:34.021404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Checking segment: {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:34.021784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.022169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Bound using segment: {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:34.022645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Bound port: 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64250e7a-982c-4564-8fe1-70d2e84a57cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:34.023078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.151243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] For port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:34.154729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] For port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:34.170627 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.232692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.238793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.318387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:34.319157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:34.323498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.340130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-4fb31efc-b66a-4384-a493-67a5e6116ded tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1732733 Nov 16 21:19:34.503926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:34.509706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-794775437-network', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:34.578729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:34.584466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.604975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] Provisioning complete for port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:34.605738 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.626569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-a4f9423c-7038-49ad-b283-e6ccf4f38ef5 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.2848332 Nov 16 21:19:34.656619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.697202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Deleting port 12cc86eb-18b6-426c-8544-2c167f755b7d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:34.697778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.712151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7aca-72e9-4fc4-8b2f-38d2e96cbea0 None None] Pushing event updated for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.750734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-f66389cb-4e55-49d9-b7eb-4259c926f4dc tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:34.758520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-f66389cb-4e55-49d9-b7eb-4259c926f4dc tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.9813814 Nov 16 21:19:34.797800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-55a8bb60-72c0-4dc1-91b2-533c6f2497e4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0381100 Nov 16 21:19:34.822489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] For port 12cc86eb-18b6-426c-8544-2c167f755b7d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=12cc86eb-18b6-426c-8544-2c167f755b7d,segment=NetworkSegment(0c78780f-1ebc-489a-8846-5519e74d9e31),segment_id=0c78780f-1ebc-489a-8846-5519e74d9e31)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:34.822894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.838207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Calling delete_port for 12cc86eb-18b6-426c-8544-2c167f755b7d owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:34.855239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-3c1d9718-ec0d-4d5b-a871-52138f53db4a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564156 Nov 16 21:19:34.931506 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.989065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-074d4b33-7325-45f3-b54b-b053490fac63 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:34.998446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-074d4b33-7325-45f3-b54b-b053490fac63 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3706107 Nov 16 21:19:35.002661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] For port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:35.013671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-efe430f4-6527-4b43-8a4a-fe51af6f61c8 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:35.015309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:29Z', 'revision_number': 4, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6', 'name': '', 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'mac_address': 'fa:16:3e:ad:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:28Z', 'updated_at': '2021-11-16T21:19:34Z', 'revision_number': 4, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'subnets': [{'id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:35.030801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51baa838-f1fa-4db2-83e4-cd7b823d8fee req-efe430f4-6527-4b43-8a4a-fe51af6f61c8 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311682 Nov 16 21:19:35.066265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.070029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.114323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7442c12-095d-4fe5-8e89-e14e703cc2d4 None None] The sync data for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 is: [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:29Z', 'revision_number': 4, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6', 'name': '', 'network_id': 'ff89c9ec-2cd4-4eb3-bd1b-413239d27c39', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'mac_address': 'fa:16:3e:ad:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:28Z', 'updated_at': '2021-11-16T21:19:34Z', 'revision_number': 4, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'subnets': [{'id': '7f14e3c9-ba35-45e9-b667-557e80ae8e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:35.122159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.146329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.172471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=12cc86eb-18b6-426c-8544-2c167f755b7d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:35.189931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40e5ce-9b05-48c8-bd55-1e4107dc047e None None] Pushing event updated for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:35.232066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'name': 'network-vif-deleted', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:35.235019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b72de21-b3af-4a10-8ba7-f3297c0bbb34 None None] Provisioning complete for port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:35.235435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b72de21-b3af-4a10-8ba7-f3297c0bbb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.245656 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c3466-8825-4e9a-bb1e-8666404777e0" -d '{"events": [{"server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "name": "network-vif-deleted", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:35.256686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-6ff68e7d-67c5-42b7-b04c-8117584f17b2 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005382 Nov 16 21:19:35.278663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:35.297868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3a3b9219-8954-42aa-a17c-036184098ad5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:35.331247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 3a3b9219-8954-42aa-a17c-036184098ad5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:35.331614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 3a3b9219-8954-42aa-a17c-036184098ad5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:35.449207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.449792 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Added segment f69c87cf-8111-462d-a1a6-0ad3241ed897 of type vlan for network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 Nov 16 21:19:35.452351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234be617-f7af-4ada-a0ce-243c1668dcfb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:35.621903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.658152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9021b9a-7b83-4982-9836-b36c733ac1c3 req-4663fb26-e441-4c44-a913-ab70a3d32e5c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:35.673198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6f834431-ff4a-4aa1-952c-69c2424a088c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:35.677323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9021b9a-7b83-4982-9836-b36c733ac1c3 req-4663fb26-e441-4c44-a913-ab70a3d32e5c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.3285840 Nov 16 21:19:35.725893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 6f834431-ff4a-4aa1-952c-69c2424a088c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:35.726243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6f834431-ff4a-4aa1-952c-69c2424a088c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:35.750836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:19:35.773452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9021b9a-7b83-4982-9836-b36c733ac1c3 req-90a75b76-274b-44f9-9a8a-ee980792ed4f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904448 Nov 16 21:19:35.810237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-26227714-1cbe-4a59-8eec-1d27df6c75a5 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136597 Nov 16 21:19:35.810643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.826043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.827368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:35.828340 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.972253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1766865 Nov 16 21:19:35.972897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:35.998196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Request body: {'subnet': {'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-794775437-subnet', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:36.008588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b501a-4ddc-4a8f-8460-12918c412107 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:36.040710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:36.253414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-deaa080c-ea5e-428b-b5e5-ac8f0589c7d1 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1901188 Nov 16 21:19:36.260509 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d8c95c-335b-4392-9b05-d59167248360 x-openstack-request-id: req-e5d8c95c-335b-4392-9b05-d59167248360 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:36.260885 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda1f948-3447-4528-97de-b28b1867f1fa", "name": "network-vif-deleted", "tag": "6f834431-ff4a-4aa1-952c-69c2424a088c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:36.261441 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5d8c95c-335b-4392-9b05-d59167248360 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:36.261984 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda1f948-3447-4528-97de-b28b1867f1fa', 'name': 'network-vif-deleted', 'tag': '6f834431-ff4a-4aa1-952c-69c2424a088c', 'status': 'completed', 'code': 200} Nov 16 21:19:36.267302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:36.272572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:36.277740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.381564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6b44f78-02d4-4f66-8a0c-c0cc3b19574c req-5a8e6f85-112c-4710-9247-dcf3d5a090b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.1126959 Nov 16 21:19:36.412271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:36.442226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.635908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:36.643303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aceddfa4-dc17-4465-8832-bce28e236c29 admin admin] 10.222.0.54 "PUT /v2.0/routers/ea07bf7b-f84e-4e43-968c-7fa2eb44f31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1714239 Nov 16 21:19:36.645699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44476) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:36.648104 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Sync routers for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:36.668127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:36.668772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:36.776243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.781385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.885349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.937999 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:36.988045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.075020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=106183ac-c0b1-4c12-a679-5726a4b886b0,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:37.094971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Checking segment: {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:37.094971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Network hostable DHCP agents. Network: d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:37.113053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Deleting port 5eeaccad-e26a-42d4-8329-8e2d54712aac {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:37.113319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.165813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d607c9-2cda-49d4-9044-1ccb95aef7bf req-2ff3181c-92de-4a15-b01c-1fd3a1b0ec0d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:37.173574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14d607c9-2cda-49d4-9044-1ccb95aef7bf req-2ff3181c-92de-4a15-b01c-1fd3a1b0ec0d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2644739 Nov 16 21:19:37.218197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:19:35Z', 'revision_number': 5, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port': {'id': '5eeaccad-e26a-42d4-8329-8e2d54712aac', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:12Z', 'updated_at': '2021-11-16T21:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.224974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Allocated IP 172.25.7.56 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d0e4f6be-05d4-400a-9969-f29b6635010a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:37.232349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:37.250386 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Checking router: ea07bf7b-f84e-4e43-968c-7fa2eb44f31b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:37.263485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Routers {'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:37.264132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.268518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:37.291700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca1aa5-7db2-42d0-bb9b-4e7022e82ab2 None None] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:37.293628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:37.294415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.313414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14d607c9-2cda-49d4-9044-1ccb95aef7bf req-0aa11429-d2f8-417d-8313-446a300888e8 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388352 Nov 16 21:19:37.369613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] For port 5eeaccad-e26a-42d4-8329-8e2d54712aac, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5eeaccad-e26a-42d4-8329-8e2d54712aac,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:37.370023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.424604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Calling delete_port for 5eeaccad-e26a-42d4-8329-8e2d54712aac owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:37.456056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6a03df4c-c49b-40a4-9835-575817c39fbe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4630337 Nov 16 21:19:37.463842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44488) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:37.471215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:37.541256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:37.611494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.628697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] Set router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:37.650887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.652418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.730269 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:19:36Z', 'revision_number': 6, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.760304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.813978 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a11fb-c224-4b39-96ca-947f0a2cf609 None None] The sync data for ids ['ea07bf7b-f84e-4e43-968c-7fa2eb44f31b'] in n-d-816206-5 is: [{'id': 'ea07bf7b-f84e-4e43-968c-7fa2eb44f31b', 'name': 'tempest-ServerRescueTestJSON-775221365-router', 'tenant_id': '7443f4f78baa4ac7a5bec674e9867e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:11Z', 'updated_at': '2021-11-16T21:19:36Z', 'revision_number': 6, 'project_id': '7443f4f78baa4ac7a5bec674e9867e63', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:37.856837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:37.857225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.879367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.945288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeaccad-e26a-42d4-8329-8e2d54712aac,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:37.959760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-baefcbf5-2e62-4d65-9bc3-82afa53729d8 req-c01fb492-ba73-4174-bf17-954563f4ed9e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.2432973 Nov 16 21:19:37.987902 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.045261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:19:38.046365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.072661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:38.075579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.254467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.255736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:38.257665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.312388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Allocated IP 172.20.0.2 (d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2/106183ac-c0b1-4c12-a679-5726a4b886b0/381f9161-67ac-4cee-afc4-822a9926670d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:38.314851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.315733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea07bf7b-f84e-4e43-968c-7fa2eb44f31b {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:19:38.318102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:38.325059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.328076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=d0e4f6be-05d4-400a-9969-f29b6635010a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.332487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f22ebf2-14d3-4748-8363-d89cb3ad42b0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ea07bf7b-f84e-4e43-968c-7fa2eb44f31b HTTP/1.1" status: 204 len: 168 time: 1.6838088 Nov 16 21:19:38.332681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44504) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:38.539754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.559830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-bf90dd5e-d7ad-495c-8aee-70a00ebb0623 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.561649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-bf90dd5e-d7ad-495c-8aee-70a00ebb0623 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.5630202 Nov 16 21:19:38.566161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Deleting subnet 8d4f79df-f759-47df-99df-663ac401e2d9 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:19:38.582824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.618863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:38.670075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.683857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.733804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Pushing event updated for resources: {'Port': ['ID=381f9161-67ac-4cee-afc4-822a9926670d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.761598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:38.764381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:38.766836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:38.770832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.838657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Attempting to bind port 381f9161-67ac-4cee-afc4-822a9926670d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:38.839071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Attempting to bind port 381f9161-67ac-4cee-afc4-822a9926670d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:38.839446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Attempting to bind port 381f9161-67ac-4cee-afc4-822a9926670d on network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:38.845348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:38.845721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Checking segment: {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:38.846120 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.846636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Bound using segment: {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:38.847141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Bound port: 381f9161-67ac-4cee-afc4-822a9926670d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:38.847522 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.851735 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.873393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5f283-81f5-4aab-985d-fcfbcbb6ec20 req-86496d2e-1119-4972-a052-1ac50bf80f24 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.881753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2e5f283-81f5-4aab-985d-fcfbcbb6ec20 req-86496d2e-1119-4972-a052-1ac50bf80f24 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.4204667 Nov 16 21:19:38.929673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] For port 381f9161-67ac-4cee-afc4-822a9926670d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:38.935650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] For port 381f9161-67ac-4cee-afc4-822a9926670d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=381f9161-67ac-4cee-afc4-822a9926670d,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:38.945326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.007431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c7e4-de14-4818-b53e-d18c40b9fda0 None None] Pushing event updated for resources: {'Port': ['ID=381f9161-67ac-4cee-afc4-822a9926670d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:39.044612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:39.048304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.068037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.091286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2e5f283-81f5-4aab-985d-fcfbcbb6ec20 req-0bdcc9a0-a48d-40da-8941-2996fd5abe22 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084870 Nov 16 21:19:39.123522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.191672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 12cc86eb-18b6-426c-8544-2c167f755b7d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:39.232994 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.261696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 12cc86eb-18b6-426c-8544-2c167f755b7d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:39.262079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 12cc86eb-18b6-426c-8544-2c167f755b7d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:39.262507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5eeaccad-e26a-42d4-8329-8e2d54712aac no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:39.345280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5eeaccad-e26a-42d4-8329-8e2d54712aac {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:39.346010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5eeaccad-e26a-42d4-8329-8e2d54712aac not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:39.488623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.5 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/0d619179-567e-4a7a-9fd0-82dad394f822) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:39.697439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:19:39.840521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.949121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05894d04-5ec3-463f-902a-b54e4de29f2c req-09e6ba52-ae54-44c1-8b18-0451cc68caeb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.1368883 Nov 16 21:19:39.956917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4f79df-f759-47df-99df-663ac401e2d9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:39.978387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.981590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e1d3ab19-cf69-47bd-b02f-8276afef074f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d4f79df-f759-47df-99df-663ac401e2d9 HTTP/1.1" status: 204 len: 168 time: 1.6312244 Nov 16 21:19:39.985558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:40.157143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.176070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.203580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.305154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.334189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85dffea-fd68-45b1-93b7-2cb350345d57']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:40.348123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c78780f-1ebc-489a-8846-5519e74d9e31') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:40.348341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c78780f-1ebc-489a-8846-5519e74d9e31') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:40.349679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.367836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.394987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.399671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.401891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:19:40.402290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:19:40.404064 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:19:40.538220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.550794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.556072 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] 10.222.0.54 "DELETE /v2.0/networks/d85dffea-fd68-45b1-93b7-2cb350345d57 HTTP/1.1" status: 204 len: 168 time: 0.5659504 Nov 16 21:19:40.571440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d0a06-fa54-41d0-8308-65413ebb367d admin admin] Pushing event deleted for resources: {'Network': ['ID=d85dffea-fd68-45b1-93b7-2cb350345d57,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:40.589767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.602203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15376e-b26d-42e1-bc9d-66a9d8b7cfa0 None None] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:40.678454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b644-8a1e-4318-9c2a-8afedc2a7bfc req-8c43f007-c4f9-4167-b497-dacad590a802 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.697164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7a9b644-8a1e-4318-9c2a-8afedc2a7bfc req-8c43f007-c4f9-4167-b497-dacad590a802 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.4664552 Nov 16 21:19:40.705366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=d0e4f6be-05d4-400a-9969-f29b6635010a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:40.743197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.777604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:40.780715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Allocated IP 172.25.7.60 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1d09e566-a342-4a2d-9868-df5e29332710) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:40.801393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] Provisioning complete for port 381f9161-67ac-4cee-afc4-822a9926670d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:40.801827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.810641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.817668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-4e858a70-e533-4749-bb96-1f9e89de17ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5633476 Nov 16 21:19:40.873539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa03fd79-752a-4aa6-bc44-2ad6e04ef2ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7443f4f78baa4ac7a5bec674e9867e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0904875 Nov 16 21:19:40.873539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:40.884879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.901898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7a9b644-8a1e-4318-9c2a-8afedc2a7bfc req-9d2c0758-eaab-46e2-9509-a8cf5dfbddde tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037849 Nov 16 21:19:40.956201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.976403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.015635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.043135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] For port 381f9161-67ac-4cee-afc4-822a9926670d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=381f9161-67ac-4cee-afc4-822a9926670d,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:41.060455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.061498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.067163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-2bbbb0b2-9ded-49ad-8ae9-2f1f0d8a1f7c tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.2485871 Nov 16 21:19:41.125211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:41.139143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.142974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.148087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d86373fd-db8e-4f38-bac1-0ae698f3606d HTTP/1.1" status: 204 len: 168 time: 0.2736475 Nov 16 21:19:41.171412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c0ee8-5d6f-4381-af1b-b484e1a29d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86373fd-db8e-4f38-bac1-0ae698f3606d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.175791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:41.190995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:41.236733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7155121-2ff4-499f-ab42-7c2944fa67ae None None] Pushing event updated for resources: {'Port': ['ID=381f9161-67ac-4cee-afc4-822a9926670d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.308281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.308927 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.358448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 381f9161-67ac-4cee-afc4-822a9926670d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:41.385254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-2ddba272-6874-445d-a907-20685c5cf9ff tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7720013 Nov 16 21:19:41.423597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Request body: {'port': {'device_id': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:41.436989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 381f9161-67ac-4cee-afc4-822a9926670d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:41.437759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.508393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-79e2aafc-fcdc-4cd2-a496-7a695997cbe3 None None] Provisioning complete for port 381f9161-67ac-4cee-afc4-822a9926670d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:41.508902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-79e2aafc-fcdc-4cd2-a496-7a695997cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.539271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.643141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-8a7edeb6-1034-49cf-b158-8a00418ef99b tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.644573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-8a7edeb6-1034-49cf-b158-8a00418ef99b tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.5675993 Nov 16 21:19:41.716446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-dfef9ca9-5e0e-4e86-8381-fd06ab200ebc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:41.717456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7693b39-8d89-4b48-af35-7f71649a49a7 req-dfef9ca9-5e0e-4e86-8381-fd06ab200ebc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479066 Nov 16 21:19:41.755183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.793018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4977337-4384-4a7b-a017-e89b505e8ce8 req-4da45908-c5a1-4337-b5c3-ec8add05f1e7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.800235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4977337-4384-4a7b-a017-e89b505e8ce8 req-4da45908-c5a1-4337-b5c3-ec8add05f1e7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 931 time: 0.3318527 Nov 16 21:19:41.880596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.053178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4977337-4384-4a7b-a017-e89b505e8ce8 req-204dd6a1-a8b6-4d4b-9307-c8dddcb0e772 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519088 Nov 16 21:19:42.071172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:42.092801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:42.104968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Pushing event updated for resources: {'Port': ['ID=1d09e566-a342-4a2d-9868-df5e29332710,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:42.107177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:42.204208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-a7f36c84-d951-42eb-ae65-9dd71c6b0727 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3623910 Nov 16 21:19:42.234824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:42.430723 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.449033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348331f8-3099-4494-9bbf-ae2376b7b24b req-3c421161-197a-41bb-b225-df38d15e162a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:42.450976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-348331f8-3099-4494-9bbf-ae2376b7b24b req-3c421161-197a-41bb-b225-df38d15e162a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2556493 Nov 16 21:19:42.680610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.706671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-348331f8-3099-4494-9bbf-ae2376b7b24b req-43f11e5c-1e04-4aa8-a70c-db18da6ddd8d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340393 Nov 16 21:19:42.732791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d619179-567e-4a7a-9fd0-82dad394f822 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:42.748807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.798653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Transition to ACTIVE for port object 0d619179-567e-4a7a-9fd0-82dad394f822 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:42.805724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.809535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.197123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 381f9161-67ac-4cee-afc4-822a9926670d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:43.280963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 381f9161-67ac-4cee-afc4-822a9926670d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:43.281429 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.374347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:43.378372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.486262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590349-8a12-4047-ae21-12592f8a8de0 req-644db411-afb8-49c4-942b-352f13b8b032 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:43.490509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0590349-8a12-4047-ae21-12592f8a8de0 req-644db411-afb8-49c4-942b-352f13b8b032 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 943 time: 0.2310016 Nov 16 21:19:43.581612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:43.726781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Attempting to bind port 0d619179-567e-4a7a-9fd0-82dad394f822 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:43.727422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Attempting to bind port 0d619179-567e-4a7a-9fd0-82dad394f822 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:43.727558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Attempting to bind port 0d619179-567e-4a7a-9fd0-82dad394f822 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:43.745811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9548e117-c2b5-42ef-9931-cc7dcce4898e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.756178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0590349-8a12-4047-ae21-12592f8a8de0 req-283042ec-eeeb-4db9-a497-03b593da661d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394164 Nov 16 21:19:43.769170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Port 0d619179-567e-4a7a-9fd0-82dad394f822 on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:43.771187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Attempting to bind port 0d619179-567e-4a7a-9fd0-82dad394f822 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:43.787248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:43.788188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:43.788658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:43.789330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Bound port: 0d619179-567e-4a7a-9fd0-82dad394f822, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:43.790919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.823869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Allocated IP 172.25.7.237 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e17af4ab-32c4-41f2-b094-39b648208120) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:43.856913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9548e117-c2b5-42ef-9931-cc7dcce4898e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.861935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9548e117-c2b5-42ef-9931-cc7dcce4898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.911031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9548e117-c2b5-42ef-9931-cc7dcce4898e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0458cae02aed4b95ae08fd00852e0ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234348 Nov 16 21:19:43.911031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548e117-c2b5-42ef-9931-cc7dcce4898e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b380d-0123-4f6b-80ca-fb1911a27b01,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:43.919209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44614) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:43.966559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.001692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:44.010904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=0d619179-567e-4a7a-9fd0-82dad394f822,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:44.054209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bfb4a-1255-4d20-af2a-a45574785d1f req-33b0c102-4a22-4b52-ab7e-a66be05650ad tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.054209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a6bfb4a-1255-4d20-af2a-a45574785d1f req-33b0c102-4a22-4b52-ab7e-a66be05650ad tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2348680 Nov 16 21:19:44.089415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.187088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.187692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.189093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d619179-567e-4a7a-9fd0-82dad394f822 HTTP/1.1" status: 200 len: 1091 time: 2.7836089 Nov 16 21:19:44.189715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:44.192064 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18cde20-c6df-4dbf-b4ca-2391ba266162" -d '{"events": [{"name": "network-changed", "server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:44.225021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.302149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb4c27-3e0a-4148-b322-393943a41f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.307581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.331424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.375578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a6bfb4a-1255-4d20-af2a-a45574785d1f req-7cdd5800-aa01-4dcd-930d-5b4a40839443 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818165 Nov 16 21:19:44.422163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-761ae0de-668b-4c2c-879e-3e20e81311d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.424747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-761ae0de-668b-4c2c-879e-3e20e81311d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 1094 time: 0.1871548 Nov 16 21:19:44.481575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-a530fb90-d439-440e-8f7e-c371876cdf8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d619179-567e-4a7a-9fd0-82dad394f822 HTTP/1.1" status: 200 len: 217 time: 0.0469701 Nov 16 21:19:44.503795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.515361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.518121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.522975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/125b380d-0123-4f6b-80ca-fb1911a27b01 HTTP/1.1" status: 204 len: 168 time: 0.5908606 Nov 16 21:19:44.580769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:19:44.612266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:44.620931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:44.623224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea95f65-53ef-4faa-a6ac-4968279b9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b380d-0123-4f6b-80ca-fb1911a27b01,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.624944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:44.729260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=e17af4ab-32c4-41f2-b094-39b648208120,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.744074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-56f6e312-8421-4a7b-b1f9-6f72c7c93e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.746758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-56f6e312-8421-4a7b-b1f9-6f72c7c93e13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.2559912 Nov 16 21:19:44.799955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-bb62b863-20f5-45f6-a6ce-56fe72ef889a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441625 Nov 16 21:19:44.870009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.966216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:44.967826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.987940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Sync routers for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:45.002189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:45.007766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:45.048396 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.053451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:45.054914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4b39ed75-9b84-4cb1-9135-15f59bf2ab29 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5870075 Nov 16 21:19:45.071952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-8cd8ca9e-a7c5-4a4f-998c-4fa3e8b2c367 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636604 Nov 16 21:19:45.317645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.331982 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ef5b7-acfe-4fe2-98f2-3a41a9222fff x-openstack-request-id: req-f65ef5b7-acfe-4fe2-98f2-3a41a9222fff {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:45.333364 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:45.333655 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f65ef5b7-acfe-4fe2-98f2-3a41a9222fff {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:45.334071 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822', 'status': 'completed', 'code': 200} Nov 16 21:19:45.349526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.368251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2ccd718-5c96-4b60-9d96-74242e9effc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.383393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:45.534471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df29bb8-51c7-4b5e-9746-96518fb8e276 req-8aeac8d0-54c7-4035-a6ce-28613e8695d4 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514921 Nov 16 21:19:45.555640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=e17af4ab-32c4-41f2-b094-39b648208120,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:45.650807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:42Z', 'revision_number': 3, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:45.681002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.707868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Checking router: 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:45.708213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Updating router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b port 1d09e566-a342-4a2d-9868-df5e29332710 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:19:45.743648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.794665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.796102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-b63aa80f-1cb3-47c0-be48-cfcaa192bcde tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5768626 Nov 16 21:19:45.801895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.861174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48248-5480-42f2-8b15-03205fc727f3 req-67cc744f-dd88-47d3-a29d-2efb1dcbf19c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:45.867744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b48248-5480-42f2-8b15-03205fc727f3 req-67cc744f-dd88-47d3-a29d-2efb1dcbf19c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 943 time: 0.5145271 Nov 16 21:19:45.933396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-e0d15d96-4441-4a8d-b8a0-fbc2f36a84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:45.935086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-e0d15d96-4441-4a8d-b8a0-fbc2f36a84af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 1094 time: 0.2238662 Nov 16 21:19:45.955307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-65f9d6cf-aa02-4508-8a27-6305e22a60ee tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1480091 Nov 16 21:19:46.031583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Allocated IP 172.20.0.1 (d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2/106183ac-c0b1-4c12-a679-5726a4b886b0/0d877a59-484f-4377-980d-f8a98012b6d4) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:46.166845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.201932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b48248-5480-42f2-8b15-03205fc727f3 req-d07d28e0-a812-4a6a-a646-cb33f135d512 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250515 Nov 16 21:19:46.210744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.284946 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.303627 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.326947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:46.330724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:46.333991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:46.361416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Pushing event updated for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:46.395350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.432171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-f3da57a8-2073-4a81-8237-608793da7a74 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.433619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6190e2b0-ca91-4121-ba4b-515c37348d56 req-f3da57a8-2073-4a81-8237-608793da7a74 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.4771893 Nov 16 21:19:46.459440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Attempting to bind port 1d09e566-a342-4a2d-9868-df5e29332710 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:46.459870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Attempting to bind port 1d09e566-a342-4a2d-9868-df5e29332710 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:46.460236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Attempting to bind port 1d09e566-a342-4a2d-9868-df5e29332710 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:46.470055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:46.470425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:46.470829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.487506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:46.488063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Bound port: 1d09e566-a342-4a2d-9868-df5e29332710, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:46.488461 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.553777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341a7d-944c-4883-8768-693dca5e5727 None None] Pushing event updated for resources: {'Port': ['ID=1d09e566-a342-4a2d-9868-df5e29332710,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:46.563917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-88cd7440-696c-4b91-b5ed-71efa54cc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.565962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-88cd7440-696c-4b91-b5ed-71efa54cc5a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.5984266 Nov 16 21:19:46.623103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.630737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] For port 1d09e566-a342-4a2d-9868-df5e29332710, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:46.634433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] For port 1d09e566-a342-4a2d-9868-df5e29332710, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1d09e566-a342-4a2d-9868-df5e29332710,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:46.652549 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.665081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-e8ddb0bd-b4fb-4306-a8ee-d616b3d17621 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d619179-567e-4a7a-9fd0-82dad394f822 HTTP/1.1" status: 200 len: 217 time: 0.0859764 Nov 16 21:19:46.690748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba733ee3-2ed2-4614-b6bf-64023963aaea req-af8b6199-c875-4add-8812-5ba39fdfbabb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.694605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba733ee3-2ed2-4614-b6bf-64023963aaea req-af8b6199-c875-4add-8812-5ba39fdfbabb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2594953 Nov 16 21:19:46.835723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:46.836432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:46.848449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341a7d-944c-4883-8768-693dca5e5727 None None] Pushing event updated for resources: {'Port': ['ID=1d09e566-a342-4a2d-9868-df5e29332710,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:46.886891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-5c2218fe-11d1-4de4-a3c1-3df198bbf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.888718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-5c2218fe-11d1-4de4-a3c1-3df198bbf2a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.1927404 Nov 16 21:19:46.933716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-b07441fe-7be5-43f6-a8bb-ed24d9727ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356884 Nov 16 21:19:46.970573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.982233 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.034703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0b467801-b931-4052-abd7-86adab44f500 None None] Provisioning complete for port 0d877a59-484f-4377-980d-f8a98012b6d4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:47.043276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b467801-b931-4052-abd7-86adab44f500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.060619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Pushing event updated for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:47.092235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba733ee3-2ed2-4614-b6bf-64023963aaea req-3ef35712-ad02-43ab-8b6a-0614de4a3685 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782955 Nov 16 21:19:47.094605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.153190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0b467801-b931-4052-abd7-86adab44f500 None None] Port 0d877a59-484f-4377-980d-f8a98012b6d4 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:47.179358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:47.186351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05a43b46-33aa-474c-af65-223779a1e29b req-59180be6-829b-4928-978e-bbb309d2415d tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2511613 Nov 16 21:19:47.194776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-d034b3b7-3de1-4b84-b731-2dfa99518b53 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363644 Nov 16 21:19:47.199876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:47.313646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:47.387234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:47.389202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:47.504671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.641197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:47.659515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-644fc39f-1f17-4a32-b8a1-5d0c5dbd8733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.665544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbe2c1-7c2d-400b-a2e3-f93432c984a5 req-1926d304-f8ee-41ea-8f12-99ce4155fc88 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.671854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b04a757c-a6e6-446f-ad42-2da121209567', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'b04a757c-a6e6-446f-ad42-2da121209567', 'mac_address': 'fa:16:3e:c3:50:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:47.672804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:47.675583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82cbe2c1-7c2d-400b-a2e3-f93432c984a5 req-1926d304-f8ee-41ea-8f12-99ce4155fc88 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 943 time: 0.3093550 Nov 16 21:19:47.695013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '0d877a59-484f-4377-980d-f8a98012b6d4', 'name': '', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:45Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 1, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'subnets': [{'id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:47.772769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18cde20-c6df-4dbf-b4ca-2391ba266162 req-4a47dd20-d6c9-4743-84c0-cc9392571500 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680926 Nov 16 21:19:47.875134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82cbe2c1-7c2d-400b-a2e3-f93432c984a5 req-ba0c2049-dc08-4496-a233-bb76936fc72f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985481 Nov 16 21:19:47.964495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:47.977006 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-051bee4b-ad13-42c3-9b82-63aab6323596 admin admin] 10.222.0.54 "PUT /v2.0/routers/65da8d7f-f15e-4eac-ba0f-9f95d913ca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223340 Nov 16 21:19:48.065196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12bab5-6c73-48ea-a7ad-e88c68b60038 None None] The sync data for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 is: [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '0d877a59-484f-4377-980d-f8a98012b6d4', 'name': '', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:45Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 1, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'subnets': [{'id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:48.090711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c364c526-9143-4f62-bcc8-d5a0a4808f4e None None] Provisioning complete for port 0d877a59-484f-4377-980d-f8a98012b6d4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:48.093055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c364c526-9143-4f62-bcc8-d5a0a4808f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.095828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.109928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-388d6e54-5c84-420d-890e-6fe94aae6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:48.117413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-388d6e54-5c84-420d-890e-6fe94aae6a83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 1102 time: 0.2259426 Nov 16 21:19:48.127716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-de8a8f93-ff56-4311-800e-9e055f8d5e20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593280 Nov 16 21:19:48.153909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.179455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:48.186397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44718) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:48.197838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c364c526-9143-4f62-bcc8-d5a0a4808f4e None None] Port 0d877a59-484f-4377-980d-f8a98012b6d4 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:48.209257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:48.219396 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.308114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:48.484737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-541844204'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:48.640362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:48.644368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.685707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b04a757c-a6e6-446f-ad42-2da121209567'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:49.105035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a370f7-203b-48b9-84f4-8468fb84bedf req-e9061e40-d0f8-4ed2-9495-7c9a54aac9ab tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.115352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:49.115902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3a370f7-203b-48b9-84f4-8468fb84bedf req-e9061e40-d0f8-4ed2-9495-7c9a54aac9ab tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 948 time: 0.2441266 Nov 16 21:19:49.127914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.129031 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Added segment 1352eb02-4bc1-4a06-9a6c-4a17bae3779d of type vlan for network e6e2b254-6410-4cc4-87af-6f30d2e81b08 Nov 16 21:19:49.133731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f863a6-80e5-412b-a602-c8d94af74390 req-aaa4698b-b6dc-4fe8-af58-1c116b38968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.135611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-aaa4698b-b6dc-4fe8-af58-1c116b38968f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3ffeb01fda24ab5a3328540df41405a&device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 1099 time: 0.9233050 Nov 16 21:19:49.206154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.212624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.262065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.268497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.269126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.334038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:49.404405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3a370f7-203b-48b9-84f4-8468fb84bedf req-e4e6cc99-38b9-47c7-af14-31e89af0dc39 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876725 Nov 16 21:19:49.496231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-47e4ccfb-113a-416c-b403-8487d688f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.502192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-47e4ccfb-113a-416c-b403-8487d688f4ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 1.3454590 Nov 16 21:19:49.540078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.544578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Network': ['ID=e6e2b254-6410-4cc4-87af-6f30d2e81b08,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:49.552916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Allocated IP 172.25.7.20 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ccd9137d-9262-4f52-a82c-fb837b72d397) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:49.565112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-005dc632-ecfe-4e44-a258-79599c7dddd2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3766167 Nov 16 21:19:49.571888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:49.572274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44750) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:49.590062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'subnet': {'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:49.603309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:49.659560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 0d619179-567e-4a7a-9fd0-82dad394f822 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:49.717961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:49.742430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44752) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:49.746536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f863a6-80e5-412b-a602-c8d94af74390 req-bcd96edf-9246-43bb-baf0-212aa2de8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.748351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.748533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-bcd96edf-9246-43bb-baf0-212aa2de8284 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.5374203 Nov 16 21:19:49.750192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-a51530a1-c259-4567-9915-b8843bda4b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 HTTP/1.1" status: 200 len: 217 time: 0.2290881 Nov 16 21:19:49.845630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:49.849927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.896732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.006334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.050705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-85faa434-c9a6-4818-ad5b-731a34752e3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a HTTP/1.1" status: 200 len: 217 time: 0.1116254 Nov 16 21:19:50.052275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-1aef475e-1e3f-4ac1-a81d-2d58205fb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.053753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-1aef475e-1e3f-4ac1-a81d-2d58205fb7d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0614693 Nov 16 21:19:50.053963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=0d619179-567e-4a7a-9fd0-82dad394f822,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:50.057938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18e1b2c6-07c7-48de-81c3-3c588fd51186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.085295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '0d619179-567e-4a7a-9fd0-82dad394f822', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': '0d619179-567e-4a7a-9fd0-82dad394f822', 'mac_address': 'fa:16:3e:d4:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:50.138191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.150813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f863a6-80e5-412b-a602-c8d94af74390 req-414f7be8-b84d-4acc-818b-f55e9495bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.152637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-414f7be8-b84d-4acc-818b-f55e9495bf27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0918295 Nov 16 21:19:50.179719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.187856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f472e2b-46ac-45be-8444-25ad5ef24d57 req-2bc785a3-16eb-404f-a35c-0b5ad4edb2e4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.191112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18e1b2c6-07c7-48de-81c3-3c588fd51186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.197056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f472e2b-46ac-45be-8444-25ad5ef24d57 req-2bc785a3-16eb-404f-a35c-0b5ad4edb2e4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 943 time: 0.6746058 Nov 16 21:19:50.203571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18e1b2c6-07c7-48de-81c3-3c588fd51186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.213076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d619179-567e-4a7a-9fd0-82dad394f822 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:50.261639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=0d619179-567e-4a7a-9fd0-82dad394f822,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:50.276963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.303721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=ccd9137d-9262-4f52-a82c-fb837b72d397,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.312598 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-18e1b2c6-07c7-48de-81c3-3c588fd51186 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=050879abb7f749e29c9f587ad4c1d499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5664420 Nov 16 21:19:50.314713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1b2c6-07c7-48de-81c3-3c588fd51186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea7bef-6139-49ea-96e5-63ef500f0c8f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.319324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44756) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:50.326247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:50.337928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:50.357438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:50.413930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-d2890676-bd4a-476a-9eca-16e5539a88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.415695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-d2890676-bd4a-476a-9eca-16e5539a88d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620046 Nov 16 21:19:50.417899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.452462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.452771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f863a6-80e5-412b-a602-c8d94af74390 req-5951c656-742e-4f4f-a0ac-caeb0a0a3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.454888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-5951c656-742e-4f4f-a0ac-caeb0a0a3bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836510 Nov 16 21:19:50.468219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.480322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f472e2b-46ac-45be-8444-25ad5ef24d57 req-10049ea8-309d-4c08-a2bf-3b1c72ad4397 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822599 Nov 16 21:19:50.523888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['0d619179-567e-4a7a-9fd0-82dad394f822'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:50.526005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.655097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.662473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.670374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bea7bef-6139-49ea-96e5-63ef500f0c8f HTTP/1.1" status: 204 len: 168 time: 0.3463984 Nov 16 21:19:50.696494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.705343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc682141-2916-4e98-a636-930ecb105ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea7bef-6139-49ea-96e5-63ef500f0c8f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.713875 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.828041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-c145af42-985b-4c3a-acbf-840d76f28075 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367712 Nov 16 21:19:50.843732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-f39821a0-06ee-482c-a0c0-34e78f5d657d service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186847 Nov 16 21:19:50.877339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Subnet': ['ID=518b7b5d-62d2-4bf4-a6bc-e86df865e090,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.905206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Checking segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:50.908440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network hostable DHCP agents. Network: e6e2b254-6410-4cc4-87af-6f30d2e81b08, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:50.939769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.945470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:50.960541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e6e2b254-6410-4cc4-87af-6f30d2e81b08) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:50.965865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.966604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.969637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ef40d-0289-4409-b933-b10c816f462d None None] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:51.009639 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d6987c3-d8d8-4085-9b1d-deffeeb81439 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4360545 Nov 16 21:19:51.012496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44782) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:51.025175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1581016469'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:51.051975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:51.057950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.112782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:51.125502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95f863a6-80e5-412b-a602-c8d94af74390 req-4991eefc-7b0a-4242-b6b1-f0bd050681c5 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921925 Nov 16 21:19:51.148001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.148425 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Added segment 1d85e88b-387d-45f1-8f02-c29cf44a001b of type vlan for network 121b667b-3666-454e-b6b7-7a2b017f1c55 Nov 16 21:19:51.204765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'fixed_ips': [{'subnet_id': '518b7b5d-62d2-4bf4-a6bc-e86df865e090'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:19:51.205891 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.216126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44784) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:51.249696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4b91c-5ef9-444f-98df-ba9fa922af61 req-d2872206-239f-4573-a4a8-feb38d9ab0f1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:51.251428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.259694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17d4b91c-5ef9-444f-98df-ba9fa922af61 req-d2872206-239f-4573-a4a8-feb38d9ab0f1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 947 time: 0.3150716 Nov 16 21:19:51.280650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e11fbb3f-fa92-4ec0-bb7d-1e5cf0cd75c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.283913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef2dbab8-ed41-4a24-9614-77e420a419b9 req-ba012255-1e58-4de1-8333-6ce72b73c621 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421960 Nov 16 21:19:51.314647 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.328539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:51.329319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.374950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Allocated IP 19.80.0.2 (e6e2b254-6410-4cc4-87af-6f30d2e81b08/518b7b5d-62d2-4bf4-a6bc-e86df865e090/21b4c274-c338-4a20-bc8f-7e62f0a2cf5c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:51.396351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17d4b91c-5ef9-444f-98df-ba9fa922af61 req-53f96553-1601-48b6-a1c7-d8f8e03df04f tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309612 Nov 16 21:19:51.436008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.446156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.460174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1d09e566-a342-4a2d-9868-df5e29332710 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:51.462218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:51.472990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Network': ['ID=121b667b-3666-454e-b6b7-7a2b017f1c55,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:51.493360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:51.505319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'subnet': {'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:51.515301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a7a7b11-cefe-423f-8b7c-fbc9cb99a208 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5004761 Nov 16 21:19:51.531153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:51.587195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e11fbb3f-fa92-4ec0-bb7d-1e5cf0cd75c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.616695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e11fbb3f-fa92-4ec0-bb7d-1e5cf0cd75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.619135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event updated for resources: {'Port': ['ID=ccd9137d-9262-4f52-a82c-fb837b72d397,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:51.632463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.644375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.648689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 0d619179-567e-4a7a-9fd0-82dad394f822 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:51.718090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.725649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05a43b46-33aa-474c-af65-223779a1e29b req-3645f803-f285-4b1a-ae4b-e82ce5917715 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5297539 Nov 16 21:19:51.729177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e11fbb3f-fa92-4ec0-bb7d-1e5cf0cd75c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30555a5e759c4459ba1db8db0edf9c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100389 Nov 16 21:19:51.734007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:51.734528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fbb3f-fa92-4ec0-bb7d-1e5cf0cd75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aac050-8fc9-49cb-ad20-40a9e9c7f245,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:51.752996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 0d619179-567e-4a7a-9fd0-82dad394f822 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:51.784818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 0d619179-567e-4a7a-9fd0-82dad394f822 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:51.785948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.803057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05a43b46-33aa-474c-af65-223779a1e29b req-4c14f510-b2e1-4b5e-a109-cad0371517cc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0764468 Nov 16 21:19:51.807922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:51.811477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.818674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b04a757c-a6e6-446f-ad42-2da121209567 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:51.818974 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.826782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1d09e566-a342-4a2d-9868-df5e29332710 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:51.827168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.842241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47c5d2-68a6-4c82-bca9-b6d664e7eb52 req-265e4451-70ae-4c25-a0d9-8c859c5676ad tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:51.850061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb47c5d2-68a6-4c82-bca9-b6d664e7eb52 req-265e4451-70ae-4c25-a0d9-8c859c5676ad tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 944 time: 0.2436316 Nov 16 21:19:51.877171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.902689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.908836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.931952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.966278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Sync routers for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:51.988374 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:51.989614 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:52.021946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb47c5d2-68a6-4c82-bca9-b6d664e7eb52 req-91a3fe7c-9871-4a09-8c8f-08adb48f3e08 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709158 Nov 16 21:19:52.041961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.045258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.050160 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3aac050-8fc9-49cb-ad20-40a9e9c7f245 HTTP/1.1" status: 204 len: 168 time: 0.3145568 Nov 16 21:19:52.060203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba4269-8dbf-4c8b-a52f-7c02a144ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aac050-8fc9-49cb-ad20-40a9e9c7f245,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.065390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:52.110831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a43b46-33aa-474c-af65-223779a1e29b req-d000509b-690e-484b-b06f-3cfc707039ea tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.112473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05a43b46-33aa-474c-af65-223779a1e29b req-d000509b-690e-484b-b06f-3cfc707039ea tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3085709 Nov 16 21:19:52.247957 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:52.361954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:52.367446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:52.416660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c286020c-b7fe-47b3-96f6-7132c0c9081b req-dce24669-3c8a-4908-90e4-be3122e85671 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips/cb7c5799-d070-4df2-a7f3-01ac846ff8de HTTP/1.1" status: 200 len: 692 time: 0.1346722 Nov 16 21:19:52.420272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.451795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Pushing event updated for resources: {'Port': ['ID=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.512792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.546813 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.554416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.595890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Attempting to bind port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:52.596440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Attempting to bind port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:52.596963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Attempting to bind port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:52.613613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:52.616237 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a0150-8e3d-47d5-80fb-20b44e35d124" -d '{"events": [{"server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "name": "network-vif-plugged", "status": "completed", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:52.626289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 1d09e566-a342-4a2d-9868-df5e29332710, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1d09e566-a342-4a2d-9868-df5e29332710,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:52.626543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Subnet': ['ID=4d81069d-0868-4155-9f06-012971a9f487,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.647092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:52.647620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Checking segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:52.648060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.648395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Bound using segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:52.648887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Bound port: 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:52.649240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.653636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=0d619179-567e-4a7a-9fd0-82dad394f822,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:52.654824 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.658164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:52.669795 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.680467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0025955-67f5-4b9a-9d63-3dd2a3b0000d req-ce65ba46-5c24-46be-bf53-0bdce347a30a tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.682179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0025955-67f5-4b9a-9d63-3dd2a3b0000d req-ce65ba46-5c24-46be-bf53-0bdce347a30a tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 951 time: 0.2639127 Nov 16 21:19:52.689538 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '0d877a59-484f-4377-980d-f8a98012b6d4', 'name': '', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:45Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 2, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'subnets': [{'id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:52.699705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Checking segment: {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:52.700210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network hostable DHCP agents. Network: 121b667b-3666-454e-b6b7-7a2b017f1c55, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:52.708516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.743420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Checking router: 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:52.743763 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Updating router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b port 0d877a59-484f-4377-980d-f8a98012b6d4 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:19:52.771857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=1d09e566-a342-4a2d-9868-df5e29332710,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.786610 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.803471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286020c-b7fe-47b3-96f6-7132c0c9081b req-07275488-dfe8-4932-b9ba-92253fa52d1a tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.811474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c286020c-b7fe-47b3-96f6-7132c0c9081b req-07275488-dfe8-4932-b9ba-92253fa52d1a tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3714662 Nov 16 21:19:52.836640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] For port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:52.842554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] For port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:52.844009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:52.854823 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.866548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-c286020c-b7fe-47b3-96f6-7132c0c9081b req-c1f445e0-4013-4856-83e9-f067b8e12e9d tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:52.869942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.880115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c286020c-b7fe-47b3-96f6-7132c0c9081b req-c1f445e0-4013-4856-83e9-f067b8e12e9d tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441539 Nov 16 21:19:52.900472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0025955-67f5-4b9a-9d63-3dd2a3b0000d req-d6e1c5ea-ed18-480a-a8b5-089f571039bb tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078314 Nov 16 21:19:52.901226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 121b667b-3666-454e-b6b7-7a2b017f1c55) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:52.914347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.928122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.933753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e16088-aa40-426d-bf89-8da5d99ee1b5 None None] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:52.968017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f0f3370f-b2f1-4200-9f6f-ae8473dedd9c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4639323 Nov 16 21:19:53.078616 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6f1e3-5c1f-4105-b768-45c678099229 x-openstack-request-id: req-7bc6f1e3-5c1f-4105-b768-45c678099229 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:53.079489 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "name": "network-vif-plugged", "status": "completed", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:53.081729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f3e59-9ad3-4baa-a0bc-8c41376e830d req-e777c54d-1d25-41f6-9255-b7ae389f8531 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.081910 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bc6f1e3-5c1f-4105-b768-45c678099229 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:53.082632 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822', 'code': 200} Nov 16 21:19:53.092489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270f3e59-9ad3-4baa-a0bc-8c41376e830d req-e777c54d-1d25-41f6-9255-b7ae389f8531 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1067920 Nov 16 21:19:53.095099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:53.240396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bed7f-6ba2-4c90-b27f-c8c23d29bb8c None None] Pushing event updated for resources: {'Port': ['ID=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:53.337214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1d09e566-a342-4a2d-9868-df5e29332710 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:53.431433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-121b667b-3666-454e-b6b7-7a2b017f1c55', 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'fixed_ips': [{'subnet_id': '4d81069d-0868-4155-9f06-012971a9f487'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:19:53.432357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.456824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1d09e566-a342-4a2d-9868-df5e29332710 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:53.457496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.510623 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.521949 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.609748 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff85a3-8b4e-4619-bed6-c34718692bf9 None None] Pushing event updated for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:53.755024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Attempting to bind port 0d877a59-484f-4377-980d-f8a98012b6d4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:53.755420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Attempting to bind port 0d877a59-484f-4377-980d-f8a98012b6d4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:53.755781 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Attempting to bind port 0d877a59-484f-4377-980d-f8a98012b6d4 on network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:53.761312 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:53.761671 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Checking segment: {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:53.763568 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.763568 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Bound using segment: {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:53.763568 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Bound port: 0d877a59-484f-4377-980d-f8a98012b6d4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69c87cf-8111-462d-a1a6-0ad3241ed897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:53.763568 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.781433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Allocated IP 19.86.0.2 (121b667b-3666-454e-b6b7-7a2b017f1c55/4d81069d-0868-4155-9f06-012971a9f487/2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:53.889531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] For port 0d877a59-484f-4377-980d-f8a98012b6d4, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:53.893197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] For port 0d877a59-484f-4377-980d-f8a98012b6d4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d877a59-484f-4377-980d-f8a98012b6d4,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:53.902624 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.976197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:53.976834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:54.013089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-6812a44a-cf61-4e67-8500-1a944e6b42a6 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips/cb7c5799-d070-4df2-a7f3-01ac846ff8de HTTP/1.1" status: 200 len: 692 time: 0.9172819 Nov 16 21:19:54.020722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] Provisioning complete for port 0d877a59-484f-4377-980d-f8a98012b6d4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:54.021176 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.033472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270f3e59-9ad3-4baa-a0bc-8c41376e830d req-6190b4f1-d3c8-4e1c-ae61-83bcb077183b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353302 Nov 16 21:19:54.079840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec31-fce1-4381-9a93-d6c6eb719540 req-9ffe6dab-f89f-4690-96a5-fdab51b1e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.083933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84b8ec31-fce1-4381-9a93-d6c6eb719540 req-9ffe6dab-f89f-4690-96a5-fdab51b1e086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 1096 time: 0.8685601 Nov 16 21:19:54.154159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.203403 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.252673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:54.257563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:54.260292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:54.264771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84b8ec31-fce1-4381-9a93-d6c6eb719540 req-7d7a1844-adc0-45e2-a1d6-95fff953fd98 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300721 Nov 16 21:19:54.316138 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:54.319106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-2f52c720-e8c5-4e75-ad99-1293c40d09cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.331411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-2f52c720-e8c5-4e75-ad99-1293c40d09cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3165321 Nov 16 21:19:54.349645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-4568f773-ade6-4237-929e-9cc23cae10ac tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:54.359919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-4568f773-ade6-4237-929e-9cc23cae10ac tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274920 Nov 16 21:19:54.388478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Attempting to bind port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:54.388910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Attempting to bind port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:54.389496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Attempting to bind port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d on network 121b667b-3666-454e-b6b7-7a2b017f1c55 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:54.404158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:54.404879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Checking segment: {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:54.405492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.406089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Bound using segment: {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:54.406782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Bound port: 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:54.407435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.440075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-40925364-e54d-46d9-b9de-87bb177fb43b tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0791111 Nov 16 21:19:54.511481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] For port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:54.515073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] For port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:54.529034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.547908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Pushing event updated for resources: {'Port': ['ID=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:54.548405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-830dbc28-d253-46fb-a2d0-6df5c54739db tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.1072524 Nov 16 21:19:54.558394 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff85a3-8b4e-4619-bed6-c34718692bf9 None None] Pushing event updated for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:54.619689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c342ad59-f0a8-4784-866d-5f3e44e4dbf5 None None] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:54.624341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9363c0-920f-4ba8-a488-4234432d914b req-409864f4-eeed-4062-b975-bcf1423461d1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.627435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9363c0-920f-4ba8-a488-4234432d914b req-409864f4-eeed-4062-b975-bcf1423461d1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 945 time: 0.1844976 Nov 16 21:19:54.682110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.692726 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '0d877a59-484f-4377-980d-f8a98012b6d4', 'name': '', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:45Z', 'updated_at': '2021-11-16T21:19:53Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'subnets': [{'id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:54.724835 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a0445-64e5-4eda-8c6c-8de0fa4e291d None None] The sync data for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 is: [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:19:46Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '0d877a59-484f-4377-980d-f8a98012b6d4', 'name': '', 'network_id': 'd6d9d91a-3b61-4e65-b4eb-4c878dd09cb2', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'mac_address': 'fa:16:3e:10:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:45Z', 'updated_at': '2021-11-16T21:19:53Z', 'revision_number': 4, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'subnets': [{'id': '106183ac-c0b1-4c12-a679-5726a4b886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:54.752243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] For port 0d877a59-484f-4377-980d-f8a98012b6d4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d877a59-484f-4377-980d-f8a98012b6d4,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:54.774467 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.779171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf439-43a9-413b-a48a-0c829b9fc80c None None] Pushing event updated for resources: {'Port': ['ID=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:54.798090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9363c0-920f-4ba8-a488-4234432d914b req-f2956683-b0e4-4fd2-a5aa-375bd7d5eaf3 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560314 Nov 16 21:19:54.817570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Deleting port ccd9137d-9262-4f52-a82c-fb837b72d397 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:54.817908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.004575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.005162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.031375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Calling delete_port for ccd9137d-9262-4f52-a82c-fb837b72d397 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:55.033340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34641-1215-4a3b-9716-aacb1c6d625a None None] Pushing event updated for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:55.045526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Provisioning complete for port 0d877a59-484f-4377-980d-f8a98012b6d4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:55.045894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.101825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:55.105554 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33d12d7-159f-4536-b0a6-edf86f45eb12" -d '{"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:55.178639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-11588004-0ae8-43e5-8c41-032498e55c38 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:55.184718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-11588004-0ae8-43e5-8c41-032498e55c38 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:55.186252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-11588004-0ae8-43e5-8c41-032498e55c38 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/networks?id=e6e2b254-6410-4cc4-87af-6f30d2e81b08&id=121b667b-3666-454e-b6b7-7a2b017f1c55&id=e6e2b254-6410-4cc4-87af-6f30d2e81b08 HTTP/1.1" status: 200 len: 1391 time: 0.1562500 Nov 16 21:19:55.267617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Provisioning complete for port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:55.268121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.321607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-61fed621-51f5-427c-a3c0-4f1a74deab48 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/quotas/82685de0f5bf4f49a4b77b9fde167e46 HTTP/1.1" status: 200 len: 375 time: 0.1239839 Nov 16 21:19:55.357234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:55.565898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-8776abcf-a96a-4786-ba1a-f6798ce1c1aa tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2259848 Nov 16 21:19:55.643443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:55.706581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.733905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:55.734271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.760696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-ede0caa7-3294-4195-9d61-fd696980dc61 service neutron] 10.222.0.54 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835682 Nov 16 21:19:55.826675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.853871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] For port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:55.872882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.898855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.976162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-ee6f6ddc-ae3d-4c9c-92d5-c78eb2fa8ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016466 Nov 16 21:19:55.992075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event deleted for resources: {'Port': ['ID=ccd9137d-9262-4f52-a82c-fb837b72d397,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:56.006389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:56.020523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:56.032015 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.064273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ce44d-d0af-4169-8fa4-ddb4c2c50ca9 None None] Pushing event updated for resources: {'Port': ['ID=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:56.082378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-893774f9-8d6c-481a-a6e6-76ce54fc8cde None None] Provisioning complete for port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:56.082988 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-893774f9-8d6c-481a-a6e6-76ce54fc8cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.093363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.096284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.097452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d98d3af6-91e5-42bd-b5fd-b8f2b4ba9760 req-fcfe2a72-46cd-448e-b24c-9e1b310895ae tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "DELETE /v2.0/floatingips/cb7c5799-d070-4df2-a7f3-01ac846ff8de HTTP/1.1" status: 204 len: 173 time: 1.5482595 Nov 16 21:19:56.149581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-d684c8d3-14af-4c56-b762-4df9c260d20e service neutron] 10.222.0.54 "GET /v2.0/networks/121b667b-3666-454e-b6b7-7a2b017f1c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714618 Nov 16 21:19:56.181314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:56.196346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:56.196735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.220357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db66cca-48a3-4bce-8fdf-76a031c30a2a None None] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:56.285808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3cbbb571-4811-47a2-b027-f1e2d59d7e35 service neutron] 10.222.0.54 "GET /v2.0/networks/121b667b-3666-454e-b6b7-7a2b017f1c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295369 Nov 16 21:19:56.412151 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.434318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50050fa-341d-41d5-b08e-ef8aaad263f8 req-4777fc39-1e3c-428e-9c37-9793d8d7b2bb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.439418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a50050fa-341d-41d5-b08e-ef8aaad263f8 req-4777fc39-1e3c-428e-9c37-9793d8d7b2bb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0766971 Nov 16 21:19:56.480251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:56.481954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-edef2581-7bb3-4528-aa86-02a447a771d6 None None] Provisioning complete for port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:56.482320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-edef2581-7bb3-4528-aa86-02a447a771d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.494243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-8e056d0b-19d1-4802-81ac-73efa59dfa65 service neutron] 10.222.0.54 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941400 Nov 16 21:19:56.515886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a50050fa-341d-41d5-b08e-ef8aaad263f8 req-6d0e8db9-e603-4252-bb2d-ef56f7ed5e95 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735166 Nov 16 21:19:56.527797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.528580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d877a59-484f-4377-980d-f8a98012b6d4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:56.592782 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bdd112-134f-4bcf-a771-5786b3975d5d x-openstack-request-id: req-22bdd112-134f-4bcf-a771-5786b3975d5d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:56.593074 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:56.593326 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22bdd112-134f-4bcf-a771-5786b3975d5d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:56.593718 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567', 'code': 200} Nov 16 21:19:56.633624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:56.663550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-6f9566c0-5eb1-455e-8dcf-66a2933dffb6 service neutron] 10.222.0.54 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599238 Nov 16 21:19:56.708092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0d877a59-484f-4377-980d-f8a98012b6d4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:56.708466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.836087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab210-a47d-4197-b9ab-ee56c5e84f57 req-065f2020-93a3-4e20-8f8c-c7cf2a4cbc98 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.843667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-019ab210-a47d-4197-b9ab-ee56c5e84f57 req-065f2020-93a3-4e20-8f8c-c7cf2a4cbc98 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 945 time: 0.1619449 Nov 16 21:19:56.944643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-019ab210-a47d-4197-b9ab-ee56c5e84f57 req-1aae41d9-fe5a-4a21-9aab-5c5f8394d2a2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Nov 16 21:19:56.946638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73629d8b-71b6-42ff-b9bd-51ba4cad42dc req-cc079a6a-47f1-43e9-8624-2fba84f9916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.948250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73629d8b-71b6-42ff-b9bd-51ba4cad42dc req-cc079a6a-47f1-43e9-8624-2fba84f9916e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1100 time: 0.1976390 Nov 16 21:19:56.990176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5c938ad2-67d9-4fd7-ade2-ebfae0b2f028 None None] Provisioning complete for port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:56.990550 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c938ad2-67d9-4fd7-ade2-ebfae0b2f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.247257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:57.322840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:57.323296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.338500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73629d8b-71b6-42ff-b9bd-51ba4cad42dc req-7587e1bc-c2d8-4163-a53f-670c2e0e1816 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787444 Nov 16 21:19:57.439778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7480748c-f537-4d65-99b5-60fcb0f8d71e req-dcc539b8-bc11-4a04-82d2-71805aaf367a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 210 time: 0.0765712 Nov 16 21:19:57.467982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:57.506779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f0bb7-e6fe-4d74-8e98-82b7562a199f req-b817afda-830b-46d9-a28c-641c014e9c8c tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.525128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb6f0bb7-e6fe-4d74-8e98-82b7562a199f req-b817afda-830b-46d9-a28c-641c014e9c8c tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5166166 Nov 16 21:19:57.604253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:57.604772 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.862614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3b28569-406e-4d40-9e77-7e764683de65 req-5151413d-3027-42fb-b15c-e45af4a382cc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=266fa587aec2433291fb23ecfac3315b HTTP/1.1" status: 200 len: 1656 time: 0.2301898 Nov 16 21:19:57.972216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718fef8-cebb-47e8-869c-8fe7700324ce req-564fc7c1-e44d-4a8f-bdff-92ffcce6e52a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.979941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1718fef8-cebb-47e8-869c-8fe7700324ce req-564fc7c1-e44d-4a8f-bdff-92ffcce6e52a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2116995 Nov 16 21:19:58.017465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b28569-406e-4d40-9e77-7e764683de65 req-ff8c46a6-5320-4bbd-87a6-6e4425a89f90 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.025273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3b28569-406e-4d40-9e77-7e764683de65 req-ff8c46a6-5320-4bbd-87a6-6e4425a89f90 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks?id=3af618af-f9e2-4a56-b7c9-289f41ed9326&id=3af618af-f9e2-4a56-b7c9-289f41ed9326&id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 787 time: 0.1576114 Nov 16 21:19:58.036179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-a3b28569-406e-4d40-9e77-7e764683de65 req-cc1f0a06-8206-4fe4-90c9-20e80a57857b tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:58.042916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3b28569-406e-4d40-9e77-7e764683de65 req-cc1f0a06-8206-4fe4-90c9-20e80a57857b tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165691 Nov 16 21:19:58.143622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1718fef8-cebb-47e8-869c-8fe7700324ce req-952c365a-09a9-4b50-97ee-93f9f552ca31 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623135 Nov 16 21:19:58.286475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-07e8711e-afe8-4959-a256-6828394a27de tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips/c8b10224-cabf-4277-a2df-2c70cf824cee HTTP/1.1" status: 200 len: 693 time: 0.0988226 Nov 16 21:19:58.446348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-db49e675-b747-4ae5-b734-2457c4c56a16 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.447805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-db49e675-b747-4ae5-b734-2457c4c56a16 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1530068 Nov 16 21:19:58.460995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-f09deb55-3f1f-4d10-b3f5-7f5e24260199 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:19:58.462246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-f09deb55-3f1f-4d10-b3f5-7f5e24260199 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070231 Nov 16 21:19:58.595546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:58.598153 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb45ab-9666-4dd2-91b6-fe646efa801f" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-unplugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:58.599147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-bcc4ae07-906d-4164-ba08-9f4948674f70 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1188545 Nov 16 21:19:58.666105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-e48f9208-a0a4-4628-ba6e-608e645a0b86 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0602629 Nov 16 21:19:58.907090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf39c0d4-8a4a-4dab-9e0a-6dfaf88a83e6 req-2b4c5213-d853-4115-b6cd-e5108ac4807f tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 210 time: 0.0846381 Nov 16 21:19:58.971984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-a46444f9-f4ee-4dd2-b904-4419cb3c008a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.977840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-a46444f9-f4ee-4dd2-b904-4419cb3c008a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.979482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-a46444f9-f4ee-4dd2-b904-4419cb3c008a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "GET /v2.0/networks?id=e6e2b254-6410-4cc4-87af-6f30d2e81b08&id=121b667b-3666-454e-b6b7-7a2b017f1c55&id=e6e2b254-6410-4cc4-87af-6f30d2e81b08 HTTP/1.1" status: 200 len: 1391 time: 0.1741836 Nov 16 21:19:58.984258 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee92ef9-09f7-4da0-b063-82b93fe66704 x-openstack-request-id: req-3ee92ef9-09f7-4da0-b063-82b93fe66704 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:58.984746 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-unplugged", "status": "completed", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:58.985198 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ee92ef9-09f7-4da0-b063-82b93fe66704 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:58.985598 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'code': 200} Nov 16 21:19:58.993078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Deleting port e17af4ab-32c4-41f2-b094-39b648208120 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:58.993403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.000204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'admin_state_up': True, 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:59.157868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.158140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.177765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Calling delete_port for e17af4ab-32c4-41f2-b094-39b648208120 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:59.228077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:59.231622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.451397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Allocated IP 19.80.0.217 (e6e2b254-6410-4cc4-87af-6f30d2e81b08/518b7b5d-62d2-4bf4-a6bc-e86df865e090/c02485d9-a38e-4e7b-b129-d019a523ca5b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:59.470313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.482990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e715c5-a365-456c-bc4c-c260c5aa505e req-a82b6df4-c17d-442e-a7c9-a178955e0cf4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.484465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20e715c5-a365-456c-bc4c-c260c5aa505e req-a82b6df4-c17d-442e-a7c9-a178955e0cf4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1234324 Nov 16 21:19:59.517520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event deleted for resources: {'Port': ['ID=e17af4ab-32c4-41f2-b094-39b648208120,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:59.551553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.551899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.552231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.552554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.552875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.553196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.553514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.553829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.554148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.554459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.554770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.555115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:59.689449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20e715c5-a365-456c-bc4c-c260c5aa505e req-66b11f57-8689-4cb3-bce4-bbc70ef89cd4 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773233 Nov 16 21:19:59.692496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.694870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.696306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-243a114f-a5a4-49a2-9832-a76a0c089086 req-1d55fa58-f946-4018-ac4c-e461081033cf tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "DELETE /v2.0/floatingips/c8b10224-cabf-4277-a2df-2c70cf824cee HTTP/1.1" status: 204 len: 173 time: 1.0120902 Nov 16 21:19:59.790676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.842325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.930371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e8fd58-b443-46b6-919b-e4de76788085 req-52a705a1-0310-4049-a146-3315a4cfb324 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips/5d12633f-a50f-4df8-a0e2-5249780e2501 HTTP/1.1" status: 200 len: 692 time: 0.0958428 Nov 16 21:19:59.975426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:00.006028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:00.016264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:00.032863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:00.128217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.129457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.176400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b83e4180-cc9d-4166-9676-ddb2edef12e0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1805215 Nov 16 21:20:00.192993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fd58-b443-46b6-919b-e4de76788085 req-66da3c1a-2d9b-4a91-aef0-53d15a327520 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.194419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e8fd58-b443-46b6-919b-e4de76788085 req-66da3c1a-2d9b-4a91-aef0-53d15a327520 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2628772 Nov 16 21:20:00.200969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55', 'admin_state_up': True, 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:00.410661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e8fd58-b443-46b6-919b-e4de76788085 req-74d4633d-3b81-402f-b62c-ddc81c666f3a tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.1391883 Nov 16 21:20:00.435868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-db71eaa5-1647-429f-910a-481163c1183e None None] Provisioning complete for port c02485d9-a38e-4e7b-b129-d019a523ca5b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:00.436905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-db71eaa5-1647-429f-910a-481163c1183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.477576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-db71eaa5-1647-429f-910a-481163c1183e None None] Port c02485d9-a38e-4e7b-b129-d019a523ca5b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:00.491290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e8fd58-b443-46b6-919b-e4de76788085 req-b7bdb066-8b81-4ebf-a1f2-3ca0e60075b3 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.56 HTTP/1.1" status: 200 len: 695 time: 0.0658898 Nov 16 21:20:00.515023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7110-3579-4aa0-b992-4d47e4fa2998 req-e29459cc-9690-4489-967c-1bb7fb8cedf0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.516469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5be7110-3579-4aa0-b992-4d47e4fa2998 req-e29459cc-9690-4489-967c-1bb7fb8cedf0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2196767 Nov 16 21:20:00.564929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:00.568231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.707853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5be7110-3579-4aa0-b992-4d47e4fa2998 req-7f276095-2eab-400f-af1f-37f4ae537315 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584575 Nov 16 21:20:01.063504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Deleting port d0e4f6be-05d4-400a-9969-f29b6635010a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:01.063837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.159915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Allocated IP 19.86.0.189 (121b667b-3666-454e-b6b7-7a2b017f1c55/4d81069d-0868-4155-9f06-012971a9f487/5bb812df-696c-4fb2-841d-9b497359c7d5) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:01.226200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6404518-4bc4-460d-b9b2-bb9004cf537e req-4f7e513c-f2ec-4a2a-9cce-5c71b5e5cf68 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.227705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6404518-4bc4-460d-b9b2-bb9004cf537e req-4f7e513c-f2ec-4a2a-9cce-5c71b5e5cf68 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 932 time: 0.1592572 Nov 16 21:20:01.249141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.249468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.280424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Calling delete_port for d0e4f6be-05d4-400a-9969-f29b6635010a owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:01.400884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6404518-4bc4-460d-b9b2-bb9004cf537e req-652fb4ab-c02a-4144-aaa1-4f2a7ecf1992 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600006 Nov 16 21:20:01.474807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.569427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.624196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.629986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:01.638407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:01.642128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:01.645035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:01.725264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event deleted for resources: {'Port': ['ID=d0e4f6be-05d4-400a-9969-f29b6635010a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:01.783714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.784376 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.829825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-bf5cbbed-a32c-4197-b718-3f2c4478afd4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6342313 Nov 16 21:20:01.836511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.845855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.845855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e8fd58-b443-46b6-919b-e4de76788085 req-656e3cc7-cc1b-4483-a72b-75d53485cfb2 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "DELETE /v2.0/floatingips/5d12633f-a50f-4df8-a0e2-5249780e2501 HTTP/1.1" status: 204 len: 173 time: 1.3417008 Nov 16 21:20:01.845855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'admin_state_up': True, 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:02.013638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b95f8090-bca7-48c1-8351-739cabcf25d1 None None] Provisioning complete for port 5bb812df-696c-4fb2-841d-9b497359c7d5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:02.014579 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b95f8090-bca7-48c1-8351-739cabcf25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.052000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-f31190bd-83bb-4574-b34f-7695c0d660b1 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips/10af6fc9-213d-4d87-8e30-192c4feb30e3 HTTP/1.1" status: 200 len: 693 time: 0.0760834 Nov 16 21:20:02.099832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b95f8090-bca7-48c1-8351-739cabcf25d1 None None] Port 5bb812df-696c-4fb2-841d-9b497359c7d5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:02.261909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd203a6-f0cc-48cd-9733-be25b1d1fd3a req-a6b0ed1d-bcb1-4b81-9a19-fba6d747aef0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.269064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cd203a6-f0cc-48cd-9733-be25b1d1fd3a req-a6b0ed1d-bcb1-4b81-9a19-fba6d747aef0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1630783 Nov 16 21:20:02.284093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:02.287783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.311933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-d4c9e7e7-a04b-48d4-adfa-ef4e99a1f804 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.313276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-d4c9e7e7-a04b-48d4-adfa-ef4e99a1f804 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2471042 Nov 16 21:20:02.391562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-48245f71-8841-49ce-806e-de5e50c45a52 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0711124 Nov 16 21:20:02.433705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cd203a6-f0cc-48cd-9733-be25b1d1fd3a req-12c6f7bc-d2f3-4ccd-8646-b2cd80dbdda0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632113 Nov 16 21:20:02.491340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-a5985845-1ff0-42bf-8956-a6c0e5c6d573 tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0694246 Nov 16 21:20:02.711994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Allocated IP 19.80.0.124 (e6e2b254-6410-4cc4-87af-6f30d2e81b08/518b7b5d-62d2-4bf4-a6bc-e86df865e090/014913d1-099b-485c-a8eb-e81fd7a8a3ff) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:02.755557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e60a-c426-45db-95a9-01776de6ba20 req-f69253b2-39a9-48f9-860f-d0a4e6b34fd1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.761816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e60a-c426-45db-95a9-01776de6ba20 req-f69253b2-39a9-48f9-860f-d0a4e6b34fd1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.763483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0f4e60a-c426-45db-95a9-01776de6ba20 req-f69253b2-39a9-48f9-860f-d0a4e6b34fd1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 1655 time: 0.1237342 Nov 16 21:20:02.809737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Deleting port 11a1d260-cac8-4673-8e92-01e7d9c36ddb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:02.810093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.938960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0f4e60a-c426-45db-95a9-01776de6ba20 req-f70780df-af5d-41b8-9102-093b775a6e36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636884 Nov 16 21:20:02.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.974765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.005187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Calling delete_port for 11a1d260-cac8-4673-8e92-01e7d9c36ddb owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:03.031784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.145733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.204339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:03.228674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:03.235194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:03.243021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:03.309644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:03.310477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.314172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.383882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-99e8d59b-796e-45d5-a0e8-f3ef885f9f36 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5423288 Nov 16 21:20:03.387603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Pushing event deleted for resources: {'Port': ['ID=11a1d260-cac8-4673-8e92-01e7d9c36ddb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:03.417073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:03.585079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.602902 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.605996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.608509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9546fa6-9ffa-4cae-8c96-d47d1af755fc req-15a823fc-dc59-4bdd-946d-d6b18000b8fc tempest-FloatingIPDetailsTestJSON-1181006734 tempest-FloatingIPDetailsTestJSON-1181006734-project] 10.222.0.54 "DELETE /v2.0/floatingips/10af6fc9-213d-4d87-8e30-192c4feb30e3 HTTP/1.1" status: 204 len: 173 time: 1.1006410 Nov 16 21:20:03.613919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:03.638335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c0828422-953e-48db-b380-e02e8a08e2b0 None None] Provisioning complete for port 014913d1-099b-485c-a8eb-e81fd7a8a3ff triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:03.638859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c0828422-953e-48db-b380-e02e8a08e2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.678432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c0828422-953e-48db-b380-e02e8a08e2b0 None None] Port 014913d1-099b-485c-a8eb-e81fd7a8a3ff cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:03.987593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded291d8-e6db-40e1-8b05-2e2748823cc1 req-7acfe755-dff0-4010-9853-3c423485be30 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:03.989840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ded291d8-e6db-40e1-8b05-2e2748823cc1 req-7acfe755-dff0-4010-9853-3c423485be30 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2109532 Nov 16 21:20:04.118991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:04.140433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ded291d8-e6db-40e1-8b05-2e2748823cc1 req-f4d3733f-c6ab-4356-ac63-f0f19f40370c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399541 Nov 16 21:20:04.151810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02485d9-a38e-4e7b-b129-d019a523ca5b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:04.161058 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.175926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Transition to ACTIVE for port object c02485d9-a38e-4e7b-b129-d019a523ca5b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:04.183335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.214817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.320537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Pushing event updated for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:04.368548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14708d7e-aab1-48dc-afe9-b0f3f148652d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.449370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3142b63-3a5c-4bb5-a488-c570043f1b59 req-1b577e75-fdfa-4d90-bd69-c36737e62787 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.455877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3142b63-3a5c-4bb5-a488-c570043f1b59 req-1b577e75-fdfa-4d90-bd69-c36737e62787 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.462334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3142b63-3a5c-4bb5-a488-c570043f1b59 req-1b577e75-fdfa-4d90-bd69-c36737e62787 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.469899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3142b63-3a5c-4bb5-a488-c570043f1b59 req-1b577e75-fdfa-4d90-bd69-c36737e62787 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2389 time: 0.1571553 Nov 16 21:20:04.512584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Attempting to bind port c02485d9-a38e-4e7b-b129-d019a523ca5b on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:04.512713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Attempting to bind port c02485d9-a38e-4e7b-b129-d019a523ca5b by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:04.513050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Attempting to bind port c02485d9-a38e-4e7b-b129-d019a523ca5b on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:04.535855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Port c02485d9-a38e-4e7b-b129-d019a523ca5b on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:04.536179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Attempting to bind port c02485d9-a38e-4e7b-b129-d019a523ca5b on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:04.548947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:04.549281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Checking segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:04.549844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Bound using segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:04.550842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Bound port: c02485d9-a38e-4e7b-b129-d019a523ca5b, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:04.551347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.603525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3142b63-3a5c-4bb5-a488-c570043f1b59 req-24638a51-4118-467b-9395-7f598ee21468 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235831 Nov 16 21:20:04.614788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14708d7e-aab1-48dc-afe9-b0f3f148652d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.638638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14708d7e-aab1-48dc-afe9-b0f3f148652d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.672834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:04.678384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:04.684141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.685057 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14708d7e-aab1-48dc-afe9-b0f3f148652d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f925516084f14cec9457c5802dd26372&name=default HTTP/1.1" status: 200 len: 2999 time: 0.5649238 Nov 16 21:20:04.688475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:04.705293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14708d7e-aab1-48dc-afe9-b0f3f148652d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1451f5-3e82-42fd-b726-dac0979f5e9a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:04.752035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.752768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.754289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] 10.222.0.36 "PUT /v2.0/ports/c02485d9-a38e-4e7b-b129-d019a523ca5b HTTP/1.1" status: 200 len: 1092 time: 1.3468454 Nov 16 21:20:04.762261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:04.765496 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2a0db-b0da-4156-8e80-0600c92587a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:04.828364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206ff87-24ce-42ac-8d91-509723c8a91d service neutron] Pushing event updated for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:04.836003 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0388cc-de96-420b-b652-bef7d33218ef x-openstack-request-id: req-eb0388cc-de96-420b-b652-bef7d33218ef {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:04.836389 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:04.836585 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb0388cc-de96-420b-b652-bef7d33218ef {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:04.836968 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b', 'status': 'completed', 'code': 200} Nov 16 21:20:04.851097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:04.889800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Deleting port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:04.891748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.009448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-e943d014-23b6-46b7-8021-eb50d3f8f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.009926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-e943d014-23b6-46b7-8021-eb50d3f8f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.010455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-e943d014-23b6-46b7-8021-eb50d3f8f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.012042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-e943d014-23b6-46b7-8021-eb50d3f8f4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2732 time: 0.1533916 Nov 16 21:20:05.015456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.032436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] For port 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:05.032799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.065361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Calling delete_port for 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:05.142836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.175772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.193480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-23600c10-d6ff-4902-9beb-a6d06f7c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.193942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-23600c10-d6ff-4902-9beb-a6d06f7c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.194390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-23600c10-d6ff-4902-9beb-a6d06f7c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.195974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-23600c10-d6ff-4902-9beb-a6d06f7c62c9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1719158 Nov 16 21:20:05.418387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.451345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.454362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.458468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a1451f5-3e82-42fd-b726-dac0979f5e9a HTTP/1.1" status: 204 len: 168 time: 0.7646704 Nov 16 21:20:05.464471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Pushing event deleted for resources: {'Port': ['ID=7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:05.470490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f81a-62fe-4daf-a8a4-99dd8437c713 req-50842d80-0f62-4882-8196-6512196db15c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.480922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae39f81a-62fe-4daf-a8a4-99dd8437c713 req-50842d80-0f62-4882-8196-6512196db15c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1925197 Nov 16 21:20:05.498843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a242a-d0ab-4d66-b819-b41a6b0f615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1451f5-3e82-42fd-b726-dac0979f5e9a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:05.545257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-a909c726-ff06-471b-8775-0827fbaa353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.566403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cc2a0db-b0da-4156-8e80-0600c92587a8 req-a909c726-ff06-471b-8775-0827fbaa353b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3552828 Nov 16 21:20:05.714109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae39f81a-62fe-4daf-a8a4-99dd8437c713 req-86c9f757-072b-4eb4-88f2-4001efc50705 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320497 Nov 16 21:20:05.854485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.913399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb812df-696c-4fb2-841d-9b497359c7d5 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:05.923480 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.947853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Transition to ACTIVE for port object 5bb812df-696c-4fb2-841d-9b497359c7d5 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:05.958968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.068153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:06.117672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45400) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:06.188459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beaaf1e0-e36b-4fa9-b3ff-aa4d17e4df29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.209381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff69a4-18b4-4b4e-88dc-0f61172d6af0 req-215f754f-6397-4b0d-9fac-ce3f99c9e993 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:06.215448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff69a4-18b4-4b4e-88dc-0f61172d6af0 req-215f754f-6397-4b0d-9fac-ce3f99c9e993 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:06.221477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff69a4-18b4-4b4e-88dc-0f61172d6af0 req-215f754f-6397-4b0d-9fac-ce3f99c9e993 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:06.223193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0aff69a4-18b4-4b4e-88dc-0f61172d6af0 req-215f754f-6397-4b0d-9fac-ce3f99c9e993 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2401 time: 0.2306209 Nov 16 21:20:06.229994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Router 92533193-6703-46c2-bfd1-22a290abf817 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:06.414837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:06.424557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e69202ee-2683-4e1a-92d7-bb0f3f0b0734 admin admin] 10.222.0.54 "PUT /v2.0/routers/92533193-6703-46c2-bfd1-22a290abf817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8089781 Nov 16 21:20:06.425705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Sync routers for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:06.427000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:06.449519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:06.450532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:06.587063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.619072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:06.691986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Attempting to bind port 5bb812df-696c-4fb2-841d-9b497359c7d5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:06.692389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Attempting to bind port 5bb812df-696c-4fb2-841d-9b497359c7d5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:06.692634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Attempting to bind port 5bb812df-696c-4fb2-841d-9b497359c7d5 on network 121b667b-3666-454e-b6b7-7a2b017f1c55 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:06.727215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.736240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0aff69a4-18b4-4b4e-88dc-0f61172d6af0 req-ee44fead-01b9-4f62-8ba2-e65644c1ab1e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974723 Nov 16 21:20:06.760018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Port 5bb812df-696c-4fb2-841d-9b497359c7d5 on network 121b667b-3666-454e-b6b7-7a2b017f1c55 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:06.760349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Attempting to bind port 5bb812df-696c-4fb2-841d-9b497359c7d5 on network 121b667b-3666-454e-b6b7-7a2b017f1c55 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:06.797164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:06.797496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Checking segment: {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:06.798505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Bound using segment: {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:06.799053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Bound port: 5bb812df-696c-4fb2-841d-9b497359c7d5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d85e88b-387d-45f1-8f02-c29cf44a001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:06.799588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.816731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206264-7039-4a66-9132-0e1f21c09ce3 req-a48a5396-a1d7-47c4-a84e-45421320c15e tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:06.825003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37206264-7039-4a66-9132-0e1f21c09ce3 req-a48a5396-a1d7-47c4-a84e-45421320c15e tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.2181375 Nov 16 21:20:06.852755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Deleting port 163da290-f392-46f2-939d-33abde1accb7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:06.854102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.874195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beaaf1e0-e36b-4fa9-b3ff-aa4d17e4df29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.885956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '163da290-f392-46f2-939d-33abde1accb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:20:05Z', 'revision_number': 5, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port': {'id': '163da290-f392-46f2-939d-33abde1accb7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92533193-6703-46c2-bfd1-22a290abf817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:06.908419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beaaf1e0-e36b-4fa9-b3ff-aa4d17e4df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.922502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Checking router: 92533193-6703-46c2-bfd1-22a290abf817 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:20:06.932827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Routers {'92533193-6703-46c2-bfd1-22a290abf817'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:06.933433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:19:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['92533193-6703-46c2-bfd1-22a290abf817'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:06.951524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] For port 163da290-f392-46f2-939d-33abde1accb7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=163da290-f392-46f2-939d-33abde1accb7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:06.952309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.966073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Calling delete_port for 163da290-f392-46f2-939d-33abde1accb7 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:07.011345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-beaaf1e0-e36b-4fa9-b3ff-aa4d17e4df29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8eec823613f143b3b60bbb70245cfd7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927205 Nov 16 21:20:07.012045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45414) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:07.024089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37206264-7039-4a66-9132-0e1f21c09ce3 req-a5ce9eb0-e458-47cc-971d-b68cb38588c8 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975040 Nov 16 21:20:07.025685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf1e0-e36b-4fa9-b3ff-aa4d17e4df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3191c9a6-18d5-44bd-8325-3e9bf925ee2e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.043512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] Set router 92533193-6703-46c2-bfd1-22a290abf817 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:07.053065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:07.061745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5bb812df-696c-4fb2-841d-9b497359c7d5,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:07.090269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3884a-88fd-40bd-9f06-980dbdf58938 req-d7f8a55e-dce3-4d7f-b1b8-9cbd06e2a552 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.092052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37b3884a-88fd-40bd-9f06-980dbdf58938 req-d7f8a55e-dce3-4d7f-b1b8-9cbd06e2a552 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2273724 Nov 16 21:20:07.095118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.100488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:20:06Z', 'revision_number': 6, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:07.135843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34266d3-015e-497a-a7f1-9bd751c505cd None None] The sync data for ids ['92533193-6703-46c2-bfd1-22a290abf817'] in n-d-816206-5 is: [{'id': '92533193-6703-46c2-bfd1-22a290abf817', 'name': 'tempest-FloatingIPDetailsTestJSON-1932368028-router', 'tenant_id': '266fa587aec2433291fb23ecfac3315b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:25Z', 'updated_at': '2021-11-16T21:20:06Z', 'revision_number': 6, 'project_id': '266fa587aec2433291fb23ecfac3315b', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:07.199388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.202648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.203417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.204950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] 10.222.0.36 "PUT /v2.0/ports/5bb812df-696c-4fb2-841d-9b497359c7d5 HTTP/1.1" status: 200 len: 1092 time: 2.4075687 Nov 16 21:20:07.207997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:07.210454 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d7941f-4b76-401f-bacc-fa1368c32953" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:07.219524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0d0de-76c9-44c6-ac41-2e0cc470ba4c service neutron] Pushing event updated for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.239856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.262110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Request body: {'port': {'device_id': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:07.264024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.290836 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ca70a1-de94-4194-b9b7-edf99fc9435d x-openstack-request-id: req-84ca70a1-de94-4194-b9b7-edf99fc9435d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:07.291157 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:07.291413 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84ca70a1-de94-4194-b9b7-edf99fc9435d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:07.291827 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5', 'status': 'completed', 'code': 200} Nov 16 21:20:07.306631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37b3884a-88fd-40bd-9f06-980dbdf58938 req-b7e743e3-1705-4aa4-946f-d3b126aa1fbb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043366 Nov 16 21:20:07.381443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Pushing event deleted for resources: {'Port': ['ID=163da290-f392-46f2-939d-33abde1accb7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.386427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.403502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-bf0a1bae-8053-4d2c-8ce4-f527796bfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.404083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-bf0a1bae-8053-4d2c-8ce4-f527796bfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.405276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-bf0a1bae-8053-4d2c-8ce4-f527796bfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.408312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-bf0a1bae-8053-4d2c-8ce4-f527796bfca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2799 time: 0.0914118 Nov 16 21:20:07.415110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.477092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.479437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.480611 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3191c9a6-18d5-44bd-8325-3e9bf925ee2e HTTP/1.1" status: 204 len: 168 time: 0.4678671 Nov 16 21:20:07.530150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932131c-4b38-437e-8b64-d4c6267957f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191c9a6-18d5-44bd-8325-3e9bf925ee2e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.535516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.538104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.607235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.607909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92533193-6703-46c2-bfd1-22a290abf817 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:20:07.615039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.616940 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1bfea1d-8ad3-4ec7-9d94-35b992fe4516 admin admin] 10.222.0.54 "DELETE /v2.0/routers/92533193-6703-46c2-bfd1-22a290abf817 HTTP/1.1" status: 204 len: 168 time: 1.1882951 Nov 16 21:20:07.619339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45422) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:07.675393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Deleting subnet 7f14e3c9-ba35-45e9-b667-557e80ae8e41 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:07.678960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.689534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-05c7dfc2-feaa-4786-8679-67e450ee061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.689993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-05c7dfc2-feaa-4786-8679-67e450ee061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.690451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-05c7dfc2-feaa-4786-8679-67e450ee061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.692531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-05c7dfc2-feaa-4786-8679-67e450ee061f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2570806 Nov 16 21:20:07.719620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.804518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.851736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-a5d6b917-e9c2-46d2-a50d-7f255f050a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.851736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6d7941f-4b76-401f-bacc-fa1368c32953 req-a5d6b917-e9c2-46d2-a50d-7f255f050a9b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319385 Nov 16 21:20:07.880042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.907305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f14e3c9-ba35-45e9-b667-557e80ae8e41,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.911145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.914914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33722375-7086-4800-bd39-c1a46a97872c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7f14e3c9-ba35-45e9-b667-557e80ae8e41 HTTP/1.1" status: 204 len: 168 time: 0.2944851 Nov 16 21:20:07.918179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:07.920178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e796d01-752b-471b-9a5f-74a0d8e4e471 None None] Network ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:08.030984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014913d1-099b-485c-a8eb-e81fd7a8a3ff {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:08.042154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.062582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab2f3-a068-4f2b-abcd-fed700a55218 req-f1422ae9-d792-40b4-a1bc-7ab5cbdd4179 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.072342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab2f3-a068-4f2b-abcd-fed700a55218 req-f1422ae9-d792-40b4-a1bc-7ab5cbdd4179 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.079098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfab2f3-a068-4f2b-abcd-fed700a55218 req-f1422ae9-d792-40b4-a1bc-7ab5cbdd4179 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.089036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dfab2f3-a068-4f2b-abcd-fed700a55218 req-f1422ae9-d792-40b4-a1bc-7ab5cbdd4179 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2401 time: 0.2060299 Nov 16 21:20:08.092479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.137473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Transition to ACTIVE for port object 014913d1-099b-485c-a8eb-e81fd7a8a3ff will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:08.159218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.184630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] DHCP port deletion for ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:08.247253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Deleting port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:08.247811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.317076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dfab2f3-a068-4f2b-abcd-fed700a55218 req-622bf45b-122a-4528-922a-16fb451041eb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245684 Nov 16 21:20:08.385497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfdbac-6f63-4e9e-a04d-d6b7213d0e58 req-1eea1f3d-985f-4561-a3b8-4371ea5163f7 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.387125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2dfdbac-6f63-4e9e-a04d-d6b7213d0e58 req-1eea1f3d-985f-4561-a3b8-4371ea5163f7 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.2698028 Nov 16 21:20:08.394242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Pushing event updated for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.546094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] For port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,segment=NetworkSegment(64250e7a-982c-4564-8fe1-70d2e84a57cf),segment_id=64250e7a-982c-4564-8fe1-70d2e84a57cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:08.546764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.561771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Calling delete_port for f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:08.618655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2dfdbac-6f63-4e9e-a04d-d6b7213d0e58 req-c3b220d2-ad6c-4b22-a50b-f6e36f1dfb97 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070131 Nov 16 21:20:08.626047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-3f201410-03e3-4ade-8069-ca8b1c923aa2 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.627529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-3f201410-03e3-4ade-8069-ca8b1c923aa2 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.4056396 Nov 16 21:20:08.648822 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.692140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Deleting port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:08.692475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.700364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] No DVR routers for this DVR port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:08.702801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Pushing event deleted for resources: {'Port': ['ID=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.738115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.738962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.739137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.739346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.739839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.740172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.740627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.741118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.741471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.742066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.742467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.742591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Attempting to bind port 014913d1-099b-485c-a8eb-e81fd7a8a3ff on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:08.742784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5067696-5426-46ed-946f-5d0aa23fd8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:08.742898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Attempting to bind port 014913d1-099b-485c-a8eb-e81fd7a8a3ff by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:08.743253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Attempting to bind port 014913d1-099b-485c-a8eb-e81fd7a8a3ff on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:08.765290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.783681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Port 014913d1-099b-485c-a8eb-e81fd7a8a3ff on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:08.783944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Attempting to bind port 014913d1-099b-485c-a8eb-e81fd7a8a3ff on network e6e2b254-6410-4cc4-87af-6f30d2e81b08 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:08.806623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:08.806986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Checking segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:08.807377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Bound using segment: {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:08.807834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Bound port: 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1352eb02-4bc1-4a06-9a6c-4a17bae3779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:08.808162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.821336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48f0a1-180f-4b4a-ba3a-5dfd7aaa6142 req-08ac82e4-5568-4251-aa81-85f8a5fe6360 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.822859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48f0a1-180f-4b4a-ba3a-5dfd7aaa6142 req-08ac82e4-5568-4251-aa81-85f8a5fe6360 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2771025 Nov 16 21:20:08.838627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] For port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770, host n-d-816206-5, got binding levels [] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:08.845783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.892016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Calling delete_port for f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:08.900818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_backend_mixin [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 was not found and therefore no delete operation was performed {{(pid=102665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:20:08.910646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.970149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61ac6d9-c760-4e27-80f6-d0bdf1c7c770,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.982195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] No DVR routers for this DVR port f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:08.987801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Deleting port 24ba65d1-4c57-4b54-ac3c-f6867943375a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:08.988162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.999571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48f0a1-180f-4b4a-ba3a-5dfd7aaa6142 req-8ffe779c-7db3-423c-ac65-fa70daf4a9cf tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655905 Nov 16 21:20:09.025939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:09.069715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:09.108354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.162397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.168256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:09.178427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.179071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.180484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] 10.222.0.36 "PUT /v2.0/ports/014913d1-099b-485c-a8eb-e81fd7a8a3ff HTTP/1.1" status: 200 len: 1092 time: 1.9243145 Nov 16 21:20:09.200007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:09.200859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7686cf7c-f9fd-46c5-8fc6-cbb2f5676ba6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:09.201445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:09.223569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff89c9ec-2cd4-4eb3-bd1b-413239d27c39']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:09.230737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:09.231290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f61ac6d9-c760-4e27-80f6-d0bdf1c7c770 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:09.231924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 163da290-f392-46f2-939d-33abde1accb7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:09.255527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 163da290-f392-46f2-939d-33abde1accb7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:09.256391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 163da290-f392-46f2-939d-33abde1accb7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:09.257211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64250e7a-982c-4564-8fe1-70d2e84a57cf') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:09.257512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64250e7a-982c-4564-8fe1-70d2e84a57cf') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:09.286863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] For port 24ba65d1-4c57-4b54-ac3c-f6867943375a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=24ba65d1-4c57-4b54-ac3c-f6867943375a,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:09.287298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.291218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4305-477f-4a8c-ab29-a752f9f0be4e service neutron] Pushing event updated for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:09.300921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.303897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:09.306085 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ee70a-aa70-4649-8ad5-d097e1642787" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:09.334951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Calling delete_port for 24ba65d1-4c57-4b54-ac3c-f6867943375a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:09.342016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.359630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:09.360031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:09.365996 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:09.369730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-e85c6344-62c5-44cf-bdbe-6c0735272580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.370317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-e85c6344-62c5-44cf-bdbe-6c0735272580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.370787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-e85c6344-62c5-44cf-bdbe-6c0735272580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.372605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-e85c6344-62c5-44cf-bdbe-6c0735272580 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2866 time: 0.1393406 Nov 16 21:20:09.462848 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89fcf22-a553-4aec-a18f-f5a004e40d03 x-openstack-request-id: req-a89fcf22-a553-4aec-a18f-f5a004e40d03 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:09.463167 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:09.463418 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a89fcf22-a553-4aec-a18f-f5a004e40d03 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:09.463802 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff', 'status': 'completed', 'code': 200} Nov 16 21:20:09.514009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-6775d25d-e9ea-4015-88fb-51c7f10c9c5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b HTTP/1.1" status: 200 len: 217 time: 0.1274631 Nov 16 21:20:09.589030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.603914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.607066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ff89c9ec-2cd4-4eb3-bd1b-413239d27c39 HTTP/1.1" status: 204 len: 168 time: 1.6877444 Nov 16 21:20:09.638179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e81b7-538b-4ae7-a44c-18097ca377a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff89c9ec-2cd4-4eb3-bd1b-413239d27c39,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:09.654373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-8892512c-cc34-4d72-aacd-c7511ac719ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.658675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-8892512c-cc34-4d72-aacd-c7511ac719ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=518b7b5d-62d2-4bf4-a6bc-e86df865e090 HTTP/1.1" status: 200 len: 801 time: 0.1234488 Nov 16 21:20:09.667630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64cd2b-bea0-41a5-80b1-fa02d498d033 req-093b8d93-7713-4e2f-92b9-0e4d58960bcc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.673735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64cd2b-bea0-41a5-80b1-fa02d498d033 req-093b8d93-7713-4e2f-92b9-0e4d58960bcc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.679850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64cd2b-bea0-41a5-80b1-fa02d498d033 req-093b8d93-7713-4e2f-92b9-0e4d58960bcc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.681602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c64cd2b-bea0-41a5-80b1-fa02d498d033 req-093b8d93-7713-4e2f-92b9-0e4d58960bcc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2413 time: 0.2214448 Nov 16 21:20:09.767216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:09.818303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02f8b684-e744-492f-9ccc-0dfb4eb07f6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=266fa587aec2433291fb23ecfac3315b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470085 Nov 16 21:20:09.818568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45500) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:09.830206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cb63ee64-72d6-4ce9-b4c6-860b6ebcd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.832583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cb63ee64-72d6-4ce9-b4c6-860b6ebcd39c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6e2b254-6410-4cc4-87af-6f30d2e81b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494920 Nov 16 21:20:09.837822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c64cd2b-bea0-41a5-80b1-fa02d498d033 req-f8cfa243-1256-445f-b32e-0d04f9e5cc0d tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443005 Nov 16 21:20:09.841598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.861670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506142d-ffff-4b19-b435-e71c4404ab34 req-fd1d2e65-2135-4fe5-904f-942df1adf5ed tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.863197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6506142d-ffff-4b19-b435-e71c4404ab34 req-fd1d2e65-2135-4fe5-904f-942df1adf5ed tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151 HTTP/1.1" status: 200 len: 948 time: 0.1496186 Nov 16 21:20:09.897439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.927424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.988912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Pushing event deleted for resources: {'Port': ['ID=24ba65d1-4c57-4b54-ac3c-f6867943375a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:10.006685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.009412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.013528 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2cc9e7f6-1dc5-4e21-9bf5-2df903c0fde1 HTTP/1.1" status: 204 len: 168 time: 0.1909885 Nov 16 21:20:10.028691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5d2dd-36df-4bb6-80e0-5d0f641478a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9e7f6-1dc5-4e21-9bf5-2df903c0fde1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:10.061928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] No DVR routers for this DVR port 24ba65d1-4c57-4b54-ac3c-f6867943375a on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:10.066462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.069813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea022cb-f6b2-4701-8966-fe6ba6ef0da2 req-50568b56-2c9d-4821-af8f-d89a22450f62 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.21 "DELETE /v2.0/ports/24ba65d1-4c57-4b54-ac3c-f6867943375a HTTP/1.1" status: 204 len: 173 time: 1.4217746 Nov 16 21:20:10.073441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6506142d-ffff-4b19-b435-e71c4404ab34 req-eebb3d29-ded1-4e9c-8f8e-cfee18a2dcde tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944308 Nov 16 21:20:10.101042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-f392ad93-017e-45c6-bf89-e18d25a892ad service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565093 Nov 16 21:20:10.222295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddfa71-c538-4c73-a463-70c37f172b5d req-091b2ee3-9ee4-4a99-9adc-5ca9d11977a9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.223840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2ddfa71-c538-4c73-a463-70c37f172b5d req-091b2ee3-9ee4-4a99-9adc-5ca9d11977a9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1003637 Nov 16 21:20:10.261038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-e6adbde2-197b-486f-816c-e24b9ef96c99 service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455040 Nov 16 21:20:10.317539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-c318be36-262c-4cf7-9561-1b906b2c56c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=5bb812df-696c-4fb2-841d-9b497359c7d5 HTTP/1.1" status: 200 len: 217 time: 0.0469713 Nov 16 21:20:10.325545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2ddfa71-c538-4c73-a463-70c37f172b5d req-09638375-9d94-4204-aa98-7d08e84efdcb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950351 Nov 16 21:20:10.394021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-ec29aec4-bae5-46e3-a76f-3684de670df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.396178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-ec29aec4-bae5-46e3-a76f-3684de670df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d81069d-0868-4155-9f06-012971a9f487 HTTP/1.1" status: 200 len: 801 time: 0.0693593 Nov 16 21:20:10.451741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-2ff810b8-e41f-42d5-a098-891d0c1bd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.453474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-2ff810b8-e41f-42d5-a098-891d0c1bd9a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=121b667b-3666-454e-b6b7-7a2b017f1c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496364 Nov 16 21:20:10.612145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cb663065-21ac-4277-adce-306110054ead service neutron] 10.222.0.36 "GET /v2.0/networks/121b667b-3666-454e-b6b7-7a2b017f1c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504111 Nov 16 21:20:10.735095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-3038585e-0fa5-4d49-be92-34ffb78938ae service neutron] 10.222.0.36 "GET /v2.0/networks/121b667b-3666-454e-b6b7-7a2b017f1c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152310 Nov 16 21:20:10.785682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-57a82fdb-217c-4cc6-a1f3-62af1baaea62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff HTTP/1.1" status: 200 len: 217 time: 0.0435789 Nov 16 21:20:10.837388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cf3bd11e-f6b1-482f-8196-f198498074bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.838838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-cf3bd11e-f6b1-482f-8196-f198498074bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=518b7b5d-62d2-4bf4-a6bc-e86df865e090 HTTP/1.1" status: 200 len: 801 time: 0.0467315 Nov 16 21:20:10.888933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b39b2e66-7e64-4eea-87c4-6ddc1dd3418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.890410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-b39b2e66-7e64-4eea-87c4-6ddc1dd3418c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6e2b254-6410-4cc4-87af-6f30d2e81b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441134 Nov 16 21:20:11.042707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f8b2-da3f-4df9-9cd6-c35365977f1f req-d8ee5c8e-bcd1-40e4-b26b-31f044e60b08 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.049256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f8b2-da3f-4df9-9cd6-c35365977f1f req-d8ee5c8e-bcd1-40e4-b26b-31f044e60b08 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.055595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6f8b2-da3f-4df9-9cd6-c35365977f1f req-d8ee5c8e-bcd1-40e4-b26b-31f044e60b08 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.057397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a6f8b2-da3f-4df9-9cd6-c35365977f1f req-d8ee5c8e-bcd1-40e4-b26b-31f044e60b08 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2413 time: 0.1106665 Nov 16 21:20:11.094533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-08d3cc15-6314-4d54-b4bd-148e1b8861a9 service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950498 Nov 16 21:20:11.168887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a6f8b2-da3f-4df9-9cd6-c35365977f1f req-c33660dc-7c3e-4a7c-962d-37e0a6df2b56 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023192 Nov 16 21:20:11.225087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b655f5cf-4f11-4780-b36e-01a4aab92ff6 req-1a207481-2d88-40a7-9d16-8628c0929848 service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205621 Nov 16 21:20:11.336022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-6b1602a0-c51d-400c-bae7-985c807ee200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.336614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-6b1602a0-c51d-400c-bae7-985c807ee200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.337381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-6b1602a0-c51d-400c-bae7-985c807ee200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.339174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-6b1602a0-c51d-400c-bae7-985c807ee200 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2866 time: 0.0611145 Nov 16 21:20:11.689886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:11.715512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 24ba65d1-4c57-4b54-ac3c-f6867943375a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:11.716143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 24ba65d1-4c57-4b54-ac3c-f6867943375a not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:11.752761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-deleted', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:11.755588 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7ef7d-0425-4270-9db6-37c88ea291a2" -d '{"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-deleted", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:11.829771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04897cc-2542-4f14-a3ee-3840b8c375d3 req-17316f4f-f32e-4a77-ab57-8951e81c24a7 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.831331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c04897cc-2542-4f14-a3ee-3840b8c375d3 req-17316f4f-f32e-4a77-ab57-8951e81c24a7 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 949 time: 0.4213538 Nov 16 21:20:11.834391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-e1075472-8771-4b2f-8e42-60117e6d3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.835757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-e1075472-8771-4b2f-8e42-60117e6d3e92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6e2b254-6410-4cc4-87af-6f30d2e81b08 HTTP/1.1" status: 200 len: 902 time: 0.4846947 Nov 16 21:20:11.871955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6e9f-dbc1-42a5-b82a-33e358138604 req-d727ff9c-1a78-4f31-8daf-cae90ce6553b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.873414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b28c6e9f-dbc1-42a5-b82a-33e358138604 req-d727ff9c-1a78-4f31-8daf-cae90ce6553b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1064003 Nov 16 21:20:11.904699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-687659cc-8a17-44b0-b49f-813fb4044074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff HTTP/1.1" status: 200 len: 217 time: 0.0544651 Nov 16 21:20:11.984294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c04897cc-2542-4f14-a3ee-3840b8c375d3 req-5dc89f9c-5752-4045-b586-92da47cb1a9d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444514 Nov 16 21:20:12.013875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b28c6e9f-dbc1-42a5-b82a-33e358138604 req-f3060473-0404-4c6d-bc0f-3008e132915c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121974 Nov 16 21:20:12.015252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-dafd6eea-27cd-4d3a-87ce-3cfc2524b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.016622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-dafd6eea-27cd-4d3a-87ce-3cfc2524b26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=518b7b5d-62d2-4bf4-a6bc-e86df865e090 HTTP/1.1" status: 200 len: 801 time: 0.0972013 Nov 16 21:20:12.072693 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e998e58-d070-49d6-b853-56d7d70ef2d6 x-openstack-request-id: req-0e998e58-d070-49d6-b853-56d7d70ef2d6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:12.073360 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151", "name": "network-vif-deleted", "tag": "24ba65d1-4c57-4b54-ac3c-f6867943375a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:12.073360 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e998e58-d070-49d6-b853-56d7d70ef2d6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:12.073927 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4bfc7-b1d4-4994-a1fc-ec9ebe35d151', 'name': 'network-vif-deleted', 'tag': '24ba65d1-4c57-4b54-ac3c-f6867943375a', 'status': 'completed', 'code': 200} Nov 16 21:20:12.097674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-7d84918f-72ad-4f13-8428-ec8e904b706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.099911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-7d84918f-72ad-4f13-8428-ec8e904b706b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6e2b254-6410-4cc4-87af-6f30d2e81b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742733 Nov 16 21:20:12.254257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-8a626b7c-652d-49ff-b718-315d015df631 service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367040 Nov 16 21:20:12.396144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc26f0-f348-4ede-8190-a17e3f4ae146 req-6654f001-632b-49f9-b0cd-1d44d005f201 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.402343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc26f0-f348-4ede-8190-a17e3f4ae146 req-6654f001-632b-49f9-b0cd-1d44d005f201 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.408940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc26f0-f348-4ede-8190-a17e3f4ae146 req-6654f001-632b-49f9-b0cd-1d44d005f201 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.417547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2fc26f0-f348-4ede-8190-a17e3f4ae146 req-6654f001-632b-49f9-b0cd-1d44d005f201 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2413 time: 0.1396005 Nov 16 21:20:12.430870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-843ee70a-aa70-4649-8ad5-d097e1642787 req-e4f6b846-6830-470c-b718-58c789374f9c service neutron] 10.222.0.36 "GET /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694751 Nov 16 21:20:12.488290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2fc26f0-f348-4ede-8190-a17e3f4ae146 req-214ca193-84c8-403f-957d-e4d1c94f70ea tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Nov 16 21:20:12.604932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45638) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:12.672214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.808585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd7d68d-80e8-4b88-bc9c-6ab70d21fd6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.883507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd7d68d-80e8-4b88-bc9c-6ab70d21fd6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.888156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd7d68d-80e8-4b88-bc9c-6ab70d21fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.927551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2dd7d68d-80e8-4b88-bc9c-6ab70d21fd6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6043763ece564b999e2022ce3e713fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214209 Nov 16 21:20:12.928353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7d68d-80e8-4b88-bc9c-6ab70d21fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694f5c0-e579-45e6-b843-8cf41d0a154f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:12.930209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45646) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:12.981652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.011927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.076382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.079923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.089004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d694f5c0-e579-45e6-b843-8cf41d0a154f HTTP/1.1" status: 204 len: 168 time: 0.1572480 Nov 16 21:20:13.097862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af99b2-939b-4caa-925d-9c08b4a3f324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694f5c0-e579-45e6-b843-8cf41d0a154f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:13.157356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae2fd9-b1a1-4ad0-90b4-b43bdebab351 req-85f4591a-9ace-4084-8459-844f8e0f2067 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.159063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4ae2fd9-b1a1-4ad0-90b4-b43bdebab351 req-85f4591a-9ace-4084-8459-844f8e0f2067 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 949 time: 0.1011961 Nov 16 21:20:13.253516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21142e-7005-4a07-b316-a6f65b20e3fb req-5c8a56b3-b1fc-45d3-9d1b-477c62b68d90 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.255143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af21142e-7005-4a07-b316-a6f65b20e3fb req-5c8a56b3-b1fc-45d3-9d1b-477c62b68d90 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1523714 Nov 16 21:20:13.275112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4ae2fd9-b1a1-4ad0-90b4-b43bdebab351 req-e95e3a17-44e0-46a0-8845-66f9ca31ffb3 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/security-groups?id=1085d5ba-3525-497f-a095-7332f8b5b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080241 Nov 16 21:20:13.345756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af21142e-7005-4a07-b316-a6f65b20e3fb req-1509e5a4-56f2-4928-b7bc-9e75722567c0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811310 Nov 16 21:20:13.472420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-7f45fc31-6e18-4cce-b857-ed7824164036 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.473978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-7f45fc31-6e18-4cce-b857-ed7824164036 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 949 time: 0.0939014 Nov 16 21:20:13.729871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d9808-aee4-40bc-8ba1-48f0bad3088d req-44e0ff9f-21aa-4c80-96c3-f83ac6a7115a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.736342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d9808-aee4-40bc-8ba1-48f0bad3088d req-44e0ff9f-21aa-4c80-96c3-f83ac6a7115a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.742572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d9808-aee4-40bc-8ba1-48f0bad3088d req-44e0ff9f-21aa-4c80-96c3-f83ac6a7115a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.750260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-770d9808-aee4-40bc-8ba1-48f0bad3088d req-44e0ff9f-21aa-4c80-96c3-f83ac6a7115a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2413 time: 0.1653173 Nov 16 21:20:13.761186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bef445-ec8f-4046-b3f2-0c8d85a45e38 req-bafdbb6e-e65d-423d-a201-0b6ee50b8c1b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.762641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91bef445-ec8f-4046-b3f2-0c8d85a45e38 req-bafdbb6e-e65d-423d-a201-0b6ee50b8c1b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 945 time: 0.1371257 Nov 16 21:20:13.792225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Deleting port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:13.792568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.902102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-770d9808-aee4-40bc-8ba1-48f0bad3088d req-131dc49c-a76f-47cf-818a-420117ce4543 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509576 Nov 16 21:20:13.910602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91bef445-ec8f-4046-b3f2-0c8d85a45e38 req-76997a6d-f609-4e66-a499-811183717fc2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395695 Nov 16 21:20:13.963899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] For port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:13.964781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.982108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Calling delete_port for 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:14.135768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.181631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Pushing event deleted for resources: {'Port': ['ID=89e88712-dab6-4dd9-87d2-81d1e4dfa5b0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:14.239456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] No DVR routers for this DVR port 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:14.242386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.246332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-694145ab-aeca-401f-bd26-33e2eeccd98d req-d900e043-6339-40a9-899e-90c66fb6a45d tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.36 "DELETE /v2.0/ports/89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 HTTP/1.1" status: 204 len: 173 time: 0.7659142 Nov 16 21:20:14.247206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-deleted', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:14.249671 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4123bc1d-ccb8-4e7a-8a9a-a5f71377a02b" -d '{"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-deleted", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:14.312452 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f13b8b-9900-44e3-86fb-92699580a50a x-openstack-request-id: req-a9f13b8b-9900-44e3-86fb-92699580a50a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:14.313098 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d", "name": "network-vif-deleted", "tag": "89e88712-dab6-4dd9-87d2-81d1e4dfa5b0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:14.313098 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9f13b8b-9900-44e3-86fb-92699580a50a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:14.314614 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d', 'name': 'network-vif-deleted', 'tag': '89e88712-dab6-4dd9-87d2-81d1e4dfa5b0', 'status': 'completed', 'code': 200} Nov 16 21:20:14.430723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3224e592-d72b-45ac-bc3b-d08c93c0225c req-ab803cf1-f8f0-4a3b-b09d-9c415cd6c1a6 tempest-ListImageFiltersTestJSON-803833711 tempest-ListImageFiltersTestJSON-803833711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea91e06e-a0d4-4c3a-a4e0-4095bfb3329d HTTP/1.1" status: 200 len: 210 time: 0.0444307 Nov 16 21:20:14.518776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2bfd-a169-47b9-a016-61f5208f5f46 req-ea7d28f5-3db9-42a4-b720-0fc8f6aaf1aa tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:14.520263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7fb2bfd-a169-47b9-a016-61f5208f5f46 req-ea7d28f5-3db9-42a4-b720-0fc8f6aaf1aa tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0720150 Nov 16 21:20:14.597130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7fb2bfd-a169-47b9-a016-61f5208f5f46 req-9a034caa-912d-4ad3-b490-88e169ef86bf tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702229 Nov 16 21:20:14.913345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-aeed0ab7-fe18-4493-a5c1-dd97f151f88d tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8aa010192cf741378e07a24212f1b9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321233 Nov 16 21:20:15.052829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-a71b9eac-991a-47cd-92b1-d855fd9a0abc tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.060173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-a71b9eac-991a-47cd-92b1-d855fd9a0abc tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459928 Nov 16 21:20:15.076408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2e6c3-e209-4de3-98fb-81632029906a req-51b5c7cc-0db0-41d4-8435-03936a2f61d3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.082834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2e6c3-e209-4de3-98fb-81632029906a req-51b5c7cc-0db0-41d4-8435-03936a2f61d3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.088941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2e6c3-e209-4de3-98fb-81632029906a req-51b5c7cc-0db0-41d4-8435-03936a2f61d3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.096291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8f2e6c3-e209-4de3-98fb-81632029906a req-51b5c7cc-0db0-41d4-8435-03936a2f61d3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2413 time: 0.1165876 Nov 16 21:20:15.111470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-6a23f507-b7eb-431c-a5cb-cdc170504ede tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/quotas/8aa010192cf741378e07a24212f1b9d3 HTTP/1.1" status: 200 len: 375 time: 0.0504076 Nov 16 21:20:15.153596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-7eb0fcf5-4269-4a0e-ab09-b30c4cbc233c tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8aa010192cf741378e07a24212f1b9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293117 Nov 16 21:20:15.176844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8f2e6c3-e209-4de3-98fb-81632029906a req-eb47d07a-81c8-4d8f-8899-625cf0504045 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Nov 16 21:20:15.296831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600f604-d1ea-4d87-932b-142943ab6510 req-ca381e42-4d9c-4744-9ce2-8504c7a6b9b1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.298808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b600f604-d1ea-4d87-932b-142943ab6510 req-ca381e42-4d9c-4744-9ce2-8504c7a6b9b1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Nov 16 21:20:15.302397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cb20dec-cea6-4258-a7c1-ab9a50ce12eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.351625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0710245-aabd-4a6b-9ce4-80592cf71f98 req-f34424e2-71ea-4a82-bd88-0e9d2ba2d97f tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 210 time: 0.0364659 Nov 16 21:20:15.376600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b600f604-d1ea-4d87-932b-142943ab6510 req-66d047d3-d45b-4fc3-887c-db04bc724306 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Nov 16 21:20:15.457207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c02485d9-a38e-4e7b-b129-d019a523ca5b details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:15.591685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:15.605933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'c02485d9-a38e-4e7b-b129-d019a523ca5b', 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'port_id': 'c02485d9-a38e-4e7b-b129-d019a523ca5b', 'mac_address': 'fa:16:3e:e3:5c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518b7b5d-62d2-4bf4-a6bc-e86df865e090', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:15.620455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-4d34a36e-987f-4035-930d-25a09d3e983c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.633590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-4d34a36e-987f-4035-930d-25a09d3e983c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 945 time: 0.0983672 Nov 16 21:20:15.647504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.664152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02485d9-a38e-4e7b-b129-d019a523ca5b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:15.690042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:15.705169 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.707404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5bb812df-696c-4fb2-841d-9b497359c7d5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:15.828370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9092f59-9e6c-4a63-83ef-9eab40d271d9 req-23f97de0-faa7-4e50-8434-b952c0550198 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.839434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9092f59-9e6c-4a63-83ef-9eab40d271d9 req-23f97de0-faa7-4e50-8434-b952c0550198 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0823715 Nov 16 21:20:15.904915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:15.908381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9092f59-9e6c-4a63-83ef-9eab40d271d9 req-1e7ca9b0-967e-4250-985d-c98c092bd614 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680730 Nov 16 21:20:15.914054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port 0d619179-567e-4a7a-9fd0-82dad394f822 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:15.914359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.985411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5bb812df-696c-4fb2-841d-9b497359c7d5,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.019717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '5bb812df-696c-4fb2-841d-9b497359c7d5', 'network_id': '121b667b-3666-454e-b6b7-7a2b017f1c55', 'port_id': '5bb812df-696c-4fb2-841d-9b497359c7d5', 'mac_address': 'fa:16:3e:e6:cf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d81069d-0868-4155-9f06-012971a9f487', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:16.069472 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.098646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb812df-696c-4fb2-841d-9b497359c7d5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:16.102131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port 0d619179-567e-4a7a-9fd0-82dad394f822, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=0d619179-567e-4a7a-9fd0-82dad394f822,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.102505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.129349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for 0d619179-567e-4a7a-9fd0-82dad394f822 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:16.137259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5bb812df-696c-4fb2-841d-9b497359c7d5,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.147235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.148443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 014913d1-099b-485c-a8eb-e81fd7a8a3ff details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:16.265948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.269719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:16.284308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '014913d1-099b-485c-a8eb-e81fd7a8a3ff', 'network_id': 'e6e2b254-6410-4cc4-87af-6f30d2e81b08', 'port_id': '014913d1-099b-485c-a8eb-e81fd7a8a3ff', 'mac_address': 'fa:16:3e:b7:72:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518b7b5d-62d2-4bf4-a6bc-e86df865e090', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:16.379111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.402042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.410284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014913d1-099b-485c-a8eb-e81fd7a8a3ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:16.419021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['0d619179-567e-4a7a-9fd0-82dad394f822'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:16.445185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=0d619179-567e-4a7a-9fd0-82dad394f822,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:16.472004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.477888 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.501709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port 0d619179-567e-4a7a-9fd0-82dad394f822 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:16.505691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.511307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2870ab78-79a9-4977-9e5c-a3e82f5e1098 req-5c7bc166-8dfe-4b5b-bcba-74edf3cd2aae tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "DELETE /v2.0/ports/0d619179-567e-4a7a-9fd0-82dad394f822 HTTP/1.1" status: 204 len: 173 time: 0.8686171 Nov 16 21:20:16.512036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'name': 'network-vif-deleted', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:16.516078 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c85e91-d5a3-4bb4-82f3-22f7ae0c2f46" -d '{"events": [{"server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "name": "network-vif-deleted", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:16.593154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:16.672198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16e8f-e214-49a9-b237-ccfc95ca0558 req-05bd55b5-c708-489e-a385-9b3ecd833cfe tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:16.681497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16e8f-e214-49a9-b237-ccfc95ca0558 req-05bd55b5-c708-489e-a385-9b3ecd833cfe tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:16.700323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:20:16.708740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16e8f-e214-49a9-b237-ccfc95ca0558 req-05bd55b5-c708-489e-a385-9b3ecd833cfe tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:16.731975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40f16e8f-e214-49a9-b237-ccfc95ca0558 req-05bd55b5-c708-489e-a385-9b3ecd833cfe tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2416 time: 0.1463177 Nov 16 21:20:16.834756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40f16e8f-e214-49a9-b237-ccfc95ca0558 req-ba5c31d8-a982-47f1-bdd0-e724ec5612ec tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018951 Nov 16 21:20:16.835530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['014913d1-099b-485c-a8eb-e81fd7a8a3ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:16.837259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-90b65ea0-d7a6-4529-ae2d-7d5e15c2b6fc tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8aa010192cf741378e07a24212f1b9d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331430 Nov 16 21:20:16.897999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['c02485d9-a38e-4e7b-b129-d019a523ca5b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:17.069774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65e41cdb-4c26-4af4-93f4-d42a2aacb0cf req-45daa5be-b837-4ccb-a1dd-4e69f84260c2 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 210 time: 0.0864074 Nov 16 21:20:17.160695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-467f77e7-4d80-4c66-8089-4bdf10293049 req-c264fb9c-a8d3-44bb-9d0e-b73eb90e01c5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.0842485 Nov 16 21:20:17.167482 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb332ccd-3638-4126-8880-b1385e35b527 x-openstack-request-id: req-eb332ccd-3638-4126-8880-b1385e35b527 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:17.168986 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22311fa7-c13a-43f6-8474-ddc0ce02e988", "name": "network-vif-deleted", "tag": "0d619179-567e-4a7a-9fd0-82dad394f822", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:17.169423 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb332ccd-3638-4126-8880-b1385e35b527 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:17.170005 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22311fa7-c13a-43f6-8474-ddc0ce02e988', 'name': 'network-vif-deleted', 'tag': '0d619179-567e-4a7a-9fd0-82dad394f822', 'status': 'completed', 'code': 200} Nov 16 21:20:17.225065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-856f512d-9319-4c8a-b9c2-3a97fb865825 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:17.228559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-856f512d-9319-4c8a-b9c2-3a97fb865825 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835301 Nov 16 21:20:17.242860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Request body: {'port': {'device_id': '3a519497-1436-49db-a630-15adeb2d3d46', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '8aa010192cf741378e07a24212f1b9d3'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:17.452585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:17.501482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:17.505148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 89e88712-dab6-4dd9-87d2-81d1e4dfa5b0 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:17.518112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276b52c-e8fe-45f1-ae45-823356242d1f req-9e8a314f-4811-4668-88fb-fcbd0a386da9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:17.528127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d276b52c-e8fe-45f1-ae45-823356242d1f req-9e8a314f-4811-4668-88fb-fcbd0a386da9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1880662 Nov 16 21:20:17.583341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Made reservation on behalf of 8aa010192cf741378e07a24212f1b9d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:17.588523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.604828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.626386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eeda700b-e5ed-404a-88db-175386227114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.631657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d276b52c-e8fe-45f1-ae45-823356242d1f req-3d8a3b4b-0746-4e53-88a6-75b606d7b8e9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Nov 16 21:20:17.745212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.752393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.843494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980195a2-7b09-4e8c-85a0-31c0ecb98d67,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:17.948447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Allocated IP 192.168.233.89 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/d4611db3-2e9d-4af5-b4c1-36764b908952) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:17.951894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['5bb812df-696c-4fb2-841d-9b497359c7d5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:18.195947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d72a6-8fa4-42df-9bad-2f9700b2f1ed req-cc9ec377-785a-4475-a062-74df4e29569e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.202706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d72a6-8fa4-42df-9bad-2f9700b2f1ed req-cc9ec377-785a-4475-a062-74df4e29569e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.210708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d72a6-8fa4-42df-9bad-2f9700b2f1ed req-cc9ec377-785a-4475-a062-74df4e29569e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.212872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032d72a6-8fa4-42df-9bad-2f9700b2f1ed req-cc9ec377-785a-4475-a062-74df4e29569e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2416 time: 0.2414112 Nov 16 21:20:18.240689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84825965-fa58-4eb5-a793-00f794b90e2e req-609657fd-4a86-4ff4-8522-b14746ddd505 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 210 time: 0.0645199 Nov 16 21:20:18.374795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032d72a6-8fa4-42df-9bad-2f9700b2f1ed req-1c32a2e4-745c-446f-8576-22022b6ca244 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398578 Nov 16 21:20:18.401623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.405548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de15b9cc-6adc-492e-bd9f-3d204ab55c79 req-5fa92239-74dd-4cbe-b6ab-61f7e980ecb5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.0590458 Nov 16 21:20:18.456248 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.517166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:18.521734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:18.530323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:18.550987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45888) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:18.560992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:18.593006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.593815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.615168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-8794a3c2-5ee4-4081-b18d-e08619799c43 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3758943 Nov 16 21:20:18.631059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Request body: {'port': {'device_id': '3a519497-1436-49db-a630-15adeb2d3d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:18.722738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.844743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d873-62d1-4179-8c7a-43a737c39e3a req-603c74d0-8717-43b3-807f-8221914ccf71 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.847091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f916d873-62d1-4179-8c7a-43a737c39e3a req-603c74d0-8717-43b3-807f-8221914ccf71 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1069899 Nov 16 21:20:18.892249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1222f03b-fbb2-4fae-a8e0-fef4b6b71de6 None None] Provisioning complete for port d4611db3-2e9d-4af5-b4c1-36764b908952 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:18.895073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1222f03b-fbb2-4fae-a8e0-fef4b6b71de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.940982 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c782372c-c180-4c46-9444-25219e4fa4a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3ffeb01fda24ab5a3328540df41405a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886957 Nov 16 21:20:18.942697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1222f03b-fbb2-4fae-a8e0-fef4b6b71de6 None None] Port d4611db3-2e9d-4af5-b4c1-36764b908952 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:18.943434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45898) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:19.004196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.032312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f916d873-62d1-4179-8c7a-43a737c39e3a req-aadb677b-1643-4890-9afa-67440ab9d585 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768365 Nov 16 21:20:19.032532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.112699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.115610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.129183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1085d5ba-3525-497f-a095-7332f8b5b587 HTTP/1.1" status: 204 len: 168 time: 0.1799061 Nov 16 21:20:19.151806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1085d5ba-3525-497f-a095-7332f8b5b587,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:19.168291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.168515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.168807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.169141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.173019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.173376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.175748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.176880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.177222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.178250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.179038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.180826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914087ba-929d-43e9-9ca6-7b4363e3f13d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:19.222697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:19.231745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.238721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.283244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Transition to ACTIVE for port object d4611db3-2e9d-4af5-b4c1-36764b908952 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:19.294421 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.390169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:19.445517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c02485d9-a38e-4e7b-b129-d019a523ca5b up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:19.563505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port c02485d9-a38e-4e7b-b129-d019a523ca5b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:19.569192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port c02485d9-a38e-4e7b-b129-d019a523ca5b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:19.570368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.649014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Attempting to bind port d4611db3-2e9d-4af5-b4c1-36764b908952 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:19.649553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Attempting to bind port d4611db3-2e9d-4af5-b4c1-36764b908952 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:19.649831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Attempting to bind port d4611db3-2e9d-4af5-b4c1-36764b908952 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:19.667901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0764-6b88-4d07-85f4-cecf72a67974 req-b6b223c5-9f44-4b75-ab42-5ce0c8da6af3 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.669440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-961f0764-6b88-4d07-85f4-cecf72a67974 req-b6b223c5-9f44-4b75-ab42-5ce0c8da6af3 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 947 time: 0.2761323 Nov 16 21:20:19.673220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Port d4611db3-2e9d-4af5-b4c1-36764b908952 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:19.673541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Attempting to bind port d4611db3-2e9d-4af5-b4c1-36764b908952 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:19.682413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:19.682413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:19.682413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:19.682792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Bound port: d4611db3-2e9d-4af5-b4c1-36764b908952, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:19.683018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.720779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 0d619179-567e-4a7a-9fd0-82dad394f822 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:19.724468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.758428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88ded-cba8-423b-bad3-7e9a43532085 req-47f1296b-9948-4fbe-b6bd-0db773b0bdbd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.771615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88ded-cba8-423b-bad3-7e9a43532085 req-47f1296b-9948-4fbe-b6bd-0db773b0bdbd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.772086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 0d619179-567e-4a7a-9fd0-82dad394f822 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:19.772633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 0d619179-567e-4a7a-9fd0-82dad394f822 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:19.779663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88ded-cba8-423b-bad3-7e9a43532085 req-47f1296b-9948-4fbe-b6bd-0db773b0bdbd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.788236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72c88ded-cba8-423b-bad3-7e9a43532085 req-47f1296b-9948-4fbe-b6bd-0db773b0bdbd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2416 time: 0.2418697 Nov 16 21:20:19.793896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:19.800281 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c76e5-bc9e-4942-9172-38bd134f5f79" -d '{"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:19.821190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:19.840484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.841132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5bb812df-696c-4fb2-841d-9b497359c7d5 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:19.862456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-961f0764-6b88-4d07-85f4-cecf72a67974 req-b8f46f5e-2611-4475-aba0-dfdaa9b9b600 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827066 Nov 16 21:20:19.911548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72c88ded-cba8-423b-bad3-7e9a43532085 req-fdbfef03-42d0-4864-ba9a-5c4f44806dda tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154735 Nov 16 21:20:19.928616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:19.934157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:19.942117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.017982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:20.028976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.029674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.037009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] 10.222.0.21 "PUT /v2.0/ports/d4611db3-2e9d-4af5-b4c1-36764b908952 HTTP/1.1" status: 200 len: 1095 time: 1.4110262 Nov 16 21:20:20.064859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:20.065258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 5bb812df-696c-4fb2-841d-9b497359c7d5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:20.072436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 5bb812df-696c-4fb2-841d-9b497359c7d5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:20.072436 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.073001 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e680ec9a-ce7b-4dad-984e-c86010b6a49a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:20.117397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-181bfe1b-ef77-4b70-977f-dad576466e03 req-e6760756-3e76-4429-b535-5ee4755070cb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.1052997 Nov 16 21:20:20.123220 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67a54c-99cd-4bc6-9dbf-2e3135b3d562 x-openstack-request-id: req-ec67a54c-99cd-4bc6-9dbf-2e3135b3d562 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:20.125157 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:20.125628 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec67a54c-99cd-4bc6-9dbf-2e3135b3d562 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:20.126112 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b', 'code': 200} Nov 16 21:20:20.220511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.267845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45942) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:20.294910 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb47ff92-d04d-42e6-9a61-e10a1df67f73 x-openstack-request-id: req-fb47ff92-d04d-42e6-9a61-e10a1df67f73 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:20.296910 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:20.299415 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb47ff92-d04d-42e6-9a61-e10a1df67f73 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:20.299927 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'status': 'completed', 'code': 200} Nov 16 21:20:20.304066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5bb812df-696c-4fb2-841d-9b497359c7d5,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:20.312616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.314576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 014913d1-099b-485c-a8eb-e81fd7a8a3ff up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:20.344145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f211b-9f55-4c7c-b7ea-8ae686d9304d service neutron] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:20.440124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-4a3a27cf-387b-431d-90e8-551b397d491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.441626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-4a3a27cf-387b-431d-90e8-551b397d491b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aa010192cf741378e07a24212f1b9d3&device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 1098 time: 0.3268771 Nov 16 21:20:20.475097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d52d-5c5a-4c55-8e12-f01f9f6517f7 req-bf5558ba-f5d7-41e7-9a81-3abc38d9deeb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.477786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc7d52d-5c5a-4c55-8e12-f01f9f6517f7 req-bf5558ba-f5d7-41e7-9a81-3abc38d9deeb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1769404 Nov 16 21:20:20.497137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-129c6579-8bc3-4707-9daa-7d0da24a311e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.529744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-d5e9e4cc-b7b5-40f0-9e1d-23da5524e4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d4611db3-2e9d-4af5-b4c1-36764b908952 HTTP/1.1" status: 200 len: 217 time: 0.0506597 Nov 16 21:20:20.537927 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.541284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:20.606221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ae9ea2db-8c1d-4767-acab-84528c56364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.608937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-ae9ea2db-8c1d-4767-acab-84528c56364c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0675137 Nov 16 21:20:20.609922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-129c6579-8bc3-4707-9daa-7d0da24a311e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.611089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 014913d1-099b-485c-a8eb-e81fd7a8a3ff completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:20.615061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-129c6579-8bc3-4707-9daa-7d0da24a311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.616844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 014913d1-099b-485c-a8eb-e81fd7a8a3ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:20.619559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.651298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6579-8bc3-4707-9daa-7d0da24a311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb31f20-6596-4692-a050-d5733d8196a2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:20.679017 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-129c6579-8bc3-4707-9daa-7d0da24a311e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c78c502a026424cbd841e829e62c869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4084296 Nov 16 21:20:20.681842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45952) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:20.693721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cc7d52d-5c5a-4c55-8e12-f01f9f6517f7 req-c8f6ff72-c572-4e23-93d1-e42d75334586 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071457 Nov 16 21:20:20.707509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-2a5782d4-e3e0-4fa5-92b3-6a71c4d14915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.709062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-2a5782d4-e3e0-4fa5-92b3-6a71c4d14915 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925517 Nov 16 21:20:20.783562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.789219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.816664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.844283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:20.856679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.875888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.879988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.880166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-e26c4541-f38f-45cf-9bdb-95a44d039e67 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623223 Nov 16 21:20:20.882227 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adb31f20-6596-4692-a050-d5733d8196a2 HTTP/1.1" status: 204 len: 168 time: 0.1991949 Nov 16 21:20:20.900207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdad4f-1ec2-4945-988a-ab385dff76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb31f20-6596-4692-a050-d5733d8196a2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:20.967106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:21.093820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f904565-dea4-457e-b90f-89b1f51fdf83 req-2ec929d9-8faf-4ff9-a8fc-2b1fdf912a63 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903701 Nov 16 21:20:21.134293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbab2d2-e490-4f30-95be-805d864918f3 req-b0049fc5-cadf-40fe-9b98-10edfa96d68f tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.139428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0fbab2d2-e490-4f30-95be-805d864918f3 req-b0049fc5-cadf-40fe-9b98-10edfa96d68f tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 947 time: 0.1424756 Nov 16 21:20:21.169222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3754-5f67-4bd1-8641-a4f675542964 req-92c34e93-3b15-49fe-9618-4d03c775bc55 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.175601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3754-5f67-4bd1-8641-a4f675542964 req-92c34e93-3b15-49fe-9618-4d03c775bc55 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.181513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3754-5f67-4bd1-8641-a4f675542964 req-92c34e93-3b15-49fe-9618-4d03c775bc55 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.183187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-988e3754-5f67-4bd1-8641-a4f675542964 req-92c34e93-3b15-49fe-9618-4d03c775bc55 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.1091423 Nov 16 21:20:21.275172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0fbab2d2-e490-4f30-95be-805d864918f3 req-987f8d89-7b30-4ee8-958a-7d38f43bd209 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323810 Nov 16 21:20:21.285557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-12d2a5cf-d2ea-45ef-ad54-61bc7e18481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.287356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-12d2a5cf-d2ea-45ef-ad54-61bc7e18481c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aa010192cf741378e07a24212f1b9d3&device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 1098 time: 0.1429737 Nov 16 21:20:21.295620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-988e3754-5f67-4bd1-8641-a4f675542964 req-840268d4-a3c7-482c-99ed-c110045da983 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Nov 16 21:20:21.332414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.377002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:21.414786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdc32087-5ea4-4023-840b-6a3db1d64b75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.486198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-c2c22425-4816-443a-a7de-e3be3dc8e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.488357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-c2c22425-4816-443a-a7de-e3be3dc8e94a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1855795 Nov 16 21:20:21.525913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdc32087-5ea4-4023-840b-6a3db1d64b75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.530502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdc32087-5ea4-4023-840b-6a3db1d64b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.565763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7161397e-7f30-4c32-a290-d5e47e354804 req-7844eaa1-c316-4f0d-9542-2e5bb509ccf2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=22311fa7-c13a-43f6-8474-ddc0ce02e988 HTTP/1.1" status: 200 len: 210 time: 0.0701180 Nov 16 21:20:21.567790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-9e0c9401-eafa-4c37-b924-89593a09eb29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d4611db3-2e9d-4af5-b4c1-36764b908952 HTTP/1.1" status: 200 len: 217 time: 0.0692647 Nov 16 21:20:21.574202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc32087-5ea4-4023-840b-6a3db1d64b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9973183c-1f88-4475-9870-986a92d73ab8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:21.581371 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cdc32087-5ea4-4023-840b-6a3db1d64b75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c30efd8d6f54db683d9dd6f0e0cff02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015796 Nov 16 21:20:21.584522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:21.647739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.649216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-23264507-4018-415f-99a4-41d090de58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.651488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-23264507-4018-415f-99a4-41d090de58f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0745733 Nov 16 21:20:21.672231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.719288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-bdfa4118-5ec5-4428-bf9d-4e6e683acb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.727189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-bdfa4118-5ec5-4428-bf9d-4e6e683acb0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663381 Nov 16 21:20:21.730329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.733740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.735382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9973183c-1f88-4475-9870-986a92d73ab8 HTTP/1.1" status: 204 len: 168 time: 0.1492660 Nov 16 21:20:21.746154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ae8a2-956c-46b2-a8eb-d3f9b31579c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973183c-1f88-4475-9870-986a92d73ab8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:22.128061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5'}, {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:22.131727 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b5b605-4431-4091-9685-d50712e62881" -d '{"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5"}, {"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:22.202614 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70276ed-9b54-44cd-9c0e-2fd02eaf3151 x-openstack-request-id: req-c70276ed-9b54-44cd-9c0e-2fd02eaf3151 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:22.202918 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5", "code": 200}, {"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-plugged", "status": "completed", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:22.203332 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c70276ed-9b54-44cd-9c0e-2fd02eaf3151 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:22.203739 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5', 'code': 200} Nov 16 21:20:22.203996 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff', 'code': 200} Nov 16 21:20:22.219380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:22.248981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-355b1178-35c6-4ccf-9dfa-5408a2c1af4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.277646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371a72-b28d-4b6b-a309-7e2f4978dca3 req-7bcb486a-3f04-4491-9170-4030b8513bde tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.279922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90371a72-b28d-4b6b-a309-7e2f4978dca3 req-7bcb486a-3f04-4491-9170-4030b8513bde tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1116450 Nov 16 21:20:22.370057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-c4166adc-9255-4825-af92-8164190e2b15 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312997 Nov 16 21:20:22.386038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-355b1178-35c6-4ccf-9dfa-5408a2c1af4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.397870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-355b1178-35c6-4ccf-9dfa-5408a2c1af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.456818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b1178-35c6-4ccf-9dfa-5408a2c1af4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121b7ab-c23f-422b-a552-af209a215228,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:22.462590 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-355b1178-35c6-4ccf-9dfa-5408a2c1af4a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=041fe5cd521944b9be6674959b70cc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421803 Nov 16 21:20:22.465741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:22.469738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7edaad-361d-4411-8578-068b39847f83 req-6a926a29-3f0a-4cee-b393-ec2fdfc3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.470311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7edaad-361d-4411-8578-068b39847f83 req-6a926a29-3f0a-4cee-b393-ec2fdfc3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.471437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7edaad-361d-4411-8578-068b39847f83 req-6a926a29-3f0a-4cee-b393-ec2fdfc3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.474174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df7edaad-361d-4411-8578-068b39847f83 req-6a926a29-3f0a-4cee-b393-ec2fdfc3d363 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2872 time: 0.1875656 Nov 16 21:20:22.562621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90371a72-b28d-4b6b-a309-7e2f4978dca3 req-1fbb19e5-7d85-4fad-bae3-bd8d9fcfe2c6 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411005 Nov 16 21:20:22.583210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.614959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.657051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e680ec9a-ce7b-4dad-984e-c86010b6a49a req-90825766-2d0c-427a-a430-5c0a539e6857 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745581 Nov 16 21:20:22.680150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec620c7-256c-4286-9fc8-f52c32ec5123 req-262b4f29-bba7-4bef-8484-bf6530ef54ee tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.682207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ec620c7-256c-4286-9fc8-f52c32ec5123 req-262b4f29-bba7-4bef-8484-bf6530ef54ee tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 947 time: 0.2066925 Nov 16 21:20:22.688892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.695234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.699695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a121b7ab-c23f-422b-a552-af209a215228 HTTP/1.1" status: 204 len: 168 time: 0.2320068 Nov 16 21:20:22.717887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2abd23-7ff5-4cf7-8542-47b14f2b1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121b7ab-c23f-422b-a552-af209a215228,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:22.766465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df7edaad-361d-4411-8578-068b39847f83 req-27a8a5fb-ac9f-47f4-82d6-f272f40a9da9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711048 Nov 16 21:20:22.780161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:22.786745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ec620c7-256c-4286-9fc8-f52c32ec5123 req-735f1b74-88c1-4ebe-b90d-19d69af36ae4 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763910 Nov 16 21:20:22.833218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92167ec-7e62-4e9a-a2ce-b9035027d1e2 req-1c1c3aeb-9ffb-4355-8b5f-7d9790e3722a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.846003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92167ec-7e62-4e9a-a2ce-b9035027d1e2 req-1c1c3aeb-9ffb-4355-8b5f-7d9790e3722a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.858579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92167ec-7e62-4e9a-a2ce-b9035027d1e2 req-1c1c3aeb-9ffb-4355-8b5f-7d9790e3722a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.864674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f92167ec-7e62-4e9a-a2ce-b9035027d1e2 req-1c1c3aeb-9ffb-4355-8b5f-7d9790e3722a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.2180853 Nov 16 21:20:22.951862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f92167ec-7e62-4e9a-a2ce-b9035027d1e2 req-36249ba6-7699-46ac-b283-b92d9865ba22 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737062 Nov 16 21:20:23.134988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c46f81f-af6e-45aa-ba3f-ce63e2a7c335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.279033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c46f81f-af6e-45aa-ba3f-ce63e2a7c335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.286889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c46f81f-af6e-45aa-ba3f-ce63e2a7c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.361660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46044) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:23.362332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c46f81f-af6e-45aa-ba3f-ce63e2a7c335 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=749e6b3f16a241518e5d25836210c3ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5797856 Nov 16 21:20:23.364798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46f81f-af6e-45aa-ba3f-ce63e2a7c335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544f999e-8223-4920-9f3f-b16eac9d5e72,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:23.441131 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.466101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.565926 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.568522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.572477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/544f999e-8223-4920-9f3f-b16eac9d5e72 HTTP/1.1" status: 204 len: 168 time: 0.2089138 Nov 16 21:20:23.588707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f65a-51dd-4e78-82f8-d640161392e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f999e-8223-4920-9f3f-b16eac9d5e72,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:23.644157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a56e9-5195-4b60-bc5b-47863524e100 req-699c09db-baf2-421e-a8ed-c1c122ca37e2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:23.651806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a56e9-5195-4b60-bc5b-47863524e100 req-699c09db-baf2-421e-a8ed-c1c122ca37e2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.1447742 Nov 16 21:20:23.668942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a56e9-5195-4b60-bc5b-47863524e100 req-b3f4f949-9236-4fcc-8a49-931282d3593f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0158567 Nov 16 21:20:23.707566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a56e9-5195-4b60-bc5b-47863524e100 req-be757510-6355-4ca0-adc3-51a60be065a6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374999 Nov 16 21:20:23.736517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:23.832900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3bf6d-ef95-4b32-a226-ff51ffbfd1d9 req-6dd643a8-ec8f-4fcf-b3c4-c351eba45a1e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:23.835156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82c3bf6d-ef95-4b32-a226-ff51ffbfd1d9 req-6dd643a8-ec8f-4fcf-b3c4-c351eba45a1e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1311653 Nov 16 21:20:23.876861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:23.900790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'mac_address': 'fa:16:3e:ee:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:23.931139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82c3bf6d-ef95-4b32-a226-ff51ffbfd1d9 req-6749a235-a8d8-4be2-96f8-2fff48839862 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874884 Nov 16 21:20:23.942818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a56e9-5195-4b60-bc5b-47863524e100 req-5852e3d5-a027-4b2e-89f1-e4cb3e7be904 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250793 Nov 16 21:20:23.949174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.966462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:23.990319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:23.999953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.095163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-528a56e9-5195-4b60-bc5b-47863524e100 req-1fb1c5bf-bc27-4c52-b96e-e859ac97af5c service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510029 Nov 16 21:20:24.169749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:24.216122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8a0e-c80b-4b8a-9ada-ac07a92d5845 req-2f3916ed-e220-470e-b258-79971d9941c0 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.225277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce2a8a0e-c80b-4b8a-9ada-ac07a92d5845 req-2f3916ed-e220-470e-b258-79971d9941c0 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 948 time: 0.1257706 Nov 16 21:20:24.241043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d4611db3-2e9d-4af5-b4c1-36764b908952'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:24.327558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce2a8a0e-c80b-4b8a-9ada-ac07a92d5845 req-470c5149-7d6e-4d2f-9daf-7d085d815bb6 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012163 Nov 16 21:20:24.542254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cf05fb0-e19e-45d0-b9fd-9eb0f5935f4b req-97d48f8c-9893-46f0-b683-58b64d3cedc8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e2f8308-337b-4ea4-9502-b67683622f99 HTTP/1.1" status: 200 len: 210 time: 0.0424113 Nov 16 21:20:24.570745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abeb15-cb2b-476f-9c55-8802f002fd30 req-6dbbb145-93de-48d0-9321-983f9a8bca20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.590231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abeb15-cb2b-476f-9c55-8802f002fd30 req-6dbbb145-93de-48d0-9321-983f9a8bca20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.597835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abeb15-cb2b-476f-9c55-8802f002fd30 req-6dbbb145-93de-48d0-9321-983f9a8bca20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.605668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8abeb15-cb2b-476f-9c55-8802f002fd30 req-6dbbb145-93de-48d0-9321-983f9a8bca20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.1538544 Nov 16 21:20:24.687306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8abeb15-cb2b-476f-9c55-8802f002fd30 req-d48766d3-14a9-4942-89d2-70b935a469b8 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807104 Nov 16 21:20:25.128639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc674f6-0c5c-4646-a8a2-6afe2a0d4737 req-b2ce5a9b-32a2-4689-ad05-1c11ebda6dd1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.131616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dc674f6-0c5c-4646-a8a2-6afe2a0d4737 req-b2ce5a9b-32a2-4689-ad05-1c11ebda6dd1 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.0801971 Nov 16 21:20:25.192106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dc674f6-0c5c-4646-a8a2-6afe2a0d4737 req-8d1b1727-2da9-4d7c-b893-29b7f3e074af tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Nov 16 21:20:25.343695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2f60-391e-4d53-91b3-9c4de1f0c4c3 req-0a297e13-8b7e-4488-a75d-83e34f375304 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.356932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:25.358057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2f60-391e-4d53-91b3-9c4de1f0c4c3 req-0a297e13-8b7e-4488-a75d-83e34f375304 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.367181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc2f60-391e-4d53-91b3-9c4de1f0c4c3 req-0a297e13-8b7e-4488-a75d-83e34f375304 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.375009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdfc2f60-391e-4d53-91b3-9c4de1f0c4c3 req-0a297e13-8b7e-4488-a75d-83e34f375304 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.1107197 Nov 16 21:20:25.433152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdfc2f60-391e-4d53-91b3-9c4de1f0c4c3 req-a2943327-9aee-426d-a5f3-b0d4f111d4da tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Nov 16 21:20:25.559359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b56d5a-b617-4f5f-b817-004bc533b37b req-afeeaf12-db01-46c2-bd52-ea14bab8e0cf tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.562810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43b56d5a-b617-4f5f-b817-004bc533b37b req-afeeaf12-db01-46c2-bd52-ea14bab8e0cf tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 948 time: 0.1281083 Nov 16 21:20:25.674733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43b56d5a-b617-4f5f-b817-004bc533b37b req-8e77122d-532d-4b2e-8062-570176e02273 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993078 Nov 16 21:20:25.691866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1889051789-network', 'tenant_id': '14ec999377b1477da7473f4e3349ce68'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:25.725073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Made reservation on behalf of 14ec999377b1477da7473f4e3349ce68 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:25.727475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.738516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.751931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:25.827587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-044b4ded-f7a9-4aa4-9cda-61acc401762e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.829602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-044b4ded-f7a9-4aa4-9cda-61acc401762e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.1527996 Nov 16 21:20:25.847358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port d4611db3-2e9d-4af5-b4c1-36764b908952 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:25.850136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-6a21c9d8-32e2-4898-a628-272855c96fe1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0142825 Nov 16 21:20:25.852932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port d4611db3-2e9d-4af5-b4c1-36764b908952 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:25.853837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.856215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.860969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.886198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:25.900200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9607c9b5-ec33-4979-9eb6-372cbff6b42f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:25.906466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.906787 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Added segment d98fdf7e-480c-4511-9909-c8fc2e97da8a of type vlan for network 40186d91-6bf9-44a0-8620-8c95c2733648 Nov 16 21:20:25.928964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-d69882af-cecb-4360-b68f-23f5266c4ef9 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728748 Nov 16 21:20:25.957903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.958143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.993163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:25.994359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:25.996938 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18bbc3-7743-4321-97ac-3afc4ab2f6bf" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:26.001918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.005243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.006422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.015570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.101509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-7bf21d57-d21d-44e5-912b-3c27a9f8d63b service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702445 Nov 16 21:20:26.146776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=40186d91-6bf9-44a0-8620-8c95c2733648,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:26.175696 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-143d1519-e779-4b1b-9ccf-ee3b8a74c0f4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8180590 Nov 16 21:20:26.176310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46180) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:26.181078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Request body: {'subnet': {'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-subnet', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:26.208470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Made reservation on behalf of 14ec999377b1477da7473f4e3349ce68 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:26.211667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.213805 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d84a8-1579-44eb-9f5d-c0353d426708 x-openstack-request-id: req-ea4d84a8-1579-44eb-9f5d-c0353d426708 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:26.214158 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:26.214401 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea4d84a8-1579-44eb-9f5d-c0353d426708 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:26.214861 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'code': 200} Nov 16 21:20:26.216590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 40186d91-6bf9-44a0-8620-8c95c2733648 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:26.278801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:26.334670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf9e25-12ad-41f1-9ae0-273f0d676361 req-d8e521a7-b145-4afb-a5a7-73d06c710aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.336429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60bf9e25-12ad-41f1-9ae0-273f0d676361 req-d8e521a7-b145-4afb-a5a7-73d06c710aed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 1100 time: 0.1156249 Nov 16 21:20:26.442294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-cb8c9e8c-0672-4c7c-b0e2-6ed05a09a3fa service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308375 Nov 16 21:20:26.473764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b72f-810c-4657-bcd7-a288be42c88f req-703a275f-7686-4d12-97fb-7be1ee9ab797 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.483729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b16b72f-810c-4657-bcd7-a288be42c88f req-703a275f-7686-4d12-97fb-7be1ee9ab797 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1735711 Nov 16 21:20:26.521756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60bf9e25-12ad-41f1-9ae0-273f0d676361 req-bc058666-85ac-4ce1-bdd0-b06d347755f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759133 Nov 16 21:20:26.584821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b16b72f-810c-4657-bcd7-a288be42c88f req-c185f9be-39df-46fa-9bb8-54e8010ee55d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Nov 16 21:20:26.883284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.929306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-583b0db0-53f6-4287-8c46-bdf7eb3b3586 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.946465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-583b0db0-53f6-4287-8c46-bdf7eb3b3586 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.953662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-583b0db0-53f6-4287-8c46-bdf7eb3b3586 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.956136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-583b0db0-53f6-4287-8c46-bdf7eb3b3586 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.3026724 Nov 16 21:20:26.967437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Checking segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:26.967840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Network hostable DHCP agents. Network: 40186d91-6bf9-44a0-8620-8c95c2733648, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:26.982246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f471-39de-47ab-b600-d08bd45bc686 req-12987942-26d4-47a0-a7e6-baaa165349fc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.987600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:26.988919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f471-39de-47ab-b600-d08bd45bc686 req-12987942-26d4-47a0-a7e6-baaa165349fc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.994873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f471-39de-47ab-b600-d08bd45bc686 req-12987942-26d4-47a0-a7e6-baaa165349fc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.996564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c051f471-39de-47ab-b600-d08bd45bc686 req-12987942-26d4-47a0-a7e6-baaa165349fc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 2419 time: 0.2570567 Nov 16 21:20:27.036188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Network 40186d91-6bf9-44a0-8620-8c95c2733648 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:27.054103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 40186d91-6bf9-44a0-8620-8c95c2733648) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:27.059754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:27.060468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.071072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398d5eb-3692-444f-8ffa-23029b259c16 None None] Network 40186d91-6bf9-44a0-8620-8c95c2733648 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:27.100559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-32d01b31-ee23-4e7d-8d32-51b5fccdae56 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9231369 Nov 16 21:20:27.101615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:27.107548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:27.140063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.142360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.253612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa1fa9-a689-4192-87a8-04ab4c8c4467 req-efee13db-da40-4f7f-9e3c-995cc9961f76 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:27.255647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97aa1fa9-a689-4192-87a8-04ab4c8c4467 req-efee13db-da40-4f7f-9e3c-995cc9961f76 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 949 time: 0.3641047 Nov 16 21:20:27.270130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c051f471-39de-47ab-b600-d08bd45bc686 req-defec8c4-682b-4e37-87bb-54fc62e60c34 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467778 Nov 16 21:20:27.300768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.349467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-40186d91-6bf9-44a0-8620-8c95c2733648', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:27.350337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.459631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d96b36bb-d9ae-41a5-b3bb-55ece7123444 req-6010786d-29b0-4c2f-82d1-b2f6b6c867a5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 210 time: 0.0704820 Nov 16 21:20:27.490203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97aa1fa9-a689-4192-87a8-04ab4c8c4467 req-391d22a9-600d-43ac-8a96-f410ef25efd7 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125089 Nov 16 21:20:27.497943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port 5bb812df-696c-4fb2-841d-9b497359c7d5 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:27.504489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.600721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.650290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Allocated IP 172.20.0.2 (40186d91-6bf9-44a0-8620-8c95c2733648/6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce/731eb32c-9763-41c3-acb5-433a09126d1b) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:27.718440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port 5bb812df-696c-4fb2-841d-9b497359c7d5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=5bb812df-696c-4fb2-841d-9b497359c7d5,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:27.718681 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.744653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for 5bb812df-696c-4fb2-841d-9b497359c7d5 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:27.947881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.949773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.962356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['c02485d9-a38e-4e7b-b129-d019a523ca5b', '014913d1-099b-485c-a8eb-e81fd7a8a3ff', '5bb812df-696c-4fb2-841d-9b497359c7d5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:27.972364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.001447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=5bb812df-696c-4fb2-841d-9b497359c7d5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.038377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.043933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821c048-8e23-4b1f-9e21-dffee365b56a req-3e8bbd96-2669-49c6-beaa-a5c92dcfa736 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.045818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c821c048-8e23-4b1f-9e21-dffee365b56a req-3e8bbd96-2669-49c6-beaa-a5c92dcfa736 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.1098542 Nov 16 21:20:28.096858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.127969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port 5bb812df-696c-4fb2-841d-9b497359c7d5 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:28.134013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.137845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-18e6c6b0-e9d3-4608-b0ff-efcc1d28b46b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "DELETE /v2.0/ports/5bb812df-696c-4fb2-841d-9b497359c7d5 HTTP/1.1" status: 204 len: 173 time: 1.1667628 Nov 16 21:20:28.138030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:28.142008 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d2819-c353-40c8-b79d-761d4bc7bbdd" -d '{"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:28.152889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Network 40186d91-6bf9-44a0-8620-8c95c2733648 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:28.177334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:28.179163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Pushing event updated for resources: {'Port': ['ID=731eb32c-9763-41c3-acb5-433a09126d1b,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.181384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:28.212676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c821c048-8e23-4b1f-9e21-dffee365b56a req-1e676501-9c92-4a0b-9db8-2ff5512ff57b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415944 Nov 16 21:20:28.289280 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b65f8bc-79e6-4548-abc2-e0be1b859d2c x-openstack-request-id: req-3b65f8bc-79e6-4548-abc2-e0be1b859d2c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:28.289715 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "5bb812df-696c-4fb2-841d-9b497359c7d5", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:28.289980 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b65f8bc-79e6-4548-abc2-e0be1b859d2c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:28.290391 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': '5bb812df-696c-4fb2-841d-9b497359c7d5', 'status': 'completed', 'code': 200} Nov 16 21:20:28.336231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Attempting to bind port 731eb32c-9763-41c3-acb5-433a09126d1b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:28.336814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Attempting to bind port 731eb32c-9763-41c3-acb5-433a09126d1b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:28.337551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Attempting to bind port 731eb32c-9763-41c3-acb5-433a09126d1b on network 40186d91-6bf9-44a0-8620-8c95c2733648 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:28.349895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:28.350624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Checking segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:28.351257 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.351835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Bound using segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:28.352496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Bound port: 731eb32c-9763-41c3-acb5-433a09126d1b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:28.353053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.373857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Allocated IP 172.25.7.90 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:28.615915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] For port 731eb32c-9763-41c3-acb5-433a09126d1b, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:28.640007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] For port 731eb32c-9763-41c3-acb5-433a09126d1b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=731eb32c-9763-41c3-acb5-433a09126d1b,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:28.648363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926e41e-639a-424a-b9c5-7232a5a8e03d req-c056d939-6886-413a-b5e6-52f9f60f2c00 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.652352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.657086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926e41e-639a-424a-b9c5-7232a5a8e03d req-c056d939-6886-413a-b5e6-52f9f60f2c00 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.666818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5926e41e-639a-424a-b9c5-7232a5a8e03d req-c056d939-6886-413a-b5e6-52f9f60f2c00 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 1683 time: 0.2166691 Nov 16 21:20:28.677795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port 014913d1-099b-485c-a8eb-e81fd7a8a3ff {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:28.678120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.761751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d029b-32b8-47a7-9e96-36906fd72818 None None] Pushing event updated for resources: {'Port': ['ID=731eb32c-9763-41c3-acb5-433a09126d1b,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.787636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.847691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-bc2da0ec-4cec-42d1-a5a4-04c52a8e0aeb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.849290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-bc2da0ec-4cec-42d1-a5a4-04c52a8e0aeb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.5624366 Nov 16 21:20:28.863962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0141ec5b-cdc2-4679-a90b-46f646fd5bd5 req-aab58bcc-4ede-45a4-8908-f9720a077d5c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 210 time: 0.1887326 Nov 16 21:20:28.864419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.918883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5926e41e-639a-424a-b9c5-7232a5a8e03d req-45c82d15-d74b-4682-82e1-30478cef3a05 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510343 Nov 16 21:20:28.930685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': 'f66b2131-de2e-412f-abb2-473810d98369', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:28.935720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:28.938889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:28.941917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:28.993219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Pushing event updated for resources: {'Port': ['ID=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.172481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port 014913d1-099b-485c-a8eb-e81fd7a8a3ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=014913d1-099b-485c-a8eb-e81fd7a8a3ff,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:29.178255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.214069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for 014913d1-099b-485c-a8eb-e81fd7a8a3ff owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:29.223923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33816-2dc4-4ea0-aba7-2e0e40bffe9d req-fe055d54-8b60-4e33-b3c6-04d97fd972fe tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:29.235250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea33816-2dc4-4ea0-aba7-2e0e40bffe9d req-fe055d54-8b60-4e33-b3c6-04d97fd972fe tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 949 time: 0.1639516 Nov 16 21:20:29.298534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 731eb32c-9763-41c3-acb5-433a09126d1b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:29.321920 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.365352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 731eb32c-9763-41c3-acb5-433a09126d1b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:29.365986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.443853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:29.447345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.456029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.513249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 731eb32c-9763-41c3-acb5-433a09126d1b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=731eb32c-9763-41c3-acb5-433a09126d1b,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:29.513507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea33816-2dc4-4ea0-aba7-2e0e40bffe9d req-06d9f7a2-2a50-46b3-b60a-f4dce5007e8c tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732069 Nov 16 21:20:29.520670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.595623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.598700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=731eb32c-9763-41c3-acb5-433a09126d1b,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.746982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0908a-8e80-43a7-bd65-4879553409dc req-5c9ae3a5-ee36-45c8-9958-51b7c61af54a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:29.761156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ba0908a-8e80-43a7-bd65-4879553409dc req-5c9ae3a5-ee36-45c8-9958-51b7c61af54a tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.3657353 Nov 16 21:20:29.770970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Router e3272f4f-6de2-4118-9723-6fbfeed71923 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:20:29.791790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.923211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:29.925539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=014913d1-099b-485c-a8eb-e81fd7a8a3ff,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.949690 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Sync routers for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:29.990024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:30.000287 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:30.024909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.027109 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cc65687a-44aa-4cad-8171-5c2976daccde admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9234293 Nov 16 21:20:30.030611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.098159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port 014913d1-099b-485c-a8eb-e81fd7a8a3ff on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:30.131789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.135728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-38db64ed-7a94-458e-943a-b23d8fd0e081 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "DELETE /v2.0/ports/014913d1-099b-485c-a8eb-e81fd7a8a3ff HTTP/1.1" status: 204 len: 173 time: 1.9858544 Nov 16 21:20:30.140710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.10 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/e41ad3b8-9f63-44e4-aa71-df563a5a9716) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:30.184212 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:30.187273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ba0908a-8e80-43a7-bd65-4879553409dc req-9f2865a8-22a0-4e56-8df8-248517f22c6e tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226556 Nov 16 21:20:30.303956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-866996cd-1d07-4459-a2ca-48d2c322d1b1 req-51a2f0aa-c72b-4338-a2fe-4dd44357cac7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 210 time: 0.1094472 Nov 16 21:20:30.319869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:30.323757 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0881d136-293a-402f-9549-40e06b8abc87" -d '{"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:30.365655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca89bbf-25e4-4b30-b06c-295a09b2e776 None None] Network 40186d91-6bf9-44a0-8620-8c95c2733648 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:30.533078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-17d55468-10d7-428e-8e8b-d84a524109bb None None] Provisioning complete for port 731eb32c-9763-41c3-acb5-433a09126d1b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:30.533854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-17d55468-10d7-428e-8e8b-d84a524109bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.582549 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:29Z', 'revision_number': 3, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:30.615236 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Checking router: e3272f4f-6de2-4118-9723-6fbfeed71923 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:20:30.615850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Updating router e3272f4f-6de2-4118-9723-6fbfeed71923 port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:20:30.672646 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.833774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.937901 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c698f-3c25-4737-a69c-4514e72b2df7 x-openstack-request-id: req-a14c698f-3c25-4737-a69c-4514e72b2df7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:30.938542 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "014913d1-099b-485c-a8eb-e81fd7a8a3ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:30.938542 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a14c698f-3c25-4737-a69c-4514e72b2df7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:30.938939 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': '014913d1-099b-485c-a8eb-e81fd7a8a3ff', 'status': 'completed', 'code': 200} Nov 16 21:20:30.993489 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.000323 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.026046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ad46-3971-4a50-a17b-10a7d74ab0e0 req-00fff440-6bc1-40a0-9144-f0bbdf8b5211 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.027582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23e9ad46-3971-4a50-a17b-10a7d74ab0e0 req-00fff440-6bc1-40a0-9144-f0bbdf8b5211 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 946 time: 0.6594882 Nov 16 21:20:31.029554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Allocated IP 172.20.0.1 (40186d91-6bf9-44a0-8620-8c95c2733648/6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce/669168f4-efa6-4c43-af43-53c797e7d822) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:31.032088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.037083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port c02485d9-a38e-4e7b-b129-d019a523ca5b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:31.037433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.061792 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Attempting to bind port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:31.062199 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Attempting to bind port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:31.062565 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Attempting to bind port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:31.070266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Pushing event updated for resources: {'Port': ['ID=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.073330 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:31.073637 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:31.074034 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.074418 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:31.074885 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Bound port: fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:31.075282 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.082061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.082399 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.082731 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.083088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.083414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.083736 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.084057 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.084371 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.084687 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.085000 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.085322 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.085627 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:31.133879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-de98bb61-c2a5-4790-b5f5-67300f6dcea2 None None] Provisioning complete for port 731eb32c-9763-41c3-acb5-433a09126d1b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:31.135722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-de98bb61-c2a5-4790-b5f5-67300f6dcea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.139807 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] For port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:31.144078 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] For port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:31.151677 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.169027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23e9ad46-3971-4a50-a17b-10a7d74ab0e0 req-4556817f-ac13-48c2-9c19-43be3ca49912 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285467 Nov 16 21:20:31.212607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.237146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:31.237379 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:31.257982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.283974 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece66e5-6b91-4efc-a079-31c587bcbdf6 None None] Pushing event updated for resources: {'Port': ['ID=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.336462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:31.336462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port c02485d9-a38e-4e7b-b129-d019a523ca5b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c02485d9-a38e-4e7b-b129-d019a523ca5b,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:31.336462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.345235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:31.352626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 731eb32c-9763-41c3-acb5-433a09126d1b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:31.354778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.355437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:31.359373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for c02485d9-a38e-4e7b-b129-d019a523ca5b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:31.392186 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:31.394526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.432942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Network 40186d91-6bf9-44a0-8620-8c95c2733648 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:31.437682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:31.442156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:31.480220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:31.496100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.499738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Pushing event updated for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.599191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c02485d9-a38e-4e7b-b129-d019a523ca5b no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:31.607380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.608052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.650041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7839e3-f86c-49b7-93ef-10d8c9baf4f1 req-4c6f2ca5-7565-4c71-96fa-73b4321611f2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.660045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad7839e3-f86c-49b7-93ef-10d8c9baf4f1 req-4c6f2ca5-7565-4c71-96fa-73b4321611f2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 949 time: 0.2986186 Nov 16 21:20:31.676889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-26a70993-6202-496c-a738-7fb05df52c61 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7857423 Nov 16 21:20:31.688520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711781c-c849-4097-9659-8bd6a8d5fa2d req-7246a1d7-8cc7-4a5d-954c-14b770732a85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.697197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d711781c-c849-4097-9659-8bd6a8d5fa2d req-7246a1d7-8cc7-4a5d-954c-14b770732a85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 932 time: 0.2739494 Nov 16 21:20:31.701213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:31.712561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Request body: {'port': {'device_id': 'f66b2131-de2e-412f-abb2-473810d98369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:31.721364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 731eb32c-9763-41c3-acb5-433a09126d1b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:31.722078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.750730 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:29Z', 'revision_number': 3, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:31.752348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.765920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b04a757c-a6e6-446f-ad42-2da121209567', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'b04a757c-a6e6-446f-ad42-2da121209567', 'mac_address': 'fa:16:3e:c3:50:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:31.816730 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e413-bfea-4f0f-a711-3481ce008063 None None] The sync data for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 is: [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:29Z', 'revision_number': 3, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:31.894683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-accd9543-bb47-4ff9-9635-7a154853e5c9 None None] Provisioning complete for port 669168f4-efa6-4c43-af43-53c797e7d822 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:31.896264 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-accd9543-bb47-4ff9-9635-7a154853e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.919301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad7839e3-f86c-49b7-93ef-10d8c9baf4f1 req-1fbf1272-3fe7-4d5f-b08f-233889d64a6b tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582235 Nov 16 21:20:31.939871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-accd9543-bb47-4ff9-9635-7a154853e5c9 None None] Port 669168f4-efa6-4c43-af43-53c797e7d822 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:31.945092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d711781c-c849-4097-9659-8bd6a8d5fa2d req-b294874f-7b28-4b00-8dca-6d246141f22c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467532 Nov 16 21:20:31.948773 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.969600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.026156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.060916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:32.072251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.075261 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.082959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.083761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=c02485d9-a38e-4e7b-b129-d019a523ca5b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.271686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.292150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Pushing event updated for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.296465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port c02485d9-a38e-4e7b-b129-d019a523ca5b on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:32.302490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.312304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b7e6e95-b1d6-4077-8cf0-b11ea8d280c8 req-02706257-6323-4320-be9f-598efbff4590 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "DELETE /v2.0/ports/c02485d9-a38e-4e7b-b129-d019a523ca5b HTTP/1.1" status: 204 len: 173 time: 2.1237786 Nov 16 21:20:32.356617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:32.368450 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.417888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5bb812df-696c-4fb2-841d-9b497359c7d5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:32.535166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 5bb812df-696c-4fb2-841d-9b497359c7d5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:32.535765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 5bb812df-696c-4fb2-841d-9b497359c7d5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:32.536193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 014913d1-099b-485c-a8eb-e81fd7a8a3ff no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:32.536332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Network 40186d91-6bf9-44a0-8620-8c95c2733648 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:32.537872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:32.565410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da8f7795-c0fd-4222-be78-a00e69eae8c3 req-2def7cbd-8b47-4c12-b4bb-9c1c1d14fe88 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7f85759-a2c3-4fe1-bac4-292f0302129b HTTP/1.1" status: 200 len: 210 time: 0.2053964 Nov 16 21:20:32.601882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.651923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 014913d1-099b-485c-a8eb-e81fd7a8a3ff {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:32.652639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 014913d1-099b-485c-a8eb-e81fd7a8a3ff not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:32.654886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b04a757c-a6e6-446f-ad42-2da121209567'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:32.790813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Router e3272f4f-6de2-4118-9723-6fbfeed71923 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:32.822163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41ad3b8-9f63-44e4-aa71-df563a5a9716 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:32.840276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.865425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Transition to ACTIVE for port object e41ad3b8-9f63-44e4-aa71-df563a5a9716 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:32.878533 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.940985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:32.954965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1cf6470f-b277-48c8-b8be-53f699e2da90 None None] Provisioning complete for port 669168f4-efa6-4c43-af43-53c797e7d822 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:32.955514 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2c7e7-feea-48b0-8cf7-dc5ae53cbe27" -d '{"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:32.957241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1cf6470f-b277-48c8-b8be-53f699e2da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.076651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6470f-b277-48c8-b8be-53f699e2da90 None None] Port 669168f4-efa6-4c43-af43-53c797e7d822 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:33.085561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:33.099873 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557fd6c-f589-4b53-b153-03a1b523666a x-openstack-request-id: req-5557fd6c-f589-4b53-b153-03a1b523666a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:33.100662 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f85759-a2c3-4fe1-bac4-292f0302129b", "name": "network-vif-deleted", "tag": "c02485d9-a38e-4e7b-b129-d019a523ca5b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:33.102252 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5557fd6c-f589-4b53-b153-03a1b523666a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:33.102980 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f85759-a2c3-4fe1-bac4-292f0302129b', 'name': 'network-vif-deleted', 'tag': 'c02485d9-a38e-4e7b-b129-d019a523ca5b', 'status': 'completed', 'code': 200} Nov 16 21:20:33.106096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ecd8898-4013-45b2-ae67-ab3f4a16892a admin admin] 10.222.0.54 "PUT /v2.0/routers/e3272f4f-6de2-4118-9723-6fbfeed71923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0741045 Nov 16 21:20:33.178004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Pushing event updated for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:33.263709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:33.274154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fb87a-96f2-457a-9d79-f03dd38d8ab5 req-1397d598-b067-492b-af1f-aca1932dbafe tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.289625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-235fb87a-96f2-457a-9d79-f03dd38d8ab5 req-1397d598-b067-492b-af1f-aca1932dbafe tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 948 time: 0.1854832 Nov 16 21:20:33.333142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7288-7986-44a6-a6c1-83f86e6ca935 req-65367d22-4924-4b71-95a8-71d2daf2e38b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.340355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faad7288-7986-44a6-a6c1-83f86e6ca935 req-65367d22-4924-4b71-95a8-71d2daf2e38b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 944 time: 0.1567342 Nov 16 21:20:33.347192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Attempting to bind port e41ad3b8-9f63-44e4-aa71-df563a5a9716 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:33.347521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Attempting to bind port e41ad3b8-9f63-44e4-aa71-df563a5a9716 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:33.347849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Attempting to bind port e41ad3b8-9f63-44e4-aa71-df563a5a9716 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:33.364841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:33.365312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.374552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Port e41ad3b8-9f63-44e4-aa71-df563a5a9716 on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:33.374883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Attempting to bind port e41ad3b8-9f63-44e4-aa71-df563a5a9716 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:33.404770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:33.405120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:33.405689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:33.406144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Bound port: e41ad3b8-9f63-44e4-aa71-df563a5a9716, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:33.406501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.429155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-235fb87a-96f2-457a-9d79-f03dd38d8ab5 req-e0b4dcf1-c4a7-40db-877a-db6b1011dceb tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386485 Nov 16 21:20:33.465238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faad7288-7986-44a6-a6c1-83f86e6ca935 req-85a44d48-8fe3-42f5-9808-643625322266 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240263 Nov 16 21:20:33.490186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:33.526304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:33.540931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:33.547711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.566277 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.633004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.635794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.637236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] 10.222.0.21 "PUT /v2.0/ports/e41ad3b8-9f63-44e4-aa71-df563a5a9716 HTTP/1.1" status: 200 len: 1092 time: 1.9296331 Nov 16 21:20:33.669906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:33.685837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.718016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da1c9b-80f9-4055-a10e-e0b795996bda service neutron] Pushing event updated for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:33.770091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46384) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:33.774321 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.804458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:33.811503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-04dc8fca-ea38-403d-906d-a5d8dfaaefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.814972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-04dc8fca-ea38-403d-906d-a5d8dfaaefdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 1095 time: 0.1270103 Nov 16 21:20:33.826074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:33.857159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:33.877326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:33.884985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting subnet 4d81069d-0868-4155-9f06-012971a9f487 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:33.894246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.902425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-c937c111-1343-4792-83be-172123b93ef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716 HTTP/1.1" status: 200 len: 217 time: 0.0789065 Nov 16 21:20:33.928484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.975047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.988493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:33.996524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455057ca-73a2-48b8-8939-570cef9963b5 req-1ebd987a-d9fc-44a2-beb8-ff73e62d7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.002093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-1ebd987a-d9fc-44a2-beb8-ff73e62d7ac4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0916517 Nov 16 21:20:34.052814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-11ee72fe-7947-403f-897b-de0f52eb30f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432422 Nov 16 21:20:34.083157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:34.112393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'mac_address': 'fa:16:3e:ee:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:34.144110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.146753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.197518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.223676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-c113d94e-c31e-4f68-ad9b-531b9d9f3039 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613944 Nov 16 21:20:34.231330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:34.251730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:34.258043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.310763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46398) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.325742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862744256', 'description': 'tempest-description--1872177415'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:34.355079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d4611db3-2e9d-4af5-b4c1-36764b908952'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:34.378707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.388986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-455057ca-73a2-48b8-8939-570cef9963b5 req-7243cf01-aabf-4767-8236-c194469fcf5b service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565552 Nov 16 21:20:34.409777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.412228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.433379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46302c4-bc1a-4eeb-9ef3-80af207a1862 None None] Network 121b667b-3666-454e-b6b7-7a2b017f1c55 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:34.452029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.457725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/subnets/4d81069d-0868-4155-9f06-012971a9f487 HTTP/1.1" status: 204 len: 168 time: 0.6857080 Nov 16 21:20:34.460959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46400) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.479286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b2e8-0170-4057-ac06-80ea54c37134 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Subnet': ['ID=4d81069d-0868-4155-9f06-012971a9f487,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.617752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Sync routers for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:34.633183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d31add7-5c49-475b-8b57-dc2c5cd2117a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.651146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.675825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.707527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:34.708436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:34.723578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.724875 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4109743 Nov 16 21:20:34.734043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.772338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d32ec3-e60e-4eac-889b-d547bce5dfd2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d013b-056b-40a8-9fd7-3039ebf052ac,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.816471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'security_group_rule': {'security_group_id': 'e67d013b-056b-40a8-9fd7-3039ebf052ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:34.828013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:34.835195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d31add7-5c49-475b-8b57-dc2c5cd2117a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.844030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d31add7-5c49-475b-8b57-dc2c5cd2117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.882258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.907846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31add7-5c49-475b-8b57-dc2c5cd2117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e1581-9d27-44b4-a13c-6c6c522867b4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.924855 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7d31add7-5c49-475b-8b57-dc2c5cd2117a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55544016ec9349a2899677a6f4666465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795501 Nov 16 21:20:34.926377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46422) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.942560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28a816-7d40-4722-b4be-14405a2a2dfd req-68747586-eb82-4fdb-bc28-bfeb8edaeacd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.944194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c28a816-7d40-4722-b4be-14405a2a2dfd req-68747586-eb82-4fdb-bc28-bfeb8edaeacd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 944 time: 0.3475513 Nov 16 21:20:35.001097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3322d-864d-406d-896a-43086289130c req-c4f07860-da41-40d9-a62c-58cb0818040c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.003543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57d3322d-864d-406d-896a-43086289130c req-c4f07860-da41-40d9-a62c-58cb0818040c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 948 time: 0.3384080 Nov 16 21:20:35.006485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.009241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.037554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.118497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:35.120721 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53224217-fff2-4eea-8f31-4da100ad4ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:35.130607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] DHCP port deletion for 121b667b-3666-454e-b6b7-7a2b017f1c55 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:35.139666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.143877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.150973 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c04e1581-9d27-44b4-a13c-6c6c522867b4 HTTP/1.1" status: 204 len: 168 time: 0.2207513 Nov 16 21:20:35.156626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 2, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:35.172897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411a53c-12f1-46ea-81e0-7461056f94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e1581-9d27-44b4-a13c-6c6c522867b4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:35.184948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c28a816-7d40-4722-b4be-14405a2a2dfd req-babfe4b9-0088-47b7-bb6f-a32a4531150f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311692 Nov 16 21:20:35.221424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Checking router: e3272f4f-6de2-4118-9723-6fbfeed71923 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:20:35.221424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Updating router e3272f4f-6de2-4118-9723-6fbfeed71923 port 669168f4-efa6-4c43-af43-53c797e7d822 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:20:35.269446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57d3322d-864d-406d-896a-43086289130c req-8f02aeab-6f67-4a28-b457-ace802cc68d7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266221 Nov 16 21:20:35.284551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.315781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:35.329063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.349609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.371790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Deleting port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:35.372193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.436046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03575ce9-a872-45c7-a033-8c9933bc41ee,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:35.441054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:35.441054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.569506 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0f2980-4dd8-4af5-a94a-dbffb63e483d x-openstack-request-id: req-3a0f2980-4dd8-4af5-a94a-dbffb63e483d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:35.570197 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:35.570666 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a0f2980-4dd8-4af5-a94a-dbffb63e483d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:35.571377 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716', 'status': 'completed', 'code': 200} Nov 16 21:20:35.589897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:35.636095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.641374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46440) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:35.644523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ecb1f155-75cd-4409-ac3b-f94f8a1990f4 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8903718 Nov 16 21:20:35.649359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'security_group_rule': {'security_group_id': 'e67d013b-056b-40a8-9fd7-3039ebf052ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:35.698404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.732846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] For port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:35.733893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.744141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46442) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:35.761279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,segment=NetworkSegment(1d85e88b-387d-45f1-8f02-c29cf44a001b),segment_id=1d85e88b-387d-45f1-8f02-c29cf44a001b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:35.761279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.769734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Calling delete_port for 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:35.771154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40fa9-5b8f-4df3-b515-55210b21212d req-54fdcfc5-03f8-4da7-a807-1e588a4087ba tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.772617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91556d5e-8d69-4811-8429-73eea3f3e8ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.773293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fda40fa9-5b8f-4df3-b515-55210b21212d req-54fdcfc5-03f8-4da7-a807-1e588a4087ba tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1848450 Nov 16 21:20:35.784640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-ac9f7d19-5943-4651-bf98-f160db255cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.786344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-ac9f7d19-5943-4651-bf98-f160db255cb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 1095 time: 0.2129529 Nov 16 21:20:35.801895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:35.802528 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.803227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:35.852929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:35.883709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91556d5e-8d69-4811-8429-73eea3f3e8ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.906962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91556d5e-8d69-4811-8429-73eea3f3e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.948685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b04a757c-a6e6-446f-ad42-2da121209567 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:35.949434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.952255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91556d5e-8d69-4811-8429-73eea3f3e8ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=263f364721ee450891e825b179d412c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021623 Nov 16 21:20:35.957272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46444) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:35.967351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fda40fa9-5b8f-4df3-b515-55210b21212d req-3eb425cd-6e2d-4b9b-8de2-5723b9667c66 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870108 Nov 16 21:20:35.987886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-7b06be01-90e5-4adb-80bc-dd5856d6e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.989357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-7b06be01-90e5-4adb-80bc-dd5856d6e414 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.1951666 Nov 16 21:20:36.046328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-22c4b703-e004-4bf4-af33-0c97f4d34e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716 HTTP/1.1" status: 200 len: 217 time: 0.0431106 Nov 16 21:20:36.049763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.077379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.080738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91556d5e-8d69-4811-8429-73eea3f3e8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072088e0-1c05-40af-a72f-a243ed869f93,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.092867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.098257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.120280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port d4611db3-2e9d-4af5-b4c1-36764b908952 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.120796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.127918 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.131026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:36.133043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.156297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71326e35-1bc5-4b4f-893f-0d7b2000b8aa,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.170314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.171864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef0d3120-8625-4683-8421-a48cb87b0ff7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286341 Nov 16 21:20:36.178124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46446) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:36.182811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-37b9e40b-7548-4bc2-a921-608282e609dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.184296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-37b9e40b-7548-4bc2-a921-608282e609dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.1283548 Nov 16 21:20:36.190752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:36.229400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] Pushing event deleted for resources: {'Port': ['ID=2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.235312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ba900-3230-4d48-b7ee-25175f5b5c89 None None] No DVR routers for this DVR port 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:36.280714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-36db00d3-f822-48e8-a257-03fd550d2cfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733757 Nov 16 21:20:36.282179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.293986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.303550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.365988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.407012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.437070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121b667b-3666-454e-b6b7-7a2b017f1c55']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:36.438675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:36.441288 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e0271-83c6-4382-99a2-6dfb19dea7f7" -d '{"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:36.455912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.456574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.460685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.466518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/072088e0-1c05-40af-a72f-a243ed869f93 HTTP/1.1" status: 204 len: 168 time: 0.5078454 Nov 16 21:20:36.474479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d85e88b-387d-45f1-8f02-c29cf44a001b') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:36.474755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d85e88b-387d-45f1-8f02-c29cf44a001b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:36.491788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fc093-4949-4ece-a3b9-333adb25c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072088e0-1c05-40af-a72f-a243ed869f93,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.527433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.532478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:36.532478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:36.581993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.591185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-48aed9a1-3227-43c9-8e18-1c6ca5a52033 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942877 Nov 16 21:20:36.598517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:36.598910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:36.602917 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:36.640082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.788028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e5244-352e-495b-9e82-7a860e0b9df7 req-c673ee9d-9f08-4da0-bb38-8dcb48ad6904 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.794166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:36.794732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c1d432e-4fa8-4eca-9dcb-e991e8fdde3d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:36.801447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f4e5244-352e-495b-9e82-7a860e0b9df7 req-c673ee9d-9f08-4da0-bb38-8dcb48ad6904 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 944 time: 0.3616014 Nov 16 21:20:36.840119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Attempting to bind port 669168f4-efa6-4c43-af43-53c797e7d822 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:36.840959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Attempting to bind port 669168f4-efa6-4c43-af43-53c797e7d822 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:36.841340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Attempting to bind port 669168f4-efa6-4c43-af43-53c797e7d822 on network 40186d91-6bf9-44a0-8620-8c95c2733648 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:36.845095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593d1c3-b912-47b0-af50-fa6d5384a563 req-e3937a55-1639-4b90-bf19-252bbeac32a2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.852719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1593d1c3-b912-47b0-af50-fa6d5384a563 req-e3937a55-1639-4b90-bf19-252bbeac32a2 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 948 time: 0.3736029 Nov 16 21:20:36.860075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:36.860451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Checking segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:36.861359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.861792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Bound using segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:36.862242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Bound port: 669168f4-efa6-4c43-af43-53c797e7d822, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:36.862594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.905830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296497e-c020-4962-a00d-cfd83184793a None None] Pushing event updated for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:36.970250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53224217-fff2-4eea-8f31-4da100ad4ef7 req-ac12e973-286c-42e3-9e16-2938b52de2df service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563654 Nov 16 21:20:36.984845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.989424 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.077899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.082378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:37.087655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] For port 669168f4-efa6-4c43-af43-53c797e7d822, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:37.092742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] For port 669168f4-efa6-4c43-af43-53c797e7d822, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=669168f4-efa6-4c43-af43-53c797e7d822,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:37.094947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] Provisioning complete for port 669168f4-efa6-4c43-af43-53c797e7d822 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:37.095650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.097459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.122706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.239163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.257791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:37.260151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:37.462060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:37.512078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.516289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/networks/121b667b-3666-454e-b6b7-7a2b017f1c55 HTTP/1.1" status: 204 len: 168 time: 3.0542710 Nov 16 21:20:37.520908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46478) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:37.526258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.532714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f4e5244-352e-495b-9e82-7a860e0b9df7 req-72597192-2f5d-4a9a-b0ef-4908243720fd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7301967 Nov 16 21:20:37.533508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1fab-9b64-45cc-bf77-4146113f7234 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Network': ['ID=121b667b-3666-454e-b6b7-7a2b017f1c55,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.615592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1593d1c3-b912-47b0-af50-fa6d5384a563 req-ab0129d5-09cc-4025-b51b-c5ed20d4a643 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7616177 Nov 16 21:20:37.636660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting subnet 518b7b5d-62d2-4bf4-a6bc-e86df865e090 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:37.651082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.748256 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e18967-f68e-4d1f-bc47-b0fa72ac0d2e x-openstack-request-id: req-70e18967-f68e-4d1f-bc47-b0fa72ac0d2e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:37.748256 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04a757c-a6e6-446f-ad42-2da121209567", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:37.748698 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70e18967-f68e-4d1f-bc47-b0fa72ac0d2e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:37.748859 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567', 'code': 200} Nov 16 21:20:37.749855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296497e-c020-4962-a00d-cfd83184793a None None] Pushing event updated for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.758711 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.769391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Allocated IP 172.25.7.47 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/aaba66a1-544a-4c5f-98b8-1d8334e95968) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:37.783064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.848031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e41ad3b8-9f63-44e4-aa71-df563a5a9716 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:37.941108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.985468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] For port 669168f4-efa6-4c43-af43-53c797e7d822, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=669168f4-efa6-4c43-af43-53c797e7d822,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:37.993817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55559495-b771-4ff1-9cf3-1abc84daa0e5 req-0e69190b-cd2e-4d35-a3b8-4d47a29a95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:37.995422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55559495-b771-4ff1-9cf3-1abc84daa0e5 req-0e69190b-cd2e-4d35-a3b8-4d47a29a95f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1101 time: 0.0998557 Nov 16 21:20:38.010337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dbcb1-c6d2-4521-9aa9-f681e40b0406 req-0d91e253-56d6-4372-a0c7-4fff0afcf919 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:38.012069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf8dbcb1-c6d2-4521-9aa9-f681e40b0406 req-0d91e253-56d6-4372-a0c7-4fff0afcf919 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1280618 Nov 16 21:20:38.063619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.073407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.122892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55559495-b771-4ff1-9cf3-1abc84daa0e5 req-2ecc46ab-165c-42b9-8a4e-fcec3eede1b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097903 Nov 16 21:20:38.126203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.130417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf8dbcb1-c6d2-4521-9aa9-f681e40b0406 req-219bbb69-8f65-4dfc-911e-b3f3168e8c31 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054320 Nov 16 21:20:38.132254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/subnets/518b7b5d-62d2-4bf4-a6bc-e86df865e090 HTTP/1.1" status: 204 len: 168 time: 0.6096525 Nov 16 21:20:38.133612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8507f-d18c-4200-a865-c5a553619317 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Subnet': ['ID=518b7b5d-62d2-4bf4-a6bc-e86df865e090,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:38.135456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:38.193281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:38.219027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.268429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716', 'mac_address': 'fa:16:3e:6c:64:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:38.275722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.276008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367737a5-8423-4276-bcc9-82712da4b5f0 None None] Network e6e2b254-6410-4cc4-87af-6f30d2e81b08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:38.320843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:38.329011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:38.337445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:38.391427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'Port': ['ID=aaba66a1-544a-4c5f-98b8-1d8334e95968,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:38.415847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:38.416244 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.519484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.552350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.565885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:38.586617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,segment=NetworkSegment(1352eb02-4bc1-4a06-9a6c-4a17bae3779d),segment_id=1352eb02-4bc1-4a06-9a6c-4a17bae3779d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:38.586998 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.603550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:38.777712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.832368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-44453f6d-39ad-4064-a53e-d73a6ccffc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.863008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=21b4c274-c338-4a20-bc8f-7e62f0a2cf5c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:38.864905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:38.869241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.897740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.950215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41ad3b8-9f63-44e4-aa71-df563a5a9716 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:38.978382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-44453f6d-39ad-4064-a53e-d73a6ccffc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:38.999008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:39.003902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827cde4-479c-469e-9557-3daf1e336315 None None] Pushing event updated for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:39.018896 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-44453f6d-39ad-4064-a53e-d73a6ccffc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.024572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-aeab25b5-e6ef-4f5d-9562-06f8a1dd5ec0 None None] Provisioning complete for port 669168f4-efa6-4c43-af43-53c797e7d822 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:39.025290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aeab25b5-e6ef-4f5d-9562-06f8a1dd5ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.029239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.031191 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.058813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.105105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.106553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1802e44-44e3-4038-bbee-d3c57d6e621e None None] DHCP port deletion for e6e2b254-6410-4cc4-87af-6f30d2e81b08 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:39.115081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-44453f6d-39ad-4064-a53e-d73a6ccffc5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e90a5a7b958b475e83408b859241e749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430777 Nov 16 21:20:39.119505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:39.150410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.152361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:39.182168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44453f6d-39ad-4064-a53e-d73a6ccffc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19b489-b8b7-4c40-b174-9536ad70a09a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:39.218517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea35ec-bbf8-45fe-84cc-3b0396eab901 None None] The sync data for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 is: [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:39.218822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.290476 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.296464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.334717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:39.362683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e2b254-6410-4cc4-87af-6f30d2e81b08']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.367277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e41ad3b8-9f63-44e4-aa71-df563a5a9716'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:39.389686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.393379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1352eb02-4bc1-4a06-9a6c-4a17bae3779d') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.393756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1352eb02-4bc1-4a06-9a6c-4a17bae3779d') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.394772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.398619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f19b489-b8b7-4c40-b174-9536ad70a09a HTTP/1.1" status: 204 len: 168 time: 0.2754014 Nov 16 21:20:39.406215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f48bc-7e37-4123-9f8f-4264731e3d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19b489-b8b7-4c40-b174-9536ad70a09a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:39.431194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.477587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:39.477842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21b4c274-c338-4a20-bc8f-7e62f0a2cf5c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:39.614551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bd89f-888a-4310-8844-25e97fa56ee3 req-5c973bc6-df54-4958-838d-4f2845857c49 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:39.627817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d8bd89f-888a-4310-8844-25e97fa56ee3 req-5c973bc6-df54-4958-838d-4f2845857c49 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 950 time: 0.8832338 Nov 16 21:20:39.684092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868547a-751b-423f-b0af-2ff6419c3cc9 req-3ac8bfe3-9368-4418-9f5e-75bc569ace3c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:39.685667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d868547a-751b-423f-b0af-2ff6419c3cc9 req-3ac8bfe3-9368-4418-9f5e-75bc569ace3c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 944 time: 0.8912940 Nov 16 21:20:39.686487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.750481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:39.753629 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba4f31-e0a9-4ad8-99de-f7ea797ec5f7" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:39.756051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.803146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:39.803619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.806833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'Port': ['ID=aaba66a1-544a-4c5f-98b8-1d8334e95968,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:39.809307 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:39.919694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.921588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bfb006c7-3e26-46f5-95f3-8e2acb462ace tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7425997 Nov 16 21:20:39.968461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d8bd89f-888a-4310-8844-25e97fa56ee3 req-a3f8b541-8be1-4a3d-868c-d9e72ae937e3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394930 Nov 16 21:20:39.984294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.049667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.056215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/networks/e6e2b254-6410-4cc4-87af-6f30d2e81b08 HTTP/1.1" status: 204 len: 168 time: 1.9174695 Nov 16 21:20:40.062064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:40.069358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2132298079'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:40.114696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1b32-eec6-4c59-966d-699ac2c8b013 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Network': ['ID=e6e2b254-6410-4cc4-87af-6f30d2e81b08,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:40.129623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:40.154725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.155991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d868547a-751b-423f-b0af-2ff6419c3cc9 req-02e1770a-c55b-49fd-b1f4-333c13d38dac tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253116 Nov 16 21:20:40.230206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:40.273539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.278090 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Added segment 9b87cf86-1001-4ceb-9ca4-6f03959088d7 of type vlan for network e3899e25-0e57-4010-809a-dea3be4911b5 Nov 16 21:20:40.431419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.457744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f03ff-7fb1-4b86-8371-5d50b28c63fa req-5c45bdd7-a9bc-4b32-a643-7b82b9925cb2 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:40.462602 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15cc372-76b8-4c7d-8b5d-827f596a68fb x-openstack-request-id: req-c15cc372-76b8-4c7d-8b5d-827f596a68fb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:40.463205 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:40.463205 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c15cc372-76b8-4c7d-8b5d-827f596a68fb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:40.463542 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'code': 200} Nov 16 21:20:40.463966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b8f03ff-7fb1-4b86-8371-5d50b28c63fa req-5c45bdd7-a9bc-4b32-a643-7b82b9925cb2 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1830580 Nov 16 21:20:40.503011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.514053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:40.515261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.593954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b8f03ff-7fb1-4b86-8371-5d50b28c63fa req-d088e894-5b0b-405c-8199-1447bab6562c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190295 Nov 16 21:20:40.814890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-5eb24b1f-1ee9-4f2b-acbd-381733f975df tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1862744256&fields=id&tenant_id=14ec999377b1477da7473f4e3349ce68 HTTP/1.1" status: 200 len: 267 time: 0.1540532 Nov 16 21:20:41.018804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f785c84-c6af-4cae-a455-c4b5b2667dda req-84640e7d-64c9-422e-8d8a-4f29a5cca79b tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.020684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f785c84-c6af-4cae-a455-c4b5b2667dda req-84640e7d-64c9-422e-8d8a-4f29a5cca79b tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.2548568 Nov 16 21:20:41.156421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6080a8c0-c939-4a45-a5f6-8d552f70a3c3 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.175201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6080a8c0-c939-4a45-a5f6-8d552f70a3c3 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/networks?id=40186d91-6bf9-44a0-8620-8c95c2733648 HTTP/1.1" status: 200 len: 815 time: 0.3497944 Nov 16 21:20:41.203994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f785c84-c6af-4cae-a455-c4b5b2667dda req-e4b0f4ca-1edf-4fee-9498-6bbc5e152a00 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747096 Nov 16 21:20:41.221923 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-68dd5e89-41a3-4959-ad8f-b08132bf8d56 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/quotas/14ec999377b1477da7473f4e3349ce68 HTTP/1.1" status: 200 len: 375 time: 0.0427177 Nov 16 21:20:41.353868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 669168f4-efa6-4c43-af43-53c797e7d822 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:41.355986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-aec16e7e-7311-4c22-ba45-43ec8330926e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=14ec999377b1477da7473f4e3349ce68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327786 Nov 16 21:20:41.468141 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4049428 Nov 16 21:20:41.499104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:41.499104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'subnet': {'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:41.529671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 669168f4-efa6-4c43-af43-53c797e7d822 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:41.530691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.568118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb8b67-4c21-46d5-9be3-07a5d02030cc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Network': ['ID=e3899e25-0e57-4010-809a-dea3be4911b5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:41.585112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fa20-a313-4839-9a18-0d76bcbb3414 req-90c1ec9b-1f73-4b9d-8141-36bf8e149b53 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.592617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf54fa20-a313-4839-9a18-0d76bcbb3414 req-90c1ec9b-1f73-4b9d-8141-36bf8e149b53 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 950 time: 0.1016688 Nov 16 21:20:41.597650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e3899e25-0e57-4010-809a-dea3be4911b5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:41.699685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-f7ddb75c-2ac4-42ee-82f9-2626dc6b8c1c service neutron] 10.222.0.54 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396888 Nov 16 21:20:41.702559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:41.710492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.844475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e41ad3b8-9f63-44e4-aa71-df563a5a9716 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:41.898578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf54fa20-a313-4839-9a18-0d76bcbb3414 req-e7036dc0-e42b-4857-9c46-be91c3ae38e5 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047431 Nov 16 21:20:41.944968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port e41ad3b8-9f63-44e4-aa71-df563a5a9716 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:41.951457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port e41ad3b8-9f63-44e4-aa71-df563a5a9716 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:41.952249 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.997053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-b83e31dd-22bf-41f4-8ac0-f19835b7874b service neutron] 10.222.0.54 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707360 Nov 16 21:20:42.135091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.202560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:42.208026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.209600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.310274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Subnet': ['ID=4fe82302-ec0f-4630-acb4-b354857f8452,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:42.341225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067781-8117-4be5-bb60-4b565e074ea1 req-f64e0404-44fc-4d41-a57d-6ea6d85b6b80 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:42.348508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Checking segment: {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:42.349201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network hostable DHCP agents. Network: e3899e25-0e57-4010-809a-dea3be4911b5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:42.356698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec067781-8117-4be5-bb60-4b565e074ea1 req-f64e0404-44fc-4d41-a57d-6ea6d85b6b80 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 945 time: 0.1975465 Nov 16 21:20:42.377579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:42.383594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network e3899e25-0e57-4010-809a-dea3be4911b5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:42.400310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e3899e25-0e57-4010-809a-dea3be4911b5) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:42.405488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:42.406877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.424547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9325f-a706-4d95-ad5f-3452697059cf None None] Network e3899e25-0e57-4010-809a-dea3be4911b5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:42.444195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a101485-3b01-42e6-adb5-1a782f3f543b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9617088 Nov 16 21:20:42.444195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46614) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:42.450247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2104708769'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:42.484696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:42.512931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.537908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0cd9-59d8-47b1-bda1-149b84b638cc req-8fdcd913-d2ce-46a8-ba72-d2702248cf32 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:42.546049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ecd0cd9-59d8-47b1-bda1-149b84b638cc req-8fdcd913-d2ce-46a8-ba72-d2702248cf32 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1347156 Nov 16 21:20:42.590446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:42.597334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec067781-8117-4be5-bb60-4b565e074ea1 req-544e1e80-49a4-4a3b-a580-0b5d7bc833b7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374272 Nov 16 21:20:42.627167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:42.631654 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c23e98-7917-4d7f-89a5-d85bf344fdac" -d '{"events": [{"server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "name": "network-vif-plugged", "status": "completed", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:42.649552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.649909 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Added segment 20512cb1-1b9d-472f-ad33-b969761b90be of type vlan for network 0546f983-3110-43e8-b544-c2713f0017e4 Nov 16 21:20:42.720672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.725507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ecd0cd9-59d8-47b1-bda1-149b84b638cc req-2c12e494-a4e1-4c07-b440-f74e9d7e83ec tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783521 Nov 16 21:20:42.793226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e3899e25-0e57-4010-809a-dea3be4911b5', 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'fixed_ips': [{'subnet_id': '4fe82302-ec0f-4630-acb4-b354857f8452'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:42.794494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.795743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.851282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.871368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:42.872026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.042387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84b27875-398c-41f0-964f-0c508a46b686 req-f1102d36-865b-456b-90d5-d9362fc05ba9 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 210 time: 0.0735309 Nov 16 21:20:43.055559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Allocated IP 19.80.0.2 (e3899e25-0e57-4010-809a-dea3be4911b5/4fe82302-ec0f-4630-acb4-b354857f8452/bfd5815f-e5e9-482d-b4f8-74113f6e7dbc) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:43.058753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46650) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:43.064747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'subnet': {'network_id': '0546f983-3110-43e8-b544-c2713f0017e4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:43.067499 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6216125 Nov 16 21:20:43.086106 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360d7ea-b2ee-45b1-9d03-7a1f2e1c677a x-openstack-request-id: req-6360d7ea-b2ee-45b1-9d03-7a1f2e1c677a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:43.086536 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "name": "network-vif-plugged", "status": "completed", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:43.086887 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6360d7ea-b2ee-45b1-9d03-7a1f2e1c677a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:43.087403 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716', 'code': 200} Nov 16 21:20:43.140398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cdda-2303-4e2b-b3c6-3c42db6aaa20 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Network': ['ID=0546f983-3110-43e8-b544-c2713f0017e4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:43.176653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0546f983-3110-43e8-b544-c2713f0017e4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:43.327570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67cd75-1dd1-43b1-90ab-b1216c66cb39 req-38daae02-837e-4943-a73b-d464e8a7ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:43.330325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a67cd75-1dd1-43b1-90ab-b1216c66cb39 req-38daae02-837e-4943-a73b-d464e8a7ea23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 1097 time: 0.1295466 Nov 16 21:20:43.392879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c56bd-12ae-4110-8695-872222f3aa0e req-42a51c28-7559-42f5-a1ce-092e99082235 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:43.403801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c24c56bd-12ae-4110-8695-872222f3aa0e req-42a51c28-7559-42f5-a1ce-092e99082235 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1101 time: 0.1422234 Nov 16 21:20:43.405844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:43.410418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.468756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.497215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.576925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c3d8-676e-4460-bbf7-7e3a3e4c9cb2 req-b5e28ab5-36ce-4b3d-8e9f-177fb9be09e9 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:43.578873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2150c3d8-676e-4460-bbf7-7e3a3e4c9cb2 req-b5e28ab5-36ce-4b3d-8e9f-177fb9be09e9 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.1611753 Nov 16 21:20:43.592910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Network e3899e25-0e57-4010-809a-dea3be4911b5 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:43.596375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:43.609467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:43.625935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a67cd75-1dd1-43b1-90ab-b1216c66cb39 req-b75c0900-5577-4ae8-b2ce-ccd03d0e4f08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863057 Nov 16 21:20:43.679725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Pushing event updated for resources: {'Port': ['ID=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:43.715886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c24c56bd-12ae-4110-8695-872222f3aa0e req-44674f34-321b-47c8-9349-08555443fe16 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090317 Nov 16 21:20:43.719815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Attempting to bind port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:43.720197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Attempting to bind port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:43.720649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Attempting to bind port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc on network e3899e25-0e57-4010-809a-dea3be4911b5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:43.726130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:43.726515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Checking segment: {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:43.726900 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.727321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Bound using segment: {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:43.727787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Bound port: bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:43.728972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.742984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2150c3d8-676e-4460-bbf7-7e3a3e4c9cb2 req-c2d146cc-aa48-462c-b8e6-04f079cdc2c2 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434984 Nov 16 21:20:43.838079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] For port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:43.842235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] For port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:43.847609 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.884258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.937960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8e1e4-df6b-4331-ba16-17fc1a00acf1 None None] Pushing event updated for resources: {'Port': ['ID=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:44.025140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885fd91-994f-4f64-b4dc-5bb947189b27 req-1fbb0d03-a312-4d2b-9007-6d53f5431448 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.034164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2885fd91-994f-4f64-b4dc-5bb947189b27 req-1fbb0d03-a312-4d2b-9007-6d53f5431448 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 946 time: 0.1652758 Nov 16 21:20:44.111301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Subnet': ['ID=5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:44.224682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Checking segment: {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:44.225150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network hostable DHCP agents. Network: 0546f983-3110-43e8-b544-c2713f0017e4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:44.370581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2885fd91-994f-4f64-b4dc-5bb947189b27 req-25a9d197-39cf-48bf-83d9-23ec2e385af2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050797 Nov 16 21:20:44.422344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network 0546f983-3110-43e8-b544-c2713f0017e4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:44.467937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:44.479536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61953f9d-4257-46cb-8fde-36553b2c74c0 req-c29c292b-3a0a-4510-9957-f32b4c26f2e8 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.486191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61953f9d-4257-46cb-8fde-36553b2c74c0 req-c29c292b-3a0a-4510-9957-f32b4c26f2e8 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.2684882 Nov 16 21:20:44.497124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-dddbfe51-14ad-412f-96a7-ef30ab92f9bb tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.499888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-dddbfe51-14ad-412f-96a7-ef30ab92f9bb tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.36 "GET /v2.0/networks?id=40186d91-6bf9-44a0-8620-8c95c2733648 HTTP/1.1" status: 200 len: 815 time: 0.4195423 Nov 16 21:20:44.503457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0546f983-3110-43e8-b544-c2713f0017e4) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:44.512161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617aa51-26d4-4afb-b367-515e219e6a83 None None] Network 0546f983-3110-43e8-b544-c2713f0017e4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:44.519931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.520760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.609267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-601537c2-8aa8-4fee-ad8d-c6ad40ec9951 req-f9d91587-3897-4e33-9f47-96396a9bd6e1 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 210 time: 0.0865872 Nov 16 21:20:44.628555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1d5cacca-7f64-489e-af0f-05e3fa8e94ef tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5682850 Nov 16 21:20:44.678690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90d08ec8-2c3e-4508-ba1f-ec86b9dbf45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.718260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61953f9d-4257-46cb-8fde-36553b2c74c0 req-d58574a9-bd47-4ff1-89d8-7eb5c4491b1c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842008 Nov 16 21:20:44.724849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-0d433fbb-a34e-480b-9707-47dba828a006 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14ec999377b1477da7473f4e3349ce68 HTTP/1.1" status: 200 len: 380 time: 0.2084782 Nov 16 21:20:44.738745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'port': {'device_id': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'admin_state_up': True, 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'security_groups': ['e67d013b-056b-40a8-9fd7-3039ebf052ac']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:44.828459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-0546f983-3110-43e8-b544-c2713f0017e4', 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'fixed_ips': [{'subnet_id': '5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:44.835508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.990401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90d08ec8-2c3e-4508-ba1f-ec86b9dbf45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.996819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-90d08ec8-2c3e-4508-ba1f-ec86b9dbf45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.069101 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-90d08ec8-2c3e-4508-ba1f-ec86b9dbf45e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e648d50edb544a2b3ca9e683794d2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997074 Nov 16 21:20:45.069960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Made reservation on behalf of 14ec999377b1477da7473f4e3349ce68 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:45.073528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:45.082484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.102889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d08ec8-2c3e-4508-ba1f-ec86b9dbf45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7e144-fcad-476f-a535-291afb71bf89,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:45.148899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Allocated IP 19.86.0.2 (0546f983-3110-43e8-b544-c2713f0017e4/5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3/f42cd616-3787-45be-8412-6f3a5146cdc7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:45.256001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.277487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5ab28-703c-4bfd-b22c-86ccb7987bb6 req-2555f009-39ca-4b39-b337-b30ab543dc19 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.284721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.300194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21d5ab28-703c-4bfd-b22c-86ccb7987bb6 req-2555f009-39ca-4b39-b337-b30ab543dc19 tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1101 time: 0.3688836 Nov 16 21:20:45.358225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.366065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.373944 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ec7e144-fcad-476f-a535-291afb71bf89 HTTP/1.1" status: 204 len: 168 time: 0.2989810 Nov 16 21:20:45.405204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0bba1-8587-4865-8643-294daaa608e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7e144-fcad-476f-a535-291afb71bf89,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:45.528620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Allocated IP 172.20.0.12 (40186d91-6bf9-44a0-8620-8c95c2733648/6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce/93f61140-de46-41a0-989d-d999cb9f5623) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:45.551141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21d5ab28-703c-4bfd-b22c-86ccb7987bb6 req-d9e87059-c61a-402f-9258-9cbb9258c5fc tempest-ServersAdminTestJSON-1825371182 tempest-ServersAdminTestJSON-1825371182-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487323 Nov 16 21:20:45.640510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-4b09a85e-340b-46f6-b09d-582b705bedd3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.646985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-4b09a85e-340b-46f6-b09d-582b705bedd3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.648883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-4b09a85e-340b-46f6-b09d-582b705bedd3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/networks?id=e3899e25-0e57-4010-809a-dea3be4911b5&id=0546f983-3110-43e8-b544-c2713f0017e4 HTTP/1.1" status: 200 len: 1392 time: 0.4004717 Nov 16 21:20:45.712756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-815091ca-4838-4575-8be2-0264336f1833 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/quotas/82685de0f5bf4f49a4b77b9fde167e46 HTTP/1.1" status: 200 len: 375 time: 0.0522933 Nov 16 21:20:45.765507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bfd5815f-e5e9-482d-b4f8-74113f6e7dbc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:45.768997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ffa8b-22bc-4d50-8eff-3792defcf781 None None] Network e3899e25-0e57-4010-809a-dea3be4911b5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:45.830909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff13c-00dd-4941-a414-260f55e0927a req-6de61f15-785d-41a0-8d62-36f9a1f7712d tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.839213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032ff13c-00dd-4941-a414-260f55e0927a req-6de61f15-785d-41a0-8d62-36f9a1f7712d tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.1861093 Nov 16 21:20:45.901137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-4e7e4bb8-1b6c-4d40-87d0-8274488517ed tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872084 Nov 16 21:20:45.906133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.908037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46768) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:45.924823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9473db3d-d6bc-4d17-a15f-fdb84b504e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.977659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.003571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.004796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-053bd689-9265-4e92-bbef-46988df194f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.035447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] Provisioning complete for port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:46.037295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.052094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032ff13c-00dd-4941-a414-260f55e0927a req-9935b23f-ab7e-4d09-9878-5fcefaa0e91b tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964180 Nov 16 21:20:46.104883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9473db3d-d6bc-4d17-a15f-fdb84b504e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.119608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9473db3d-d6bc-4d17-a15f-fdb84b504e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.125558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-03c83842-7d2f-4891-bb5e-f8142ea60051 service neutron] 10.222.0.54 "GET /v2.0/networks/e3899e25-0e57-4010-809a-dea3be4911b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235053 Nov 16 21:20:46.134789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.175804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9473db3d-d6bc-4d17-a15f-fdb84b504e35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7789246baf3e4c89bbc83d301636ca57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660694 Nov 16 21:20:46.179360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:46.203791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Network 0546f983-3110-43e8-b544-c2713f0017e4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:46.230426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473db3d-d6bc-4d17-a15f-fdb84b504e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b1bf00-a335-4b23-8b49-80e725258e0d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:46.261888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:46.289433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:46.305980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.315967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Pushing event updated for resources: {'Port': ['ID=f42cd616-3787-45be-8412-6f3a5146cdc7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:46.354824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.403046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:46.403770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.435840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.443392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.445653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7b1bf00-a335-4b23-8b49-80e725258e0d HTTP/1.1" status: 204 len: 168 time: 0.2519257 Nov 16 21:20:46.479599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f457b8-9224-444c-ab46-2f08c2a01549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b1bf00-a335-4b23-8b49-80e725258e0d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:46.566315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Attempting to bind port f42cd616-3787-45be-8412-6f3a5146cdc7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:46.567586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Attempting to bind port f42cd616-3787-45be-8412-6f3a5146cdc7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:46.568138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Attempting to bind port f42cd616-3787-45be-8412-6f3a5146cdc7 on network 0546f983-3110-43e8-b544-c2713f0017e4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:46.600189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:46.600933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Checking segment: {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:46.601335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.601724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Bound using segment: {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:46.602208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Bound port: f42cd616-3787-45be-8412-6f3a5146cdc7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:46.602589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.643892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.702969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event updated for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:46.716376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-87d91df3-4956-4c40-acdf-f5549c2fe69b service neutron] 10.222.0.54 "GET /v2.0/networks/e3899e25-0e57-4010-809a-dea3be4911b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795915 Nov 16 21:20:46.729401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Network 40186d91-6bf9-44a0-8620-8c95c2733648 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:46.780389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-5f578552-852d-4d20-a6ba-c7859db13dac tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:46.782061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-5f578552-852d-4d20-a6ba-c7859db13dac tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.36 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.1464210 Nov 16 21:20:46.806766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] For port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:46.814885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.821497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.834387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:46.839562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:46.889463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] For port f42cd616-3787-45be-8412-6f3a5146cdc7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:46.945872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] For port f42cd616-3787-45be-8412-6f3a5146cdc7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f42cd616-3787-45be-8412-6f3a5146cdc7,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:46.963535 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.007616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7962ef-7b8b-416b-8a78-1f800dbc32f1 None None] Pushing event updated for resources: {'Port': ['ID=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:47.042622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77ae24-c960-4a3e-b552-f9f18cd8b085 req-6bd44406-d67e-4c1e-befd-2324b60ba957 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:47.044247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce77ae24-c960-4a3e-b552-f9f18cd8b085 req-6bd44406-d67e-4c1e-befd-2324b60ba957 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 946 time: 0.8188014 Nov 16 21:20:47.053607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-2f06a40d-471a-42b2-9cfa-e682bfa8a210 service neutron] 10.222.0.54 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226388 Nov 16 21:20:47.096977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:20:47.097328 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:20:47.099248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:47.099911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.103521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1226559a-ff54-4f34-a8e6-4750c9568f79 None None] Provisioning complete for port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:47.103816 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1226559a-ff54-4f34-a8e6-4750c9568f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.144221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b77f7-661e-447c-847d-c52f21c36fda None None] Pushing event updated for resources: {'Port': ['ID=f42cd616-3787-45be-8412-6f3a5146cdc7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:47.269454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6eccfaee-2bbf-4740-aeaf-16104fef009e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5356033 Nov 16 21:20:47.298858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Request body: {'port': {'device_id': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:47.386093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce77ae24-c960-4a3e-b552-f9f18cd8b085 req-38fe5b50-6045-48e2-b5ec-26d5f23972cd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205020 Nov 16 21:20:47.398919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1f910752-c3ae-450e-ada5-03a4c9dfb186 None None] Provisioning complete for port 93f61140-de46-41a0-989d-d999cb9f5623 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:47.399464 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f910752-c3ae-450e-ada5-03a4c9dfb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.466150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1f910752-c3ae-450e-ada5-03a4c9dfb186 None None] Port 93f61140-de46-41a0-989d-d999cb9f5623 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:47.571824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-452e652d-84aa-41a9-ab79-8807a1048794 service neutron] 10.222.0.54 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163932 Nov 16 21:20:47.585752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.683358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Deleting port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:47.684268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.845645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26cef036-8a42-4183-93f9-ee8b55401ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.924322 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-8eb8a334-069c-4437-a934-6d8a80b9b053 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924392 Nov 16 21:20:48.028311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-12d14098-6cbb-4333-948d-65b437060cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.029769 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-12d14098-6cbb-4333-948d-65b437060cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=147b92405ab046a0a2053e3c80d013dd&device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 1101 time: 0.0787556 Nov 16 21:20:48.169863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c9baf-5b37-4601-a8ae-7cfe9cf1dfad req-f7fcc939-8ccc-4e13-ae51-06721cf2adb7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.180934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d09c9baf-5b37-4601-a8ae-7cfe9cf1dfad req-f7fcc939-8ccc-4e13-ae51-06721cf2adb7 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 932 time: 0.3560617 Nov 16 21:20:48.202716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f42cd616-3787-45be-8412-6f3a5146cdc7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:48.216739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:48.217112 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.261973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-cadde756-606c-434b-9f70-8f07be5104e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.266052 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-cadde756-606c-434b-9f70-8f07be5104e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.1995254 Nov 16 21:20:48.390621 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-8bfc5240-fcb6-43cc-877f-af35f5c506a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b04a757c-a6e6-446f-ad42-2da121209567 HTTP/1.1" status: 200 len: 217 time: 0.1146824 Nov 16 21:20:48.398296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f42cd616-3787-45be-8412-6f3a5146cdc7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:48.398708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.505776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-5c7f06af-afe2-43fb-804a-94a4730085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.507812 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-5c7f06af-afe2-43fb-804a-94a4730085e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1024508 Nov 16 21:20:48.513026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005f1c9-2182-4179-b6ef-bb15bc362a84 req-b85188f6-8a50-4238-b606-a91e7caf27c5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.518694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c005f1c9-2182-4179-b6ef-bb15bc362a84 req-b85188f6-8a50-4238-b606-a91e7caf27c5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.5889299 Nov 16 21:20:48.645463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-fca5453c-0e9e-49f3-a930-79393a302005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.647056 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-fca5453c-0e9e-49f3-a930-79393a302005 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280141 Nov 16 21:20:48.647964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.700460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port f42cd616-3787-45be-8412-6f3a5146cdc7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f42cd616-3787-45be-8412-6f3a5146cdc7,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:48.715107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.717324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bfd5815f-e5e9-482d-b4f8-74113f6e7dbc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:48.775803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d09c9baf-5b37-4601-a8ae-7cfe9cf1dfad req-376701f6-1ca8-4424-8ade-91b54b4ae0a9 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5921748 Nov 16 21:20:48.887957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=f42cd616-3787-45be-8412-6f3a5146cdc7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:48.902112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:48.902489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.909491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95020b92-26a4-4ba7-99c1-1db77499a632 None None] Network 0546f983-3110-43e8-b544-c2713f0017e4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:49.000235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-fd812bda-c9cc-4858-b443-aa4fc027e798 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430505 Nov 16 21:20:49.139660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e7d46bfd-e93c-428c-8e10-525540f25faf None None] Provisioning complete for port f42cd616-3787-45be-8412-6f3a5146cdc7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:49.139967 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7d46bfd-e93c-428c-8e10-525540f25faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.156073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c005f1c9-2182-4179-b6ef-bb15bc362a84 req-e0f3679a-1af6-4e85-b80e-71fcf8affe6c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6358674 Nov 16 21:20:49.158500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f61140-de46-41a0-989d-d999cb9f5623 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:49.223144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.244108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-f3e1572b-abb9-4273-b668-b17d1eb0f1e7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:49.244583 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-f3e1572b-abb9-4273-b668-b17d1eb0f1e7 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.1385920 Nov 16 21:20:49.288764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Transition to ACTIVE for port object 93f61140-de46-41a0-989d-d999cb9f5623 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:49.389348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5c1ede59-7688-418c-bf47-e1e89679b072 req-712d6ffc-b023-4d1b-abfc-9ae7d0919255 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798583 Nov 16 21:20:49.393479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.468137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b6b27-056b-46de-9662-2ebc5a846860 req-9009f05d-e7fc-4c60-9116-29ddc3a7fd8a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:49.475437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.480823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36b6b27-056b-46de-9662-2ebc5a846860 req-9009f05d-e7fc-4c60-9116-29ddc3a7fd8a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 945 time: 0.5139132 Nov 16 21:20:49.534395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Deleting port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:49.538393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.642489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:49.714094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36b6b27-056b-46de-9662-2ebc5a846860 req-e18134aa-8f14-46c2-9652-9a1345a11df9 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4d3dd4f-d371-4ad5-a95a-7d61082116bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319844 Nov 16 21:20:49.907833 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.969282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f42cd616-3787-45be-8412-6f3a5146cdc7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:50.063938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] For port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:50.064780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.113042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.113402 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.113714 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Floating IP cede29b0-3ccb-43a6-aef3-e345154ba6be disassociated. External IP: 172.25.7.95, port: 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c. Nov 16 21:20:50.114050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Calling delete_port for 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:50.114882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46850) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:50.135898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Calling delete_port for a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:50.146589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:50.149253 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cf54ce-89df-4033-b198-f83ec3c614ff" -d '{"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-unplugged", "status": "completed", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:50.186371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e35c2c1e-ad0f-478b-bae1-e53d5722b694 req-f0d837c1-e12e-4518-aef4-6f8173ed79d0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 210 time: 0.1216345 Nov 16 21:20:50.187317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Pushing event updated for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:50.195285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:50.204383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f42cd616-3787-45be-8412-6f3a5146cdc7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:50.204756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.243504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.362407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f603-0e51-4bc7-9820-c29304c0a632 req-bc02399b-8ffa-4147-a140-2c60db0312e9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.373787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97b6f603-0e51-4bc7-9820-c29304c0a632 req-bc02399b-8ffa-4147-a140-2c60db0312e9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a2acd7-bd9b-45eb-8590-403151066009 HTTP/1.1" status: 200 len: 950 time: 0.5634670 Nov 16 21:20:50.469937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-b26952b5-5fd1-4a47-9e22-b2fa78e49aa2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.476201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Attempting to bind port 93f61140-de46-41a0-989d-d999cb9f5623 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:50.476539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Attempting to bind port 93f61140-de46-41a0-989d-d999cb9f5623 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:50.479508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Attempting to bind port 93f61140-de46-41a0-989d-d999cb9f5623 on network 40186d91-6bf9-44a0-8620-8c95c2733648 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:50.483222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-b26952b5-5fd1-4a47-9e22-b2fa78e49aa2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.493592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Port 93f61140-de46-41a0-989d-d999cb9f5623 on network 40186d91-6bf9-44a0-8620-8c95c2733648 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:50.493922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Attempting to bind port 93f61140-de46-41a0-989d-d999cb9f5623 on network 40186d91-6bf9-44a0-8620-8c95c2733648 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:50.497014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-b26952b5-5fd1-4a47-9e22-b2fa78e49aa2 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "GET /v2.0/networks?id=e3899e25-0e57-4010-809a-dea3be4911b5&id=0546f983-3110-43e8-b544-c2713f0017e4 HTTP/1.1" status: 200 len: 1392 time: 0.7371097 Nov 16 21:20:50.514761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:50.515137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Checking segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:50.515504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Bound using segment: {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:50.515995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Bound port: 93f61140-de46-41a0-989d-d999cb9f5623, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98fdf7e-480c-4511-9909-c8fc2e97da8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:50.518519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'port': {'device_id': '5375d93a-2036-406d-b660-fa2b398e9c61', 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5', 'admin_state_up': True, 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:50.530407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.558635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:50.563667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-9d964fa4-d953-487c-abff-86cccf945c53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4735618 Nov 16 21:20:50.572091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.573416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b83e694a-60e8-4313-8229-422d65a2412d None None] Provisioning complete for port f42cd616-3787-45be-8412-6f3a5146cdc7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:50.573772 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b83e694a-60e8-4313-8229-422d65a2412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.576256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.628155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event deleted for resources: {'Port': ['ID=a0f2fb35-4fe7-4ee1-a3e2-bfb308053570,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:50.676966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['943a294b-6725-4e01-ab65-fb574d2e9dc0', 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'b04a757c-a6e6-446f-ad42-2da121209567'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:50.695102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] No DVR routers for this DVR port a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:50.701433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bbba73ba-4fa9-4e91-80e9-c158a9a2dab1 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:50.707336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.712408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9e68af4e-3b80-41cd-89e1-a292a04f4758 req-aa86d1c4-8c92-43b2-81cd-7a0f31b62b54 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "DELETE /v2.0/ports/a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 HTTP/1.1" status: 204 len: 173 time: 1.4602003 Nov 16 21:20:50.716680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'name': 'network-vif-deleted', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:50.721928 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ec4fa-31cb-4b8f-9ea2-d9361dbea7bf" -d '{"events": [{"server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "name": "network-vif-deleted", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:50.807797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97b6f603-0e51-4bc7-9820-c29304c0a632 req-dc500ab0-0dd2-4d93-8dd9-ecc691d7b9c9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307158 Nov 16 21:20:50.829961 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bbba73ba-4fa9-4e91-80e9-c158a9a2dab1 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "PUT /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46 HTTP/1.1" status: 200 len: 366 time: 0.7011509 Nov 16 21:20:50.833008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:50.851960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e93dcacf-c4e8-4ea1-8912-00cd38cffe3b tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0175598 Nov 16 21:20:50.854330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46864) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:50.865787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:50.870701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.889181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-1512f791-e3bc-4e77-95a2-4a2f26b46a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.903790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc10743f-cba8-4c64-8bca-25636b7418fa tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46 HTTP/1.1" status: 200 len: 366 time: 0.0479853 Nov 16 21:20:50.909501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-1512f791-e3bc-4e77-95a2-4a2f26b46a8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.3587210 Nov 16 21:20:50.910649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:50.951890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ed4ab-084e-438b-aa74-4552051124e5 req-c4b28dd3-9aaf-4b45-ac2d-460e198ca0bd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.953500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa0ed4ab-084e-438b-aa74-4552051124e5 req-c4b28dd3-9aaf-4b45-ac2d-460e198ca0bd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 946 time: 0.3975382 Nov 16 21:20:51.087946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Allocated IP 19.80.0.58 (e3899e25-0e57-4010-809a-dea3be4911b5/4fe82302-ec0f-4630-acb4-b354857f8452/414f3778-0c42-48e0-b52d-b45f45317a00) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:51.095534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:51.161987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-701d42a8-483b-4ff4-893a-8b185842600b tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46 HTTP/1.1" status: 204 len: 168 time: 0.2358003 Nov 16 21:20:51.164329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46868) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.184650 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ae0abf00-4a2d-4eff-9bd8-5c07753b7bd8 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0189016 Nov 16 21:20:51.186903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46870) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.204567 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2ce8164-9a99-4973-bbc3-c43ce921027d tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46 HTTP/1.1" status: 200 len: 370 time: 0.0135281 Nov 16 21:20:51.207128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46874) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.214083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-62cca1a7-1986-4b8a-84e8-4ce5884b4429 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46/default HTTP/1.1" status: 200 len: 370 time: 0.0052648 Nov 16 21:20:51.216712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.227305 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-413199ed-0253-4f27-936a-de031c2b336d tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] delete failed (client error): The resource could not be found. Nov 16 21:20:51.228308 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-413199ed-0253-4f27-936a-de031c2b336d tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/0f6d45604e374bfb953f5c6da4357f46 HTTP/1.1" status: 404 len: 348 time: 0.0101280 Nov 16 21:20:51.232654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-1b15fcdf-f4e4-4179-807b-df398c892f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.236503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-1b15fcdf-f4e4-4179-807b-df398c892f39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.2678709 Nov 16 21:20:51.242043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=93f61140-de46-41a0-989d-d999cb9f5623,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:51.316025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.350187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-61429ef5-0ca2-4af1-b7e6-566fee2eef13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1001 time: 0.0948598 Nov 16 21:20:51.356446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.403122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450c00e-1752-4fdb-a8a0-66948a0a5f34 req-8dc59083-19c2-412a-87d0-0c6be879068f tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.409339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46880) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.415556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c450c00e-1752-4fdb-a8a0-66948a0a5f34 req-8dc59083-19c2-412a-87d0-0c6be879068f tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 944 time: 0.4515719 Nov 16 21:20:51.434073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:network and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.438165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.447937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:subnet and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.451862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.464042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:subnetpool and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.469339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.483017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:port and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.487782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.499188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:router and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.502646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.507415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa0ed4ab-084e-438b-aa74-4552051124e5 req-99fda2e9-3580-40b2-ae0b-c9b1624695b8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161138 Nov 16 21:20:51.513793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:floatingip and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.518653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.531480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.532936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.534510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/93f61140-de46-41a0-989d-d999cb9f5623 HTTP/1.1" status: 200 len: 1092 time: 4.2424841 Nov 16 21:20:51.535184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:51.538297 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14311d21-d019-4c5e-b712-901244f33f97" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "tag": "93f61140-de46-41a0-989d-d999cb9f5623"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:51.596557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.634586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-08c7e84b-f4c2-46fa-a61e-62ac43cfc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.636067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-08c7e84b-f4c2-46fa-a61e-62ac43cfc4e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.2756555 Nov 16 21:20:51.662759 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f62fadb-0a71-4842-b456-15e92e1779dc x-openstack-request-id: req-5f62fadb-0a71-4842-b456-15e92e1779dc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:51.663346 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-unplugged", "status": "completed", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:51.663583 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f62fadb-0a71-4842-b456-15e92e1779dc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:51.663978 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'code': 200} Nov 16 21:20:51.682008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:security_group and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.682260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a2476-41aa-4259-b48e-ff5273f276a2 service neutron] Pushing event updated for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:51.720495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.744815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Usage tracker for resource:security_group_rule and project:70c3a5ff2840451e9888ed8d2717416b is out of sync, need to count used quota {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:20:51.761076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.quota.resource [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102664) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:20:51.791372 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-292af987-1201-4b27-a87f-8685efb5e148 tempest-QuotasTest-201711266 tempest-QuotasTest-201711266-project-admin] 10.222.0.54 "GET /v2.0/quotas/70c3a5ff2840451e9888ed8d2717416b/details.json HTTP/1.1" status: 200 len: 703 time: 0.3808706 Nov 16 21:20:51.854827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.937396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.030961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network e3899e25-0e57-4010-809a-dea3be4911b5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:52.036087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:52.041849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:52.051397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:52.065947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c450c00e-1752-4fdb-a8a0-66948a0a5f34 req-efc6891f-e271-4a6d-83e6-27b08f5e3c8b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6489110 Nov 16 21:20:52.136862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.138181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.202290 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1662aa63-d559-48f8-a349-d854de210cd0 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6889563 Nov 16 21:20:52.216286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Request body: {'port': {'device_id': '5375d93a-2036-406d-b660-fa2b398e9c61', 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4', 'admin_state_up': True, 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:52.217700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event deleted for resources: {'Port': ['ID=8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:52.314818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6d148198-9d21-469c-8363-ee28b5d7d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.317191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-6d148198-9d21-469c-8363-ee28b5d7d447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ec999377b1477da7473f4e3349ce68&device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 1095 time: 0.7167814 Nov 16 21:20:52.349246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9dcf2e91-78da-47f0-907e-df2bedb9298c req-d7261514-e08e-419e-b850-9d022e107fad tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/ports?device_id=0675ad44-d525-469e-b28f-146346228f54 HTTP/1.1" status: 200 len: 210 time: 0.0899296 Nov 16 21:20:52.365184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6644ecd-91e1-454d-a019-04636cdb7abc req-7dad9231-2bde-428c-897d-a99c8c5102de tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.374266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6644ecd-91e1-454d-a019-04636cdb7abc req-7dad9231-2bde-428c-897d-a99c8c5102de tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.3133197 Nov 16 21:20:52.421078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-b1ecee42-dd2d-41ae-8b53-b3aee2fb5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.422607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-b1ecee42-dd2d-41ae-8b53-b3aee2fb5e76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7373846 Nov 16 21:20:52.427683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-39238c4f-b917-4e84-8f1d-8288bb58c584 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f61140-de46-41a0-989d-d999cb9f5623 HTTP/1.1" status: 200 len: 217 time: 0.0893984 Nov 16 21:20:52.502424 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974de2b6-8eea-43dd-a3d4-4ef6210fe767 x-openstack-request-id: req-974de2b6-8eea-43dd-a3d4-4ef6210fe767 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:52.503506 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a2acd7-bd9b-45eb-8590-403151066009", "name": "network-vif-deleted", "tag": "a0f2fb35-4fe7-4ee1-a3e2-bfb308053570", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:52.504940 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-974de2b6-8eea-43dd-a3d4-4ef6210fe767 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:52.505462 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a2acd7-bd9b-45eb-8590-403151066009', 'name': 'network-vif-deleted', 'tag': 'a0f2fb35-4fe7-4ee1-a3e2-bfb308053570', 'status': 'completed', 'code': 200} Nov 16 21:20:52.507001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:52.518908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-5f143d17-1e60-4104-bf78-8b57e90d0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.519185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70e64db5-8f48-4641-865d-d0d09ac775a7 None None] Provisioning complete for port 414f3778-0c42-48e0-b52d-b45f45317a00 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:52.520500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-5f143d17-1e60-4104-bf78-8b57e90d0373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce HTTP/1.1" status: 200 len: 854 time: 0.0698714 Nov 16 21:20:52.521099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70e64db5-8f48-4641-865d-d0d09ac775a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.564898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Made reservation on behalf of 82685de0f5bf4f49a4b77b9fde167e46 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:52.569121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.682610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-70e64db5-8f48-4641-865d-d0d09ac775a7 None None] Port 414f3778-0c42-48e0-b52d-b45f45317a00 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:52.716481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Router bbd613d0-093f-4d58-b2dc-c1a0b393b26e has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:52.776817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6644ecd-91e1-454d-a019-04636cdb7abc req-6f9b6bb2-b0aa-4f49-a359-64a503337564 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016705 Nov 16 21:20:52.831722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e563789e-ec2e-405b-b7bb-3cf2359f6bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.859799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Allocated IP 19.86.0.156 (0546f983-3110-43e8-b544-c2713f0017e4/5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3/e3580fee-bd32-4072-aeab-a92631548c19) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:52.937124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-24d3b9fe-7a16-4a5e-a3ea-6d672a8e52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.939416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-24d3b9fe-7a16-4a5e-a3ea-6d672a8e52b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40186d91-6bf9-44a0-8620-8c95c2733648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820841 Nov 16 21:20:52.943931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-361b76f0-1e58-4947-9668-3ec7e5a8decc service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029213 Nov 16 21:20:52.955533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dd229-66ba-473f-a52f-a70db2b17521 req-51410898-82b6-46b7-a5ca-02909ea69760 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.963658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-698dd229-66ba-473f-a52f-a70db2b17521 req-51410898-82b6-46b7-a5ca-02909ea69760 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 931 time: 0.2425697 Nov 16 21:20:53.074567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29fa026e-0eb7-4bf5-b688-b436559c7d2b req-dc0ccbd6-ce3c-4d4e-9bbe-2d397f1e9221 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032505 Nov 16 21:20:53.128900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e563789e-ec2e-405b-b7bb-3cf2359f6bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.153487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e563789e-ec2e-405b-b7bb-3cf2359f6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.176753 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481634ec-e018-4098-a478-f9b43c6b63bd x-openstack-request-id: req-481634ec-e018-4098-a478-f9b43c6b63bd {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:53.177135 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "tag": "93f61140-de46-41a0-989d-d999cb9f5623", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:53.177267 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-481634ec-e018-4098-a478-f9b43c6b63bd {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:53.177688 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623', 'status': 'completed', 'code': 200} Nov 16 21:20:53.184949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e563789e-ec2e-405b-b7bb-3cf2359f6bb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fc213548aa84838b683452f52bc8450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736784 Nov 16 21:20:53.188498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.189745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:53.194012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-698dd229-66ba-473f-a52f-a70db2b17521 req-94f51f2d-ca38-4d2a-98fc-a85092a517b6 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243881 Nov 16 21:20:53.274574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563789e-ec2e-405b-b7bb-3cf2359f6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf61c95-cec1-4c64-8bfc-64f684d3012d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.324398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.327471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:53.344056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.347208 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Sync routers for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:53.369239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.370220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:53.371091 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:53.405454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Network 0546f983-3110-43e8-b544-c2713f0017e4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:53.415043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:53.424104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:53.463378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] No DVR routers for this DVR port 8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:53.477882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.478394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event updated for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.492830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0886ff97-d014-4a37-a562-cc6fceb4f7e4 req-0f095591-381b-4b9f-906b-a72ef5aabaaf tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.36 "DELETE /v2.0/ports/8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c HTTP/1.1" status: 204 len: 173 time: 6.5449405 Nov 16 21:20:53.537054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.537708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.554808 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:53.563527 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a68a9d67-306e-4a2e-9812-0c3209373c02 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3528092 Nov 16 21:20:53.577323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Request body: {'port': {'device_id': '5375d93a-2036-406d-b660-fa2b398e9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:53.584316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:53.604970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.607957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.609132 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edf61c95-cec1-4c64-8bfc-64f684d3012d HTTP/1.1" status: 204 len: 168 time: 0.4137521 Nov 16 21:20:53.649788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c2d89-4603-4bef-9eed-f3a5263e3285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf61c95-cec1-4c64-8bfc-64f684d3012d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.717600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:53.720612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a0f2fb35-4fe7-4ee1-a3e2-bfb308053570 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:53.742504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.751055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-d3d92b12-3ce1-4b04-9de4-f8a491fa323c service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763159 Nov 16 21:20:53.862233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-32efb037-30d2-4be1-9b85-6172306af0b7 None None] Provisioning complete for port e3580fee-bd32-4072-aeab-a92631548c19 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:53.863010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32efb037-30d2-4be1-9b85-6172306af0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.976933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-038a1fd9-47e4-463f-8964-ecdd6204928a req-9bfe5e0c-03d7-46e2-adf7-8ef0758be38b service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065072 Nov 16 21:20:53.978998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-9f35c286-e0a7-4e30-ab37-156e93715287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.980475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-9f35c286-e0a7-4e30-ab37-156e93715287 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.7473009 Nov 16 21:20:53.993174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-32efb037-30d2-4be1-9b85-6172306af0b7 None None] Port e3580fee-bd32-4072-aeab-a92631548c19 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:53.998321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752e678-189b-49bb-9d72-74c02ffc7576 req-e29ed173-7ef1-4b08-bb99-0636da96a05e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.008912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a752e678-189b-49bb-9d72-74c02ffc7576 req-e29ed173-7ef1-4b08-bb99-0636da96a05e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 944 time: 0.5320876 Nov 16 21:20:54.159262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b5b8-ae86-4451-bbbd-18841e6b6123 req-e4af8f41-e8f8-4e80-8178-a151a40d7f07 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.169775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e054b5b8-ae86-4451-bbbd-18841e6b6123 req-e4af8f41-e8f8-4e80-8178-a151a40d7f07 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 946 time: 0.7387085 Nov 16 21:20:54.173859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:20:54.195849 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:54.228433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a752e678-189b-49bb-9d72-74c02ffc7576 req-b83abf0f-2fa4-4501-8bf5-eaba1e0b0139 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142086 Nov 16 21:20:54.230182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414f3778-0c42-48e0-b52d-b45f45317a00 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:54.236924 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Checking router: bbd613d0-093f-4d58-b2dc-c1a0b393b26e for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:20:54.252845 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:54.253750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.254743 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:54.327063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Transition to ACTIVE for port object 414f3778-0c42-48e0-b52d-b45f45317a00 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:54.337510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.443300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e054b5b8-ae86-4451-bbbd-18841e6b6123 req-2bc45089-a7dc-45be-82cf-c482012e6feb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723894 Nov 16 21:20:54.450070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:54.525341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82139cf-6021-40d8-a0c5-9c559dc46d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.583460 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:20:54.632876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311d21-d019-4c5e-b712-901244f33f97 req-10aa7f6e-78d6-4fed-8e99-4b1bfc12a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.643874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-10aa7f6e-78d6-4fed-8e99-4b1bfc12a56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ec999377b1477da7473f4e3349ce68&device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 1095 time: 0.4625394 Nov 16 21:20:54.681421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:54.796709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-530f5cfe-c1df-48e3-8944-db998bb55431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.798312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-530f5cfe-c1df-48e3-8944-db998bb55431 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.6263132 Nov 16 21:20:54.835577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Attempting to bind port 414f3778-0c42-48e0-b52d-b45f45317a00 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:54.835968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Attempting to bind port 414f3778-0c42-48e0-b52d-b45f45317a00 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:54.836393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Attempting to bind port 414f3778-0c42-48e0-b52d-b45f45317a00 on network e3899e25-0e57-4010-809a-dea3be4911b5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:54.845956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Port 414f3778-0c42-48e0-b52d-b45f45317a00 on network e3899e25-0e57-4010-809a-dea3be4911b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:54.846432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Attempting to bind port 414f3778-0c42-48e0-b52d-b45f45317a00 on network e3899e25-0e57-4010-809a-dea3be4911b5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:54.855136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:54.855640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Checking segment: {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:54.856218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Bound using segment: {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:54.856789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Bound port: 414f3778-0c42-48e0-b52d-b45f45317a00, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b87cf86-1001-4ceb-9ca4-6f03959088d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:54.857474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.994693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:54.996809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82139cf-6021-40d8-a0c5-9c559dc46d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.004838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:55.009713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:55.011275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82139cf-6021-40d8-a0c5-9c559dc46d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.032334 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9bc15-0c7d-4fe4-9421-42df24a761a3 None None] The sync data for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 is: [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:18:17Z', 'revision_number': 4, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ca70f7d9-8784-42d3-80ec-f54b4848a587', 'name': '', 'network_id': 'd9c6f800-177d-4292-82d3-68c874f12c85', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'mac_address': 'fa:16:3e:20:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:16Z', 'updated_at': '2021-11-16T21:18:23Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'subnets': [{'id': '45af3fd5-cb63-4586-b878-a14525f585f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:55.065456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-a92c151d-8572-4aa5-84e3-e11fc97599ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1001 time: 0.1924431 Nov 16 21:20:55.067677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f82139cf-6021-40d8-a0c5-9c559dc46d42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70c3a5ff2840451e9888ed8d2717416b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127157 Nov 16 21:20:55.068532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46942) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:55.069267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82139cf-6021-40d8-a0c5-9c559dc46d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd036a74-06a2-4d00-bf52-0811b1dc42ae,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.073327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.129426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.130258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.131906 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/414f3778-0c42-48e0-b52d-b45f45317a00 HTTP/1.1" status: 200 len: 1091 time: 1.5596764 Nov 16 21:20:55.146300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bade9-9f7f-425e-a1b2-38dce207b55e req-b898380a-f734-4ef6-bb4e-1131f0ac7e6e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.158522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:55.160939 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dffdbd-3141-4651-b6de-f83a1bd17828" -d '{"events": [{"name": "network-changed", "server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:55.165230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bade9-9f7f-425e-a1b2-38dce207b55e req-b898380a-f734-4ef6-bb4e-1131f0ac7e6e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.168260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-910bade9-9f7f-425e-a1b2-38dce207b55e req-b898380a-f734-4ef6-bb4e-1131f0ac7e6e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1666 time: 0.4234517 Nov 16 21:20:55.187252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.220275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Request body: {'port': {'device_id': '5375d93a-2036-406d-b660-fa2b398e9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:55.221302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed030-8d2b-47c0-8d2c-ea0b91e0b415 req-d88f15f8-9c2e-4052-951f-e76146a9b482 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.224609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.225864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77eed030-8d2b-47c0-8d2c-ea0b91e0b415 req-d88f15f8-9c2e-4052-951f-e76146a9b482 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.4908674 Nov 16 21:20:55.226557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-deleted', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:55.230782 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87972fe3-3262-428a-b373-cd3b913edb7d" -d '{"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-deleted", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:55.264938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311d21-d019-4c5e-b712-901244f33f97 req-2651d971-f4b7-472f-b7eb-66c7c8cd2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.267576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-2651d971-f4b7-472f-b7eb-66c7c8cd2b8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=40186d91-6bf9-44a0-8620-8c95c2733648 HTTP/1.1" status: 200 len: 916 time: 0.6181333 Nov 16 21:20:55.306920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35d755-50ca-4738-9055-de0765936fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.321130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-fc79707e-d5a6-472e-87fb-40ec0f25b2ee tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.323305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-fc79707e-d5a6-472e-87fb-40ec0f25b2ee tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 946 time: 0.4532776 Nov 16 21:20:55.339050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.460773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-d2b0f3d5-d2aa-424b-b329-6962f39b7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.462325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-d2b0f3d5-d2aa-424b-b329-6962f39b7e41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.3805959 Nov 16 21:20:55.471784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-16f93c3f-70c7-4693-9598-c5d2c40a9762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f61140-de46-41a0-989d-d999cb9f5623 HTTP/1.1" status: 200 len: 217 time: 0.1659758 Nov 16 21:20:55.549596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfc1e5-70a5-4fa6-bd46-b246a2e7f522 None None] New status for floating IP cede29b0-3ccb-43a6-aef3-e345154ba6be: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:20:55.568564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.572361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.588902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd036a74-06a2-4d00-bf52-0811b1dc42ae HTTP/1.1" status: 204 len: 168 time: 0.4949298 Nov 16 21:20:55.611287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0142d5-4e3b-4239-a848-a092ab7a0f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd036a74-06a2-4d00-bf52-0811b1dc42ae,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.665114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-910bade9-9f7f-425e-a1b2-38dce207b55e req-977143c8-5211-452a-9c60-19351bdba32b tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217455 Nov 16 21:20:55.740322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77eed030-8d2b-47c0-8d2c-ea0b91e0b415 req-7ab76e13-8730-488d-9bef-f1e2a91e1d60 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892159 Nov 16 21:20:55.772061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311d21-d019-4c5e-b712-901244f33f97 req-bbc9be8b-dc85-458d-a5f4-a36ff3be24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.774972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-bbc9be8b-dc85-458d-a5f4-a36ff3be24ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce HTTP/1.1" status: 200 len: 854 time: 0.2724106 Nov 16 21:20:55.788735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-ad6a9a7a-973f-4f11-b29b-0ea17ace85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.790618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-ad6a9a7a-973f-4f11-b29b-0ea17ace85ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3046560 Nov 16 21:20:55.841467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46964) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:55.880043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3580fee-bd32-4072-aeab-a92631548c19 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:55.903498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.913619 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d8982-76e7-4cf1-808e-02ac398d9e93 x-openstack-request-id: req-7e9d8982-76e7-4cf1-808e-02ac398d9e93 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:55.914163 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:55.915240 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e9d8982-76e7-4cf1-808e-02ac398d9e93 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:55.915899 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00', 'status': 'completed', 'code': 200} Nov 16 21:20:55.949072 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Transition to ACTIVE for port object e3580fee-bd32-4072-aeab-a92631548c19 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:55.960581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.017073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-b76c46a4-faef-4f7d-8143-82c3cc19b5fa service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763644 Nov 16 21:20:56.019596 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e126e482-cc71-4a0d-8713-7d0ceeb21136 x-openstack-request-id: req-e126e482-cc71-4a0d-8713-7d0ceeb21136 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:56.019886 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0675ad44-d525-469e-b28f-146346228f54", "name": "network-vif-deleted", "tag": "8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:56.020142 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e126e482-cc71-4a0d-8713-7d0ceeb21136 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:56.020526 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0675ad44-d525-469e-b28f-146346228f54', 'name': 'network-vif-deleted', 'tag': '8d30e2b6-11e5-42e3-a6e9-74e9b0338b9c', 'status': 'completed', 'code': 200} Nov 16 21:20:56.043680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Pushing event updated for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.257004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-9fb3bdb2-cf74-4d65-9166-3726deb720a9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.258531 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-9fb3bdb2-cf74-4d65-9166-3726deb720a9 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 950 time: 0.1176584 Nov 16 21:20:56.261308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Attempting to bind port e3580fee-bd32-4072-aeab-a92631548c19 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:56.261649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Attempting to bind port e3580fee-bd32-4072-aeab-a92631548c19 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:56.261968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Attempting to bind port e3580fee-bd32-4072-aeab-a92631548c19 on network 0546f983-3110-43e8-b544-c2713f0017e4 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:56.279805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Port e3580fee-bd32-4072-aeab-a92631548c19 on network 0546f983-3110-43e8-b544-c2713f0017e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:56.280079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Attempting to bind port e3580fee-bd32-4072-aeab-a92631548c19 on network 0546f983-3110-43e8-b544-c2713f0017e4 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:56.282277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port e41ad3b8-9f63-44e4-aa71-df563a5a9716 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:56.282661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.319945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:56.320576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Checking segment: {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:56.320704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Bound using segment: {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:56.321077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Bound port: e3580fee-bd32-4072-aeab-a92631548c19, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20512cb1-1b9d-472f-ad33-b969761b90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:56.321435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.397337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port e41ad3b8-9f63-44e4-aa71-df563a5a9716, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e41ad3b8-9f63-44e4-aa71-df563a5a9716,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:56.397692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.413264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for e41ad3b8-9f63-44e4-aa71-df563a5a9716 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:56.464005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Deleting port 943a294b-6725-4e01-ab65-fb574d2e9dc0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:56.464544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.467838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:56.472666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e3580fee-bd32-4072-aeab-a92631548c19,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:56.521333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.521799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9759e27a-a0a1-495d-883d-67cb1c80e6b6 req-80d9c0e0-3831-4022-bbb2-590abaa2d8e9 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373884 Nov 16 21:20:56.557787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14311d21-d019-4c5e-b712-901244f33f97 req-9c683a63-3757-4870-91c7-61e7efd81569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.560307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-9c683a63-3757-4870-91c7-61e7efd81569 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40186d91-6bf9-44a0-8620-8c95c2733648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7771568 Nov 16 21:20:56.584856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.585847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.587463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3580fee-bd32-4072-aeab-a92631548c19 HTTP/1.1" status: 200 len: 1092 time: 1.4023063 Nov 16 21:20:56.669204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] Pushing event updated for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.685918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] For port 943a294b-6725-4e01-ab65-fb574d2e9dc0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=943a294b-6725-4e01-ab65-fb574d2e9dc0,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:56.695112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.726444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Calling delete_port for 943a294b-6725-4e01-ab65-fb574d2e9dc0 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:56.744595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-86446c38-8a42-42bf-a376-65006e5d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.745368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-86446c38-8a42-42bf-a376-65006e5d8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.747104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-86446c38-8a42-42bf-a376-65006e5d8125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1938 time: 0.7241130 Nov 16 21:20:57.042579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.055191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['943a294b-6725-4e01-ab65-fb574d2e9dc0', 'b04a757c-a6e6-446f-ad42-2da121209567'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:57.396286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-1579f732-b295-4e23-a132-618c6643eb64 service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813978 Nov 16 21:20:57.414879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea39e09-c26b-48b9-b455-8f75298ef7f2 req-094e2ec4-579f-4d0f-ab2b-7baa7a62e02c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:57.423093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ea39e09-c26b-48b9-b455-8f75298ef7f2 req-094e2ec4-579f-4d0f-ab2b-7baa7a62e02c tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=79525c93-399e-4654-a12a-65bc62975e34 HTTP/1.1" status: 200 len: 950 time: 1.4012532 Nov 16 21:20:57.476333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edbb34-3346-47d7-85b4-904037d1fa9b req-cf9783b0-d89e-4156-bf9c-457caf76bf41 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:57.478004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2edbb34-3346-47d7-85b4-904037d1fa9b req-cf9783b0-d89e-4156-bf9c-457caf76bf41 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 944 time: 1.1995270 Nov 16 21:20:57.578050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event deleted for resources: {'Port': ['ID=943a294b-6725-4e01-ab65-fb574d2e9dc0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:57.610173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] No DVR routers for this DVR port 943a294b-6725-4e01-ab65-fb574d2e9dc0 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:57.615851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 93f61140-de46-41a0-989d-d999cb9f5623 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:57.617926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.626346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0d3726b3-d62f-4f07-8ea4-2255e14a5c7b req-da69268d-b06e-4d2e-a1cc-d957ccb3def3 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "DELETE /v2.0/ports/943a294b-6725-4e01-ab65-fb574d2e9dc0 HTTP/1.1" status: 204 len: 173 time: 1.3576264 Nov 16 21:20:57.743861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.843354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=93f61140-de46-41a0-989d-d999cb9f5623,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:57.848358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ea39e09-c26b-48b9-b455-8f75298ef7f2 req-a62cba20-5a18-49d2-84c1-3669311c58e0 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242361 Nov 16 21:20:57.869120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.872180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.897977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e41ad3b8-9f63-44e4-aa71-df563a5a9716'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:57.901078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14311d21-d019-4c5e-b712-901244f33f97 req-18cee736-7094-4380-ac03-05b2de18b430 service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515162 Nov 16 21:20:57.920713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19'}, {'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'name': 'network-vif-deleted', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:57.924852 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036eecb-5320-4893-a8c5-8d53eea5b1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "tag": "e3580fee-bd32-4072-aeab-a92631548c19"}, {"server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "name": "network-vif-deleted", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:57.958699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '93f61140-de46-41a0-989d-d999cb9f5623', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'port_id': '93f61140-de46-41a0-989d-d999cb9f5623', 'mac_address': 'fa:16:3e:97:7f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:57.967641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=e41ad3b8-9f63-44e4-aa71-df563a5a9716,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:57.990970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2edbb34-3346-47d7-85b4-904037d1fa9b req-05f33501-2e18-452f-a2c0-51d1459e1faa tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025808 Nov 16 21:20:58.025728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.039148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-35b16fc3-35fe-4a0f-acaa-4c3dc6364ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.039617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-35b16fc3-35fe-4a0f-acaa-4c3dc6364ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.040251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-35b16fc3-35fe-4a0f-acaa-4c3dc6364ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.041879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-35b16fc3-35fe-4a0f-acaa-4c3dc6364ff4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2777412 Nov 16 21:20:58.050962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f61140-de46-41a0-989d-d999cb9f5623 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:58.091833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=93f61140-de46-41a0-989d-d999cb9f5623,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:58.095463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f74c6297-f1e5-4785-be7e-4db75647ed65 req-22d096c2-13d9-4a3d-8292-17130b013177 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=f66b2131-de2e-412f-abb2-473810d98369 HTTP/1.1" status: 200 len: 210 time: 0.0673873 Nov 16 21:20:58.103327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.180537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.216626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port e41ad3b8-9f63-44e4-aa71-df563a5a9716 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:58.232130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.236146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9596f1d5-0a3f-4098-ba69-62907a0bf032 req-ee5e56df-f0cd-477e-8305-f7b7ad3e48b2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "DELETE /v2.0/ports/e41ad3b8-9f63-44e4-aa71-df563a5a9716 HTTP/1.1" status: 204 len: 173 time: 2.8692441 Nov 16 21:20:58.237016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'name': 'network-vif-deleted', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:58.239967 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3163504c-f46b-44cf-8346-600125c997f0" -d '{"events": [{"server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "name": "network-vif-deleted", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:58.287214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:58.296999 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2867dc0-b7a8-436c-8424-bb10030720d2 x-openstack-request-id: req-f2867dc0-b7a8-436c-8424-bb10030720d2 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:58.297288 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "tag": "e3580fee-bd32-4072-aeab-a92631548c19", "status": "completed", "code": 200}, {"server_uuid": "79525c93-399e-4654-a12a-65bc62975e34", "name": "network-vif-deleted", "tag": "943a294b-6725-4e01-ab65-fb574d2e9dc0", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:58.297572 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2867dc0-b7a8-436c-8424-bb10030720d2 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:58.298102 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19', 'status': 'completed', 'code': 200} Nov 16 21:20:58.298358 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79525c93-399e-4654-a12a-65bc62975e34', 'name': 'network-vif-deleted', 'tag': '943a294b-6725-4e01-ab65-fb574d2e9dc0', 'status': 'completed', 'code': 200} Nov 16 21:20:58.338006 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c019f799-b582-46e5-8e3c-df66bb278090 x-openstack-request-id: req-c019f799-b582-46e5-8e3c-df66bb278090 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:58.338296 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66b2131-de2e-412f-abb2-473810d98369", "name": "network-vif-deleted", "tag": "e41ad3b8-9f63-44e4-aa71-df563a5a9716", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:58.338640 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c019f799-b582-46e5-8e3c-df66bb278090 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:58.339085 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66b2131-de2e-412f-abb2-473810d98369', 'name': 'network-vif-deleted', 'tag': 'e41ad3b8-9f63-44e4-aa71-df563a5a9716', 'status': 'completed', 'code': 200} Nov 16 21:20:58.339987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['93f61140-de46-41a0-989d-d999cb9f5623'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:58.357051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.359676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.360891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "DELETE /v2.0/security-groups/a4d3dd4f-d371-4ad5-a95a-7d61082116bb HTTP/1.1" status: 204 len: 168 time: 2.5142393 Nov 16 21:20:58.364864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:58.384920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-40ae3a68-6446-44bb-ba96-f85442b0ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.386511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18dffdbd-3141-4651-b6de-f83a1bd17828 req-40ae3a68-6446-44bb-ba96-f85442b0ce4a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3344266 Nov 16 21:20:58.388358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325af02d-10bc-4537-a0d5-2972472a940a tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3dd4f-d371-4ad5-a95a-7d61082116bb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.401765 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-0c6118a6-cb69-4c15-94c2-1d87aa449306 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] show failed (client error): The resource could not be found. Nov 16 21:20:58.408791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47032) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:58.423022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c6118a6-cb69-4c15-94c2-1d87aa449306 tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "GET /v2.0/security-groups/a4d3dd4f-d371-4ad5-a95a-7d61082116bb HTTP/1.1" status: 404 len: 347 time: 0.0545368 Nov 16 21:20:58.509112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1393332861', 'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:58.517056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e1d94-22b6-4380-bb07-5807dd3f2382 req-99c93cd7-7c0a-45f1-9e09-009a48735f28 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.523471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e1d94-22b6-4380-bb07-5807dd3f2382 req-99c93cd7-7c0a-45f1-9e09-009a48735f28 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.525141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba1e1d94-22b6-4380-bb07-5807dd3f2382 req-99c93cd7-7c0a-45f1-9e09-009a48735f28 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1678 time: 0.3118286 Nov 16 21:20:58.543322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Made reservation on behalf of 6afd080db7864b76922cc6f71ec54349 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:58.546056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.555529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.633343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.637429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.652437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-bfa3638b-ebf0-4c06-a973-945688f2ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.652917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-bfa3638b-ebf0-4c06-a973-945688f2ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.654500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-bfa3638b-ebf0-4c06-a973-945688f2ddf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1980 time: 0.1666090 Nov 16 21:20:58.659188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:58.665968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba1e1d94-22b6-4380-bb07-5807dd3f2382 req-edbf7c5c-3e30-470a-8d61-edaa79e92817 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209109 Nov 16 21:20:58.674768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c7c8e5-4426-4db6-87b3-8dd0017a8d3c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.679730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.680435 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Added segment 9af16f8a-056b-4bd8-9ffe-f8158bf90578 of type vlan for network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 Nov 16 21:20:58.708159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-e83b9cf5-785a-45a2-a9f7-6dc4f54972e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.58&port_id=414f3778-0c42-48e0-b52d-b45f45317a00 HTTP/1.1" status: 200 len: 217 time: 0.0401766 Nov 16 21:20:58.716408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Deleting port e11d0a32-9a8f-4010-91d8-d244a3e7ca10 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:58.716752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.736736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.767581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.768652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.769252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.809387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-109c5ce3-aa5b-468f-b690-f69071668687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.810873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-109c5ce3-aa5b-468f-b690-f69071668687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fe82302-ec0f-4630-acb4-b354857f8452 HTTP/1.1" status: 200 len: 801 time: 0.0921698 Nov 16 21:20:58.819425 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5304294 Nov 16 21:20:58.825506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47036) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:58.832313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d3751-8c59-44c4-be5e-597bdef4a8d8 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Network': ['ID=5d3acb87-6725-4dbf-9b25-3d1aa0739d86,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.832617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'subnet': {'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:58.842359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:58.876902 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.877522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.901985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Calling delete_port for e11d0a32-9a8f-4010-91d8-d244a3e7ca10 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:58.911575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Made reservation on behalf of 6afd080db7864b76922cc6f71ec54349 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:58.913977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.998915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-9c91804d-3a24-4a31-8956-5a0a20d65908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.000667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-9c91804d-3a24-4a31-8956-5a0a20d65908 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3899e25-0e57-4010-809a-dea3be4911b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1758502 Nov 16 21:20:59.280202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bc60e-6d74-4fd8-a3b0-ecaa82ffd3ff req-6e909d41-e551-442c-ade7-d8671d6229f3 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.281590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2bc60e-6d74-4fd8-a3b0-ecaa82ffd3ff req-6e909d41-e551-442c-ade7-d8671d6229f3 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 945 time: 0.1962669 Nov 16 21:20:59.286688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-a82b8083-a886-40bf-8f1a-33a4a7ce2d39 service neutron] 10.222.0.36 "GET /v2.0/networks/e3899e25-0e57-4010-809a-dea3be4911b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684331 Nov 16 21:20:59.343361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020403b-ba8b-458a-b0cf-32a7277a1fc0 req-96d8de94-72a1-4d3b-bc64-308b4379fdad tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.345285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b020403b-ba8b-458a-b0cf-32a7277a1fc0 req-96d8de94-72a1-4d3b-bc64-308b4379fdad tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 950 time: 0.2110417 Nov 16 21:20:59.512476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2bc60e-6d74-4fd8-a3b0-ecaa82ffd3ff req-dce79b66-a58a-4997-b034-8a4afe12ba4f tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151570 Nov 16 21:20:59.518893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.586872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b020403b-ba8b-458a-b0cf-32a7277a1fc0 req-091cb969-774e-4faa-89f5-9fa797fd2445 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170329 Nov 16 21:20:59.587697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Pushing event deleted for resources: {'Port': ['ID=e11d0a32-9a8f-4010-91d8-d244a3e7ca10,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.626034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.626837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.626837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.627071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.627367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.628331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.628675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.629168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.629500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.629953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.630143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.630325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 93f61140-de46-41a0-989d-d999cb9f5623 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:59.630796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:59.655783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-c4be69b1-c345-4b5a-be90-8880aeda87f8 service neutron] 10.222.0.36 "GET /v2.0/networks/e3899e25-0e57-4010-809a-dea3be4911b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328121 Nov 16 21:20:59.710472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 93f61140-de46-41a0-989d-d999cb9f5623 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:20:59.715192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 93f61140-de46-41a0-989d-d999cb9f5623 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:59.715671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.751303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-c921db2b-44bc-46b8-9c83-9c764d42b307 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=e3580fee-bd32-4072-aeab-a92631548c19 HTTP/1.1" status: 200 len: 217 time: 0.0689769 Nov 16 21:20:59.798631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.820938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:59.823204 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b3cde0-87b5-4cb3-aa91-0769e80cfebf" -d '{"events": [{"server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "name": "network-vif-plugged", "status": "completed", "tag": "93f61140-de46-41a0-989d-d999cb9f5623"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:59.839447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=93f61140-de46-41a0-989d-d999cb9f5623,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:59.843886 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.845172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 943a294b-6725-4e01-ab65-fb574d2e9dc0 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:59.860779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.863367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.864516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-10ef8835-57bc-44ef-b543-845f412ccb9e tempest-ServersTestJSON-2004369612 tempest-ServersTestJSON-2004369612-project] 10.222.0.54 "DELETE /v2.0/floatingips/cede29b0-3ccb-43a6-aef3-e345154ba6be HTTP/1.1" status: 204 len: 168 time: 1.4501531 Nov 16 21:20:59.867545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47086) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:59.884614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 943a294b-6725-4e01-ab65-fb574d2e9dc0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:59.885127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 943a294b-6725-4e01-ab65-fb574d2e9dc0 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:59.908391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.918594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-c77be8aa-1508-485a-86f0-50f8af0776fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.919613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e41ad3b8-9f63-44e4-aa71-df563a5a9716 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:59.920138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-c77be8aa-1508-485a-86f0-50f8af0776fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3 HTTP/1.1" status: 200 len: 801 time: 0.1579523 Nov 16 21:20:59.942420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: e41ad3b8-9f63-44e4-aa71-df563a5a9716 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:59.942765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e41ad3b8-9f63-44e4-aa71-df563a5a9716 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:59.954780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8908d23-7ffd-41b7-aa82-a277804ed999 req-74571be3-3556-4b87-8a71-b72f7b2da58c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.961071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8908d23-7ffd-41b7-aa82-a277804ed999 req-74571be3-3556-4b87-8a71-b72f7b2da58c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.962594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8908d23-7ffd-41b7-aa82-a277804ed999 req-74571be3-3556-4b87-8a71-b72f7b2da58c tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1678 time: 0.2061195 Nov 16 21:21:00.039470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-b9e9e555-65ea-468c-84cb-7c0f616a4d0a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.040918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-b9e9e555-65ea-468c-84cb-7c0f616a4d0a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.2818494 Nov 16 21:21:00.100594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1a24d051-3f1b-47af-83e1-66ce9a5d01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.101984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-1a24d051-3f1b-47af-83e1-66ce9a5d01a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0546f983-3110-43e8-b544-c2713f0017e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1677051 Nov 16 21:21:00.102504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:21:00.103002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.115996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-6b94c148-04db-46a5-a898-1f11cab82b68 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0675046 Nov 16 21:21:00.164449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8908d23-7ffd-41b7-aa82-a277804ed999 req-c553df2d-064d-499e-8e26-bdda5520b738 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797426 Nov 16 21:21:00.217076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.230279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-1c90d7c8-aa2c-4cdf-8a18-ef4ea8beb053 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816422 Nov 16 21:21:00.320870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:00.368776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Checking segment: {'id': '9af16f8a-056b-4bd8-9ffe-f8158bf90578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:00.369013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network hostable DHCP agents. Network: 5d3acb87-6725-4dbf-9b25-3d1aa0739d86, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:00.406910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3a770-9938-40bd-b472-2f6a6fd45fa7 req-19d20d27-0caf-424c-87c2-512eb82d00f3 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.414786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3c3a770-9938-40bd-b472-2f6a6fd45fa7 req-19d20d27-0caf-424c-87c2-512eb82d00f3 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 949 time: 0.1869173 Nov 16 21:21:00.423498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-2b2b6904-8bbf-40c0-82a1-9e36bfabe2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024046 Nov 16 21:21:00.476887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Deleting port ca70f7d9-8784-42d3-80ec-f54b4848a587 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:00.477219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.511975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-ccc579b2-820c-4e17-98f2-8caade5761fa service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717099 Nov 16 21:21:00.526270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:00.568206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] For port ca70f7d9-8784-42d3-80ec-f54b4848a587, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ca70f7d9-8784-42d3-80ec-f54b4848a587,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:00.568680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.584660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Calling delete_port for ca70f7d9-8784-42d3-80ec-f54b4848a587 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:00.616797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 5d3acb87-6725-4dbf-9b25-3d1aa0739d86) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:00.625365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3c3a770-9938-40bd-b472-2f6a6fd45fa7 req-1a032c5f-72e5-4839-b239-6ad3b536e076 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095084 Nov 16 21:21:00.625854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd837354-e722-405f-ad98-2495a8691527 None None] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:00.656089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.656686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.781524 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b9d0e-aaee-44c2-b0a5-02bdde53dea7 x-openstack-request-id: req-ee2b9d0e-aaee-44c2-b0a5-02bdde53dea7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:00.782690 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "name": "network-vif-plugged", "status": "completed", "tag": "93f61140-de46-41a0-989d-d999cb9f5623", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:00.782811 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee2b9d0e-aaee-44c2-b0a5-02bdde53dea7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:00.783225 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623', 'code': 200} Nov 16 21:21:00.836521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.876773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529605d-df35-45c4-8ea7-cd2f3712c1de None None] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:00.887580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca70f7d9-8784-42d3-80ec-f54b4848a587,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:00.939968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc404-24cb-4754-82f8-f2e982bc52ea req-4d33dbcb-bfc2-4de5-b96a-f3d90b654925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.941829 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-19cdc404-24cb-4754-82f8-f2e982bc52ea req-4d33dbcb-bfc2-4de5-b96a-f3d90b654925 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 1097 time: 0.1483474 Nov 16 21:21:01.073371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-bfb0c8e0-de5a-4301-af67-8b7b0ded463f service neutron] 10.222.0.36 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368062 Nov 16 21:21:01.078415 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-19cdc404-24cb-4754-82f8-f2e982bc52ea req-7002eddc-fef2-4405-9b67-168af8c03533 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255665 Nov 16 21:21:01.082535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-cc8a109f-6d9c-4157-8201-04f69519aef8 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.084049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-cc8a109f-6d9c-4157-8201-04f69519aef8 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 950 time: 0.5586979 Nov 16 21:21:01.097797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b47f008a-e815-4c0b-9674-c2067b084a0d tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2689457 Nov 16 21:21:01.098548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47094) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:01.110292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-918160529', 'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:01.134868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-68ec2585-a4c5-48cf-a04b-2d7626761249 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120827 Nov 16 21:21:01.137348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.146771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaadf8-4156-4fb0-80d7-e7040e1123ea req-73ac4dd0-0227-4779-a436-9117678ded21 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.148316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1feaadf8-4156-4fb0-80d7-e7040e1123ea req-73ac4dd0-0227-4779-a436-9117678ded21 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 946 time: 0.1167130 Nov 16 21:21:01.168651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Made reservation on behalf of 6afd080db7864b76922cc6f71ec54349 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:01.170803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.202428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] device_id is not set on port 363c483d-f4d6-43e6-91a5-8d392c30e217 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:21:01.253697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1feaadf8-4156-4fb0-80d7-e7040e1123ea req-0403a790-a7d7-4c44-b814-def286904ad8 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928180 Nov 16 21:21:01.445930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-aafe0fab-eaea-4a7e-9d66-0eb48a27e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.446409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-aafe0fab-eaea-4a7e-9d66-0eb48a27e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.447992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-aafe0fab-eaea-4a7e-9d66-0eb48a27e744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1980 time: 0.1035824 Nov 16 21:21:01.468304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Router bbd613d0-093f-4d58-b2dc-c1a0b393b26e has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:01.502074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 2001:db8::53 (5d3acb87-6725-4dbf-9b25-3d1aa0739d86/6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2/363c483d-f4d6-43e6-91a5-8d392c30e217) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:01.549922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658d3c4-e82c-454d-9afa-f34242b66bc9 req-aa22ecb2-222c-4b79-b366-ca4910c7501d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.551515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9658d3c4-e82c-454d-9afa-f34242b66bc9 req-aa22ecb2-222c-4b79-b366-ca4910c7501d tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 950 time: 0.1743000 Nov 16 21:21:01.576173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087ac26-133a-495b-8395-7d150f74cbf9 req-3c304599-f972-4012-aa73-acf76e33b08a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.583691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087ac26-133a-495b-8395-7d150f74cbf9 req-3c304599-f972-4012-aa73-acf76e33b08a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.585394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6087ac26-133a-495b-8395-7d150f74cbf9 req-3c304599-f972-4012-aa73-acf76e33b08a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1678 time: 0.1671641 Nov 16 21:21:01.657305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Deleting port b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:01.657722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.662439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-88258baa-bc65-4343-9bbf-c4d010a6c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.663948 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-88258baa-bc65-4343-9bbf-c4d010a6c200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0546f983-3110-43e8-b544-c2713f0017e4 HTTP/1.1" status: 200 len: 903 time: 0.1844449 Nov 16 21:21:01.665381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:01.673316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f1a16de-cd74-4961-bced-786f6ba632f7 admin admin] 10.222.0.54 "PUT /v2.0/routers/bbd613d0-093f-4d58-b2dc-c1a0b393b26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025036 Nov 16 21:21:01.673689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:01.678147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Sync routers for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:01.693459 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:01.694343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.721884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-e4ba3510-4445-4bf6-9585-fc642552d569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=e3580fee-bd32-4072-aeab-a92631548c19 HTTP/1.1" status: 200 len: 217 time: 0.0402305 Nov 16 21:21:01.811955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9658d3c4-e82c-454d-9afa-f34242b66bc9 req-0973b62b-5748-42e0-b89d-9a44922f75dd tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d3865db-3f3a-4d26-9e99-053fa39643a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417383 Nov 16 21:21:01.820453 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:01.833594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6087ac26-133a-495b-8395-7d150f74cbf9 req-8bad02c3-571a-4381-8106-21a6ce0dc7fc tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349336 Nov 16 21:21:01.861798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-6c062138-0cc8-4b6b-90bf-3d941eff548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.865097 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-6c062138-0cc8-4b6b-90bf-3d941eff548f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3 HTTP/1.1" status: 200 len: 801 time: 0.1086166 Nov 16 21:21:01.949838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:01.952024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.975353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-167003e4-b4f9-494c-8cd5-5868a5e7ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.977254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-167003e4-b4f9-494c-8cd5-5868a5e7ae36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0546f983-3110-43e8-b544-c2713f0017e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015615 Nov 16 21:21:01.978957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.113580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.128762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-128901a7-c0c1-4c63-a6e3-21dee99a5cb6 req-fe9d1b1a-698a-4775-a864-39b1517b53bf tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 210 time: 0.1498740 Nov 16 21:21:02.164356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.168074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] For port b04a757c-a6e6-446f-ad42-2da121209567, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b04a757c-a6e6-446f-ad42-2da121209567,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:02.168074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.177226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:21:00Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:02.204969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:02.213599 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.227826 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Checking router: bbd613d0-093f-4d58-b2dc-c1a0b393b26e for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:02.228925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Calling delete_port for b04a757c-a6e6-446f-ad42-2da121209567 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:02.239360 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Routers {'bbd613d0-093f-4d58-b2dc-c1a0b393b26e'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:02.240302 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:02.240515 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-0bea7505-5428-4144-ac5c-a7e04bd8ad45 service neutron] 10.222.0.36 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171514 Nov 16 21:21:02.267624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.288340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:02.304732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=363c483d-f4d6-43e6-91a5-8d392c30e217,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.364440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:02.368919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.391958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:02.392974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:02.393589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.431401 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] Set router bbd613d0-093f-4d58-b2dc-c1a0b393b26e gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:02.450568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ee12060-f6f6-47a0-a535-15a834909b38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3474662 Nov 16 21:21:02.454841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:02.464759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e036eecb-5320-4893-a8c5-8d53eea5b1dc req-9c398a63-6e18-4a3c-a54c-c7a284e2cbd4 service neutron] 10.222.0.36 "GET /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072163 Nov 16 21:21:02.491345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Deleting port 38d3a130-81b1-4756-bd1c-0572d2d154a4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:02.491694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.520181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721bff-afe4-41b5-b2a9-2e9af22208df req-23e53175-77fa-434f-ac78-c1ab19f9d14c tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:02.521913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c721bff-afe4-41b5-b2a9-2e9af22208df req-23e53175-77fa-434f-ac78-c1ab19f9d14c tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 946 time: 0.1246860 Nov 16 21:21:02.645492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] For port 38d3a130-81b1-4756-bd1c-0572d2d154a4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38d3a130-81b1-4756-bd1c-0572d2d154a4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:02.646340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.666265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Calling delete_port for 38d3a130-81b1-4756-bd1c-0572d2d154a4 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:02.684769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c721bff-afe4-41b5-b2a9-2e9af22208df req-ef15ffe8-189a-4900-a7c2-00be2f91ccdb tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284585 Nov 16 21:21:02.743663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.785265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:02.786314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Deleting port 363c483d-f4d6-43e6-91a5-8d392c30e217 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:02.786843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.787837 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba1a97b-daff-4c9f-99c7-095aa4a0c4c9" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:02.818667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:21:00Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:02.859785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Pushing event deleted for resources: {'Port': ['ID=b04a757c-a6e6-446f-ad42-2da121209567,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.860881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4548c8-a058-48af-b04c-a37e5a1f5b4f None None] The sync data for ids ['bbd613d0-093f-4d58-b2dc-c1a0b393b26e'] in n-d-816206-5 is: [{'id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'name': 'tempest-ServersTestJSON-732063371-router', 'tenant_id': '76134cdddccc4f4d8a0602ab541dc825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:18:11Z', 'updated_at': '2021-11-16T21:21:00Z', 'revision_number': 5, 'project_id': '76134cdddccc4f4d8a0602ab541dc825', 'gw_port': {'id': '38d3a130-81b1-4756-bd1c-0572d2d154a4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd613d0-093f-4d58-b2dc-c1a0b393b26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:18:12Z', 'updated_at': '2021-11-16T21:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:02.953054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.973077 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864498bd-4a75-40ee-9894-a741aa3dc1d2 x-openstack-request-id: req-864498bd-4a75-40ee-9894-a741aa3dc1d2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:02.973951 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:02.974149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] No DVR routers for this DVR port b04a757c-a6e6-446f-ad42-2da121209567 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:02.976107 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-864498bd-4a75-40ee-9894-a741aa3dc1d2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:02.976927 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'code': 200} Nov 16 21:21:02.994468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.002292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaee5034-c1bb-4f7a-b929-9702782c146f req-ea653aaf-f28b-4905-a4d3-bc9b227a0452 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.36 "DELETE /v2.0/ports/b04a757c-a6e6-446f-ad42-2da121209567 HTTP/1.1" status: 204 len: 173 time: 1.7157457 Nov 16 21:21:03.006609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-deleted', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:03.008971 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc790599-2159-406e-9e8a-bb919038d5e8" -d '{"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-deleted", "tag": "b04a757c-a6e6-446f-ad42-2da121209567"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:03.044425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-2d42eecb-c94e-4578-9aa4-97244f238dd0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.046403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-2d42eecb-c94e-4578-9aa4-97244f238dd0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.4244509 Nov 16 21:21:03.070512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42398a-079c-48af-8090-afe41548ccf2 req-2df2f953-9eaa-40b0-af85-0ef8e21f339c tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.076679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc42398a-079c-48af-8090-afe41548ccf2 req-2df2f953-9eaa-40b0-af85-0ef8e21f339c tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 946 time: 0.3000486 Nov 16 21:21:03.092915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': '75a8ec15-f02d-444d-a233-f5743faa8846', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:03.101258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47174) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:03.109425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Request body: {'floatingip': {'port_id': '93f61140-de46-41a0-989d-d999cb9f5623'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:03.225071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45dc155c-e6ba-498e-a0cc-d67634af1c16 req-9292b63b-4bda-4e12-b175-53c93ccb2588 tempest-ServersAdminTestJSON-1564173087 tempest-ServersAdminTestJSON-1564173087-project] 10.222.0.54 "GET /v2.0/ports?device_id=3afceab3-6254-4750-b6ae-eef24ae558dd HTTP/1.1" status: 200 len: 210 time: 0.1472955 Nov 16 21:21:03.247518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.257089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.328377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Calling delete_port for 363c483d-f4d6-43e6-91a5-8d392c30e217 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:03.355512 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713e4a2-eda6-4f8b-9153-a5d0165abfad x-openstack-request-id: req-c713e4a2-eda6-4f8b-9153-a5d0165abfad {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:03.355904 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afceab3-6254-4750-b6ae-eef24ae558dd", "name": "network-vif-deleted", "tag": "b04a757c-a6e6-446f-ad42-2da121209567", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:03.356036 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c713e4a2-eda6-4f8b-9153-a5d0165abfad {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:03.356435 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afceab3-6254-4750-b6ae-eef24ae558dd', 'name': 'network-vif-deleted', 'tag': 'b04a757c-a6e6-446f-ad42-2da121209567', 'status': 'completed', 'code': 200} Nov 16 21:21:03.392353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Pushing event deleted for resources: {'Port': ['ID=38d3a130-81b1-4756-bd1c-0572d2d154a4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.454489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.496589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bb75865-3451-45c2-96e1-70e97cdc7d98 req-ba754719-a154-4a9e-89b7-35af42e5b405 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 210 time: 0.0816796 Nov 16 21:21:03.539649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01527-096c-4c0c-9976-6df639ca3612 req-07dac12a-0a12-4f22-9a8e-cde154bf86dd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.545834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01527-096c-4c0c-9976-6df639ca3612 req-07dac12a-0a12-4f22-9a8e-cde154bf86dd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.551409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea01527-096c-4c0c-9976-6df639ca3612 req-07dac12a-0a12-4f22-9a8e-cde154bf86dd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1678 time: 0.3253651 Nov 16 21:21:03.571993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.574112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.624437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.625056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd613d0-093f-4d58-b2dc-c1a0b393b26e {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:03.631040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.632296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e3580fee-bd32-4072-aeab-a92631548c19 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:03.635155 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6031860d-a2f2-4bfb-8138-c9f6c27eaeea admin admin] 10.222.0.54 "DELETE /v2.0/routers/bbd613d0-093f-4d58-b2dc-c1a0b393b26e HTTP/1.1" status: 204 len: 168 time: 1.9593239 Nov 16 21:21:03.635768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:03.638967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:03.686787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Deleting subnet 45af3fd5-cb63-4586-b878-a14525f585f5 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:03.690277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.736370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.748536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea01527-096c-4c0c-9976-6df639ca3612 req-17c9e3f5-6dbc-4c44-90ad-56c163c78919 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359985 Nov 16 21:21:03.812070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:03.815989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.822312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b04a757c-a6e6-446f-ad42-2da121209567 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:03.822675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b04a757c-a6e6-446f-ad42-2da121209567 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:03.872105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.900795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e3580fee-bd32-4072-aeab-a92631548c19,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:03.913798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e3580fee-bd32-4072-aeab-a92631548c19', 'network_id': '0546f983-3110-43e8-b544-c2713f0017e4', 'port_id': 'e3580fee-bd32-4072-aeab-a92631548c19', 'mac_address': 'fa:16:3e:3a:ed:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:03.967781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.972166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.986017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3580fee-bd32-4072-aeab-a92631548c19 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:04.013719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e3580fee-bd32-4072-aeab-a92631548c19,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:04.023391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45af3fd5-cb63-4586-b878-a14525f585f5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.023391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.024882 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c69117c-22a3-488e-8676-a2c391c8b9f7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/45af3fd5-cb63-4586-b878-a14525f585f5 HTTP/1.1" status: 204 len: 168 time: 0.3881483 Nov 16 21:21:04.027298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:04.027950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9a084-ec23-4add-95ac-6bb517febf85 None None] Network d9c6f800-177d-4292-82d3-68c874f12c85 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:04.073668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.097048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.097692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 414f3778-0c42-48e0-b52d-b45f45317a00 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:04.105144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.124479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Port': ['ID=363c483d-f4d6-43e6-91a5-8d392c30e217,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.177972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.183710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-20f4f16a-2909-492c-bae6-294c0f68f567 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/ports/363c483d-f4d6-43e6-91a5-8d392c30e217 HTTP/1.1" status: 204 len: 168 time: 1.7248697 Nov 16 21:21:04.185076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47206) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:04.189916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86', 'external_fixed_ips': [{'subnet_id': '6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2', 'ip_address': '2001:db8::53'}]}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:04.212399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Deleting port 49c8745f-4a8b-4296-af6c-27e40a941f5a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:04.213097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.221491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.273116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca70f7d9-8784-42d3-80ec-f54b4848a587 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:04.279181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.280224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.299210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:21:04.345478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ca70f7d9-8784-42d3-80ec-f54b4848a587 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:04.345868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ca70f7d9-8784-42d3-80ec-f54b4848a587 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:04.367953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] For port 49c8745f-4a8b-4296-af6c-27e40a941f5a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49c8745f-4a8b-4296-af6c-27e40a941f5a,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:04.368327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.381482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.8 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/12913d8a-aaf1-41ba-b25b-85ade741d907) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:04.384035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.390371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Calling delete_port for 49c8745f-4a8b-4296-af6c-27e40a941f5a owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:04.404500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:04.426803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '414f3778-0c42-48e0-b52d-b45f45317a00', 'network_id': 'e3899e25-0e57-4010-809a-dea3be4911b5', 'port_id': '414f3778-0c42-48e0-b52d-b45f45317a00', 'mac_address': 'fa:16:3e:62:7e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe82302-ec0f-4630-acb4-b354857f8452', 'ip_address': '19.80.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:04.480717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.509391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] DHCP port deletion for d9c6f800-177d-4292-82d3-68c874f12c85 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:04.514680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f3778-0c42-48e0-b52d-b45f45317a00 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:04.555283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.572097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:04.589874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.599872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.630045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.630357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Deleting port 49c8745f-4a8b-4296-af6c-27e40a941f5a {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:04.630726 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.692916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.694286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.734499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] For port 49c8745f-4a8b-4296-af6c-27e40a941f5a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49c8745f-4a8b-4296-af6c-27e40a941f5a,segment=NetworkSegment(b08ee494-19ee-44da-9728-43986f38eae5),segment_id=b08ee494-19ee-44da-9728-43986f38eae5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:04.734997 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.737391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Pushing event deleted for resources: {'Port': ['ID=49c8745f-4a8b-4296-af6c-27e40a941f5a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.743986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] No DVR routers for this DVR port 49c8745f-4a8b-4296-af6c-27e40a941f5a on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:04.764409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Calling delete_port for 49c8745f-4a8b-4296-af6c-27e40a941f5a owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:04.770337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47216) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:04.830517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e3580fee-bd32-4072-aeab-a92631548c19'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:04.858596 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.896845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c6f800-177d-4292-82d3-68c874f12c85']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.925060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ee494-19ee-44da-9728-43986f38eae5') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.928816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ee494-19ee-44da-9728-43986f38eae5') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.970825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.040243 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.041921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-377ba307-cfcd-48d5-b94b-32e60f638bf3 req-ff98d9ac-f1b2-4324-9318-a0412e3999b8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 210 time: 0.4269094 Nov 16 21:21:05.076363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] No DVR routers for this DVR port 49c8745f-4a8b-4296-af6c-27e40a941f5a on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:05.083448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c797b4e-c939-492b-933e-adb139b562b4 None None] Pushing event deleted for resources: {'Port': ['ID=49c8745f-4a8b-4296-af6c-27e40a941f5a,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.147386 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.166244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:05.166786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:05.171800 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:05.227877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114c7-608f-4ecb-a142-c003211f3b85 req-2cc1bd60-ae10-43c0-ad46-3ab95b70ed67 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.233804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114c7-608f-4ecb-a142-c003211f3b85 req-2cc1bd60-ae10-43c0-ad46-3ab95b70ed67 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.235987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db5114c7-608f-4ecb-a142-c003211f3b85 req-2cc1bd60-ae10-43c0-ad46-3ab95b70ed67 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1680 time: 0.1930556 Nov 16 21:21:05.244229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.244463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.267729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.268637 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Floating IP 2f7493e2-126b-4cb5-afd2-97543f8c51f4 associated. External IP: 172.25.7.47, port: 93f61140-de46-41a0-989d-d999cb9f5623. Nov 16 21:21:05.271455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84c652ed-3068-4126-9290-7832a1e8b919 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=147b92405ab046a0a2053e3c80d013dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000188 Nov 16 21:21:05.273053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.275833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47232) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:05.292871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.296932 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] 10.222.0.54 "DELETE /v2.0/networks/d9c6f800-177d-4292-82d3-68c874f12c85 HTTP/1.1" status: 204 len: 168 time: 1.2672899 Nov 16 21:21:05.301131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f3e5-ccfb-42f3-9a96-65700715c2be admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c6f800-177d-4292-82d3-68c874f12c85,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.425203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.432494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db5114c7-608f-4ecb-a142-c003211f3b85 req-1d8e4d37-4443-4187-be51-c7106e270e32 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838324 Nov 16 21:21:05.438679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:05.495184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.498847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:05.509570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 2001:db8::53 (5d3acb87-6725-4dbf-9b25-3d1aa0739d86/6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2/6ddfc6a8-3d19-4705-99d9-94210e011000) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:05.518334 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed0a8c88-679c-49c7-b744-97e563b4eca5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76134cdddccc4f4d8a0602ab541dc825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786607 Nov 16 21:21:05.519831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:05.522064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:05.528541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:05.537428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.616650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.635454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.649797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e3580fee-bd32-4072-aeab-a92631548c19 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:05.677278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.679982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.688604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.689184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.719093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-73a4f41f-28f7-4d32-9db2-10d240251cc6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6614683 Nov 16 21:21:05.727947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Router e3272f4f-6de2-4118-9723-6fbfeed71923 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:05.728849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e3580fee-bd32-4072-aeab-a92631548c19 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:05.733337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Request body: {'port': {'device_id': '75a8ec15-f02d-444d-a233-f5743faa8846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:05.738580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.741039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.742158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d3865db-3f3a-4d26-9e99-053fa39643a3 HTTP/1.1" status: 204 len: 168 time: 0.4631469 Nov 16 21:21:05.747323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e3580fee-bd32-4072-aeab-a92631548c19 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:05.747622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.750635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.777719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da411d-0427-4077-b743-403237e2facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3865db-3f3a-4d26-9e99-053fa39643a3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.845999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:05.850541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:05.855972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.863225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.870127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.873595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c0bcb6b-f65b-4792-aafc-fc2c54d44421 HTTP/1.1" status: 204 len: 168 time: 0.3505738 Nov 16 21:21:05.880813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.885325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['414f3778-0c42-48e0-b52d-b45f45317a00'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:05.895851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:05.900793 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e00272-3e23-415b-832f-e8e2d3ff15e2" -d '{"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e3580fee-bd32-4072-aeab-a92631548c19"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:05.905898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:05.950882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:05.956259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.965826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e3580fee-bd32-4072-aeab-a92631548c19,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:05.967027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49c8745f-4a8b-4296-af6c-27e40a941f5a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:05.988950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Sync routers for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:06.014797 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc590842-1323-4a40-97d7-9350ec77a4d0 x-openstack-request-id: req-fc590842-1323-4a40-97d7-9350ec77a4d0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:06.015131 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-plugged", "status": "completed", "tag": "e3580fee-bd32-4072-aeab-a92631548c19", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:06.015433 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc590842-1323-4a40-97d7-9350ec77a4d0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:06.015831 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19', 'code': 200} Nov 16 21:21:06.022621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.051595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9a8ebc76-c7e3-44fe-87dc-548e8a19602a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "PUT /v2.0/floatingips/2f7493e2-126b-4cb5-afd2-97543f8c51f4 HTTP/1.1" status: 200 len: 991 time: 2.9464440 Nov 16 21:21:06.055018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:06.058213 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef9b82-c7f9-459a-a600-34421f0a27a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "tag": "93f61140-de46-41a0-989d-d999cb9f5623"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:06.098010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 49c8745f-4a8b-4296-af6c-27e40a941f5a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:06.098472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49c8745f-4a8b-4296-af6c-27e40a941f5a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:06.098757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38d3a130-81b1-4756-bd1c-0572d2d154a4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:06.103616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.164097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=6ddfc6a8-3d19-4705-99d9-94210e011000,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.173496 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4434dfa-0d14-4ee1-9c44-56854236396a x-openstack-request-id: req-d4434dfa-0d14-4ee1-9c44-56854236396a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:06.174757 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "tag": "93f61140-de46-41a0-989d-d999cb9f5623", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:06.175933 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4434dfa-0d14-4ee1-9c44-56854236396a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:06.176697 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623', 'status': 'completed', 'code': 200} Nov 16 21:21:06.185319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 38d3a130-81b1-4756-bd1c-0572d2d154a4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:06.186365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38d3a130-81b1-4756-bd1c-0572d2d154a4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:06.210504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:06.213664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.322315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.326518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701560-8488-4556-9784-99bfeac4f585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0bcb6b-f65b-4792-aafc-fc2c54d44421,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.370674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-1b33ef2e-f291-4b0e-8c12-00711ef2b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.372253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-1b33ef2e-f291-4b0e-8c12-00711ef2b46e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14ec999377b1477da7473f4e3349ce68&device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 1097 time: 0.1909096 Nov 16 21:21:06.473292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:06.490144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:06.495244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f35e-cd5c-4475-be22-4bb1aab5da41 req-24d8419b-1633-49e6-94c3-3d7c04a24041 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.496884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a816f35e-cd5c-4475-be22-4bb1aab5da41 req-24d8419b-1633-49e6-94c3-3d7c04a24041 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 931 time: 0.1759994 Nov 16 21:21:06.535663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12913d8a-aaf1-41ba-b25b-85ade741d907 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:06.570410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.632310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Transition to ACTIVE for port object 12913d8a-aaf1-41ba-b25b-85ade741d907 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:06.642744 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-be779dc6-93a9-4bf5-8428-666aa01d38fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d896be7e6a404c61a25e9e8b43e7e647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682959 Nov 16 21:21:06.644137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:06.650289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.661219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-dca67eea-7cda-45fe-8513-98d08c1af25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.662701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-dca67eea-7cda-45fe-8513-98d08c1af25f service neutron] 10.222.0.36 "GET /v2.0/networks?id=40186d91-6bf9-44a0-8620-8c95c2733648 HTTP/1.1" status: 200 len: 916 time: 0.2796814 Nov 16 21:21:06.711987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a816f35e-cd5c-4475-be22-4bb1aab5da41 req-53ddf200-1d13-43f2-b58f-4ef8ce4c213c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966817 Nov 16 21:21:06.741048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.773857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d223faf-bcc0-4718-a703-ef8f88420265 req-09533651-f4d5-4a88-94fd-205e47353ce6 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.784211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d223faf-bcc0-4718-a703-ef8f88420265 req-09533651-f4d5-4a88-94fd-205e47353ce6 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.785361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d223faf-bcc0-4718-a703-ef8f88420265 req-09533651-f4d5-4a88-94fd-205e47353ce6 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1681 time: 0.2399595 Nov 16 21:21:06.812729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '2f7493e2-126b-4cb5-afd2-97543f8c51f4', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'port_id': '93f61140-de46-41a0-989d-d999cb9f5623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'mac_address': 'fa:16:3e:97:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:20:38Z', 'updated_at': '2021-11-16T21:21:04Z', 'revision_number': 1, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.825619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.841522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Checking router: e3272f4f-6de2-4118-9723-6fbfeed71923 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:06.851438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:06.852142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.859617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.893089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-7f6515cf-3974-46cb-997e-9c987d5b585c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f61140-de46-41a0-989d-d999cb9f5623 HTTP/1.1" status: 200 len: 999 time: 0.2192514 Nov 16 21:21:06.897627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.964060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router 8c7464cb-b1df-4612-80c3-bff68e6ff4b9 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:06.984192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d223faf-bcc0-4718-a703-ef8f88420265 req-948860f0-3bf9-4a1f-9380-4bee370c0f1a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836319 Nov 16 21:21:06.989629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:06.991019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Attempting to bind port 12913d8a-aaf1-41ba-b25b-85ade741d907 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:06.991328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Attempting to bind port 12913d8a-aaf1-41ba-b25b-85ade741d907 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:06.991660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Attempting to bind port 12913d8a-aaf1-41ba-b25b-85ade741d907 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:07.001305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Port 12913d8a-aaf1-41ba-b25b-85ade741d907 on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:07.001499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Attempting to bind port 12913d8a-aaf1-41ba-b25b-85ade741d907 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:07.005139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-f9dca6c4-b460-4969-8e4b-b4d3cd3ddff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.006601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-f9dca6c4-b460-4969-8e4b-b4d3cd3ddff9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce HTTP/1.1" status: 200 len: 854 time: 0.1061239 Nov 16 21:21:07.009427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:07.009770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:07.010155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:07.010588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Bound port: 12913d8a-aaf1-41ba-b25b-85ade741d907, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:07.010961 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.038852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.042622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.046207 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d56a6b2c-d858-4db7-a9fb-80cad028f1bb HTTP/1.1" status: 204 len: 168 time: 0.3914738 Nov 16 21:21:07.081256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ca88e-2485-46ee-afa3-6dd24bdd19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56a6b2c-d858-4db7-a9fb-80cad028f1bb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:07.129826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-305178f4-2168-4761-91e5-c5aaadc77418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.131381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-305178f4-2168-4761-91e5-c5aaadc77418 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40186d91-6bf9-44a0-8620-8c95c2733648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110809 Nov 16 21:21:07.135705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:07.140061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:07.144459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:07.161855 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Sync routers for ids ['8c7464cb-b1df-4612-80c3-bff68e6ff4b9'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:07.164766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.178843 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Routers {'8c7464cb-b1df-4612-80c3-bff68e6ff4b9'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:07.182203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8c7464cb-b1df-4612-80c3-bff68e6ff4b9'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:07.212888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.218481 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f916791-c58e-412a-a66f-82878565daca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0319586 Nov 16 21:21:07.220745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47290) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:07.301238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.301778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.308649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] 10.222.0.21 "PUT /v2.0/ports/12913d8a-aaf1-41ba-b25b-85ade741d907 HTTP/1.1" status: 200 len: 1091 time: 1.5742772 Nov 16 21:21:07.358859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee43e2-fb21-4eb8-a354-608de6cf3faf service neutron] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:07.396072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-9a1441a1-b09d-40ae-8031-a25a19cb14b8 service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529731 Nov 16 21:21:07.511173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.521021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '2f7493e2-126b-4cb5-afd2-97543f8c51f4', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'port_id': '93f61140-de46-41a0-989d-d999cb9f5623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'mac_address': 'fa:16:3e:97:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:20:38Z', 'updated_at': '2021-11-16T21:21:04Z', 'revision_number': 1, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:07.537518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:07.586048 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Set router 8c7464cb-b1df-4612-80c3-bff68e6ff4b9 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:07.594385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4f7ec-b44f-4928-ac49-1e3c008c7e73 None None] The sync data for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 is: [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '2f7493e2-126b-4cb5-afd2-97543f8c51f4', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'port_id': '93f61140-de46-41a0-989d-d999cb9f5623', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'mac_address': 'fa:16:3e:97:7f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:20:38Z', 'updated_at': '2021-11-16T21:21:04Z', 'revision_number': 1, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:07.621987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-d568e18a-d48d-47c6-a2b0-983230b5418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.623614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-d568e18a-d48d-47c6-a2b0-983230b5418e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 1094 time: 0.2429988 Nov 16 21:21:07.675678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 414f3778-0c42-48e0-b52d-b45f45317a00 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:07.743966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-649719217-network', 'tenant_id': 'ee8792c021ef47a7882fb96a3192a553'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:07.747885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-6915a103-96fa-493f-8563-3dee59d632de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12913d8a-aaf1-41ba-b25b-85ade741d907 HTTP/1.1" status: 200 len: 217 time: 0.1120870 Nov 16 21:21:07.751637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.803272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 414f3778-0c42-48e0-b52d-b45f45317a00 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:07.818728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 414f3778-0c42-48e0-b52d-b45f45317a00 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:07.819045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.850209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caef9b82-c7f9-459a-a600-34421f0a27a3 req-d2d413f2-b7ad-4a9f-9eec-5e013feb40b8 service neutron] 10.222.0.36 "GET /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076073 Nov 16 21:21:07.874949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Deleting port 6ddfc6a8-3d19-4705-99d9-94210e011000 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:07.875366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.901550 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7464cb-b1df-4612-80c3-bff68e6ff4b9', 'name': '', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86', 'external_fixed_ips': [{'subnet_id': '6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2', 'ip_address': '2001:db8::53'}], 'enable_snat': True}, 'gw_port_id': '6ddfc6a8-3d19-4705-99d9-94210e011000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:04Z', 'updated_at': '2021-11-16T21:21:06Z', 'revision_number': 3, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port': {'id': '6ddfc6a8-3d19-4705-99d9-94210e011000', 'name': '', 'network_id': '5d3acb87-6725-4dbf-9b25-3d1aa0739d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7464cb-b1df-4612-80c3-bff68e6ff4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2', 'ip_address': '2001:db8::53', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:05Z', 'updated_at': '2021-11-16T21:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:07.942685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Made reservation on behalf of ee8792c021ef47a7882fb96a3192a553 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:07.962050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.980658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.980920 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Checking router: 8c7464cb-b1df-4612-80c3-bff68e6ff4b9 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:07.981217 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Updating router 8c7464cb-b1df-4612-80c3-bff68e6ff4b9 port 6ddfc6a8-3d19-4705-99d9-94210e011000 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:07.991622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-371a7469-dd09-447a-bb30-a884cb52c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.998054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:08.008566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-371a7469-dd09-447a-bb30-a884cb52c27c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.2207518 Nov 16 21:21:08.035489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.044058 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.090842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e85c838-e490-4e09-8042-3b98decbf4b9 None None] New status for floating IP 2f7493e2-126b-4cb5-afd2-97543f8c51f4: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:21:08.092624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.117787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-5b33116f-2d01-406d-8d51-289df15bf83f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079800 Nov 16 21:21:08.125317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Calling delete_port for 6ddfc6a8-3d19-4705-99d9-94210e011000 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:08.129503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:08.131902 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b15376-f4ad-48d6-89d2-6c9ede5c60c9" -d '{"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-plugged", "status": "completed", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:08.193343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38853a3-ad81-44cd-a4f9-77360a190b7a req-d28b29fb-806f-4284-a55e-984dba63bec5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.200454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:08.207770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b38853a3-ad81-44cd-a4f9-77360a190b7a req-d28b29fb-806f-4284-a55e-984dba63bec5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 943 time: 0.3188932 Nov 16 21:21:08.223473 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.265972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:08.272644 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:08.498882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b61783-3211-428f-831b-27686b397400 req-e55f1231-cad3-4033-b81c-10a61b34daeb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.510957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b61783-3211-428f-831b-27686b397400 req-e55f1231-cad3-4033-b81c-10a61b34daeb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.519524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:08.522486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08b61783-3211-428f-831b-27686b397400 req-e55f1231-cad3-4033-b81c-10a61b34daeb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1681 time: 0.4013276 Nov 16 21:21:08.534076 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:21:08.534608 n-d-816206-5 neutron-server[102667]: DEBUG oslo_db.api [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:21:08.536760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.549623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b38853a3-ad81-44cd-a4f9-77360a190b7a req-0ee6a3fc-ddea-4d96-824e-4e5aa050a723 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410389 Nov 16 21:21:08.558791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:08.572301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ddfc6a8-3d19-4705-99d9-94210e011000,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:08.601445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.655918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-db058f97-4f36-46a7-9bee-5e4a4777e3cc service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239840 Nov 16 21:21:08.666013 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d95d6ec-575c-40d3-b2ba-7593090d458a x-openstack-request-id: req-6d95d6ec-575c-40d3-b2ba-7593090d458a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:08.666313 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-plugged", "status": "completed", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:08.666564 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d95d6ec-575c-40d3-b2ba-7593090d458a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:08.666976 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00', 'code': 200} Nov 16 21:21:08.671495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:08.684086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'mac_address': 'fa:16:3e:ee:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:08.756119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-network', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:08.766723 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf21ab7-6e53-4195-8137-4f096720930a x-openstack-request-id: req-bbf21ab7-6e53-4195-8137-4f096720930a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:08.767322 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:08.767785 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbf21ab7-6e53-4195-8137-4f096720930a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:08.768653 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'status': 'completed', 'code': 200} Nov 16 21:21:08.771581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.777689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.786467 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.803657 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.807610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:08.834066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:08.853250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.874341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Made reservation on behalf of 636d4a85150c43a78ae8753df7bcd470 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:08.878148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.890606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.894228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.894718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7464cb-b1df-4612-80c3-bff68e6ff4b9 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:08.896510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.899814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08b61783-3211-428f-831b-27686b397400 req-283cb671-f057-4ceb-9aef-c25a5beaddc4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755937 Nov 16 21:21:08.905057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.929563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.931012 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a9efc07-48ce-461a-ae5e-3c63f12094fd tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8c7464cb-b1df-4612-80c3-bff68e6ff4b9 HTTP/1.1" status: 204 len: 168 time: 1.7092721 Nov 16 21:21:08.933726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:08.963562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c4d1-34a4-41f1-ab39-c5d62a775d9e req-b4acc014-c743-4a80-9a43-18fc9d0bacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.964048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c4d1-34a4-41f1-ab39-c5d62a775d9e req-b4acc014-c743-4a80-9a43-18fc9d0bacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.966422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c076c4d1-34a4-41f1-ab39-c5d62a775d9e req-b4acc014-c743-4a80-9a43-18fc9d0bacee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1984 time: 0.2193601 Nov 16 21:21:08.982151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:08.989383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d4611db3-2e9d-4af5-b4c1-36764b908952'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:08.998084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4495f-a823-427f-b9b7-bad5d03f5a51,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.002710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:09.027595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.028118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.028588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.029022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.029728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.030155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.030395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.030697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.031266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.032376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.032376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.033448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.033913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:09.049796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.074820 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Port 6ddfc6a8-3d19-4705-99d9-94210e011000 not found while updating agent binding for router 8c7464cb-b1df-4612-80c3-bff68e6ff4b9. {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:21:09.079473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.082227 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Added segment 5285ffec-9513-4c90-aced-fb4a586961ca of type vlan for network 4473de5b-6f97-43c2-9d7c-aa63055a4894 Nov 16 21:21:09.090881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:09.100427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:09.100972 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:21:09.101938 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_agentschedulers_db [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c7464cb-b1df-4612-80c3-bff68e6ff4b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102667) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:21:09.102576 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d36b8-deed-4c04-a25a-11ff06db1af9 None None] The sync data for ids ['8c7464cb-b1df-4612-80c3-bff68e6ff4b9'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:09.112495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aca5e119-f510-4ec0-bd9d-3fbbb36d1851 req-50f2f6b1-f2cd-44d4-92a3-44409c709d9d service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466760 Nov 16 21:21:09.128712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Deleting subnet 6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:09.135489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.142657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51911cd6-7396-4bee-9905-09645857941f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.155752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.158232 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Added segment a572bfc0-d901-4d4b-878e-13a9ca23d4ce of type vlan for network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d Nov 16 21:21:09.236428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.250173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.259216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c076c4d1-34a4-41f1-ab39-c5d62a775d9e req-65fee672-155a-42d4-8906-1ee9867865bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576258 Nov 16 21:21:09.284267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.292128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.293706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.294663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.325216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-8f6a545b-a3eb-466c-a050-7c960fcb73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.326738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-8f6a545b-a3eb-466c-a050-7c960fcb73fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 1094 time: 0.1217756 Nov 16 21:21:09.353115 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.354037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.354616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.378250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.385466 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8642678 Nov 16 21:21:09.386080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47374) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.393478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Request body: {'subnet': {'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-subnet', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:09.405548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88602a01-d6c3-40c8-97a7-ada30a292791 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.416151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:09.429059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Made reservation on behalf of 636d4a85150c43a78ae8753df7bcd470 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:09.434555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.670295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.748520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Checking segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:09.749100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Network hostable DHCP agents. Network: 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:09.755125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Pushing event updated for resources: {'Subnet': ['ID=706c3563-90dc-4873-8796-dbf73bb44103,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.777993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:09.799981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:09.806430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.809875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7f9ff-cc8b-4d92-bc7b-1a57a96ad24a None None] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:09.822589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.827088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2853799 Nov 16 21:21:09.840072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47380) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.847261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Request body: {'subnet': {'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-649719217-subnet', 'tenant_id': 'ee8792c021ef47a7882fb96a3192a553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:09.855938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1656cf6-3b50-4ede-a3f2-9c297c21387b admin admin] Pushing event updated for resources: {'Network': ['ID=4473de5b-6f97-43c2-9d7c-aa63055a4894,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.866235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76b44dc2-5f2d-45f9-9a51-da983133039e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4747074 Nov 16 21:21:09.867554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47382) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.888141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:09.936317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Made reservation on behalf of ee8792c021ef47a7882fb96a3192a553 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:09.939167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.944392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-179d5e35-bbdb-4d93-8f58-a95dd075b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.946192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-179d5e35-bbdb-4d93-8f58-a95dd075b87a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.6059535 Nov 16 21:21:09.948607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.963282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.977365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.999460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4473de5b-6f97-43c2-9d7c-aa63055a4894 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:10.060838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2b6f8-9fa0-44cb-8cff-fa18c11b4141 req-eb202c2a-fbdd-4e66-975d-ef8272933d43 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.062635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43e2b6f8-9fa0-44cb-8cff-fa18c11b4141 req-eb202c2a-fbdd-4e66-975d-ef8272933d43 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 943 time: 0.2452874 Nov 16 21:21:10.076196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.091611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:10.112313 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.131418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.138308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0074b4f2-de1d-41b1-90cb-cbeab25a982e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2 HTTP/1.1" status: 204 len: 168 time: 1.1991456 Nov 16 21:21:10.138776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47388) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:10.148396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-a9836b8c-e6bf-43d9-a97e-e7d8e6da0358 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12913d8a-aaf1-41ba-b25b-85ade741d907 HTTP/1.1" status: 200 len: 217 time: 0.1276302 Nov 16 21:21:10.179581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port d4611db3-2e9d-4af5-b4c1-36764b908952 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:10.179953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.227561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:10.228423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.278420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caedbfe-3976-4311-91cc-3f6d0f20bfaa req-8c841ca1-7b7b-4b28-953e-0e1003275097 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.285582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caedbfe-3976-4311-91cc-3f6d0f20bfaa req-8c841ca1-7b7b-4b28-953e-0e1003275097 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.293485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3caedbfe-3976-4311-91cc-3f6d0f20bfaa req-8c841ca1-7b7b-4b28-953e-0e1003275097 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.2638252 Nov 16 21:21:10.303170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43e2b6f8-9fa0-44cb-8cff-fa18c11b4141 req-bda6c780-fbb2-4251-b80e-66ef81d527e3 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871946 Nov 16 21:21:10.315653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-aee90594-078c-47f7-a8c7-fa786c254ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.317177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-aee90594-078c-47f7-a8c7-fa786c254ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.1513214 Nov 16 21:21:10.340360 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.427324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-ace723d3-dbed-4b4f-b8b8-fa2b25e8eeb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871294 Nov 16 21:21:10.561596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3caedbfe-3976-4311-91cc-3f6d0f20bfaa req-b7fe26f1-0415-42d2-8ad0-a25559b00ba4 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668135 Nov 16 21:21:10.585154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Allocated IP 172.20.0.2 (2a2fccb2-1886-4193-b8bc-6aebe6ffc07d/706c3563-90dc-4873-8796-dbf73bb44103/a0a3a39d-dd8c-4b7e-9a77-7853e74f3987) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:10.656555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.667672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-8f9fad40-4c99-443d-8062-a572ad12dfe6 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269769 Nov 16 21:21:10.778671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72b1828-9bb2-4880-bd50-d400a3127886,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.801958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.816893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Checking segment: {'id': '5285ffec-9513-4c90-aced-fb4a586961ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:10.817690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Network hostable DHCP agents. Network: 4473de5b-6f97-43c2-9d7c-aa63055a4894, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:10.821554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.828191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb3f63b1-ac5a-4e4e-af03-6a7c46fff4b1 req-5565657c-641f-4bd5-ba6e-aed538d817af service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398740 Nov 16 21:21:10.848477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Network 4473de5b-6f97-43c2-9d7c-aa63055a4894 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:10.848748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.855091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.867194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4473de5b-6f97-43c2-9d7c-aa63055a4894) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:10.886375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.887890 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.888304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167df4c-e90c-404e-bd4a-73962c541e1a None None] Network 4473de5b-6f97-43c2-9d7c-aa63055a4894 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:10.920533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04ee92fa-186e-4a7e-8be0-2bcfc147f4bd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0777938 Nov 16 21:21:11.025193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:11.027489 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f7c226-96e9-44ca-be45-18191354ac79" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:11.037228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.039634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:11.048504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:11.051115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:11.059981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3acb87-6725-4dbf-9b25-3d1aa0739d86']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:11.071825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af16f8a-056b-4bd8-9ffe-f8158bf90578') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:11.072177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af16f8a-056b-4bd8-9ffe-f8158bf90578') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:11.083101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.096808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:11.098267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.105341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:11.106049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.138548 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986b18a-da0b-484a-8218-ecb229b6caa2 x-openstack-request-id: req-2986b18a-da0b-484a-8218-ecb229b6caa2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:11.138843 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-plugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:11.139159 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2986b18a-da0b-484a-8218-ecb229b6caa2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:11.143822 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'code': 200} Nov 16 21:21:11.144871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fba25-1853-4acd-af99-c80653d03a6b None None] Network 4473de5b-6f97-43c2-9d7c-aa63055a4894 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:11.173617 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:11.195135 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.203877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d3acb87-6725-4dbf-9b25-3d1aa0739d86 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:21:11.209131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.215949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/networks/5d3acb87-6725-4dbf-9b25-3d1aa0739d86 HTTP/1.1" status: 204 len: 168 time: 1.0170484 Nov 16 21:21:11.237503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456393aa-b53d-4b30-ad04-518cfa8b7c70 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d3acb87-6725-4dbf-9b25-3d1aa0739d86,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.377215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.381506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Pushing event updated for resources: {'Port': ['ID=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.397658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.423193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.535888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Attempting to bind port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:11.536612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Attempting to bind port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:11.537158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Attempting to bind port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:11.557939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:11.560100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Checking segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:11.561352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.561937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Bound using segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:11.562378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1bcd-403a-4d90-bae3-af2c29c7a1b1 req-a89a5605-36b5-49ec-b903-734cc360f2e2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:11.564926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Bound port: a0a3a39d-dd8c-4b7e-9a77-7853e74f3987, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:11.565654 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.566392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c17c1bcd-403a-4d90-bae3-af2c29c7a1b1 req-a89a5605-36b5-49ec-b903-734cc360f2e2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 943 time: 0.1185255 Nov 16 21:21:11.681661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c17c1bcd-403a-4d90-bae3-af2c29c7a1b1 req-6bbb42ae-1139-4187-9f45-1925cce6ed33 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071007 Nov 16 21:21:11.699750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Allocated IP 172.25.7.161 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/09f9ce57-a63c-44e3-a859-132d08793fcb) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:11.740882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] For port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:11.744734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] For port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:11.758043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.794151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.864386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:11.876060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'name': 'tempest-router--1106247397', 'project_id': 'ff59e3e9e37d466ba7a4b9cc036f78e6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:11.911236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0e2f-2345-4f95-8a9e-0993cecb7d98 None None] Pushing event updated for resources: {'Port': ['ID=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.988680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.012003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.013081 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.028341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12913d8a-aaf1-41ba-b25b-85ade741d907 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:12.043999 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.134101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-4c83416a-db71-498e-8d53-195104d5b8ea tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.162913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-4c83416a-db71-498e-8d53-195104d5b8ea tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/networks?id=4473de5b-6f97-43c2-9d7c-aa63055a4894 HTTP/1.1" status: 200 len: 821 time: 0.4464219 Nov 16 21:21:12.188618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Pushing event updated for resources: {'Port': ['ID=09f9ce57-a63c-44e3-a859-132d08793fcb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.219449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:12.221224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:12.234252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:12.251557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:12.253529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268de3e1-4915-41c9-be9e-dd591b2f5c69 req-40cc2350-ce66-4104-a37a-c4ee85eb364a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.255018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'mac_address': 'fa:16:3e:e7:e9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:12.270973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268de3e1-4915-41c9-be9e-dd591b2f5c69 req-40cc2350-ce66-4104-a37a-c4ee85eb364a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.284368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-268de3e1-4915-41c9-be9e-dd591b2f5c69 req-40cc2350-ce66-4104-a37a-c4ee85eb364a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.3257954 Nov 16 21:21:12.301757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-08f3e66f-7ac8-4de7-bb3e-82fbe7315ae3 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/quotas/ee8792c021ef47a7882fb96a3192a553 HTTP/1.1" status: 200 len: 375 time: 0.1375237 Nov 16 21:21:12.319971 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.353433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12913d8a-aaf1-41ba-b25b-85ade741d907 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:12.373251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-6017bb88-5a12-47e0-b025-dc85ef622f06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee8792c021ef47a7882fb96a3192a553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705345 Nov 16 21:21:12.379395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:12.395242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.396309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.438069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.465478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.487275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.491584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47442) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:12.497002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad6a3e0d-3113-48d2-a520-1388d32d8774 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6294727 Nov 16 21:21:12.512115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-268de3e1-4915-41c9-be9e-dd591b2f5c69 req-4afdf1e9-a696-416a-8396-fbfd0e43b041 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268724 Nov 16 21:21:12.559281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-c1cfe3d2-a5e5-4eea-99c3-981c0a332e75 service neutron] 10.222.0.54 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850438 Nov 16 21:21:12.584741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.664954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12913d8a-aaf1-41ba-b25b-85ade741d907'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:12.701274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-b68e3078-3b19-46a5-823a-a25e02dd8100 service neutron] 10.222.0.54 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411195 Nov 16 21:21:12.769400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.876951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.879168 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.976947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.977452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 841bb68b-fa45-4f6f-90aa-2f85c6aa4258 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:13.001480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.002662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e73575a6-8f02-4af4-a597-558c29c46d35 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/routers/841bb68b-fa45-4f6f-90aa-2f85c6aa4258 HTTP/1.1" status: 204 len: 168 time: 0.5101254 Nov 16 21:21:13.019818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.128964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae20084-47dd-40dd-97de-75e5be3fd26a req-40b28a42-d309-495c-9de9-d86be03baa1f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.139307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dae20084-47dd-40dd-97de-75e5be3fd26a req-40b28a42-d309-495c-9de9-d86be03baa1f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 944 time: 0.1549754 Nov 16 21:21:13.248444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.322166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dae20084-47dd-40dd-97de-75e5be3fd26a req-1ea6db8c-5883-4bad-b3a9-101fa2da0607 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796021 Nov 16 21:21:13.417194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc81e6-05d1-45f3-b564-1fc1edd50f77 req-a28d01ba-03b6-4c52-a6da-8b1b8cec641f tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.444203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc81e6-05d1-45f3-b564-1fc1edd50f77 req-a28d01ba-03b6-4c52-a6da-8b1b8cec641f tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.451994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dfc81e6-05d1-45f3-b564-1fc1edd50f77 req-a28d01ba-03b6-4c52-a6da-8b1b8cec641f tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.2258294 Nov 16 21:21:13.499821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3a87901-069e-4708-b93b-97df068ba75f req-dae7777d-ff71-4cea-bae8-4967a6dd84d6 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 210 time: 0.0424645 Nov 16 21:21:13.510861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2807cd0-9060-4214-ac43-ba85d138e56f None None] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:13.521837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.586622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dfc81e6-05d1-45f3-b564-1fc1edd50f77 req-ee2377a5-2bf3-48ac-ad14-f96f80480954 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335177 Nov 16 21:21:13.769321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:13.821287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] Provisioning complete for port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:13.821287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.902957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027558023', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:14.022903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.024109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.039727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.052213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12913d8a-aaf1-41ba-b25b-85ade741d907 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:14.054153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:14.061010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:14.074409 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:14.088486 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:14.089364 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:14.111863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.128797 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.132460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-58fc0330-cec4-4e1f-86e9-1dee84734d7e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2639177 Nov 16 21:21:14.135204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47488) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.349245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:14.354955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.355240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.367169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] For port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:14.409798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.450814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 12913d8a-aaf1-41ba-b25b-85ade741d907 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:14.464689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 12913d8a-aaf1-41ba-b25b-85ade741d907 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.465083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.607653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2791c2-c3b3-406b-bd5b-caa65c647a42 None None] Pushing event updated for resources: {'Port': ['ID=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:14.710053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f83cc55-b618-46f5-b61a-9c195d1f7866 req-0843d61b-c7e6-4d3d-b9d6-e93f05353dd0 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 210 time: 0.0650311 Nov 16 21:21:14.739267 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.776583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:14.780322 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c503f595-4872-4579-9ace-32376182de7d" -d '{"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-plugged", "status": "completed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:14.795263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:14.805921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.846152 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:12Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:14.902880 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:14.903334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:14.909822 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Updating router f33e9b14-5f6c-4864-ae68-d826c21deee2 port 09f9ce57-a63c-44e3-a859-132d08793fcb binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:14.935410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fec52cd9-43eb-4fcc-b538-87e14cab78a6 None None] Provisioning complete for port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.935908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fec52cd9-43eb-4fcc-b538-87e14cab78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.971553 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.073832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.142805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49b72-af01-4ccb-bdf9-09e562e651ed req-6d80358d-2b38-4183-998c-9a00025a1c8c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.156135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea49b72-af01-4ccb-bdf9-09e562e651ed req-6d80358d-2b38-4183-998c-9a00025a1c8c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 944 time: 0.6377766 Nov 16 21:21:15.192496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed912-8165-463c-a44c-3de43ec080d1 req-762f5f8e-a20b-4efb-90ef-4d51a5927e58 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.201870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed912-8165-463c-a44c-3de43ec080d1 req-762f5f8e-a20b-4efb-90ef-4d51a5927e58 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.210540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fed912-8165-463c-a44c-3de43ec080d1 req-762f5f8e-a20b-4efb-90ef-4d51a5927e58 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.2901313 Nov 16 21:21:15.258266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ea49b72-af01-4ccb-bdf9-09e562e651ed req-434594c8-447f-43b2-9f36-6610437f7054 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011612 Nov 16 21:21:15.294124 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610c05ce-fc73-4e95-88bf-9df718abd840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.300866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-357d5614-959c-4462-999f-df9b08a86674 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.305607 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.314724 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.322504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-357d5614-959c-4462-999f-df9b08a86674 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.329232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-357d5614-959c-4462-999f-df9b08a86674 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.7836039 Nov 16 21:21:15.368593 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Attempting to bind port 09f9ce57-a63c-44e3-a859-132d08793fcb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:15.369239 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Attempting to bind port 09f9ce57-a63c-44e3-a859-132d08793fcb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:15.369814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Attempting to bind port 09f9ce57-a63c-44e3-a859-132d08793fcb on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:15.383217 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:15.383924 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:15.384522 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.385315 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:15.385958 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Bound port: 09f9ce57-a63c-44e3-a859-132d08793fcb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:15.386371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.386954 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.414373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.451346 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] For port 09f9ce57-a63c-44e3-a859-132d08793fcb, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:15.457786 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] For port 09f9ce57-a63c-44e3-a859-132d08793fcb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=09f9ce57-a63c-44e3-a859-132d08793fcb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:15.475575 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d714d-95d7-4781-86c9-9a452666b631 x-openstack-request-id: req-ae4d714d-95d7-4781-86c9-9a452666b631 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:15.476335 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-plugged", "status": "completed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:15.476590 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae4d714d-95d7-4781-86c9-9a452666b631 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:15.476988 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'code': 200} Nov 16 21:21:15.477735 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71649-0eb4-4429-8b55-133b538abbc6 None None] Pushing event updated for resources: {'Port': ['ID=09f9ce57-a63c-44e3-a859-132d08793fcb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:15.486663 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.609046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0fed912-8165-463c-a44c-3de43ec080d1 req-efd2357a-64e3-495e-8713-1e5a837ed727 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950934 Nov 16 21:21:15.708266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:15.713393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:15.785259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Allocated IP 172.25.7.196 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/9933ee28-7f40-468f-ac89-cde88ef9a243) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:15.785742 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf71649-0eb4-4429-8b55-133b538abbc6 None None] Pushing event updated for resources: {'Port': ['ID=09f9ce57-a63c-44e3-a859-132d08793fcb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:15.831541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-9f735d84-4b25-44b1-a08d-4ebca633837e tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.833690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-9f735d84-4b25-44b1-a08d-4ebca633837e tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.21 "GET /v2.0/networks?id=4473de5b-6f97-43c2-9d7c-aa63055a4894 HTTP/1.1" status: 200 len: 821 time: 1.0512004 Nov 16 21:21:15.904967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.910534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:15.919634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Request body: {'port': {'device_id': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894', 'admin_state_up': True, 'tenant_id': 'ee8792c021ef47a7882fb96a3192a553'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:15.950383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:15.967868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.028900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:16.042288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:16.073509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event updated for resources: {'Port': ['ID=9933ee28-7f40-468f-ac89-cde88ef9a243,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:16.074021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8070429-7f77-4780-bedb-afdbf91da90b req-0ece1baa-6fe2-4f2c-9036-450f35ae3651 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 210 time: 0.0534410 Nov 16 21:21:16.083240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb45c4-30b2-4445-b382-29b9dff6f855 req-5b0deb8c-0118-4533-b94d-91ff07e2c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.084359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2edb45c4-30b2-4445-b382-29b9dff6f855 req-5b0deb8c-0118-4533-b94d-91ff07e2c7ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 1096 time: 0.5484893 Nov 16 21:21:16.084999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:16.099932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port e3580fee-bd32-4072-aeab-a92631548c19 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:16.100257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.130427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:16.130795 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.275226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:12Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:16.296624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2edb45c4-30b2-4445-b382-29b9dff6f855 req-eb248e31-270a-4ac2-acbf-d220a6972dd9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893821 Nov 16 21:21:16.345055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53e8d-3636-404c-a6d5-489a98c96ea5 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:12Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:16.358425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port e3580fee-bd32-4072-aeab-a92631548c19, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e3580fee-bd32-4072-aeab-a92631548c19,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:16.358761 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.529055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for e3580fee-bd32-4072-aeab-a92631548c19 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:16.707106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9dcb-e74e-43d5-85dc-dbc62f4a3f42 req-2d5870e6-aae6-4d3e-8103-cc347298c535 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.708810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-695a9dcb-e74e-43d5-85dc-dbc62f4a3f42 req-2d5870e6-aae6-4d3e-8103-cc347298c535 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2978947 Nov 16 21:21:16.723561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.748393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.849746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Made reservation on behalf of ee8792c021ef47a7882fb96a3192a553 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:16.852997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.986541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-695a9dcb-e74e-43d5-85dc-dbc62f4a3f42 req-b4ee6454-8436-4e8c-8c6e-feed7bf0b6da tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135904 Nov 16 21:21:17.070823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f92067-d5d6-447c-8984-41cb2cdd4c2e req-2303d5d0-c24e-4433-9f93-885414df3076 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:17.078282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f92067-d5d6-447c-8984-41cb2cdd4c2e req-2303d5d0-c24e-4433-9f93-885414df3076 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:17.080559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43f92067-d5d6-447c-8984-41cb2cdd4c2e req-2303d5d0-c24e-4433-9f93-885414df3076 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 1682 time: 0.1635134 Nov 16 21:21:17.159626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.422674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Router 4be34dfc-43d3-49d5-adea-612488b9d415 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:17.585651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.608358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:17.632120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] Sync routers for ids ['4be34dfc-43d3-49d5-adea-612488b9d415'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:17.669633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=e3580fee-bd32-4072-aeab-a92631548c19,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:17.674838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b6a3537-c4f7-43cb-9923-55f8af949dbf req-11813a27-2d66-48c4-a2a8-5a0dbd66c263 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 210 time: 0.5103359 Nov 16 21:21:17.677403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.679086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-46a8ff1c-8dad-4403-8bbf-03043ec640ca tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4295123 Nov 16 21:21:17.681802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:17.687216 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f605e36b-146f-4543-b928-727eff2a4698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.727849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] Routers {'4be34dfc-43d3-49d5-adea-612488b9d415'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:17.731745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4be34dfc-43d3-49d5-adea-612488b9d415'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:17.789023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Allocated IP 172.20.0.1 (2a2fccb2-1886-4193-b8bc-6aebe6ffc07d/706c3563-90dc-4873-8796-dbf73bb44103/a93b7a5d-b989-44ab-addc-24e31de2a46f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:17.902536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43f92067-d5d6-447c-8984-41cb2cdd4c2e req-9f343b00-aefd-47ac-88b4-601b016eb9fd tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/security-groups?id=234be617-f7af-4ada-a0ce-243c1668dcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487411 Nov 16 21:21:17.910617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:17.926729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e3580fee-bd32-4072-aeab-a92631548c19 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:17.965402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] Routers {'4be34dfc-43d3-49d5-adea-612488b9d415'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:17.966039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4be34dfc-43d3-49d5-adea-612488b9d415'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:17.991463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-205358d0-2296-4e6b-a085-855d9c3a0113 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/4be34dfc-43d3-49d5-adea-612488b9d415 HTTP/1.1" status: 200 len: 925 time: 0.3026643 Nov 16 21:21:17.992362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:18.007359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: e3580fee-bd32-4072-aeab-a92631548c19 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:18.007359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e3580fee-bd32-4072-aeab-a92631548c19 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:18.007807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 414f3778-0c42-48e0-b52d-b45f45317a00 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:18.062890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:18.066135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb3370-8295-4eea-97bb-c256663319ac None None] The sync data for ids ['4be34dfc-43d3-49d5-adea-612488b9d415'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:18.074536 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a59ec39e-63f8-4e3d-a31e-ea027465955d tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=4be34dfc-43d3-49d5-adea-612488b9d415 HTTP/1.1" status: 200 len: 205 time: 0.0736144 Nov 16 21:21:18.081483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47558) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:18.094359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 09f9ce57-a63c-44e3-a859-132d08793fcb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:18.128698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port e3580fee-bd32-4072-aeab-a92631548c19 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:18.140697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.154562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-f50b9201-bc77-4c53-9892-bc1e597e72cb tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "DELETE /v2.0/ports/e3580fee-bd32-4072-aeab-a92631548c19 HTTP/1.1" status: 204 len: 173 time: 2.8125284 Nov 16 21:21:18.158661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-deleted', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:18.161135 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05501c-f1d1-467c-9d87-f06db096063a" -d '{"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-deleted", "tag": "e3580fee-bd32-4072-aeab-a92631548c19"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:18.225273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.240664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.246708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 09f9ce57-a63c-44e3-a859-132d08793fcb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:18.247556 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.300696 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a831cff-468a-432a-b95c-1dc0dcc41c23 x-openstack-request-id: req-5a831cff-468a-432a-b95c-1dc0dcc41c23 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:18.301754 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-deleted", "tag": "e3580fee-bd32-4072-aeab-a92631548c19", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:18.302297 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a831cff-468a-432a-b95c-1dc0dcc41c23 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:18.302958 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-deleted', 'tag': 'e3580fee-bd32-4072-aeab-a92631548c19', 'status': 'completed', 'code': 200} Nov 16 21:21:18.336493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.340201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:18.342473 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b23e5fe-a46a-46f7-877f-479e5f13891f" -d '{"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:18.363264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:18.370265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.431977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.439590 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76534599-d8d7-4fdd-96de-9b033f49da76 x-openstack-request-id: req-76534599-d8d7-4fdd-96de-9b033f49da76 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:18.439789 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-unplugged", "status": "completed", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:18.440028 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76534599-d8d7-4fdd-96de-9b033f49da76 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:18.440677 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00', 'code': 200} Nov 16 21:21:18.441110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Allocated IP 172.20.0.7 (4473de5b-6f97-43c2-9d7c-aa63055a4894/c72b1828-9bb2-4880-bd50-d400a3127886/79850234-b0eb-40b7-b322-c1a9a78d91ae) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:18.463160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:18.476828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.497185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10144b6-b056-4411-b143-0a0ed0ac7ee3 req-013f278b-cb1b-42d6-aacb-0fb760f9025d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:18.504243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e10144b6-b056-4411-b143-0a0ed0ac7ee3 req-013f278b-cb1b-42d6-aacb-0fb760f9025d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.3387039 Nov 16 21:21:18.517766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 09f9ce57-a63c-44e3-a859-132d08793fcb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=09f9ce57-a63c-44e3-a859-132d08793fcb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:18.527635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.540878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port 9933ee28-7f40-468f-ac89-cde88ef9a243 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:18.541602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.557282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port 414f3778-0c42-48e0-b52d-b45f45317a00 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:18.557785 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.636972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.654016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=09f9ce57-a63c-44e3-a859-132d08793fcb,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:18.654606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for 9933ee28-7f40-468f-ac89-cde88ef9a243 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:18.656743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port 414f3778-0c42-48e0-b52d-b45f45317a00, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=414f3778-0c42-48e0-b52d-b45f45317a00,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:18.657264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.670895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for 414f3778-0c42-48e0-b52d-b45f45317a00 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:18.841965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.870062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.925558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=9933ee28-7f40-468f-ac89-cde88ef9a243,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:18.956627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-759544c4-94eb-472d-a718-537a951058f0 req-3f380398-b884-4484-bb52-c8d16f9beb96 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 210 time: 0.1307666 Nov 16 21:21:18.988427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:18.995550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e10144b6-b056-4411-b143-0a0ed0ac7ee3 req-6df5ee35-ff90-4be9-9e53-c83024e23a92 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903750 Nov 16 21:21:19.004574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:19.019683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.021342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:19.028067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.104686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Pushing event updated for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.220462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.249404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.254276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.263661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.299872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=414f3778-0c42-48e0-b52d-b45f45317a00,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.347299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.348279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router 4be34dfc-43d3-49d5-adea-612488b9d415 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:19.360872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.366276 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f85b4f23-8d28-45e7-b3ea-04fd92a6993a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/4be34dfc-43d3-49d5-adea-612488b9d415 HTTP/1.1" status: 204 len: 168 time: 1.2820406 Nov 16 21:21:19.366898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:19.380787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1587494891', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:19.395269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39d771fb-cadb-49bd-bc6e-7430dd43c49d req-118cd68f-e1fc-4124-a4f9-7f008a5b904a tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "GET /v2.0/ports?device_id=5375d93a-2036-406d-b660-fa2b398e9c61 HTTP/1.1" status: 200 len: 210 time: 0.2210529 Nov 16 21:21:19.396145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port 414f3778-0c42-48e0-b52d-b45f45317a00 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:19.399929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.405010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea35d921-7111-4df3-95ec-95733d0a0e1a req-28d21a7b-fb03-4701-8bb3-68c85633b4b3 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.36 "DELETE /v2.0/ports/414f3778-0c42-48e0-b52d-b45f45317a00 HTTP/1.1" status: 204 len: 173 time: 1.2402439 Nov 16 21:21:19.413147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.474581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.475953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.490110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.529286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ebf2c89f-e2dd-4db2-ae8d-c590a0314010 None None] Provisioning complete for port a93b7a5d-b989-44ab-addc-24e31de2a46f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:19.529656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c89f-e2dd-4db2-ae8d-c590a0314010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.583433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.594852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Network 4473de5b-6f97-43c2-9d7c-aa63055a4894 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:19.601136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:19.603892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:19.612748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Pushing event updated for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.702405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:19.703307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.723364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.726118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2c89f-e2dd-4db2-ae8d-c590a0314010 None None] Port a93b7a5d-b989-44ab-addc-24e31de2a46f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:19.738229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a85d4664-b813-40f7-be57-e9ea3a7d1e06 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8291383 Nov 16 21:21:19.765823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.777089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Request body: {'port': {'device_id': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:19.892293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.041835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 09f9ce57-a63c-44e3-a859-132d08793fcb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:20.120912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 09f9ce57-a63c-44e3-a859-132d08793fcb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:20.121715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.244693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.306837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.310219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-deleted', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:20.312618 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741222e3-508d-4cee-afdc-10946b0b5c43" -d '{"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-deleted", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:20.381356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44f62-a933-458b-9978-85ca72383198 req-5e923681-efa6-486a-bf76-13e84c4a7ffb tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:20.388865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fed44f62-a933-458b-9978-85ca72383198 req-5e923681-efa6-486a-bf76-13e84c4a7ffb tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 931 time: 0.2552962 Nov 16 21:21:20.407202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2439-9db3-45dd-b5fe-e2c78ff07fb1 req-f169e771-c1ce-4f73-a716-d2a165a08e9e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:20.421275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-266c2439-9db3-45dd-b5fe-e2c78ff07fb1 req-f169e771-c1ce-4f73-a716-d2a165a08e9e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2993190 Nov 16 21:21:20.426551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.513197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Pushing event updated for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:20.534442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.545067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.566229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.592917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fed44f62-a933-458b-9978-85ca72383198 req-c4e1fe39-f178-42c1-921f-25e79f0cef85 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977313 Nov 16 21:21:20.619305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-266c2439-9db3-45dd-b5fe-e2c78ff07fb1 req-4cfeb395-3572-47e6-8764-75ccd87f9765 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996236 Nov 16 21:21:20.726598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 172.25.7.110 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/35f56fa3-06c3-41aa-a2a2-68344bc81986) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:20.763248 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c77b8-e365-4717-b6d5-3f2b52cd9773 x-openstack-request-id: req-761c77b8-e365-4717-b6d5-3f2b52cd9773 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:20.764596 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5375d93a-2036-406d-b660-fa2b398e9c61", "name": "network-vif-deleted", "tag": "414f3778-0c42-48e0-b52d-b45f45317a00", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:20.765100 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-761c77b8-e365-4717-b6d5-3f2b52cd9773 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:20.765743 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5375d93a-2036-406d-b660-fa2b398e9c61', 'name': 'network-vif-deleted', 'tag': '414f3778-0c42-48e0-b52d-b45f45317a00', 'status': 'completed', 'code': 200} Nov 16 21:21:20.805372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47612) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:20.845162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79850234-b0eb-40b7-b322-c1a9a78d91ae {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:20.858633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.865397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.900664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting subnet 5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:20.906236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:20.907939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.910137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.910971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Transition to ACTIVE for port object 79850234-b0eb-40b7-b322-c1a9a78d91ae will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:20.932825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:20.942317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.996947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=35f56fa3-06c3-41aa-a2a2-68344bc81986,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.007441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.007781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.008120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.008453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.008781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.009107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.009542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.009920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.010254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.010565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.010883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.011220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:21.026967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:21.028409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:21.032117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:21.090825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.136669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Pushing event updated for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.285806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:21.314423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Attempting to bind port 79850234-b0eb-40b7-b322-c1a9a78d91ae on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:21.314824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Attempting to bind port 79850234-b0eb-40b7-b322-c1a9a78d91ae by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '5285ffec-9513-4c90-aced-fb4a586961ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:21.315153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Attempting to bind port 79850234-b0eb-40b7-b322-c1a9a78d91ae on network 4473de5b-6f97-43c2-9d7c-aa63055a4894 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:21.322760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.330543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.381659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-784e7220-809b-4484-8cde-4061d97c4e14 None None] Provisioning complete for port a93b7a5d-b989-44ab-addc-24e31de2a46f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:21.382107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-784e7220-809b-4484-8cde-4061d97c4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.433506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.440509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-784e7220-809b-4484-8cde-4061d97c4e14 None None] Port a93b7a5d-b989-44ab-addc-24e31de2a46f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:21.461344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:21.462865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Port 79850234-b0eb-40b7-b322-c1a9a78d91ae on network 4473de5b-6f97-43c2-9d7c-aa63055a4894 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:21.463141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Attempting to bind port 79850234-b0eb-40b7-b322-c1a9a78d91ae on network 4473de5b-6f97-43c2-9d7c-aa63055a4894 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:21.475000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-10e67f88-848e-41cc-98f8-ea45adcbc62c admin admin] 10.222.0.54 "PUT /v2.0/routers/f33e9b14-5f6c-4864-ae68-d826c21deee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3313041 Nov 16 21:21:21.480735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:21.483430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Checking segment: {'id': '5285ffec-9513-4c90-aced-fb4a586961ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:21.483884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Bound using segment: {'id': '5285ffec-9513-4c90-aced-fb4a586961ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:21.484419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Bound port: 79850234-b0eb-40b7-b322-c1a9a78d91ae, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5285ffec-9513-4c90-aced-fb4a586961ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:21.484887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.485236 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:21.517896 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:21.518702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:21.531373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.579724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b717b-cdba-491d-9203-3687beed0c61 None None] Network 0546f983-3110-43e8-b544-c2713f0017e4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:21.580103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.587818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/subnets/5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3 HTTP/1.1" status: 204 len: 168 time: 0.7799060 Nov 16 21:21:21.590376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d979304-0ffe-468d-91b7-ba13211d52d1 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7ad8a6-70a4-4a3c-85e2-25643c9b7cf3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.595785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47616) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:21.709786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:21.733421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae,segment=NetworkSegment(5285ffec-9513-4c90-aced-fb4a586961ca),segment_id=5285ffec-9513-4c90-aced-fb4a586961ca)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:21.746165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.822227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.842899 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:21.845524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.846911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.850467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] 10.222.0.21 "PUT /v2.0/ports/79850234-b0eb-40b7-b322-c1a9a78d91ae HTTP/1.1" status: 200 len: 1091 time: 2.1015337 Nov 16 21:21:21.860788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] DHCP port deletion for 0546f983-3110-43e8-b544-c2713f0017e4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:21.987886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port f42cd616-3787-45be-8412-6f3a5146cdc7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:21.988323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.003235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Deleting port f42cd616-3787-45be-8412-6f3a5146cdc7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:22.005379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.092805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a89c62-759d-4573-8a10-c53dec14e0dc service neutron] Pushing event updated for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.093154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port f42cd616-3787-45be-8412-6f3a5146cdc7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f42cd616-3787-45be-8412-6f3a5146cdc7,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:22.093570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.097400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f42cd616-3787-45be-8412-6f3a5146cdc7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:22.126292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853c7a0-515f-4b0f-b72e-ff75577eeeb9 req-51ea0c56-fae9-415e-b78d-89cd919dccc7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.128082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d853c7a0-515f-4b0f-b72e-ff75577eeeb9 req-51ea0c56-fae9-415e-b78d-89cd919dccc7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.3133433 Nov 16 21:21:22.137297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for f42cd616-3787-45be-8412-6f3a5146cdc7 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:22.149173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac43d-eea0-4a83-bb03-b43aa6715527 req-501a9539-518b-425a-8b49-606ec38b84a7 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.151998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1edac43d-eea0-4a83-bb03-b43aa6715527 req-501a9539-518b-425a-8b49-606ec38b84a7 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 943 time: 0.3536797 Nov 16 21:21:22.182279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] For port f42cd616-3787-45be-8412-6f3a5146cdc7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f42cd616-3787-45be-8412-6f3a5146cdc7,segment=NetworkSegment(20512cb1-1b9d-472f-ad33-b969761b90be),segment_id=20512cb1-1b9d-472f-ad33-b969761b90be)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:22.183025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.200454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Calling delete_port for f42cd616-3787-45be-8412-6f3a5146cdc7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:22.268933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-d112dd38-2cdb-43cb-bc8b-8b6ec7745ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.270679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-d112dd38-2cdb-43cb-bc8b-8b6ec7745ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee8792c021ef47a7882fb96a3192a553&device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 1094 time: 0.3378932 Nov 16 21:21:22.282503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.322314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Port f42cd616-3787-45be-8412-6f3a5146cdc7 update to DOWN by agent not found {{(pid=102666) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:21:22.355029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.382013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] Pushing event deleted for resources: {'Port': ['ID=f42cd616-3787-45be-8412-6f3a5146cdc7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.386643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c13f13-794b-4383-80f1-6b46a21134e8 None None] No DVR routers for this DVR port f42cd616-3787-45be-8412-6f3a5146cdc7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:22.401689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 2, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.409706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=f42cd616-3787-45be-8412-6f3a5146cdc7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.430358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port f42cd616-3787-45be-8412-6f3a5146cdc7 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:22.440390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.449327 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:22.449681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Updating router f33e9b14-5f6c-4864-ae68-d826c21deee2 port a93b7a5d-b989-44ab-addc-24e31de2a46f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:22.510776 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.621274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.653622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0546f983-3110-43e8-b544-c2713f0017e4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.676335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20512cb1-1b9d-472f-ad33-b969761b90be') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.676765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20512cb1-1b9d-472f-ad33-b969761b90be') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.702657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.728746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.740256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:22.740646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:22.744194 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:22.748280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1edac43d-eea0-4a83-bb03-b43aa6715527 req-94760e83-a718-4d32-95fc-798f3a589b2d tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291994 Nov 16 21:21:22.749625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-350c9216-10c4-459a-b180-1978e3f44672 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae HTTP/1.1" status: 200 len: 217 time: 0.4647551 Nov 16 21:21:22.809562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:22.812253 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:22.816105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a84f1969-5004-4c1b-b4d5-32914f873ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.817679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-a84f1969-5004-4c1b-b4d5-32914f873ee9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c72b1828-9bb2-4880-bd50-d400a3127886 HTTP/1.1" status: 200 len: 861 time: 0.0564656 Nov 16 21:21:22.824031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d853c7a0-515f-4b0f-b72e-ff75577eeeb9 req-793aadb9-b3ba-4a9a-912a-524e4e3b3940 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873689 Nov 16 21:21:22.870188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-96cc9b2a-5b2d-4e49-9377-28a279711c23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4473de5b-6f97-43c2-9d7c-aa63055a4894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430200 Nov 16 21:21:22.878314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:22.943107 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.956744 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.012845 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d1e9d-5870-4877-9028-54c4c3f98e35 x-openstack-request-id: req-685d1e9d-5870-4877-9028-54c4c3f98e35 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:23.013142 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:23.013403 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-685d1e9d-5870-4877-9028-54c4c3f98e35 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:23.014381 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae', 'status': 'completed', 'code': 200} Nov 16 21:21:23.025727 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685fb77-3285-4108-8c51-8bb0cccf1fc8 None None] Pushing event updated for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.042415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.054276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.059214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/networks/0546f983-3110-43e8-b544-c2713f0017e4 HTTP/1.1" status: 204 len: 168 time: 1.4611549 Nov 16 21:21:23.064724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47646) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.086094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:23.087984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd6f12-1620-4bff-938f-146e62aea913 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Network': ['ID=0546f983-3110-43e8-b544-c2713f0017e4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.100099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Sync routers for ids ['809c7ff7-a2fc-4ec8-b477-462507e7a6b3'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:23.120821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Routers {'809c7ff7-a2fc-4ec8-b477-462507e7a6b3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:23.121550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['809c7ff7-a2fc-4ec8-b477-462507e7a6b3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.129192 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Attempting to bind port a93b7a5d-b989-44ab-addc-24e31de2a46f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:23.129470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Attempting to bind port a93b7a5d-b989-44ab-addc-24e31de2a46f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:23.129847 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Attempting to bind port a93b7a5d-b989-44ab-addc-24e31de2a46f on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:23.134220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.138364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c6b6215-4290-49fc-877b-85b2ef837164 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7683668 Nov 16 21:21:23.139001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.158394 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:23.158772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Checking segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:23.159200 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.163268 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Bound using segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:23.163783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Bound port: a93b7a5d-b989-44ab-addc-24e31de2a46f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:23.164325 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.207152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting subnet 4fe82302-ec0f-4630-acb4-b354857f8452 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:23.243081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-1a418414-db50-4e29-b136-2194ce9559c6 service neutron] 10.222.0.21 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637738 Nov 16 21:21:23.243806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.276288 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] For port a93b7a5d-b989-44ab-addc-24e31de2a46f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:23.279986 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] For port a93b7a5d-b989-44ab-addc-24e31de2a46f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a93b7a5d-b989-44ab-addc-24e31de2a46f,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:23.294636 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.361395 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:23.362103 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.455989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a96750f0-96d6-43fa-994a-898d9370a232 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/809c7ff7-a2fc-4ec8-b477-462507e7a6b3 HTTP/1.1" status: 200 len: 909 time: 0.3134820 Nov 16 21:21:23.456602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47660) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.468232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1587494891', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': True}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:23.530367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.532444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.555458 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.577090 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:23.658569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.666966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Set router 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:23.741498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a7ffcd-dd50-4c22-bc13-9aef3f3f0dfd req-96102bc1-4858-4fb6-995a-78bf52e075ca service neutron] 10.222.0.21 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806633 Nov 16 21:21:23.764329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8788ba11-4841-46ab-bffe-bf945dfabc09 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:23.789091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8788ba11-4841-46ab-bffe-bf945dfabc09 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 821 time: 0.3680377 Nov 16 21:21:23.874507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:23Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.906511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685fb77-3285-4108-8c51-8bb0cccf1fc8 None None] Pushing event updated for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.909548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2a873-0bb9-4cb5-859e-0c017a494de4 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:23Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:23.946558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-79ce396b-e3f0-475d-a245-8508c6d228dc tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/quotas/636d4a85150c43a78ae8753df7bcd470 HTTP/1.1" status: 200 len: 375 time: 0.1510870 Nov 16 21:21:24.031086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.036858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] Provisioning complete for port a93b7a5d-b989-44ab-addc-24e31de2a46f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:24.037359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.098103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.170859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925031-ac02-4183-ae4d-edd0f9eec66f req-53d3024f-c522-4060-aef0-ff05d2ca23eb tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:24.183022 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.187476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78925031-ac02-4183-ae4d-edd0f9eec66f req-53d3024f-c522-4060-aef0-ff05d2ca23eb tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 943 time: 0.2571087 Nov 16 21:21:24.227353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-3c927877-c759-4a56-8371-a8841bf90049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:24.230531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-3c927877-c759-4a56-8371-a8841bf90049 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee8792c021ef47a7882fb96a3192a553&device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 1094 time: 0.4001384 Nov 16 21:21:24.233462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] For port a93b7a5d-b989-44ab-addc-24e31de2a46f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a93b7a5d-b989-44ab-addc-24e31de2a46f,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:24.243064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.262307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d47567b7-ca58-4b43-a9a3-5d77112944f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3142586 Nov 16 21:21:24.335115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1cb42-1b7c-41f6-8735-08c640c38460 None None] Pushing event updated for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.358670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110'}], 'enable_snat': False}, 'gw_port_id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:19Z', 'updated_at': '2021-11-16T21:21:21Z', 'revision_number': 3, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port': {'id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:20Z', 'updated_at': '2021-11-16T21:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:24.429190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Checking router: 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:24.429436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Updating router 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 port 35f56fa3-06c3-41aa-a2a2-68344bc81986 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:24.458596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4661e2fa-8307-4d86-9087-12845ddf65dc None None] Provisioning complete for port a93b7a5d-b989-44ab-addc-24e31de2a46f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:24.458984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4661e2fa-8307-4d86-9087-12845ddf65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.500221 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.512392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-61377be3-55b6-4146-9ec2-523a3a128e53 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756029 Nov 16 21:21:24.518096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.572943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.613031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.681775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.685352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/subnets/4fe82302-ec0f-4630-acb4-b354857f8452 HTTP/1.1" status: 204 len: 168 time: 1.6193085 Nov 16 21:21:24.689490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.750327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e8583-66b4-495e-a6e3-d1c19b92f75e tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe82302-ec0f-4630-acb4-b354857f8452,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.785568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78925031-ac02-4183-ae4d-edd0f9eec66f req-5d5baebe-35eb-4b30-b7e6-1579b4810971 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903175 Nov 16 21:21:24.820710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.827729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.831059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223d38f-c09a-4f9d-a03e-a2553da7469b None None] Network e3899e25-0e57-4010-809a-dea3be4911b5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:24.838213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.928269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-0b3d5836-fac5-4e89-85d2-a9576663a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:24.930055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-0b3d5836-fac5-4e89-85d2-a9576663a216 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4473de5b-6f97-43c2-9d7c-aa63055a4894 HTTP/1.1" status: 200 len: 922 time: 0.6612084 Nov 16 21:21:24.974960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4971da-dec2-49e8-9c17-7a1492f531a5 None None] Pushing event updated for resources: {'Port': ['ID=35f56fa3-06c3-41aa-a2a2-68344bc81986,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.979048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Attempting to bind port 35f56fa3-06c3-41aa-a2a2-68344bc81986 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:24.979418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Attempting to bind port 35f56fa3-06c3-41aa-a2a2-68344bc81986 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:24.979832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Attempting to bind port 35f56fa3-06c3-41aa-a2a2-68344bc81986 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:24.988178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:24.988587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:24.989275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.989708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:24.991675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Bound port: 35f56fa3-06c3-41aa-a2a2-68344bc81986, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:24.992266 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.002123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 172.25.7.251 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/46462f96-a2be-4d74-b39a-34e8d759df6c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:25.011818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-befb5caf-57c4-4713-a527-7d392d2a82d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae HTTP/1.1" status: 200 len: 217 time: 0.0600021 Nov 16 21:21:25.061881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] For port 35f56fa3-06c3-41aa-a2a2-68344bc81986, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:25.065693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] For port 35f56fa3-06c3-41aa-a2a2-68344bc81986, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35f56fa3-06c3-41aa-a2a2-68344bc81986,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:25.067199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-738b3e00-4b0f-4e0b-9401-3a4bed0e9261 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538421 Nov 16 21:21:25.095445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.097820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4281e-d87b-48d3-b494-c95e87f1a6b4 req-b4084f2b-2403-4c21-8fc2-0bd0bd61ad91 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:25.105533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7a4281e-d87b-48d3-b494-c95e87f1a6b4 req-b4084f2b-2403-4c21-8fc2-0bd0bd61ad91 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1985021 Nov 16 21:21:25.142919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-489df640-32d6-483e-9e74-8bf7b4025346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:25.146096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-489df640-32d6-483e-9e74-8bf7b4025346 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c72b1828-9bb2-4880-bd50-d400a3127886 HTTP/1.1" status: 200 len: 861 time: 0.1183488 Nov 16 21:21:25.205541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Deleting port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:25.207326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.224044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4971da-dec2-49e8-9c17-7a1492f531a5 None None] Pushing event updated for resources: {'Port': ['ID=35f56fa3-06c3-41aa-a2a2-68344bc81986,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.230666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-62af8e97-d431-4fff-9d0c-7f3a496dd621 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4473de5b-6f97-43c2-9d7c-aa63055a4894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693181 Nov 16 21:21:25.258674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7a4281e-d87b-48d3-b494-c95e87f1a6b4 req-efff45c9-d061-4f39-9a47-08924e6dc253 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517789 Nov 16 21:21:25.285687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Routers {'809c7ff7-a2fc-4ec8-b477-462507e7a6b3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:25.286327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['809c7ff7-a2fc-4ec8-b477-462507e7a6b3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:25.461465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.496317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] For port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:25.496803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.516954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e669f44b-5c36-427e-9d8e-b2fb426091ee req-e3cf3542-7c9b-4936-bec5-9317428f45eb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 210 time: 0.0571306 Nov 16 21:21:25.520245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-be40c6fa-7f1c-42da-bc99-a3c75f1aa682 service neutron] 10.222.0.21 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603257 Nov 16 21:21:25.560604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Calling delete_port for bfd5815f-e5e9-482d-b4f8-74113f6e7dbc owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:25.619472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] Set router 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:25.694416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.743985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] DHCP port deletion for e3899e25-0e57-4010-809a-dea3be4911b5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:25.771882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c1ed0b-0625-4765-9e41-82eb4c608a3c req-a967061c-ecb2-404e-ae9f-09f76a47f9ce service neutron] 10.222.0.21 "GET /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428310 Nov 16 21:21:25.807732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=46462f96-a2be-4d74-b39a-34e8d759df6c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.846996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:25.867898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:25.876755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:26.007043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Deleting port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:26.009758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.045535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb3a7f-5522-41a3-90c9-b4fd296d7663 req-23c9e8ca-74d2-4828-9897-af35969b99ac tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:26.050852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82cb3a7f-5522-41a3-90c9-b4fd296d7663 req-23c9e8ca-74d2-4828-9897-af35969b99ac tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 943 time: 0.1530633 Nov 16 21:21:26.139671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82cb3a7f-5522-41a3-90c9-b4fd296d7663 req-4ac4e3aa-c36e-48c7-8a2b-9ea60897ce1c tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831699 Nov 16 21:21:26.177524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a93b7a5d-b989-44ab-addc-24e31de2a46f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:26.188805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 79850234-b0eb-40b7-b322-c1a9a78d91ae details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:26.221765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.248779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] For port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,segment=NetworkSegment(9b87cf86-1001-4ceb-9ca4-6f03959088d7),segment_id=9b87cf86-1001-4ceb-9ca4-6f03959088d7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:26.249706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.280317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Calling delete_port for bfd5815f-e5e9-482d-b4f8-74113f6e7dbc owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:26.305479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Port': ['ID=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:26.319918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] No DVR routers for this DVR port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:26.516633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f17bef-c09b-4106-93f5-6e2c5579239c req-33892341-d9f3-4af3-9c49-782e02e0c940 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:26.526655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24f17bef-c09b-4106-93f5-6e2c5579239c req-33892341-d9f3-4af3-9c49-782e02e0c940 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1553357 Nov 16 21:21:26.538764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110'}], 'enable_snat': False}, 'gw_port_id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:19Z', 'updated_at': '2021-11-16T21:21:21Z', 'revision_number': 3, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port': {'id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:20Z', 'updated_at': '2021-11-16T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:26.610295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37fc52-d67b-4b50-8321-f3df290cfe8d None None] The sync data for ids ['809c7ff7-a2fc-4ec8-b477-462507e7a6b3'] in n-d-816206-5 is: [{'id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110'}], 'enable_snat': False}, 'gw_port_id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:19Z', 'updated_at': '2021-11-16T21:21:21Z', 'revision_number': 3, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port': {'id': '35f56fa3-06c3-41aa-a2a2-68344bc81986', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809c7ff7-a2fc-4ec8-b477-462507e7a6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:20Z', 'updated_at': '2021-11-16T21:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:26.612094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24f17bef-c09b-4106-93f5-6e2c5579239c req-2bfd5c84-2fe6-4bf3-aff2-fffc8039513c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840378 Nov 16 21:21:26.705835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a93b7a5d-b989-44ab-addc-24e31de2a46f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:26.706297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.748351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00ff5f1e-b35d-4b61-9e57-496c63015d83 req-2cf7983c-e2f9-4611-a6ef-a840c1dd7a0e tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 210 time: 0.0610201 Nov 16 21:21:26.784467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae,segment=NetworkSegment(5285ffec-9513-4c90-aced-fb4a586961ca),segment_id=5285ffec-9513-4c90-aced-fb4a586961ca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:26.789820 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.835129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '79850234-b0eb-40b7-b322-c1a9a78d91ae', 'network_id': '4473de5b-6f97-43c2-9d7c-aa63055a4894', 'port_id': '79850234-b0eb-40b7-b322-c1a9a78d91ae', 'mac_address': 'fa:16:3e:3b:d5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72b1828-9bb2-4880-bd50-d400a3127886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:26.838770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] Pushing event deleted for resources: {'Port': ['ID=bfd5815f-e5e9-482d-b4f8-74113f6e7dbc,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:26.853734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fef26-cae3-4fc6-84bb-f2830a2dc4f4 None None] No DVR routers for this DVR port bfd5815f-e5e9-482d-b4f8-74113f6e7dbc on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:26.933678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.958566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79850234-b0eb-40b7-b322-c1a9a78d91ae {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:27.026486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae,segment=NetworkSegment(5285ffec-9513-4c90-aced-fb4a586961ca),segment_id=5285ffec-9513-4c90-aced-fb4a586961ca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:27.045252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.130398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bfd5815f-e5e9-482d-b4f8-74113f6e7dbc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:27.167402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.175790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: bfd5815f-e5e9-482d-b4f8-74113f6e7dbc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:27.176127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bfd5815f-e5e9-482d-b4f8-74113f6e7dbc not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:27.183030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:27.221729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3899e25-0e57-4010-809a-dea3be4911b5']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:27.268393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b87cf86-1001-4ceb-9ca4-6f03959088d7') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:27.268676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b87cf86-1001-4ceb-9ca4-6f03959088d7') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:27.290144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.380107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['79850234-b0eb-40b7-b322-c1a9a78d91ae'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:27.414213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-53abe010-11ac-4d36-8d1e-93fedc701ac0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.415470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-53abe010-11ac-4d36-8d1e-93fedc701ac0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 821 time: 0.3922472 Nov 16 21:21:27.430388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b38d3-99fc-49e3-902f-96fe0e75e07f req-76dab841-cef4-47fb-883d-87c8bb5285d4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.431550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f5b38d3-99fc-49e3-902f-96fe0e75e07f req-76dab841-cef4-47fb-883d-87c8bb5285d4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 944 time: 0.1363115 Nov 16 21:21:27.436257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'port': {'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'admin_state_up': True, 'tenant_id': '636d4a85150c43a78ae8753df7bcd470'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:27.454793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.475225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.483555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:27.484344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.595573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f5b38d3-99fc-49e3-902f-96fe0e75e07f req-1cec23ae-45d8-477c-be3d-ee61066ff89d tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499174 Nov 16 21:21:27.710023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Made reservation on behalf of 636d4a85150c43a78ae8753df7bcd470 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:27.718701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:27.752963 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:27.759869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.767231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.774904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] 10.222.0.54 "DELETE /v2.0/networks/e3899e25-0e57-4010-809a-dea3be4911b5 HTTP/1.1" status: 204 len: 168 time: 3.0791929 Nov 16 21:21:27.795322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5af91-63c7-4b4f-b71d-9493aef206b5 tempest-ServersTestMultiNic-308451152 tempest-ServersTestMultiNic-308451152-project] Pushing event deleted for resources: {'Network': ['ID=e3899e25-0e57-4010-809a-dea3be4911b5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:27.844062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.961227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3fb4d-ac9c-40d5-b102-354f9025e850 req-d559fc5e-0647-4a9d-a337-a00e637b393e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.968300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9c3fb4d-ac9c-40d5-b102-354f9025e850 req-d559fc5e-0647-4a9d-a337-a00e637b393e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2428706 Nov 16 21:21:28.021513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router 73b3a2f1-7463-4c9b-888e-d1dea3946584 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:28.084257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35f56fa3-06c3-41aa-a2a2-68344bc81986 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:28.104765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f00279c0-5a6c-4bae-818a-4d0098f66138 req-4280f4d3-9dc4-4e2d-8aa4-05cb753f34e0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 210 time: 0.0749166 Nov 16 21:21:28.179818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 35f56fa3-06c3-41aa-a2a2-68344bc81986 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:28.180338 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.232127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9c3fb4d-ac9c-40d5-b102-354f9025e850 req-0b3fe5bf-3bdd-4356-92d7-d1579a2e65f4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498589 Nov 16 21:21:28.251137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:28.265500 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Sync routers for ids ['73b3a2f1-7463-4c9b-888e-d1dea3946584'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:28.271508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Allocated IP 172.20.0.11 (2a2fccb2-1886-4193-b8bc-6aebe6ffc07d/706c3563-90dc-4873-8796-dbf73bb44103/74b54858-7687-41e2-8300-225bd3f58d61) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:28.291296 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Routers {'73b3a2f1-7463-4c9b-888e-d1dea3946584'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:28.295387 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['73b3a2f1-7463-4c9b-888e-d1dea3946584'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:28.301259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.304020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-00d86e3b-94f6-4cc6-b963-cd83a673c071 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8460667 Nov 16 21:21:28.306539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47734) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:28.413554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.433651 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Set router 73b3a2f1-7463-4c9b-888e-d1dea3946584 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:28.447555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47738) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:28.457453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 35f56fa3-06c3-41aa-a2a2-68344bc81986, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35f56fa3-06c3-41aa-a2a2-68344bc81986,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:28.462368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.545241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=35f56fa3-06c3-41aa-a2a2-68344bc81986,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:28.649971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.701731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47752) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:28.715441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ec24cc24-48ef-4aef-a2f0-9fa66559e1c4 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/73b3a2f1-7463-4c9b-888e-d1dea3946584 HTTP/1.1" status: 200 len: 908 time: 0.3910894 Nov 16 21:21:28.774988 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b3a2f1-7463-4c9b-888e-d1dea3946584', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '46462f96-a2be-4d74-b39a-34e8d759df6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:26Z', 'revision_number': 3, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port': {'id': '46462f96-a2be-4d74-b39a-34e8d759df6c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b3a2f1-7463-4c9b-888e-d1dea3946584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:24Z', 'updated_at': '2021-11-16T21:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:28.817423 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Checking router: 73b3a2f1-7463-4c9b-888e-d1dea3946584 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:28.818067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Updating router 73b3a2f1-7463-4c9b-888e-d1dea3946584 port 46462f96-a2be-4d74-b39a-34e8d759df6c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:28.839255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.868566 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.954738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:28.974447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:28.992101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:29.009584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746083-c318-4e2c-b955-1e33e349dc57 req-644759c9-1fe6-4a9f-950c-b727cd417a19 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.020039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9746083-c318-4e2c-b955-1e33e349dc57 req-644759c9-1fe6-4a9f-950c-b727cd417a19 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 944 time: 0.2624891 Nov 16 21:21:29.027688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event updated for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.093857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.126410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.275802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.276720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.303586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-31f84267-6518-4910-95c9-313bec8d3499 None None] Provisioning complete for port 74b54858-7687-41e2-8300-225bd3f58d61 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:29.304139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-31f84267-6518-4910-95c9-313bec8d3499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.307930 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.319018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9746083-c318-4e2c-b955-1e33e349dc57 req-5639f4ce-4bde-43b2-9399-b627b3592793 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975278 Nov 16 21:21:29.324423 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.375839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-66a3e4a3-a806-4d23-abe8-e04b388d6830 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9432440 Nov 16 21:21:29.400530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Request body: {'port': {'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:29.421258 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Attempting to bind port 46462f96-a2be-4d74-b39a-34e8d759df6c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:29.422062 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Attempting to bind port 46462f96-a2be-4d74-b39a-34e8d759df6c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:29.423246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Attempting to bind port 46462f96-a2be-4d74-b39a-34e8d759df6c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:29.426805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-31f84267-6518-4910-95c9-313bec8d3499 None None] Port 74b54858-7687-41e2-8300-225bd3f58d61 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:29.436559 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:29.437286 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:29.437955 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.438581 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:29.439310 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Bound port: 46462f96-a2be-4d74-b39a-34e8d759df6c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:29.439937 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.454319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162677a-0273-434d-8eeb-2827640d9bad req-70f608d3-54c5-4b5f-bc2f-1a789c2f9512 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.455855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d162677a-0273-434d-8eeb-2827640d9bad req-70f608d3-54c5-4b5f-bc2f-1a789c2f9512 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 932 time: 0.1761446 Nov 16 21:21:29.496892 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] For port 46462f96-a2be-4d74-b39a-34e8d759df6c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:29.500746 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] For port 46462f96-a2be-4d74-b39a-34e8d759df6c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=46462f96-a2be-4d74-b39a-34e8d759df6c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:29.508053 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7bdc6-7d05-442e-98ca-cb1d8bee93e4 None None] Pushing event updated for resources: {'Port': ['ID=46462f96-a2be-4d74-b39a-34e8d759df6c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.513566 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.555370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ced098-7860-4bf5-a7c5-16235e8e82a6 req-73fd2988-d49f-4682-aecc-635fdb7911f6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.557633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3ced098-7860-4bf5-a7c5-16235e8e82a6 req-73fd2988-d49f-4682-aecc-635fdb7911f6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1008654 Nov 16 21:21:29.558983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.584092 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Routers {'73b3a2f1-7463-4c9b-888e-d1dea3946584'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:29.585096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['73b3a2f1-7463-4c9b-888e-d1dea3946584'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:29.684124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.685989 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] Set router 73b3a2f1-7463-4c9b-888e-d1dea3946584 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:29.701088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Deleting port 0d877a59-484f-4377-980d-f8a98012b6d4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:29.701678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.741198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3ced098-7860-4bf5-a7c5-16235e8e82a6 req-2ff891ff-1516-4ea8-a182-f1bf10286048 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348715 Nov 16 21:21:29.788408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b3a2f1-7463-4c9b-888e-d1dea3946584', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 4, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:29.804661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d162677a-0273-434d-8eeb-2827640d9bad req-a5d95f2f-c0a5-4890-9edf-4a6d3809657e tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355424 Nov 16 21:21:29.840956 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7bdc6-7d05-442e-98ca-cb1d8bee93e4 None None] Pushing event updated for resources: {'Port': ['ID=46462f96-a2be-4d74-b39a-34e8d759df6c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.844788 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd375c-249c-4cfc-8734-663eae748830 None None] The sync data for ids ['73b3a2f1-7463-4c9b-888e-d1dea3946584'] in n-d-816206-5 is: [{'id': '73b3a2f1-7463-4c9b-888e-d1dea3946584', 'name': 'tempest-snat-router-1587494891', 'tenant_id': '6afd080db7864b76922cc6f71ec54349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 4, 'project_id': '6afd080db7864b76922cc6f71ec54349', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:29.895553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] For port 0d877a59-484f-4377-980d-f8a98012b6d4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d877a59-484f-4377-980d-f8a98012b6d4,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:29.896379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.931448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Calling delete_port for 0d877a59-484f-4377-980d-f8a98012b6d4 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:30.043516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35f56fa3-06c3-41aa-a2a2-68344bc81986 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:30.134093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Deleting port 46462f96-a2be-4d74-b39a-34e8d759df6c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:30.134093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.161951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 79850234-b0eb-40b7-b322-c1a9a78d91ae up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:30.249289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 79850234-b0eb-40b7-b322-c1a9a78d91ae completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:30.262282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 79850234-b0eb-40b7-b322-c1a9a78d91ae triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:30.262656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.292314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 35f56fa3-06c3-41aa-a2a2-68344bc81986 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:30.292670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.310375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] For port 46462f96-a2be-4d74-b39a-34e8d759df6c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=46462f96-a2be-4d74-b39a-34e8d759df6c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:30.310787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.331870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.332567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Calling delete_port for 46462f96-a2be-4d74-b39a-34e8d759df6c owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:30.427490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d877a59-484f-4377-980d-f8a98012b6d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.435195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b54858-7687-41e2-8300-225bd3f58d61 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:30.451444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.520877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.524818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Transition to ACTIVE for port object 74b54858-7687-41e2-8300-225bd3f58d61 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:30.589418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:30.596148 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a0a3e-a122-4543-abbf-62659f2acff5" -d '{"events": [{"server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "name": "network-vif-plugged", "status": "completed", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:30.628558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae,segment=NetworkSegment(5285ffec-9513-4c90-aced-fb4a586961ca),segment_id=5285ffec-9513-4c90-aced-fb4a586961ca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:30.638140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.694641 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d49520-9af6-4e7c-b3b0-deca6f39e85a x-openstack-request-id: req-36d49520-9af6-4e7c-b3b0-deca6f39e85a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:30.695117 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "name": "network-vif-plugged", "status": "completed", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:30.697914 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36d49520-9af6-4e7c-b3b0-deca6f39e85a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:30.698415 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae', 'code': 200} Nov 16 21:21:30.762548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.792328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.864870 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:21:31.011662 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.062279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea803f-2a50-4eda-b21c-dc5ee8faa526 req-895f3dd0-73ed-438f-a53d-f8f11df703c4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.069619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ea803f-2a50-4eda-b21c-dc5ee8faa526 req-895f3dd0-73ed-438f-a53d-f8f11df703c4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 944 time: 0.6265419 Nov 16 21:21:31.091369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:31.167138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.240862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153ac6-4800-4282-ae03-3c7e2d8e0692 req-677edfcb-27e0-46cf-b080-21c2c69f7613 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.248471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9153ac6-4800-4282-ae03-3c7e2d8e0692 req-677edfcb-27e0-46cf-b080-21c2c69f7613 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2588279 Nov 16 21:21:31.274269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e4533-80bd-44dc-93b3-fdf4c02ff86b req-045b439c-4fc9-4732-947c-14a5322c7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.275719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe6e4533-80bd-44dc-93b3-fdf4c02ff86b req-045b439c-4fc9-4732-947c-14a5322c7278 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 1096 time: 0.2873676 Nov 16 21:21:31.295621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:31.303936 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-09e79099-ad04-40b8-93eb-1e412998a344 admin admin] 10.222.0.54 "PUT /v2.0/routers/65da8d7f-f15e-4eac-ba0f-9f95d913ca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526385 Nov 16 21:21:31.304627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47788) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.311426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Sync routers for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:31.345834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:31.347061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:31.374703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ea803f-2a50-4eda-b21c-dc5ee8faa526 req-57908af5-d9c9-4c57-a09e-22c331c037a4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958150 Nov 16 21:21:31.446030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.547394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Port': ['ID=46462f96-a2be-4d74-b39a-34e8d759df6c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.564097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.590410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:31.601219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9153ac6-4800-4282-ae03-3c7e2d8e0692 req-ae705d3a-08fe-4170-b0f2-d5a94b2254e3 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467371 Nov 16 21:21:31.614870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe6e4533-80bd-44dc-93b3-fdf4c02ff86b req-44f109ca-1a27-4a90-83d1-0f80d8b0a0fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230009 Nov 16 21:21:31.641227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Attempting to bind port 74b54858-7687-41e2-8300-225bd3f58d61 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:31.641849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Attempting to bind port 74b54858-7687-41e2-8300-225bd3f58d61 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:31.642368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Attempting to bind port 74b54858-7687-41e2-8300-225bd3f58d61 on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:31.678558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Port 74b54858-7687-41e2-8300-225bd3f58d61 on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:31.678890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Attempting to bind port 74b54858-7687-41e2-8300-225bd3f58d61 on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:31.712288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:31.712760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Checking segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:31.713673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Bound using segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:31.714221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Bound port: 74b54858-7687-41e2-8300-225bd3f58d61, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:31.715247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.727034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241a432-d6fa-4d61-88b0-9aac3d33b1f0 req-ff8c6093-e1dc-4235-ba5e-efb8473da51d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.728710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e241a432-d6fa-4d61-88b0-9aac3d33b1f0 req-ff8c6093-e1dc-4235-ba5e-efb8473da51d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 944 time: 0.2428091 Nov 16 21:21:31.764526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.781052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.843846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '1d09e566-a342-4a2d-9868-df5e29332710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:21:30Z', 'revision_number': 5, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port': {'id': '1d09e566-a342-4a2d-9868-df5e29332710', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:19:40Z', 'updated_at': '2021-11-16T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:31.871184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Deleting port 1d09e566-a342-4a2d-9868-df5e29332710 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:31.872091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.923883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Checking router: 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:31.934893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Routers {'65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:31.935737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:31.936751 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.946540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.973270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e241a432-d6fa-4d61-88b0-9aac3d33b1f0 req-b1bcdee3-a454-415c-a7f6-50cd4e98b16b tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382691 Nov 16 21:21:32.015685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] For port 1d09e566-a342-4a2d-9868-df5e29332710, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1d09e566-a342-4a2d-9868-df5e29332710,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:32.017259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.034106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:32.035755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Calling delete_port for 1d09e566-a342-4a2d-9868-df5e29332710 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:32.038768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74b54858-7687-41e2-8300-225bd3f58d61,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:32.040879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.041432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b3a2f1-7463-4c9b-888e-d1dea3946584 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:32.048110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.049406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-46afe22e-3572-40e3-94dc-73dc367f5ac6 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/routers/73b3a2f1-7463-4c9b-888e-d1dea3946584 HTTP/1.1" status: 204 len: 168 time: 3.3464527 Nov 16 21:21:32.051463 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.052319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47804) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.088295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] Set router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:32.092349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.092978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.095055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 1092 time: 2.7077498 Nov 16 21:21:32.097732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:32.105303 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba053b-b520-4f7f-9504-88f47f911cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:32.217517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:21:31Z', 'revision_number': 6, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:32.229355 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d21e4e8-8090-4db2-a77f-d322731370e4 x-openstack-request-id: req-6d21e4e8-8090-4db2-a77f-d322731370e4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:32.229614 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:32.230221 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d21e4e8-8090-4db2-a77f-d322731370e4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:32.230349 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:21:32.234123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313576-0375-46d3-9e83-fd01ae97dbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.252737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-fb93c4eb-d10f-4f51-a0fa-2a81f11b343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.254600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-fb93c4eb-d10f-4f51-a0fa-2a81f11b343f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1095 time: 0.0942936 Nov 16 21:21:32.257590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4faab-3f2f-4c1e-b856-d1ae5e1747f3 None None] The sync data for ids ['65da8d7f-f15e-4eac-ba0f-9f95d913ca5b'] in n-d-816206-5 is: [{'id': '65da8d7f-f15e-4eac-ba0f-9f95d913ca5b', 'name': 'tempest-ServersTestMultiNic-794775437-router', 'tenant_id': '82685de0f5bf4f49a4b77b9fde167e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:19:37Z', 'updated_at': '2021-11-16T21:21:31Z', 'revision_number': 6, 'project_id': '82685de0f5bf4f49a4b77b9fde167e46', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:32.297656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.323140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-e41a28b0-b73c-4872-a11f-5d90464db785 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0509341 Nov 16 21:21:32.379781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8a4ac476-3d3f-4ac2-a2ed-fc22d24f98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.381274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8a4ac476-3d3f-4ac2-a2ed-fc22d24f98d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0497210 Nov 16 21:21:32.447056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8f37b456-b9d8-4867-b084-7594e237a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.448562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-8f37b456-b9d8-4867-b084-7594e237a557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577807 Nov 16 21:21:32.549271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c13cac-b59c-47a7-a14b-59c56552dbed req-c1ae108c-d341-41e7-984e-6dce46569480 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.550741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14c13cac-b59c-47a7-a14b-59c56552dbed req-c1ae108c-d341-41e7-984e-6dce46569480 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.1175013 Nov 16 21:21:32.601435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-f485b245-5212-4786-b60b-44a412768d40 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293635 Nov 16 21:21:32.671476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14c13cac-b59c-47a7-a14b-59c56552dbed req-183c0562-094c-46f0-b444-bbd07e728cb8 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129422 Nov 16 21:21:32.749911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.765249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490554-7789-4382-a2f4-cc2622f4b599 req-395d6290-a9bf-4f69-8767-78f1dfd54ea5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.766810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e490554-7789-4382-a2f4-cc2622f4b599 req-395d6290-a9bf-4f69-8767-78f1dfd54ea5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0834222 Nov 16 21:21:32.786277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1d09e566-a342-4a2d-9868-df5e29332710,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.786845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34ac07ca-0d33-4251-b106-a4b86ee62817 req-d2632297-e11c-47d7-bbe8-b425090ed12d service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767898 Nov 16 21:21:32.788575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.870249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e490554-7789-4382-a2f4-cc2622f4b599 req-2eb58231-1dfd-4f8b-9520-62bf2581e0c5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 Nov 16 21:21:32.875991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.925152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-cd08ca49-3ed3-4346-ad19-8cb39f45f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.926614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-cd08ca49-3ed3-4346-ad19-8cb39f45f89e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1095 time: 0.0732772 Nov 16 21:21:32.974508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.977324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.029709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Deleting port 35f56fa3-06c3-41aa-a2a2-68344bc81986 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:33.029942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.068239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.068661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65da8d7f-f15e-4eac-ba0f-9f95d913ca5b {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:33.074267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.077938 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c74595ae-10d9-43fa-a3c3-9388e57883ab admin admin] 10.222.0.54 "DELETE /v2.0/routers/65da8d7f-f15e-4eac-ba0f-9f95d913ca5b HTTP/1.1" status: 204 len: 168 time: 1.7699256 Nov 16 21:21:33.078126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47842) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.083598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426cd71-d9fd-45d4-a9f5-4a8c1956d552 req-7990c5c5-5563-46f8-8544-d8c41a3d8d70 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.084789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c426cd71-d9fd-45d4-a9f5-4a8c1956d552 req-7990c5c5-5563-46f8-8544-d8c41a3d8d70 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 950 time: 0.1296740 Nov 16 21:21:33.151840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Deleting subnet 106183ac-c0b1-4c12-a679-5726a4b886b0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:33.160799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.183389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-3b8f5b89-e9b3-409a-ae8d-aaf1252db484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.184845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-3b8f5b89-e9b3-409a-ae8d-aaf1252db484 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.2376113 Nov 16 21:21:33.186867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] For port 35f56fa3-06c3-41aa-a2a2-68344bc81986, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35f56fa3-06c3-41aa-a2a2-68344bc81986,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:33.187322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.194590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c426cd71-d9fd-45d4-a9f5-4a8c1956d552 req-e4be35be-8c3b-48ed-b345-59b9d07ec5b5 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916488 Nov 16 21:21:33.207014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Calling delete_port for 35f56fa3-06c3-41aa-a2a2-68344bc81986 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:33.209204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3afea-4179-4b71-829f-2487c8e5a825 req-12b1d08c-d68e-4806-aed0-16acd5070b5f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.216768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcf3afea-4179-4b71-829f-2487c8e5a825 req-12b1d08c-d68e-4806-aed0-16acd5070b5f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 944 time: 0.1549220 Nov 16 21:21:33.224803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.262762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-e62cc98a-d914-42d2-8052-e76171cdbb46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0664496 Nov 16 21:21:33.340150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcf3afea-4179-4b71-829f-2487c8e5a825 req-8d2015ad-48a9-425f-beab-33781eb4691d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227474 Nov 16 21:21:33.344828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-4b868d2d-e52c-41c2-aede-2cabb2f87fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.346287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-4b868d2d-e52c-41c2-aede-2cabb2f87fd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0743761 Nov 16 21:21:33.406438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-aa95be9a-219e-47f3-891c-6174c29e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.411229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.413305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-aa95be9a-219e-47f3-891c-6174c29e696c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508206 Nov 16 21:21:33.537001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-843441aa-e00a-4a81-b6f7-acd6b8ef54c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161249 Nov 16 21:21:33.550248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.561315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.597312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event deleted for resources: {'Port': ['ID=35f56fa3-06c3-41aa-a2a2-68344bc81986,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.626225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106183ac-c0b1-4c12-a679-5726a4b886b0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.627169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.632822 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-702bff3d-9f3e-461d-b897-5c51ca913c8b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/106183ac-c0b1-4c12-a679-5726a4b886b0 HTTP/1.1" status: 204 len: 168 time: 0.5513012 Nov 16 21:21:33.632973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.635897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9babadf-b5b4-4b27-876e-e832b2b1737f None None] Network d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:33.704784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.705523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fba053b-b520-4f7f-9504-88f47f911cc8 req-fdeec7ba-73cd-47f9-b29f-30fb26849681 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602621 Nov 16 21:21:33.735369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.821063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.823404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.865015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Deleting port 381f9161-67ac-4cee-afc4-822a9926670d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:33.865364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.886593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b29c-0bf0-4412-8ea9-49630db74715 req-e491cbc3-3ea8-46ea-b498-bedd4305c555 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.888703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d040b29c-0bf0-4412-8ea9-49630db74715 req-e491cbc3-3ea8-46ea-b498-bedd4305c555 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.0784602 Nov 16 21:21:33.903914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] DHCP port deletion for d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:33.909522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.910483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 809c7ff7-a2fc-4ec8-b477-462507e7a6b3 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:33.930155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.935725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14c9eee3-d889-4205-81e1-c9fb480686ca tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "DELETE /v2.0/routers/809c7ff7-a2fc-4ec8-b477-462507e7a6b3 HTTP/1.1" status: 204 len: 168 time: 1.8807817 Nov 16 21:21:33.936359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47890) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.941389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-916548177', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:33.981038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Deleting port 381f9161-67ac-4cee-afc4-822a9926670d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:33.981725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.998179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] For port 381f9161-67ac-4cee-afc4-822a9926670d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=381f9161-67ac-4cee-afc4-822a9926670d,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:33.998541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.009203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.011790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.019702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Calling delete_port for 381f9161-67ac-4cee-afc4-822a9926670d owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:34.033799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d040b29c-0bf0-4412-8ea9-49630db74715 req-5d5b9b05-3d26-4958-b305-95157f2e6727 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Nov 16 21:21:34.106419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.107922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] For port 381f9161-67ac-4cee-afc4-822a9926670d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=381f9161-67ac-4cee-afc4-822a9926670d,segment=NetworkSegment(f69c87cf-8111-462d-a1a6-0ad3241ed897),segment_id=f69c87cf-8111-462d-a1a6-0ad3241ed897)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:34.108576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.128988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Calling delete_port for 381f9161-67ac-4cee-afc4-822a9926670d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:34.192331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1d09e566-a342-4a2d-9868-df5e29332710 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:34.225771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1d09e566-a342-4a2d-9868-df5e29332710 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:34.226113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1d09e566-a342-4a2d-9868-df5e29332710 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:34.231086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d877a59-484f-4377-980d-f8a98012b6d4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:34.252125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6982bc-6a8d-47f3-bc31-992cdd961963 req-7b95883b-9e31-4679-a830-8eaac36088e8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.259670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d6982bc-6a8d-47f3-bc31-992cdd961963 req-7b95883b-9e31-4679-a830-8eaac36088e8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1089325 Nov 16 21:21:34.261200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 0d877a59-484f-4377-980d-f8a98012b6d4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:34.262015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d877a59-484f-4377-980d-f8a98012b6d4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:34.262622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 381f9161-67ac-4cee-afc4-822a9926670d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:34.302737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.306438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.329869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No active binding found for port 381f9161-67ac-4cee-afc4-822a9926670d {{(pid=102666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:21:34.330579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 381f9161-67ac-4cee-afc4-822a9926670d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:34.334530 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.349829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] No DVR routers for this DVR port 381f9161-67ac-4cee-afc4-822a9926670d on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:34.351787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Pushing event deleted for resources: {'Port': ['ID=381f9161-67ac-4cee-afc4-822a9926670d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.356887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d6982bc-6a8d-47f3-bc31-992cdd961963 req-80a949b4-a84f-4a41-9494-93846b7aea92 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963178 Nov 16 21:21:34.370060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] Pushing event deleted for resources: {'Port': ['ID=381f9161-67ac-4cee-afc4-822a9926670d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.380281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd470351-07bc-42c8-b351-4eef687a9ddb None None] No DVR routers for this DVR port 381f9161-67ac-4cee-afc4-822a9926670d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:34.462660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.505354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:34.523074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69c87cf-8111-462d-a1a6-0ad3241ed897') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:34.523767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69c87cf-8111-462d-a1a6-0ad3241ed897') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:34.544739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.577948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.586550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:34.587222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:34.589357 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:34.667597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.687071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.694373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] 10.222.0.54 "DELETE /v2.0/networks/d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2 HTTP/1.1" status: 204 len: 168 time: 1.0601480 Nov 16 21:21:34.696109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb38af-6006-457d-925c-845fa5cc787e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d9d91a-3b61-4e65-b4eb-4c878dd09cb2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.709793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.737924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.808533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fd4e9-c635-474e-909f-8760b1b3d0f3 req-fcf22e15-f7dc-426e-b653-224ba2e9d8bb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.810066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-363fd4e9-c635-474e-909f-8760b1b3d0f3 req-fcf22e15-f7dc-426e-b653-224ba2e9d8bb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 944 time: 0.0888581 Nov 16 21:21:34.822383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5068b-e0d6-4cef-abe9-9d7ee92511e8 req-e2f0ffb8-c2cb-48de-baed-0e59387a1d50 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.823905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04d5068b-e0d6-4cef-abe9-9d7ee92511e8 req-e2f0ffb8-c2cb-48de-baed-0e59387a1d50 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 950 time: 0.0729771 Nov 16 21:21:34.852449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Allocated IP 172.25.7.145 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d4b543da-88c1-4879-b1f8-d11b6d7bac09) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:34.898294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-363fd4e9-c635-474e-909f-8760b1b3d0f3 req-a85ad3ca-3708-4e36-a2a4-4df56147f5ed tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Nov 16 21:21:34.912736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04d5068b-e0d6-4cef-abe9-9d7ee92511e8 req-13e1df0d-aeb3-442d-b1a8-32a12caa8a1a tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794930 Nov 16 21:21:34.947923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.985043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.014208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8153d671-dffe-4072-9c51-0cc78d4039c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82685de0f5bf4f49a4b77b9fde167e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651853 Nov 16 21:21:35.017870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47924) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:35.039551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.077952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:35.083559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.083831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:35.087401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:35.106575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.119229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event updated for resources: {'Port': ['ID=d4b543da-88c1-4879-b1f8-d11b6d7bac09,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.184411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39f0c-c01f-48df-a172-d400ad6760b4 req-0401b0c6-c2b6-4ccc-b007-6abfb7380dc4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.185898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5c39f0c-c01f-48df-a172-d400ad6760b4 req-0401b0c6-c2b6-4ccc-b007-6abfb7380dc4 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.0643539 Nov 16 21:21:35.205956 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.209180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.210439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/234be617-f7af-4ada-a0ce-243c1668dcfb HTTP/1.1" status: 204 len: 168 time: 0.1914878 Nov 16 21:21:35.230713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f5497-39a4-4de4-a12e-3a306bfee54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234be617-f7af-4ada-a0ce-243c1668dcfb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.279363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5c39f0c-c01f-48df-a172-d400ad6760b4 req-45251754-696c-42a7-8b3d-3aead9a3661d tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816226 Nov 16 21:21:35.390899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.536083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736e1c2-438f-48ca-8438-15017ea35cdf req-d6a27526-08bc-4aa0-a896-5b1695830411 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.537717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7736e1c2-438f-48ca-8438-15017ea35cdf req-d6a27526-08bc-4aa0-a896-5b1695830411 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0597064 Nov 16 21:21:35.610590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7736e1c2-438f-48ca-8438-15017ea35cdf req-e95f0d76-8403-4ed2-8a13-feaa740db921 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640595 Nov 16 21:21:35.619582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.777463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Router ef41399c-eedd-4d8b-ad3f-f9ef9baec874 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:35.833315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74b54858-7687-41e2-8300-225bd3f58d61 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:35.919401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:35.929711 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] Sync routers for ids ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:35.936129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35f56fa3-06c3-41aa-a2a2-68344bc81986 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:35.941260 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] Routers {'ef41399c-eedd-4d8b-ad3f-f9ef9baec874'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:35.941871 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:35.961473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.962923 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fc64c9e3-c082-4a23-9b13-2d74455bf06e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0256038 Nov 16 21:21:35.965855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47956) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:35.975533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:35.984532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 35f56fa3-06c3-41aa-a2a2-68344bc81986 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:35.985761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35f56fa3-06c3-41aa-a2a2-68344bc81986 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:36.030553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:36.054428 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] Routers {'ef41399c-eedd-4d8b-ad3f-f9ef9baec874'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:36.055076 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:36.058505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74b54858-7687-41e2-8300-225bd3f58d61,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:36.076207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '74b54858-7687-41e2-8300-225bd3f58d61', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:36.126764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47960) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.131662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:36.132309 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b3980-9c67-4af0-bcc6-fda101fb062a None None] The sync data for ids ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:36.155538 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.155904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91e518-4338-4735-bf98-be48288b0848 req-f11d0670-cb04-46fc-9d52-bc95d9f0c867 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.157874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff91e518-4338-4735-bf98-be48288b0848 req-f11d0670-cb04-46fc-9d52-bc95d9f0c867 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 950 time: 0.0840387 Nov 16 21:21:36.163275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:36.166046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d3373-57d8-4580-ae1a-8a1d89bc422d req-e8a153de-e638-4ff1-9472-8289ceaab5cd tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.175644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac8d3373-57d8-4580-ae1a-8a1d89bc422d req-e8a153de-e638-4ff1-9472-8289ceaab5cd tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 944 time: 0.1462905 Nov 16 21:21:36.198178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b54858-7687-41e2-8300-225bd3f58d61 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:36.232643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74b54858-7687-41e2-8300-225bd3f58d61,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:36.244367 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.278067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac8d3373-57d8-4580-ae1a-8a1d89bc422d req-9077c929-338b-40fa-92c8-ed2067fc98f8 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856340 Nov 16 21:21:36.295106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff91e518-4338-4735-bf98-be48288b0848 req-4cd6bc12-18f3-4819-8e7f-2d58b659a6e2 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059420 Nov 16 21:21:36.354967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1623259031-network', 'tenant_id': 'a7f73e825606476396b72ddc40093faa'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:36.406009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.409283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Made reservation on behalf of a7f73e825606476396b72ddc40093faa for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:36.411945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.438641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.444013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.467187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:36.469687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:36.472380 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c27cd-32da-4ae8-a6de-03718f08af78" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:36.483006 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.485173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d03fd-5526-4261-a7c0-9f784ab77750 req-d6f1f1cd-3abf-4118-9161-9d540ec8e7dc tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.491662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74b54858-7687-41e2-8300-225bd3f58d61'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:36.493245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d7d03fd-5526-4261-a7c0-9f784ab77750 req-d6f1f1cd-3abf-4118-9161-9d540ec8e7dc tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.0963199 Nov 16 21:21:36.574035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d7d03fd-5526-4261-a7c0-9f784ab77750 req-ff0cbb0f-86c9-45b1-be91-434bbf69a518 tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796363 Nov 16 21:21:36.575522 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ee7cd8-1014-48ec-b7c2-836ac32459ca x-openstack-request-id: req-75ee7cd8-1014-48ec-b7c2-836ac32459ca {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:36.575904 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-unplugged", "status": "completed", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:36.576887 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75ee7cd8-1014-48ec-b7c2-836ac32459ca {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:36.577418 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'code': 200} Nov 16 21:21:36.583754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.630425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.673356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.708103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d2fb44-1bb8-4b05-9ecd-12efe1e99681,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.710613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.749350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:36.786837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-48b93bb4-eada-4a30-9c95-08e942788edc tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.789319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-48b93bb4-eada-4a30-9c95-08e942788edc tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.1875639 Nov 16 21:21:36.814783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.815154 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Added segment 8aa6d914-9f74-49cd-8085-bd161d6179e6 of type vlan for network d223c5ec-7322-4baa-ad4a-66f8a44bd021 Nov 16 21:21:36.999793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.061154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e7cd-a1c0-4867-9ff3-3aa030425f18 req-691b2ebf-ef3f-483f-8e90-a2de1b030ce0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.062851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-add7e7cd-a1c0-4867-9ff3-3aa030425f18 req-691b2ebf-ef3f-483f-8e90-a2de1b030ce0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.3056288 Nov 16 21:21:37.098743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-ecb8cb7a-8ff1-4644-9531-4f88d821f975 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.100336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-ecb8cb7a-8ff1-4644-9531-4f88d821f975 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 948 time: 0.2696860 Nov 16 21:21:37.153559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.154960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.155839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.256136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1258726 Nov 16 21:21:37.256718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.261557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Request body: {'subnet': {'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1623259031-subnet', 'tenant_id': 'a7f73e825606476396b72ddc40093faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:37.329913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Deleting port 79850234-b0eb-40b7-b322-c1a9a78d91ae {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:37.330696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.333830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d241f-c762-4c8f-93bf-f61f47bfc117 admin admin] Pushing event updated for resources: {'Network': ['ID=d223c5ec-7322-4baa-ad4a-66f8a44bd021,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:37.349345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d223c5ec-7322-4baa-ad4a-66f8a44bd021 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:37.352988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-add7e7cd-a1c0-4867-9ff3-3aa030425f18 req-4e8ea3af-6bca-4f2f-85bc-4bb4bcf3189f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788270 Nov 16 21:21:37.433030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Made reservation on behalf of a7f73e825606476396b72ddc40093faa for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:37.445289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.667532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.673693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.832911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74b54858-7687-41e2-8300-225bd3f58d61 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:37.851699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router ef41399c-eedd-4d8b-ad3f-f9ef9baec874 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:37.928361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 74b54858-7687-41e2-8300-225bd3f58d61 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:37.933908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 74b54858-7687-41e2-8300-225bd3f58d61 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:37.934400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.978768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107121-abcc-4a4a-8b2b-74b96527be28 req-525b4151-4169-485e-9374-69a60da74fcb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.986183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d107121-abcc-4a4a-8b2b-74b96527be28 req-525b4151-4169-485e-9374-69a60da74fcb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 945 time: 0.5995984 Nov 16 21:21:38.001762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508b8e7-061a-4823-a9a3-4cd116dbd740 req-1db378c7-36af-4193-8aa0-5573f08e4d15 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.009050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f508b8e7-061a-4823-a9a3-4cd116dbd740 req-1db378c7-36af-4193-8aa0-5573f08e4d15 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 948 time: 0.5221119 Nov 16 21:21:38.043470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Deleting port d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:38.044246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.052362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.063068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.097054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74b54858-7687-41e2-8300-225bd3f58d61,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:38.103332 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.139703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] For port 79850234-b0eb-40b7-b322-c1a9a78d91ae, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=79850234-b0eb-40b7-b322-c1a9a78d91ae,segment=NetworkSegment(5285ffec-9513-4c90-aced-fb4a586961ca),segment_id=5285ffec-9513-4c90-aced-fb4a586961ca)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:38.140067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.145524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1998f13-932f-4027-9e12-c7714d1f9105,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.177870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:38.183726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.183920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f508b8e7-061a-4823-a9a3-4cd116dbd740 req-8a6ed2eb-33fb-4a52-912c-53c98ae9c1e9 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/security-groups?id=980195a2-7b09-4e8c-85a0-31c0ecb98d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733658 Nov 16 21:21:38.184826 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c27f6bb4-7350-4160-b288-9e36ccf5ee38 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "PUT /v2.0/routers/ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 200 len: 925 time: 2.2180092 Nov 16 21:21:38.191104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47986) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.216575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Calling delete_port for 79850234-b0eb-40b7-b322-c1a9a78d91ae owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:38.244074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Checking segment: {'id': '8aa6d914-9f74-49cd-8085-bd161d6179e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:38.244445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Network hostable DHCP agents. Network: d223c5ec-7322-4baa-ad4a-66f8a44bd021, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:38.305292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d107121-abcc-4a4a-8b2b-74b96527be28 req-ba3cd801-c615-4793-bfa0-bbfa48e3fdaa tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177276 Nov 16 21:21:38.305649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Network d223c5ec-7322-4baa-ad4a-66f8a44bd021 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:38.327149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] For port d4611db3-2e9d-4af5-b4c1-36764b908952, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d4611db3-2e9d-4af5-b4c1-36764b908952,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:38.329389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.341230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d223c5ec-7322-4baa-ad4a-66f8a44bd021) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:38.346658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.347280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.372751 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf017381-3b46-4f24-ad87-727065d3d54e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 200 len: 925 time: 0.1804161 Nov 16 21:21:38.376030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.401973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Calling delete_port for d4611db3-2e9d-4af5-b4c1-36764b908952 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:38.435631 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac038776-da42-4683-b3b4-4743fabace9e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1750505 Nov 16 21:21:38.494228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8eb72-80bb-42c8-acd5-41bba89fba62 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.496064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-66e8eb72-80bb-42c8-acd5-41bba89fba62 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=ef41399c-eedd-4d8b-ad3f-f9ef9baec874&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1189423 Nov 16 21:21:38.498733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.529945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.535725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb82ff-6b5f-4542-8e2f-4f2bf6673d2a None None] Network d223c5ec-7322-4baa-ad4a-66f8a44bd021 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:38.548191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] Sync routers for ids ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:38.594662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b028-7302-4ad6-b8a7-d4e575ad02b9 req-5479e5e9-83be-4007-b98a-d7956dbdeb2e tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.596362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b355b028-7302-4ad6-b8a7-d4e575ad02b9 req-5479e5e9-83be-4007-b98a-d7956dbdeb2e tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4 HTTP/1.1" status: 200 len: 945 time: 0.1836054 Nov 16 21:21:38.615189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:38.618392 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91287e-c8a8-43d4-a01c-4b6e01e9ba13" -d '{"events": [{"server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "name": "network-vif-plugged", "status": "completed", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:38.630771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5620de-ed2e-409b-8fff-18cb025ab161 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.632306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b5620de-ed2e-409b-8fff-18cb025ab161 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.1321516 Nov 16 21:21:38.635176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47998) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.645528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] Routers {'ef41399c-eedd-4d8b-ad3f-f9ef9baec874'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:38.646446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:38.677532 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43e596ae-5f93-4184-b1e3-b494897de42c tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 200 len: 205 time: 0.0410802 Nov 16 21:21:38.680278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.685516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e77a9-a089-41c1-a231-a93c655a82f2 req-7f17b53d-65c2-41f7-91e8-94cc21648218 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.693975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c5e77a9-a089-41c1-a231-a93c655a82f2 req-7f17b53d-65c2-41f7-91e8-94cc21648218 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1902809 Nov 16 21:21:38.706134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:38.738589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] Routers {'ef41399c-eedd-4d8b-ad3f-f9ef9baec874'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:38.739266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:38.774468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.790135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:38.790749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d286a8c-2a23-4d70-a77b-72f3f863c94b None None] The sync data for ids ['ef41399c-eedd-4d8b-ad3f-f9ef9baec874'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:38.834729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.840756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.856297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b355b028-7302-4ad6-b8a7-d4e575ad02b9 req-ba175f9c-1b76-418e-9e83-d361592f30bf tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.54 "GET /v2.0/security-groups?id=34e4495f-a823-427f-b9b7-bad5d03f5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473085 Nov 16 21:21:38.864280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Pushing event deleted for resources: {'Port': ['ID=79850234-b0eb-40b7-b322-c1a9a78d91ae,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.875555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468e5d1-337d-4bc0-ac27-1fbe7c79d44b None None] Network d223c5ec-7322-4baa-ad4a-66f8a44bd021 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:38.891689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c5e77a9-a089-41c1-a231-a93c655a82f2 req-d6a139ab-0a6a-4555-8876-21193696d0a1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966782 Nov 16 21:21:38.927389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.953745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] No DVR routers for this DVR port 79850234-b0eb-40b7-b322-c1a9a78d91ae on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:38.973888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.978193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ec54909-ad64-4a3d-81a3-6c73d13aca91 req-dcdf3d03-a75e-4ed6-9aff-5a661decf0ca tempest-InstanceActionsNegativeTestJSON-1367492939 tempest-InstanceActionsNegativeTestJSON-1367492939-project] 10.222.0.21 "DELETE /v2.0/ports/79850234-b0eb-40b7-b322-c1a9a78d91ae HTTP/1.1" status: 204 len: 173 time: 2.1614287 Nov 16 21:21:38.979677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'name': 'network-vif-deleted', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:38.981946 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0f54c-6d38-4236-84a7-abdabb7025ff" -d '{"events": [{"server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "name": "network-vif-deleted", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:38.987736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Pushing event deleted for resources: {'Port': ['ID=d4611db3-2e9d-4af5-b4c1-36764b908952,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:39.029682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.041008 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07311bc4-1a40-4f36-845a-28241394daaf x-openstack-request-id: req-07311bc4-1a40-4f36-845a-28241394daaf {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:39.041562 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "name": "network-vif-plugged", "status": "completed", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:39.042235 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07311bc4-1a40-4f36-845a-28241394daaf {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:39.042869 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'code': 200} Nov 16 21:21:39.132540 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63f45f-e4b8-443e-a63c-b24cac90f710 x-openstack-request-id: req-4a63f45f-e4b8-443e-a63c-b24cac90f710 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:39.132925 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4", "name": "network-vif-deleted", "tag": "79850234-b0eb-40b7-b322-c1a9a78d91ae", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:39.143402 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a63f45f-e4b8-443e-a63c-b24cac90f710 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:39.143912 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5b6fd2-fe4f-4eb8-b59a-86af54982fb4', 'name': 'network-vif-deleted', 'tag': '79850234-b0eb-40b7-b322-c1a9a78d91ae', 'status': 'completed', 'code': 200} Nov 16 21:21:39.144760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] No DVR routers for this DVR port d4611db3-2e9d-4af5-b4c1-36764b908952 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:39.161628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.166619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-955ffd08-bf99-4200-bee9-e2010d80e147 req-d0cbd6d7-4a7b-42b2-8198-0bdd6c7225f1 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.21 "DELETE /v2.0/ports/d4611db3-2e9d-4af5-b4c1-36764b908952 HTTP/1.1" status: 204 len: 173 time: 2.0579019 Nov 16 21:21:39.204029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port d4b543da-88c1-4879-b1f8-d11b6d7bac09 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:39.204555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.219639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5cb4-60b1-46e3-acbb-74781b801b34 req-8e0898c9-eda2-44f6-ad5e-26d22635446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:39.221414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7faf5cb4-60b1-46e3-acbb-74781b801b34 req-8e0898c9-eda2-44f6-ad5e-26d22635446a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.0914683 Nov 16 21:21:39.304700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7faf5cb4-60b1-46e3-acbb-74781b801b34 req-96d81b66-912f-4518-abc4-20d0ccd8ed1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 Nov 16 21:21:39.366793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.387409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for d4b543da-88c1-4879-b1f8-d11b6d7bac09 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:39.394258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c3619b6-45aa-4486-a24a-8fe569053519 req-996380c7-6d0d-406c-86be-8a505da58708 tempest-ImagesOneServerTestJSON-186226821 tempest-ImagesOneServerTestJSON-186226821-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a519497-1436-49db-a630-15adeb2d3d46 HTTP/1.1" status: 200 len: 210 time: 0.0357862 Nov 16 21:21:39.489993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-f8697f1e-dc6a-476c-8e0d-3b08d0750673 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:39.494627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-f8697f1e-dc6a-476c-8e0d-3b08d0750673 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/networks?id=d223c5ec-7322-4baa-ad4a-66f8a44bd021 HTTP/1.1" status: 200 len: 814 time: 0.1939116 Nov 16 21:21:39.521225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-cd11a90d-9ccf-4d5b-baf2-efcde7b6e8a8 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/quotas/a7f73e825606476396b72ddc40093faa HTTP/1.1" status: 200 len: 375 time: 0.0177803 Nov 16 21:21:39.571488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-978db9ca-6016-4b1a-99f9-bb3d08cb1951 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7f73e825606476396b72ddc40093faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395098 Nov 16 21:21:39.682814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.695645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-9c79155f-4acc-4d85-9a8c-e94604a1540b service neutron] 10.222.0.54 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232488 Nov 16 21:21:39.717008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3dc9-6eb1-44ef-832d-817a3c328aa0 req-0c1120a7-46fb-40c5-a6cd-a5ea005d7efb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:39.721988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=d4b543da-88c1-4879-b1f8-d11b6d7bac09,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:39.726100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ebf3dc9-6eb1-44ef-832d-817a3c328aa0 req-0c1120a7-46fb-40c5-a6cd-a5ea005d7efb tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 946 time: 0.2071266 Nov 16 21:21:39.778888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.827944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ebf3dc9-6eb1-44ef-832d-817a3c328aa0 req-35de8e83-0848-4d98-b78b-c8128ff00fd2 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009440 Nov 16 21:21:39.898171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-1498a8d0-d4e0-4acb-ab99-1c98360f91d8 service neutron] 10.222.0.54 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693716 Nov 16 21:21:39.900193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.906748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.967858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.968965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router ef41399c-eedd-4d8b-ad3f-f9ef9baec874 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:39.992196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.995911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9dc8a947-a9a4-48f4-abfe-694762ebfa1a tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 204 len: 168 time: 1.3137743 Nov 16 21:21:39.998881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48030) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:40.005292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1371389785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:40.030664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48032) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:40.044673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.045917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.126032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Deleting subnet c72b1828-9bb2-4880-bd50-d400a3127886 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:40.130147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.134471 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.160248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:40.223857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.227744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: d4611db3-2e9d-4af5-b4c1-36764b908952 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:40.228361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d4611db3-2e9d-4af5-b4c1-36764b908952 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:40.229113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 79850234-b0eb-40b7-b322-c1a9a78d91ae no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:40.249135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdde65af-9313-4cdc-8cec-dd5c6e05ed08 req-37cfbf8e-b053-474a-8d6c-2c13d05a14dd tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 210 time: 0.0788209 Nov 16 21:21:40.274127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.291840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 79850234-b0eb-40b7-b322-c1a9a78d91ae {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:40.300046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 79850234-b0eb-40b7-b322-c1a9a78d91ae not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:40.304370 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.311359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-37b692a8-f98c-4d2f-9215-d4438fd86883 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3107610 Nov 16 21:21:40.312197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48040) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:40.325404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:40.343441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.402769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.462154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72b1828-9bb2-4880-bd50-d400a3127886,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:40.485518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.495107 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b807fad-eb0f-4fc5-b174-6e4d465bcef9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c72b1828-9bb2-4880-bd50-d400a3127886 HTTP/1.1" status: 204 len: 168 time: 0.4607973 Nov 16 21:21:40.495621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48050) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:40.548552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244270-f90f-4268-8707-b296add76eba req-f962f780-29a3-4dee-84d3-117197f96737 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:40.557476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4244270-f90f-4268-8707-b296add76eba req-f962f780-29a3-4dee-84d3-117197f96737 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.4411066 Nov 16 21:21:40.680408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4244270-f90f-4268-8707-b296add76eba req-8b9a3df3-300c-400e-8389-432277f41dd7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217825 Nov 16 21:21:40.707735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.774228 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.931308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48058) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:40.945570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.994717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4473de5b-6f97-43c2-9d7c-aa63055a4894']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:41.027636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5285ffec-9513-4c90-aced-fb4a586961ca') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:41.027975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5285ffec-9513-4c90-aced-fb4a586961ca') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:41.051566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.078153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.095222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:41.095651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:41.097800 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:41.163281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-deleted', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:41.180150 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41834a-2f7e-4b52-96c2-cd7b6ddceb7e" -d '{"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-deleted", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:41.183116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.195266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.199300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4473de5b-6f97-43c2-9d7c-aa63055a4894 HTTP/1.1" status: 204 len: 168 time: 0.7020032 Nov 16 21:21:41.215330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d5bbf-92e5-47a8-acdf-dd7b7c7f2eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4473de5b-6f97-43c2-9d7c-aa63055a4894,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:41.286643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:41.289719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a449a00e-1287-44e4-a905-c7a8a9181072 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8aa010192cf741378e07a24212f1b9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518319 Nov 16 21:21:41.370392 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2764705-ab3b-4401-ae40-e22cbb5ebef5 x-openstack-request-id: req-d2764705-ab3b-4401-ae40-e22cbb5ebef5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:41.370832 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a519497-1436-49db-a630-15adeb2d3d46", "name": "network-vif-deleted", "tag": "d4611db3-2e9d-4af5-b4c1-36764b908952", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:41.371090 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2764705-ab3b-4401-ae40-e22cbb5ebef5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:41.371487 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a519497-1436-49db-a630-15adeb2d3d46', 'name': 'network-vif-deleted', 'tag': 'd4611db3-2e9d-4af5-b4c1-36764b908952', 'status': 'completed', 'code': 200} Nov 16 21:21:41.373099 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.404141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.410376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.415395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814872f-af0d-4bb6-b786-c04fd7a633a2 req-17a5bc82-4adc-4127-99cb-e478ed79e24d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:41.423680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6814872f-af0d-4bb6-b786-c04fd7a633a2 req-17a5bc82-4adc-4127-99cb-e478ed79e24d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 946 time: 0.3778656 Nov 16 21:21:41.442896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48074) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:41.462330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.535790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6814872f-af0d-4bb6-b786-c04fd7a633a2 req-96043b58-6886-4f6e-8f30-b99e8d034c5f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109257 Nov 16 21:21:41.540056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.544146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.557349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/980195a2-7b09-4e8c-85a0-31c0ecb98d67 HTTP/1.1" status: 204 len: 168 time: 0.2622025 Nov 16 21:21:41.561460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6053-822c-4981-96df-b604bc51198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980195a2-7b09-4e8c-85a0-31c0ecb98d67,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:41.594441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4f2f012-2bbd-4823-8b53-a3144ee5e736 req-ad64fa83-8286-4821-9f31-3788bc7b0ec6 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 210 time: 0.1027191 Nov 16 21:21:41.640095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48080) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:41.641048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-764dc3b8-ac8a-4120-a65c-9ced8d750701 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee8792c021ef47a7882fb96a3192a553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1966259 Nov 16 21:21:41.773729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.830053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.954015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.957985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.959661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34e4495f-a823-427f-b9b7-bad5d03f5a51 HTTP/1.1" status: 204 len: 168 time: 0.3179390 Nov 16 21:21:41.973498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc4056-131c-4f5c-b93e-889a1bcdffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4495f-a823-427f-b9b7-bad5d03f5a51,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.107801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-d1da21ce-3886-4f97-9b2f-51d6ea79a0e0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4649684 Nov 16 21:21:42.139751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-aaea813a-9d43-4efe-9634-633b1383b6ef tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:42.141338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-aaea813a-9d43-4efe-9634-633b1383b6ef tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.21 "GET /v2.0/networks?id=d223c5ec-7322-4baa-ad4a-66f8a44bd021 HTTP/1.1" status: 200 len: 814 time: 0.3391261 Nov 16 21:21:42.144396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:42.157768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Allocated IP 172.25.7.13 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/23c7378f-f4ba-46bd-b416-394e685c5b6d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:42.163850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Request body: {'port': {'device_id': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021', 'admin_state_up': True, 'tenant_id': 'a7f73e825606476396b72ddc40093faa'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:42.268025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c8402-ba51-4092-adb5-17f2224bfc92 req-4d2469b4-2740-4d8b-8d0d-7876d58039fd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:42.269347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277c8402-ba51-4092-adb5-17f2224bfc92 req-4d2469b4-2740-4d8b-8d0d-7876d58039fd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1937041 Nov 16 21:21:42.283798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.582292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:42.697096 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.707389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-179933489-network', 'tenant_id': 'cfc8f96303704564ace974225e7f9a9c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:42.735466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Made reservation on behalf of cfc8f96303704564ace974225e7f9a9c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:42.737967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.747581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.780369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277c8402-ba51-4092-adb5-17f2224bfc92 req-8a2a26b2-8b93-4e8b-b56c-649278ffa844 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663918 Nov 16 21:21:42.819690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.836252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Made reservation on behalf of a7f73e825606476396b72ddc40093faa for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:42.840039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.859914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.867295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.894471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48134) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:42.898907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:42.909788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2365904-3c2e-4f9a-858b-baf4bdb28936,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.915946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.916409 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Added segment e86b77c6-c2f8-47bc-9664-e8aef9c82a10 of type vlan for network 63927088-5df6-45c4-a337-af35c91484ed Nov 16 21:21:42.956955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.966742 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.967073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.998946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.001231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:43.002159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.033663 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4472384 Nov 16 21:21:43.066636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:43.077390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Request body: {'subnet': {'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-179933489-subnet', 'tenant_id': 'cfc8f96303704564ace974225e7f9a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:43.097685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2dcb4-8927-4ee8-acf9-2b2bd1f5c8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=63927088-5df6-45c4-a337-af35c91484ed,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:43.100739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:43.110613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 63927088-5df6-45c4-a337-af35c91484ed details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:43.111556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1642818306-network', 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:43.128203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:43.138583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:43.152686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event updated for resources: {'Port': ['ID=23c7378f-f4ba-46bd-b416-394e685c5b6d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:43.203933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9251d50d-afea-40c6-bffc-b090073648c9 req-d96d8ff2-a4bc-4a10-83d8-7b257ca5994d tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 210 time: 0.0846882 Nov 16 21:21:43.236682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Made reservation on behalf of cfc8f96303704564ace974225e7f9a9c for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:43.239301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.269944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Allocated IP 172.20.0.5 (d223c5ec-7322-4baa-ad4a-66f8a44bd021/d1998f13-932f-4027-9e12-c7714d1f9105/ff8b7f5d-6477-414e-894b-c03c795fca3f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:43.355643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Made reservation on behalf of cf318455c1594fe5ba572debcfdc17a1 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:43.357830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.390151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Allocated IP 172.25.7.8 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1dcfb025-be43-42f5-ad4b-b20ecf881c39) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:43.409119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.595114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef8274-675a-4c5c-b2fa-efb44fb05c81 req-d07facd5-aae4-4f5d-a26e-c95d4c5d67d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:43.596594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39ef8274-675a-4c5c-b2fa-efb44fb05c81 req-d07facd5-aae4-4f5d-a26e-c95d4c5d67d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.3227930 Nov 16 21:21:43.918392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39ef8274-675a-4c5c-b2fa-efb44fb05c81 req-86171151-a293-4c02-90b5-af06a77a066d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111475 Nov 16 21:21:43.986535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.040305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.071124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.101450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.129425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.177342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:44.199908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.274216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfb99c-bba3-48a0-86c2-66648131c5bb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:44.283653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d3c7-1b74-4c73-9a4f-2b83012bee6c req-58e3a50c-0420-464e-824d-16f6cf25342c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.285178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf6d3c7-1b74-4c73-9a4f-2b83012bee6c req-58e3a50c-0420-464e-824d-16f6cf25342c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.3098049 Nov 16 21:21:44.286255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.286594 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Added segment b411175a-08a4-4e0d-a658-98d6f17cd078 of type vlan for network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b Nov 16 21:21:44.370467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.403679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.446691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.476084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ed1f21-62f1-4af7-9b82-11c131bfa79b,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:44.497897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Checking segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:44.498271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Network hostable DHCP agents. Network: 63927088-5df6-45c4-a337-af35c91484ed, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:44.510024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:44.533128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:44.534892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event updated for resources: {'Port': ['ID=1dcfb025-be43-42f5-ad4b-b20ecf881c39,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:44.538380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:44.552229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Network d223c5ec-7322-4baa-ad4a-66f8a44bd021 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:44.581000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf6d3c7-1b74-4c73-9a4f-2b83012bee6c req-f0f1a3d2-0112-4b0d-8b23-b6310218be8e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576971 Nov 16 21:21:44.600410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:44.606119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.607097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.607678 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.615823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:44.790290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Network 63927088-5df6-45c4-a337-af35c91484ed is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:44.794799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8931108 Nov 16 21:21:44.798354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:44.803430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Request body: {'subnet': {'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1642818306-subnet', 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:44.824110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Made reservation on behalf of cf318455c1594fe5ba572debcfdc17a1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:44.826403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.835921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Pushing event updated for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:44.860982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2d9d6-a28b-4441-a8af-4985bf713c26 admin admin] Pushing event updated for resources: {'Network': ['ID=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:44.862971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 63927088-5df6-45c4-a337-af35c91484ed) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:44.871223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0d029-e4e6-43e4-8204-401e889f12c2 None None] Network 63927088-5df6-45c4-a337-af35c91484ed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:44.876639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:44.888961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.889580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.903805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.904239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.946372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-ea42ae81-fbd0-45e1-a406-4f7d78781a0c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7861357 Nov 16 21:21:44.958087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5edc91-8a39-48aa-b5c5-db3ae72b6ed6 req-fc9f8051-5c95-4fe0-8d12-bf9b4f543bf1 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.959649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af5edc91-8a39-48aa-b5c5-db3ae72b6ed6 req-fc9f8051-5c95-4fe0-8d12-bf9b4f543bf1 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 931 time: 0.2068219 Nov 16 21:21:44.960831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.965038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.971891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Request body: {'port': {'device_id': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:44.976904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8aab30f-4712-4c0d-a45a-9d91f5b973e0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9082592 Nov 16 21:21:45.004545 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.013067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.085392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Checking segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:45.086074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Network hostable DHCP agents. Network: 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:45.094764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96841ce-ef17-4529-ba08-0378a8f95d94,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:45.113044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:45.131322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:45.137026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:45.137902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.140731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.160972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-299d947b-cb23-48b7-a26f-722687f820f4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3613105 Nov 16 21:21:45.166389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04420609-0497-44ce-82d4-be54a87f1375 None None] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:45.168797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90375b5-842d-4f25-a302-fa638ff8bc3d None None] Network 63927088-5df6-45c4-a337-af35c91484ed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:45.298702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d491caae-45d2-4793-8c54-74a8c3f14a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.473184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1', 'fixed_ips': [{'subnet_id': 'd96841ce-ef17-4529-ba08-0378a8f95d94'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:45.474057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.507744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af5edc91-8a39-48aa-b5c5-db3ae72b6ed6 req-be7aafeb-7b02-4c68-a7e0-2f7cd42b69ae tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286703 Nov 16 21:21:45.511570 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.627765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Allocated IP 172.20.0.2 (7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b/d96841ce-ef17-4529-ba08-0378a8f95d94/7704a1d7-5542-426c-86c9-641770d0b3a8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:45.774551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.782045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.783887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d694-0691-4a99-a800-1319b01984c5 req-3264f555-03f6-4ee2-8c1e-f75cc911613c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:45.785397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f91d694-0691-4a99-a800-1319b01984c5 req-3264f555-03f6-4ee2-8c1e-f75cc911613c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.2177551 Nov 16 21:21:45.823545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:45.826424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:45.830604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:45.836532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Pushing event updated for resources: {'Port': ['ID=7704a1d7-5542-426c-86c9-641770d0b3a8,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:45.897523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Attempting to bind port 7704a1d7-5542-426c-86c9-641770d0b3a8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:45.898211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Attempting to bind port 7704a1d7-5542-426c-86c9-641770d0b3a8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:45.898211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Attempting to bind port 7704a1d7-5542-426c-86c9-641770d0b3a8 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:45.903322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:45.903694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Checking segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:45.904090 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.904475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Bound using segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:45.904937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Bound port: 7704a1d7-5542-426c-86c9-641770d0b3a8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:45.905310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.906091 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.907762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Router ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:45.919401 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.968674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] For port 7704a1d7-5542-426c-86c9-641770d0b3a8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:45.971918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] For port 7704a1d7-5542-426c-86c9-641770d0b3a8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7704a1d7-5542-426c-86c9-641770d0b3a8,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:45.978096 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.978324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f91d694-0691-4a99-a800-1319b01984c5 req-2cb462d0-cfa3-4459-81ca-b4810a18ed08 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786335 Nov 16 21:21:46.043349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aedcce-c6ae-4003-9aed-2b22d3c4a631 None None] Pushing event updated for resources: {'Port': ['ID=7704a1d7-5542-426c-86c9-641770d0b3a8,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:46.110535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event updated for resources: {'Port': ['ID=1dcfb025-be43-42f5-ad4b-b20ecf881c39,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:46.157008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.210192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.211449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-3216bebb-9de0-4c76-bdc0-d81ac8fb9ad9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.0862141 Nov 16 21:21:46.217813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:46.227587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.231199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4348c77-9848-4c9e-b08c-6859c05379cb tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "PUT /v2.0/routers/ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 200 len: 883 time: 5.9143252 Nov 16 21:21:46.231370 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] Sync routers for ids ['ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:46.231837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48182) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.253269 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] Routers {'ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:46.254315 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.303176 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.310466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8b7f5d-6477-414e-894b-c03c795fca3f {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:46.314365 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] Routers {'ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:46.316779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.356430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-92f764c3-4151-4ac7-90e9-0dc19867e024 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1361291 Nov 16 21:21:46.363360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.387175 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.387849 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16208e98-f08b-4d4e-8958-bb88e6a2543c None None] The sync data for ids ['ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:46.425168 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f10c1409-b3c8-470a-a037-930895df4b84 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 200 len: 924 time: 0.1920173 Nov 16 21:21:46.427922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.433676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Transition to ACTIVE for port object ff8b7f5d-6477-414e-894b-c03c795fca3f will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:46.442922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.470383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86edb2c6-3baf-438a-9464-01cf7e6c9011 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.471950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86edb2c6-3baf-438a-9464-01cf7e6c9011 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0424895 Nov 16 21:21:46.474621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.543129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-4274bea3-8ef8-46e4-a794-851d7c950990 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.544584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-4274bea3-8ef8-46e4-a794-851d7c950990 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.3282130 Nov 16 21:21:46.561779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:46.569991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb680aa-8956-47e3-8f38-cfbe10c06120 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.573916 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ddb680aa-8956-47e3-8f38-cfbe10c06120 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.0958080 Nov 16 21:21:46.574352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48190) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.599490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-17c67f0c-5367-436a-944d-a34622533b89 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/quotas/cfc8f96303704564ace974225e7f9a9c HTTP/1.1" status: 200 len: 375 time: 0.0437410 Nov 16 21:21:46.604258 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b1bb15c4-7815-4940-af61-6b08a2ad4dd1 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 200 len: 205 time: 0.0266225 Nov 16 21:21:46.604487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48192) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.628219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-43e15b20-2f13-40df-9dfb-56484b905349 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.629532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ae8cdf8-59a7-4d2e-b731-a52054fc195b req-43e15b20-2f13-40df-9dfb-56484b905349 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2634890 Nov 16 21:21:46.678988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-45922189-ac9c-4caf-a7e6-448067814017 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603714 Nov 16 21:21:46.767739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Attempting to bind port ff8b7f5d-6477-414e-894b-c03c795fca3f on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:46.768456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Attempting to bind port ff8b7f5d-6477-414e-894b-c03c795fca3f by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '8aa6d914-9f74-49cd-8085-bd161d6179e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:46.768790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Attempting to bind port ff8b7f5d-6477-414e-894b-c03c795fca3f on network d223c5ec-7322-4baa-ad4a-66f8a44bd021 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:46.802331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Port ff8b7f5d-6477-414e-894b-c03c795fca3f on network d223c5ec-7322-4baa-ad4a-66f8a44bd021 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:46.802702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Attempting to bind port ff8b7f5d-6477-414e-894b-c03c795fca3f on network d223c5ec-7322-4baa-ad4a-66f8a44bd021 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:46.850111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:46.850448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Checking segment: {'id': '8aa6d914-9f74-49cd-8085-bd161d6179e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:46.851105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Bound using segment: {'id': '8aa6d914-9f74-49cd-8085-bd161d6179e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:46.851556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Bound port: ff8b7f5d-6477-414e-894b-c03c795fca3f, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6d914-9f74-49cd-8085-bd161d6179e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:46.851911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.941544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-45b94094-fe85-44ea-9c75-c86cc3659522 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615178 Nov 16 21:21:46.982541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-f48aa2fb-1d3c-4740-8765-236c6eaf526d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.984111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-f48aa2fb-1d3c-4740-8765-236c6eaf526d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.2086306 Nov 16 21:21:47.021610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.047650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6c58efb3-e007-4e23-ba3f-a386f55e002d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/quotas/cf318455c1594fe5ba572debcfdc17a1 HTTP/1.1" status: 200 len: 375 time: 0.0338609 Nov 16 21:21:47.060647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:47.073072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f,segment=NetworkSegment(8aa6d914-9f74-49cd-8085-bd161d6179e6),segment_id=8aa6d914-9f74-49cd-8085-bd161d6179e6)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:47.097895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.128871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890c3d1-e5fa-40da-ac28-5a8a647f5093 None None] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:47.137379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.154491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.155240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.156774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff8b7f5d-6477-414e-894b-c03c795fca3f HTTP/1.1" status: 200 len: 1091 time: 2.1942570 Nov 16 21:21:47.159427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-62c8b9fa-5884-4532-92b8-115ebe2e44d1 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106845 Nov 16 21:21:47.170315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:47.173785 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e566cb-f8b9-41c4-ae21-84172f284a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:47.200647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-e2f515d9-fcbb-4864-a57b-6816d76028b2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437504 Nov 16 21:21:47.202210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port 23c7378f-f4ba-46bd-b416-394e685c5b6d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:47.202657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.238516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] Provisioning complete for port 7704a1d7-5542-426c-86c9-641770d0b3a8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:47.239387 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.257547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fdc0a-8e29-48a3-b7c1-a2d631d80917 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:47.301572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.323877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for 23c7378f-f4ba-46bd-b416-394e685c5b6d owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:47.333065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-e8c758f0-e4e2-491f-8d5d-8c38106aa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.334630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-e8c758f0-e4e2-491f-8d5d-8c38106aa9e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7f73e825606476396b72ddc40093faa&device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 1094 time: 0.1295218 Nov 16 21:21:47.414220 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.460433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] For port 7704a1d7-5542-426c-86c9-641770d0b3a8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7704a1d7-5542-426c-86c9-641770d0b3a8,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:47.476870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.515479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-3cbb5178-052c-48c4-b44a-d7cba6879b76 service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921312 Nov 16 21:21:47.554357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d304b-5dde-4f23-82ba-ba79cf6b4c67 None None] Pushing event updated for resources: {'Port': ['ID=7704a1d7-5542-426c-86c9-641770d0b3a8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:47.570769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.571557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-f4d1555c-1fae-466f-a237-543d4f308632 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f HTTP/1.1" status: 200 len: 217 time: 0.2115541 Nov 16 21:21:47.606703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=23c7378f-f4ba-46bd-b416-394e685c5b6d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:47.636719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2be1560-3db6-4ef0-93b2-3227d49c2e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.678130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b16c72-03cc-4aec-8b1f-c6e7d4ca516b req-30e62df1-3e69-44df-bc5b-0747fe2d4206 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.690280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80b16c72-03cc-4aec-8b1f-c6e7d4ca516b req-30e62df1-3e69-44df-bc5b-0747fe2d4206 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2084613 Nov 16 21:21:47.693412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.727747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-c0ddf15a-e6d5-47dc-8189-6e678fd34c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.729206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-c0ddf15a-e6d5-47dc-8189-6e678fd34c0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1998f13-932f-4027-9e12-c7714d1f9105 HTTP/1.1" status: 200 len: 854 time: 0.1463900 Nov 16 21:21:47.762526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-f30965a0-a4b0-4a52-b3dd-02551a7a1bad service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462351 Nov 16 21:21:47.779591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-a98d5d57-dfe1-4d07-a0dd-fa420cfe918c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d223c5ec-7322-4baa-ad4a-66f8a44bd021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414488 Nov 16 21:21:47.797591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.800324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.807634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d834d947-955e-49fa-ad9e-ba735f762b43 None None] Provisioning complete for port 7704a1d7-5542-426c-86c9-641770d0b3a8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:47.808008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d834d947-955e-49fa-ad9e-ba735f762b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.820051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80b16c72-03cc-4aec-8b1f-c6e7d4ca516b req-a4c8f1ac-d6bb-4f56-8f4c-4992cf7940cc tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300707 Nov 16 21:21:47.920113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.920778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:47.928698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.938396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f10e174b-1d1f-41b1-bfd8-a16c173bb85f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 204 len: 168 time: 1.3328130 Nov 16 21:21:47.941979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:47.952452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2085649540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:47.969535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-c5ddf93e-fc5e-4e04-9c96-f462469041c1 service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462121 Nov 16 21:21:48.067628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7704a1d7-5542-426c-86c9-641770d0b3a8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:48.136213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7704a1d7-5542-426c-86c9-641770d0b3a8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:48.136855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.171155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.173597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.276896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f9387-40b6-49ea-94a8-c3d3c220b42e req-1c1d1b75-836b-48c9-945b-2f9ae63366d6 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:48.278566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-074f9387-40b6-49ea-94a8-c3d3c220b42e req-1c1d1b75-836b-48c9-945b-2f9ae63366d6 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 943 time: 0.1714611 Nov 16 21:21:48.359867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.374179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.390585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37bf3f2a-f568-4e45-a392-df496db6f8a5 req-e8518218-6ffc-482a-99d0-1093c8fa08e5 service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127917 Nov 16 21:21:48.422847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.424157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5562ceec-2a64-4df4-a069-0a9d906bfd9f tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4809201 Nov 16 21:21:48.427091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:48.432291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': True}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:48.441029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-dac3da1e-f3c9-487a-96f1-90d78023bed2 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:48.447441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-dac3da1e-f3c9-487a-96f1-90d78023bed2 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 821 time: 0.2993166 Nov 16 21:21:48.464885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-074f9387-40b6-49ea-94a8-c3d3c220b42e req-f9db32e2-f529-41d0-a367-fb054e684ffc tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460073 Nov 16 21:21:48.466588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-557a2d3c-ff18-4238-ba36-40408bc86a06 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/quotas/636d4a85150c43a78ae8753df7bcd470 HTTP/1.1" status: 200 len: 375 time: 0.0178928 Nov 16 21:21:48.587174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-7d5cbdba-30c3-4dec-b55d-8f8afa4cd682 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1032548 Nov 16 21:21:48.656936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a313-2835-4e05-81cd-842d8fbd5929 req-08e1072b-fc7e-4eba-b1a0-f77cf3a47aac tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:48.658821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab93a313-2835-4e05-81cd-842d8fbd5929 req-08e1072b-fc7e-4eba-b1a0-f77cf3a47aac tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1223056 Nov 16 21:21:48.680213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.906712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.926253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.032910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 172.25.7.98 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ad6266d3-4f32-4e48-a6f9-2cd233d3d2f4) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:49.148783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab93a313-2835-4e05-81cd-842d8fbd5929 req-30c1c4d2-a035-49e9-8639-a6b74f7006a5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814875 Nov 16 21:21:49.149567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.159687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-0dfc84d4-f9e7-4b74-8a06-1fa3ef4e4cfc service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601609 Nov 16 21:21:49.206579 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.271335 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd24e51-a151-4ed7-a651-3d4da5889c65 x-openstack-request-id: req-9dd24e51-a151-4ed7-a651-3d4da5889c65 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:49.271931 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:49.271931 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dd24e51-a151-4ed7-a651-3d4da5889c65 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:49.272266 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f', 'status': 'completed', 'code': 200} Nov 16 21:21:49.296695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-a826e044-ecc2-428e-988c-ae3d824c6d08 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.298804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-a826e044-ecc2-428e-988c-ae3d824c6d08 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.1390293 Nov 16 21:21:49.301436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-43701aeb-e095-432f-af07-a33392edc814 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.303259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-43701aeb-e095-432f-af07-a33392edc814 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.6119602 Nov 16 21:21:49.313917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.320779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Request body: {'port': {'device_id': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'admin_state_up': True, 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:49.341238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'port': {'device_id': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'admin_state_up': True, 'tenant_id': 'cfc8f96303704564ace974225e7f9a9c'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:49.362815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b340ba9d-b344-49fa-9ac5-bf8170f8310f req-f2d1ab44-1d48-44a7-8d22-e292b1f11d54 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 210 time: 0.0727246 Nov 16 21:21:49.408315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:49.415639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:49.421689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:49.424615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6266d3-4f32-4e48-a6f9-2cd233d3d2f4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:49.458851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-caa66248-956c-41ef-af09-0310a0edb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.460367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-caa66248-956c-41ef-af09-0310a0edb623 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7f73e825606476396b72ddc40093faa&device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 1094 time: 0.1938634 Nov 16 21:21:49.465647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-eae1a5fc-15ac-44bf-b4ac-5e93fd437a50 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795310 Nov 16 21:21:49.606802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Made reservation on behalf of cf318455c1594fe5ba572debcfdc17a1 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:49.612129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.744401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Made reservation on behalf of cfc8f96303704564ace974225e7f9a9c for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:49.747809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.783457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-faaa7bbe-2369-4e3e-a9fa-83396b17293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.784940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-faaa7bbe-2369-4e3e-a9fa-83396b17293f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d223c5ec-7322-4baa-ad4a-66f8a44bd021 HTTP/1.1" status: 200 len: 915 time: 0.3150537 Nov 16 21:21:49.799371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f76e25-2b0c-4b3b-bf4d-87a9db2519f1 req-a24314f2-648f-4cac-ae75-8f291de2e90b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.803430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1f76e25-2b0c-4b3b-bf4d-87a9db2519f1 req-a24314f2-648f-4cac-ae75-8f291de2e90b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1476505 Nov 16 21:21:49.823589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.858434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Allocated IP 172.20.0.14 (7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b/d96841ce-ef17-4529-ba08-0378a8f95d94/e4ba9001-2b75-403d-8f2d-108a5db9f187) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:49.874907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-a2986dfb-aef7-4c8c-aa73-cf8841b70ff3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.883592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-a2986dfb-aef7-4c8c-aa73-cf8841b70ff3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.4219811 Nov 16 21:21:49.891303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-9bd8aa8b-f1d0-4add-9f8f-2646aaf4d233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f HTTP/1.1" status: 200 len: 217 time: 0.0825856 Nov 16 21:21:49.936427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-9d424822-464d-4ca3-b13e-9c444516c7b5 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/quotas/cf318455c1594fe5ba572debcfdc17a1 HTTP/1.1" status: 200 len: 375 time: 0.0424836 Nov 16 21:21:50.041485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1f76e25-2b0c-4b3b-bf4d-87a9db2519f1 req-566058e1-ba3e-4ed5-a05f-ba8ffd5e3a35 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193093 Nov 16 21:21:50.062306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-2ea695be-b05c-4adc-baf5-49b6314d0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:50.063871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-2ea695be-b05c-4adc-baf5-49b6314d0bc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1998f13-932f-4027-9e12-c7714d1f9105 HTTP/1.1" status: 200 len: 854 time: 0.1292799 Nov 16 21:21:50.097631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-3b4ba3e4-087f-4001-bc31-823d24d1955c tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205885 Nov 16 21:21:50.129473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-556d9b8a-1d1e-4f9f-9692-ef89112065e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d223c5ec-7322-4baa-ad4a-66f8a44bd021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570164 Nov 16 21:21:50.152268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.156439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.162779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.246177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Allocated IP 172.20.0.8 (63927088-5df6-45c4-a337-af35c91484ed/53ed1f21-62f1-4af7-9b82-11c131bfa79b/ea2b4bd9-6f2a-4063-bcfa-b145f3a19992) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:50.286702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.348999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:50.362370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:50.369537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:50.429797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event updated for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:50.430740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255df36-b302-46b9-9d03-ec1b87ffb078 req-deb3d65e-8bd4-4bc4-aabd-e172451c6408 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:50.430740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5255df36-b302-46b9-9d03-ec1b87ffb078 req-deb3d65e-8bd4-4bc4-aabd-e172451c6408 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 943 time: 0.1572673 Nov 16 21:21:50.430740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-595ec63a-af19-4f94-826c-c0d9694e1e17 service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809706 Nov 16 21:21:50.430740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-9e7b089e-1b2c-4a1f-9561-e33e71bc7f63 service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667210 Nov 16 21:21:50.465712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.481600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:50.482325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.496585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router 11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:50.507975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-cf3a1588-c9c4-4c89-a2d9-c98d8bc9994b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1908324 Nov 16 21:21:50.521045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Request body: {'port': {'device_id': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:50.693663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5255df36-b302-46b9-9d03-ec1b87ffb078 req-3b308cc6-996c-46f6-94c4-1f66a396c0db tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471340 Nov 16 21:21:50.701838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-65b0879a-aab5-4cbb-8ddd-cd90b77bd189 None None] Provisioning complete for port e4ba9001-2b75-403d-8f2d-108a5db9f187 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:50.702242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-65b0879a-aab5-4cbb-8ddd-cd90b77bd189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.732383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e566cb-f8b9-41c4-ae21-84172f284a9c req-7aa18a6c-8d4a-4de9-9dbe-06921523b13a service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978580 Nov 16 21:21:50.735400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-a3e57c74-6085-4d3a-857e-1d476acdbaae service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992444 Nov 16 21:21:50.759727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.812505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-65b0879a-aab5-4cbb-8ddd-cd90b77bd189 None None] Port e4ba9001-2b75-403d-8f2d-108a5db9f187 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:50.830966 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.929302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3c29f63-6df5-4fbe-a6bf-5e2b584b496d req-fea08a48-5fcf-4bd0-ae27-43022ebee152 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 210 time: 0.0957186 Nov 16 21:21:51.052756 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.078641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:51.088064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Network 63927088-5df6-45c4-a337-af35c91484ed is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:51.090505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] Sync routers for ids ['11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:51.105721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.107361 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-34c34314-b011-4b89-9b8a-07a1c3419583 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "PUT /v2.0/routers/11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 200 len: 918 time: 2.6790700 Nov 16 21:21:51.110670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.120059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] Routers {'11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:51.121766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.127133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:51.138015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:51.143541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:51.161799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936bca8-a120-4876-97ee-50d13532c087 req-69eb5691-fdc9-4ba9-917d-f95d9fd9b3ac tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.165985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2936bca8-a120-4876-97ee-50d13532c087 req-69eb5691-fdc9-4ba9-917d-f95d9fd9b3ac tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1429062 Nov 16 21:21:51.178835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.188659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] Routers {'11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:51.189494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.228544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.230327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503221b5-5f4f-4a4e-93a0-cd96bdfe47d4 None None] The sync data for ids ['11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:51.281484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06471a58-ddc0-4a0f-84ba-575be8ebf689 req-ae45a887-d4df-4fa6-a222-1f3a0fcb3c27 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.283568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06471a58-ddc0-4a0f-84ba-575be8ebf689 req-ae45a887-d4df-4fa6-a222-1f3a0fcb3c27 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 931 time: 0.2218838 Nov 16 21:21:51.299241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.303534 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.316203 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.332601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-970b911a-08e9-4a7e-be66-2c530de0eb9f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.334361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-970b911a-08e9-4a7e-be66-2c530de0eb9f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.21 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 821 time: 0.4593482 Nov 16 21:21:51.343868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f5cdaadd-46bf-4217-9a51-ce80f84ee27c tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 200 len: 924 time: 0.2320948 Nov 16 21:21:51.348644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48290) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.359397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'port': {'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'admin_state_up': True, 'tenant_id': '636d4a85150c43a78ae8753df7bcd470'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:51.368020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2936bca8-a120-4876-97ee-50d13532c087 req-1e9611ce-b447-47f7-b026-6de0359e2349 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923723 Nov 16 21:21:51.371231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-1e84875b-b3fe-43dd-b4f1-62efe08e6867 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0372720 Nov 16 21:21:51.412901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Request body: {'port': {'device_id': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:51.438802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e67610-cdcd-4d04-93e5-2138f653bc63 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.442733 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-45e67610-cdcd-4d04-93e5-2138f653bc63 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0908148 Nov 16 21:21:51.443605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.474546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06471a58-ddc0-4a0f-84ba-575be8ebf689 req-ef8cfbaf-a03e-45fb-be6b-e4cfae4cf16b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542318 Nov 16 21:21:51.537913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.566728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ba9001-2b75-403d-8f2d-108a5db9f187 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:51.577164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.605392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Transition to ACTIVE for port object e4ba9001-2b75-403d-8f2d-108a5db9f187 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:51.620369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.631290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359c301-ac3e-4a7a-9f22-5fa46c38875e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.632688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7359c301-ac3e-4a7a-9f22-5fa46c38875e tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.1881919 Nov 16 21:21:51.655761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.697557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f20ac38e-d45b-4a67-b786-6f0a394688fd tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 200 len: 205 time: 0.0393717 Nov 16 21:21:51.701223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.721281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:51.742241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b76dd-a152-48b8-a436-9878b3a890e1 req-437e19b2-2928-4042-93f8-c2f6bb819a2c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.743863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-186b76dd-a152-48b8-a436-9878b3a890e1 req-437e19b2-2928-4042-93f8-c2f6bb819a2c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1910260 Nov 16 21:21:51.870838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Attempting to bind port e4ba9001-2b75-403d-8f2d-108a5db9f187 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:51.871197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Attempting to bind port e4ba9001-2b75-403d-8f2d-108a5db9f187 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:51.871524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Attempting to bind port e4ba9001-2b75-403d-8f2d-108a5db9f187 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:51.873025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-8714119d-bf0e-4159-b2e3-efcff39e3683 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.874560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-8714119d-bf0e-4159-b2e3-efcff39e3683 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.3376536 Nov 16 21:21:51.890781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Port e4ba9001-2b75-403d-8f2d-108a5db9f187 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:51.891873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Attempting to bind port e4ba9001-2b75-403d-8f2d-108a5db9f187 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:51.899484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:51.899697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Checking segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:51.899981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Bound using segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:51.900405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Bound port: e4ba9001-2b75-403d-8f2d-108a5db9f187, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:51.900761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.913542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.916991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-186b76dd-a152-48b8-a436-9878b3a890e1 req-4a35f8bf-83b5-4737-895b-919e85bf6834 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132374 Nov 16 21:21:51.926772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Made reservation on behalf of 636d4a85150c43a78ae8753df7bcd470 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:51.930567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.939354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-a142b2fa-2939-4e28-8ca7-d8ebca149122 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/quotas/cf318455c1594fe5ba572debcfdc17a1 HTTP/1.1" status: 200 len: 375 time: 0.0466259 Nov 16 21:21:52.081885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:52.086883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-d4536678-eda6-4f50-ba38-8690b15b0460 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466269 Nov 16 21:21:52.087170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:52.106402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.153753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.161795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.162376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.163869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4ba9001-2b75-403d-8f2d-108a5db9f187 HTTP/1.1" status: 200 len: 1092 time: 1.6469333 Nov 16 21:21:52.165338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:52.168202 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c616ac79-bda1-473f-8feb-38c2ebf2a102" -d '{"events": [{"name": "network-changed", "server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:52.194782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc5c14-ddab-4e42-9158-62305c0afa14 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:52.221557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff8b7f5d-6477-414e-894b-c03c795fca3f details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:52.315390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port ad6266d3-4f32-4e48-a6f9-2cd233d3d2f4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:52.315719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.397036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f,segment=NetworkSegment(8aa6d914-9f74-49cd-8085-bd161d6179e6),segment_id=8aa6d914-9f74-49cd-8085-bd161d6179e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:52.414534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-66068fb7-b936-4125-872b-3916bbb23d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.416307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-66068fb7-b936-4125-872b-3916bbb23d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 1095 time: 0.1877420 Nov 16 21:21:52.420489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'ff8b7f5d-6477-414e-894b-c03c795fca3f', 'network_id': 'd223c5ec-7322-4baa-ad4a-66f8a44bd021', 'port_id': 'ff8b7f5d-6477-414e-894b-c03c795fca3f', 'mac_address': 'fa:16:3e:49:7b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1998f13-932f-4027-9e12-c7714d1f9105', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:52.485406 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-050468a1-b7f4-49ed-aa1b-941824083c69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187 HTTP/1.1" status: 200 len: 217 time: 0.0486715 Nov 16 21:21:52.488098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.512901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8b7f5d-6477-414e-894b-c03c795fca3f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:52.526742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.538732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f,segment=NetworkSegment(8aa6d914-9f74-49cd-8085-bd161d6179e6),segment_id=8aa6d914-9f74-49cd-8085-bd161d6179e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:52.546491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.551383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12913d8a-aaf1-41ba-b25b-85ade741d907 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:52.582921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for ad6266d3-4f32-4e48-a6f9-2cd233d3d2f4 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:52.621129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-9cb2616f-c9d3-413a-8387-0ec7f6d701cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.627887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-9cb2616f-c9d3-413a-8387-0ec7f6d701cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.1265836 Nov 16 21:21:52.670781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:52.728436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:52.728634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-a3443dca-c140-400d-8d0b-9001176dca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.730025 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-a3443dca-c140-400d-8d0b-9001176dca74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702105 Nov 16 21:21:52.751340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'mac_address': 'fa:16:3e:e7:e9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:52.798356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.814310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12913d8a-aaf1-41ba-b25b-85ade741d907 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:52.815139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-eeb0717d-50e7-4d45-9887-492775ca0118 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.816767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-eeb0717d-50e7-4d45-9887-492775ca0118 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.6802046 Nov 16 21:21:52.842312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:52.850423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.851019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Allocated IP 172.20.0.6 (2a2fccb2-1886-4193-b8bc-6aebe6ffc07d/706c3563-90dc-4873-8796-dbf73bb44103/5f8a0635-9649-446e-b70e-4d0a1e55467d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:52.883816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Request body: {'port': {'device_id': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'admin_state_up': True, 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:52.916393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:52.926884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd9a4-73dc-4aa8-a352-b0a0f0f038ce req-42a3a1b7-e427-4c23-a977-0ff980a32b28 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.927911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-e3ec5c24-ee27-481e-8674-cf8062d20100 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605024 Nov 16 21:21:52.934014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f4fd9a4-73dc-4aa8-a352-b0a0f0f038ce req-42a3a1b7-e427-4c23-a977-0ff980a32b28 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 943 time: 0.8460145 Nov 16 21:21:52.938998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12913d8a-aaf1-41ba-b25b-85ade741d907'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:52.964880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.097258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ff8b7f5d-6477-414e-894b-c03c795fca3f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:53.117157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f4fd9a4-73dc-4aa8-a352-b0a0f0f038ce req-4c58068b-6e36-44d2-9fd6-26646d1ca009 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741719 Nov 16 21:21:53.119458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-91168c3f-698a-42ce-8195-feea52159b3c service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172472 Nov 16 21:21:53.134041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=ad6266d3-4f32-4e48-a6f9-2cd233d3d2f4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:53.146082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.272274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-43879c5a-d6aa-483b-ac1a-f83ffda8f8ef service neutron] 10.222.0.54 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518891 Nov 16 21:21:53.278453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:53.325142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.333438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.383140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.416137 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-860bab69-6c23-4c74-a3e1-1e6d01906000 req-bf602b9b-5f9f-4279-a750-ef7b8193388c service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656901 Nov 16 21:21:53.432682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.433543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router 11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:53.439691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-994be1bb-82f2-4304-b7dc-adabd47f786f req-ce087ab3-de25-4e34-aec4-e0e209691c69 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 210 time: 0.1633196 Nov 16 21:21:53.443907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.457265 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-94098260-551e-472b-a977-73eaa1df4ee6 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 204 len: 168 time: 1.7455835 Nov 16 21:21:53.457265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:53.459110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-798477455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:53.483046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Transition to ACTIVE for port object ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:53.502514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.520403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.521616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.671438 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c118c8ae-ddaa-4a60-b1fa-d99901dcfeaf x-openstack-request-id: req-c118c8ae-ddaa-4a60-b1fa-d99901dcfeaf {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:53.671784 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:53.672211 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c118c8ae-ddaa-4a60-b1fa-d99901dcfeaf {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:53.672881 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187', 'status': 'completed', 'code': 200} Nov 16 21:21:53.708496 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.718450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.729383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Made reservation on behalf of cf318455c1594fe5ba572debcfdc17a1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:53.732871 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.748427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.751220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.754267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71257b3a-8e82-4f1d-8915-6c99336f33ac tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3023376 Nov 16 21:21:53.757915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48350) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:53.764509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:53.774400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-8fb1cfc3-fddb-4d46-8ce5-c6c13f42b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.782471 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-8fb1cfc3-fddb-4d46-8ce5-c6c13f42b0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 1095 time: 0.1073806 Nov 16 21:21:53.789605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:53.903356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4bcca-c3d0-4861-8d07-1e99837b607c req-c74bcd6a-7fb7-433d-9850-8780875a5871 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.904990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d4bcca-c3d0-4861-8d07-1e99837b607c req-c74bcd6a-7fb7-433d-9850-8780875a5871 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.2560108 Nov 16 21:21:53.955737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde2e0-4328-4bf7-8cf1-cb461f3de9cb req-5f53e7c2-b1fb-447b-aa08-de86e40630d9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.973738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1bde2e0-4328-4bf7-8cf1-cb461f3de9cb req-5f53e7c2-b1fb-447b-aa08-de86e40630d9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 943 time: 0.3189631 Nov 16 21:21:54.089410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Allocated IP 172.20.0.3 (7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b/d96841ce-ef17-4529-ba08-0378a8f95d94/38996b14-a24b-44c2-bfa7-9698cbc2f441) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:54.122754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.126815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-cc17f0fd-a72e-4474-bda7-1f6e93b6e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.128339 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-cc17f0fd-a72e-4474-bda7-1f6e93b6e7bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 917 time: 0.3071892 Nov 16 21:21:54.186580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Attempting to bind port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:54.186918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Attempting to bind port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:54.188193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Attempting to bind port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:54.219217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-9fa68015-3336-4608-8247-97dd5a12dc91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187 HTTP/1.1" status: 200 len: 217 time: 0.0695512 Nov 16 21:21:54.224352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.236768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff8b7f5d-6477-414e-894b-c03c795fca3f up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:54.239648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74b54858-7687-41e2-8300-225bd3f58d61'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:54.299266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-144ce639-52a0-49de-a56e-d917f4512dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.300736 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-144ce639-52a0-49de-a56e-d917f4512dab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.0723963 Nov 16 21:21:54.311727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 on network 63927088-5df6-45c4-a337-af35c91484ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:54.311892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Attempting to bind port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:54.437447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:54.438340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Checking segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:54.438726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Bound using segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:54.444362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Bound port: ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:54.452144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.460662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port ff8b7f5d-6477-414e-894b-c03c795fca3f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:54.474609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port ff8b7f5d-6477-414e-894b-c03c795fca3f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:54.475930 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.479045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-de0bb43f-fc31-4726-9a8e-97f3b7a87ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.480594 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-de0bb43f-fc31-4726-9a8e-97f3b7a87ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711550 Nov 16 21:21:54.515581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42d4bcca-c3d0-4861-8d07-1e99837b607c req-68c1dc15-9f74-4677-87e1-4499c5e9e8ab tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341368 Nov 16 21:21:54.588681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.612201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.621699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.679652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:54.686663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1bde2e0-4328-4bf7-8cf1-cb461f3de9cb req-9e7ca41f-4fd9-4058-8f94-4584a58b64bf tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7129769 Nov 16 21:21:54.693484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:54.697286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.742535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:54.760740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:54.802706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:54.806537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:54.866385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.895903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.896538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.936811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:54.944655 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b83d8d-87f5-4eb3-9e27-ac7efae6315a" -d '{"events": [{"server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:54.946481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event updated for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:54.995290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f,segment=NetworkSegment(8aa6d914-9f74-49cd-8085-bd161d6179e6),segment_id=8aa6d914-9f74-49cd-8085-bd161d6179e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:55.016666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.017680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12913d8a-aaf1-41ba-b25b-85ade741d907 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:55.113640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:55.117212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:55.175825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.176486 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.272312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-39ec1c9c-12c2-455a-afd6-bc32decdc7d2 None None] Provisioning complete for port 5f8a0635-9649-446e-b70e-4d0a1e55467d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:55.273181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39ec1c9c-12c2-455a-afd6-bc32decdc7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.298305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Allocated IP 172.25.7.155 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/7a19f209-afdc-47e3-a23e-99aeaa02f593) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:55.317848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.320888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-39ec1c9c-12c2-455a-afd6-bc32decdc7d2 None None] Port 5f8a0635-9649-446e-b70e-4d0a1e55467d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:55.328019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.330376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4506090 Nov 16 21:21:55.347585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 12913d8a-aaf1-41ba-b25b-85ade741d907 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:55.348532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.368218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5929fce2-9cc6-4ccf-b16f-d971906c8e32 req-7195c6a8-7898-48e0-a389-9fb262e9d3c4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 210 time: 0.2230976 Nov 16 21:21:55.448319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Request body: {'port': {'device_id': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:55.469418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.509589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.536899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.560837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:55.564612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0fa1c5a6-bcfd-4e17-83c2-c9f1735bec61 None None] Provisioning complete for port 38996b14-a24b-44c2-bfa7-9698cbc2f441 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:55.566023 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c5a6-bcfd-4e17-83c2-c9f1735bec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.572156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.581360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65fb51-3db7-47d5-b84e-35064ee849d1 req-155614ed-a126-4de2-9274-57ba78fe849f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.583992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba65fb51-3db7-47d5-b84e-35064ee849d1 req-155614ed-a126-4de2-9274-57ba78fe849f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 944 time: 0.8952720 Nov 16 21:21:55.587190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-70090eec-6cc7-46c0-bdbe-da5840de72f3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2388990 Nov 16 21:21:55.616110 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-f9634c81-7c65-4549-843c-0278ac125760 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1274943 Nov 16 21:21:55.624468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1067e-82c0-4441-863d-b66b24b6b95a tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event updated for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.641932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:55.643721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.644569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.645705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 HTTP/1.1" status: 200 len: 1091 time: 4.2369773 Nov 16 21:21:55.665114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Request body: {'port': {'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:55.668194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:55.669538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:55.680492 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa" -d '{"events": [{"name": "network-changed", "server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:55.698794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1c5a6-bcfd-4e17-83c2-c9f1735bec61 None None] Port 38996b14-a24b-44c2-bfa7-9698cbc2f441 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:55.706769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:55.727327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.756613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Pushing event updated for resources: {'Port': ['ID=7a19f209-afdc-47e3-a23e-99aeaa02f593,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.785314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.879332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4ba9001-2b75-403d-8f2d-108a5db9f187 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:55.955765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488263e7-1dd5-4b1c-a3c9-86861a9f4270 req-fbc046c1-32d1-4b18-9c26-bd009309977f tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.957281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-488263e7-1dd5-4b1c-a3c9-86861a9f4270 req-fbc046c1-32d1-4b18-9c26-bd009309977f tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.3955436 Nov 16 21:21:55.988916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-64aebc9a-2f68-4bbb-a1ea-0162b277b05b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.989316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c616ac79-bda1-473f-8feb-38c2ebf2a102 req-e27dd294-2dfb-453c-b3a7-56fa5966e1d4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652322 Nov 16 21:21:55.990383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-64aebc9a-2f68-4bbb-a1ea-0162b277b05b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.21 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 816 time: 0.6764464 Nov 16 21:21:56.007636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.028456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890739da-0dc3-4a21-a5b9-6197f3606805 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:56.036205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Request body: {'port': {'device_id': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'admin_state_up': True, 'tenant_id': 'cf318455c1594fe5ba572debcfdc17a1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:56.059172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba65fb51-3db7-47d5-b84e-35064ee849d1 req-783de8ce-5262-475f-8d3c-e77398200c46 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369466 Nov 16 21:21:56.074430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:56.105935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e4ba9001-2b75-403d-8f2d-108a5db9f187', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'port_id': 'e4ba9001-2b75-403d-8f2d-108a5db9f187', 'mac_address': 'fa:16:3e:04:69:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96841ce-ef17-4529-ba08-0378a8f95d94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:56.150922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-9f866b78-7a9b-474f-a090-1aa9a5268d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.153011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-9f866b78-7a9b-474f-a090-1aa9a5268d80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 1094 time: 0.4597998 Nov 16 21:21:56.174674 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.187915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.189494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ba9001-2b75-403d-8f2d-108a5db9f187 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:56.223855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:56.241847 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.293783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-2f1f7996-6a65-4a83-aafa-c9fb66b0a05c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 HTTP/1.1" status: 200 len: 217 time: 0.0995796 Nov 16 21:21:56.335049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:56.397796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-488263e7-1dd5-4b1c-a3c9-86861a9f4270 req-2456a995-3da7-4e4b-ab9a-38b5882cabb3 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220932 Nov 16 21:21:56.472174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.477029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.486698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4ba9001-2b75-403d-8f2d-108a5db9f187'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:56.551568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-655afabf-4c1e-44cb-b74c-2deda4f4e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.553401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-655afabf-4c1e-44cb-b74c-2deda4f4e39d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.2225554 Nov 16 21:21:56.560518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d089-b725-4c49-a153-7051d81f77e5 req-94d3b181-219c-4add-be15-6ab53fdce969 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.561991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5754d089-b725-4c49-a153-7051d81f77e5 req-94d3b181-219c-4add-be15-6ab53fdce969 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 931 time: 0.3349609 Nov 16 21:21:56.685338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-88f4255f-2349-462a-b693-1b5404990fba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138728 Nov 16 21:21:56.716507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Made reservation on behalf of cf318455c1594fe5ba572debcfdc17a1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:56.720622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.736415 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fbbd1c-9b22-4b8f-b868-9c73765a6340 x-openstack-request-id: req-99fbbd1c-9b22-4b8f-b868-9c73765a6340 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:56.736849 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "name": "network-vif-plugged", "status": "completed", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:56.737200 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99fbbd1c-9b22-4b8f-b868-9c73765a6340 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:56.737695 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f', 'code': 200} Nov 16 21:21:56.791903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Router b978fb8c-b992-41e2-89b6-16b94b95f5bb is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:56.999712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-68e39756-4085-46b4-bc24-e34f79782c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.001166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-68e39756-4085-46b4-bc24-e34f79782c06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 1096 time: 0.1433213 Nov 16 21:21:57.014237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab02914-513f-4e8e-9e31-422ed4a8f6a4 req-70549163-4582-49e3-85ea-9a3d5daf9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.015954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4ab02914-513f-4e8e-9e31-422ed4a8f6a4 req-70549163-4582-49e3-85ea-9a3d5daf9605 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 1096 time: 0.1485820 Nov 16 21:21:57.069691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:57.081036 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] Sync routers for ids ['b978fb8c-b992-41e2-89b6-16b94b95f5bb'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:57.082383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.086215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-275a8cd7-a509-40a6-8e85-c0f73418e649 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "PUT /v2.0/routers/b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 200 len: 919 time: 3.3228607 Nov 16 21:21:57.089393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48376) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.108672 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] Routers {'b978fb8c-b992-41e2-89b6-16b94b95f5bb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:57.118143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b978fb8c-b992-41e2-89b6-16b94b95f5bb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:57.151481 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ad92a-f91b-4cbc-b494-e0ed4f684751 x-openstack-request-id: req-be6ad92a-f91b-4cbc-b494-e0ed4f684751 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:57.152022 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:57.152022 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be6ad92a-f91b-4cbc-b494-e0ed4f684751 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:57.152420 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'status': 'completed', 'code': 200} Nov 16 21:21:57.196326 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:57.208953 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] Routers {'b978fb8c-b992-41e2-89b6-16b94b95f5bb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:57.209884 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b978fb8c-b992-41e2-89b6-16b94b95f5bb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:57.210610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4ab02914-513f-4e8e-9e31-422ed4a8f6a4 req-a8df15db-b19d-4b0c-bc6c-a6aa30265373 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855288 Nov 16 21:21:57.227206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-6212b51b-9ea6-48ab-a012-1e022cada403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.228557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-6212b51b-9ea6-48ab-a012-1e022cada403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.2172356 Nov 16 21:21:57.247629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f388949c-d7f1-452d-844d-9267f98c5730 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 200 len: 925 time: 0.1559501 Nov 16 21:21:57.251253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48380) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.268020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:57.269016 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9861e3c-bba2-4af8-ab31-634a3834dff7 None None] The sync data for ids ['b978fb8c-b992-41e2-89b6-16b94b95f5bb'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:57.309907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696a061-5949-42be-ba89-19b9b388636c tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.317022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a696a061-5949-42be-ba89-19b9b388636c tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=b978fb8c-b992-41e2-89b6-16b94b95f5bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0638595 Nov 16 21:21:57.317890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48382) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.330060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38996b14-a24b-44c2-bfa7-9698cbc2f441 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:57.349446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.422634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5754d089-b725-4c49-a153-7051d81f77e5 req-089610e5-9fae-495f-bef8-02d0933972da tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8282964 Nov 16 21:21:57.457066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Transition to ACTIVE for port object 38996b14-a24b-44c2-bfa7-9698cbc2f441 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:57.469784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03342df6-15a6-4e9f-9565-929440e34d25 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.475399 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-03342df6-15a6-4e9f-9565-929440e34d25 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.1563709 Nov 16 21:21:57.481426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.482160 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.511444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3006d8-3340-4aa9-b2a0-f6047e394dad req-01407c5a-9a62-44f7-b8ec-5ad7b3a6d044 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.518972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a3006d8-3340-4aa9-b2a0-f6047e394dad req-01407c5a-9a62-44f7-b8ec-5ad7b3a6d044 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 943 time: 0.3656881 Nov 16 21:21:57.530601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6637cb8a-ec49-4f53-bd96-f07e902915d2 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 200 len: 205 time: 0.0471325 Nov 16 21:21:57.531146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48388) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.601321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-e0302491-1bf5-421d-aa1d-ee8827cf36d5 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9015300 Nov 16 21:21:57.634681 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-2d4d43f0-3f54-48e4-9b8f-776f0dc3d1b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 200 len: 1001 time: 0.2301695 Nov 16 21:21:57.708782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-0fc18656-d336-4ace-85f8-0f25a61a8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.710601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-0fc18656-d336-4ace-85f8-0f25a61a8159 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.0682421 Nov 16 21:21:57.719591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.733755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93296313-c981-46cc-88af-6b36d7ea9d71 req-2736b5c6-2d4c-493e-83d3-df6c0dde91a1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 210 time: 0.1464915 Nov 16 21:21:57.848146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-4c1b1a18-6692-4386-8cb4-a6ca696c0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.849754 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-4c1b1a18-6692-4386-8cb4-a6ca696c0279 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279516 Nov 16 21:21:57.895591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4ba9001-2b75-403d-8f2d-108a5db9f187 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:57.924873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:57.941634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a3006d8-3340-4aa9-b2a0-f6047e394dad req-b42a9c52-3803-4bdd-b1a3-f46da233d804 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179053 Nov 16 21:21:57.971951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.037356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Allocated IP 172.20.0.9 (7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b/d96841ce-ef17-4529-ba08-0378a8f95d94/cc9b781d-1b9b-452b-a64e-c90280297f48) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:58.041016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8a0635-9649-446e-b70e-4d0a1e55467d {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:58.062218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.090072 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-09a181f3-31fb-4462-8ef9-d0839fb150fd service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283781 Nov 16 21:21:58.114802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Transition to ACTIVE for port object 5f8a0635-9649-446e-b70e-4d0a1e55467d will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:58.127609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e4ba9001-2b75-403d-8f2d-108a5db9f187 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:58.141311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e4ba9001-2b75-403d-8f2d-108a5db9f187 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:58.144293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.158561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Attempting to bind port 38996b14-a24b-44c2-bfa7-9698cbc2f441 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:58.159654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Attempting to bind port 38996b14-a24b-44c2-bfa7-9698cbc2f441 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:58.160188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Attempting to bind port 38996b14-a24b-44c2-bfa7-9698cbc2f441 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:58.171766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.215010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121051a-1dde-47ab-88c4-7f27114b6ffd req-3a4c8308-cc86-4f0b-81f6-95ae2600b860 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:58.220366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1121051a-1dde-47ab-88c4-7f27114b6ffd req-3a4c8308-cc86-4f0b-81f6-95ae2600b860 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.3567760 Nov 16 21:21:58.230605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port 7a19f209-afdc-47e3-a23e-99aeaa02f593 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:58.230973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.283335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Port 38996b14-a24b-44c2-bfa7-9698cbc2f441 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:58.283795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Attempting to bind port 38996b14-a24b-44c2-bfa7-9698cbc2f441 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:58.300542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:58.301326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Checking segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:58.301562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Bound using segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:58.302104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Bound port: 38996b14-a24b-44c2-bfa7-9698cbc2f441, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:58.302553 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.333771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.346256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a181ebf-f94d-4e7e-8bac-c4f1be5a4975 req-0d59d173-e639-4721-962d-cf137a0fa9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933372 Nov 16 21:21:58.418333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5654d406-7729-4887-8c37-e2e3d8fba67b req-25d9143b-fc73-4125-86ca-f797829195f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164546 Nov 16 21:21:58.430637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:58.442012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.514023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.536507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for 7a19f209-afdc-47e3-a23e-99aeaa02f593 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:58.573493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:58.646128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.712811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:58.739701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907'}, {'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:58.746728 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f9e00-5ec2-4988-9387-076e643788b8" -d '{"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-plugged", "status": "completed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907"}, {"server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "name": "network-vif-plugged", "status": "completed", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:58.757167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.797314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96082b8c-e9ac-400c-91ce-743d331984d7 req-83ac7e3a-edb3-436c-8993-204a908583a2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:58.805250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96082b8c-e9ac-400c-91ce-743d331984d7 req-83ac7e3a-edb3-436c-8993-204a908583a2 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.7394121 Nov 16 21:21:58.833180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=7a19f209-afdc-47e3-a23e-99aeaa02f593,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:58.852068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.857429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.870212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4ba9001-2b75-403d-8f2d-108a5db9f187'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:58.928401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event updated for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:58.966467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.969457 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.990581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1121051a-1dde-47ab-88c4-7f27114b6ffd req-fc3bb526-e043-449e-b0f4-b0baac8f345e tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7412868 Nov 16 21:21:59.021501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:59.033196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:59.038004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:59.073517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.074084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router b978fb8c-b992-41e2-89b6-16b94b95f5bb {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:59.081018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.082497 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e48d5f93-1379-4d4b-befe-20a6ee77f216 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 204 len: 168 time: 1.5483298 Nov 16 21:21:59.088342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:59.099366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1287345163', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:59.144775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.145878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.250023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96082b8c-e9ac-400c-91ce-743d331984d7 req-8361abc5-e7e0-4f94-8d6a-ebe4e86d1f67 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436295 Nov 16 21:21:59.280538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.297747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:59.301158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-0ba5fa47-400b-4ba6-bfba-a4bda454eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.302656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-0ba5fa47-400b-4ba6-bfba-a4bda454eea4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 1094 time: 0.5819354 Nov 16 21:21:59.308821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Attempting to bind port 5f8a0635-9649-446e-b70e-4d0a1e55467d on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:59.309152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Attempting to bind port 5f8a0635-9649-446e-b70e-4d0a1e55467d by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:59.309504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Attempting to bind port 5f8a0635-9649-446e-b70e-4d0a1e55467d on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:59.335415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.335914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.369967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:59.407882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f7e2a8de-f03d-4d37-8822-89e59e497298 None None] Provisioning complete for port cc9b781d-1b9b-452b-a64e-c90280297f48 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:59.408811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a8de-f03d-4d37-8822-89e59e497298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.412223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Port 5f8a0635-9649-446e-b70e-4d0a1e55467d on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:59.412540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Attempting to bind port 5f8a0635-9649-446e-b70e-4d0a1e55467d on network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:59.429169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.485091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-c71aa29e-8ff2-4944-8efe-776368db71cd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4654241 Nov 16 21:21:59.485845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:59.486174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Checking segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:59.486593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Bound using segment: {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:59.487011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Bound port: 5f8a0635-9649-446e-b70e-4d0a1e55467d, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:59.487361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.503569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ca6df-9aae-44ff-9aa4-ec615a37b3b9 req-f53774a2-0397-4672-9a39-089b1c695e08 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.511448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b3ca6df-9aae-44ff-9aa4-ec615a37b3b9 req-f53774a2-0397-4672-9a39-089b1c695e08 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.3691459 Nov 16 21:21:59.527634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2a8de-f03d-4d37-8822-89e59e497298 None None] Port cc9b781d-1b9b-452b-a64e-c90280297f48 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:59.540180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Request body: {'port': {'device_id': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:59.546003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.546614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.548226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] 10.222.0.36 "PUT /v2.0/ports/38996b14-a24b-44c2-bfa7-9698cbc2f441 HTTP/1.1" status: 200 len: 1091 time: 4.1790450 Nov 16 21:21:59.549070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:59.554968 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:59.800447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:59.832176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-0da832d1-060f-46c6-a9ec-3ec258efbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.833943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-0da832d1-060f-46c6-a9ec-3ec258efbe63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 922 time: 0.5220389 Nov 16 21:21:59.854562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.859835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b3ca6df-9aae-44ff-9aa4-ec615a37b3b9 req-6afaa827-6b93-494a-8e55-341c237c80f2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471189 Nov 16 21:21:59.885596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:59.888497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:59.918117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.918534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.918786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.919139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.919464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.919785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.920106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.920433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.920742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.921060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.921375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.921686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97784e0-680b-4f3e-a391-175e6d644ae1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:59.938571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.980750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.984094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-29696d57-4d0c-4061-8a1c-3a71334533d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.985825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-29696d57-4d0c-4061-8a1c-3a71334533d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 1094 time: 0.3457270 Nov 16 21:21:59.994042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6312a4-58ce-457e-9f43-197335a88225 req-f1baf696-20e5-4975-a450-5987a7c9aa8f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.003003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e6312a4-58ce-457e-9f43-197335a88225 req-f1baf696-20e5-4975-a450-5987a7c9aa8f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 943 time: 0.6313272 Nov 16 21:22:00.022248 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0f32d3-2af9-401e-bc7a-860d36e1e77b x-openstack-request-id: req-bb0f32d3-2af9-401e-bc7a-860d36e1e77b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:00.026861 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-plugged", "status": "completed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907", "code": 200}, {"server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "name": "network-vif-plugged", "status": "completed", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:00.027516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb0f32d3-2af9-401e-bc7a-860d36e1e77b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:00.028143 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'code': 200} Nov 16 21:22:00.028896 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187', 'code': 200} Nov 16 21:22:00.043530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-80845713-2065-4371-b850-4b18ae6f0d04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 HTTP/1.1" status: 200 len: 217 time: 0.1395023 Nov 16 21:22:00.146869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-d5a20000-fbc8-485b-9797-5d256af738e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441 HTTP/1.1" status: 200 len: 217 time: 0.1363163 Nov 16 21:22:00.152076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.152687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.154041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-fbe0111e-3693-4265-924e-606a503535cf service neutron] 10.222.0.21 "PUT /v2.0/ports/5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 1091 time: 4.5231001 Nov 16 21:22:00.212597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.236609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.246972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681e90-9b17-4a89-ae87-1d2cac4b84ac req-4596ddb5-8f61-4ead-9643-323d13a8c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.248483 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ba681e90-9b17-4a89-ae87-1d2cac4b84ac req-4596ddb5-8f61-4ead-9643-323d13a8c301 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 1097 time: 0.1254890 Nov 16 21:22:00.349916 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ba681e90-9b17-4a89-ae87-1d2cac4b84ac req-d2577d52-207d-427a-841a-912548a2ecc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 Nov 16 21:22:00.366102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0111e-3693-4265-924e-606a503535cf service neutron] Pushing event updated for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:00.375846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e6312a4-58ce-457e-9f43-197335a88225 req-61e1ccbb-fbbf-4f69-99b6-262b8f292545 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717155 Nov 16 21:22:00.396507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-933f48ee-2839-4090-9edf-ceb6f5b7f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.398521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-933f48ee-2839-4090-9edf-ceb6f5b7f9f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.3428361 Nov 16 21:22:00.456655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Allocated IP 172.25.7.40 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/3db5a332-8a31-4683-80a5-4d94e79cb4f7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:00.497278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-71a13d4e-bff1-4d24-b614-09cfdd2184fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.500693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-71a13d4e-bff1-4d24-b614-09cfdd2184fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.3335273 Nov 16 21:22:00.520548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-74645450-7f78-4bc9-88fc-9d3ea00cc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.522031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-74645450-7f78-4bc9-88fc-9d3ea00cc64b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1094 time: 0.2625518 Nov 16 21:22:00.545919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cfc37-904e-4a2b-ae98-b40785aa4dc1 req-5220d474-e8dc-42b6-8e99-4497ac14ce1d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.554088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-512cfc37-904e-4a2b-ae98-b40785aa4dc1 req-5220d474-e8dc-42b6-8e99-4497ac14ce1d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 931 time: 0.3956521 Nov 16 21:22:00.593738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.640471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.693445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:00.696941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:00.701717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:00.744137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event updated for resources: {'Port': ['ID=3db5a332-8a31-4683-80a5-4d94e79cb4f7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:01.081122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-5c7e573f-caca-4c56-8c95-f6edcb063e1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 217 time: 0.5079591 Nov 16 21:22:01.081330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.087790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-7c6bd0f8-1f51-49f4-b037-57aece44901f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5171201 Nov 16 21:22:01.120319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f24b5-6bae-451e-88c5-fe2ce86a2f8e req-1b8e415c-aea7-4399-b859-cd0931b9c01d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.122872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-225f24b5-6bae-451e-88c5-fe2ce86a2f8e req-1b8e415c-aea7-4399-b859-cd0931b9c01d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 943 time: 0.6344573 Nov 16 21:22:01.260817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-bbae1ec7-e9cd-42c8-9f47-4b0357d2b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.262342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-bbae1ec7-e9cd-42c8-9f47-4b0357d2b457 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7056694 Nov 16 21:22:01.291553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-512cfc37-904e-4a2b-ae98-b40785aa4dc1 req-9de01d23-c75b-4efc-a816-6a214a7ddbe4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364483 Nov 16 21:22:01.420780 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5efa48a-db8d-4ca5-96f3-b3f6b8ecdedb x-openstack-request-id: req-b5efa48a-db8d-4ca5-96f3-b3f6b8ecdedb {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:01.421522 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:01.421522 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5efa48a-db8d-4ca5-96f3-b3f6b8ecdedb {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:01.422142 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441', 'status': 'completed', 'code': 200} Nov 16 21:22:01.426307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-225f24b5-6bae-451e-88c5-fe2ce86a2f8e req-e1a678cd-0608-4812-ad3d-50ea6f468f88 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839792 Nov 16 21:22:01.427871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-0098f60b-55c6-40ca-9cb2-513441ad4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.429537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-0098f60b-55c6-40ca-9cb2-513441ad4690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.3374231 Nov 16 21:22:01.449083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.651901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Router c248ff94-3564-47fd-8b2f-e5adcc38cccb is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:22:01.662646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b0c0-fd40-4ba4-9042-973bb33cfe0f req-fddb691f-5601-4441-8af4-b0f7fbf7b916 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.664294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a639b0c0-fd40-4ba4-9042-973bb33cfe0f req-fddb691f-5601-4441-8af4-b0f7fbf7b916 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1656890 Nov 16 21:22:01.688334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-aae5b37e-cbdb-4441-97fb-d0a2c71ee9d1 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786932 Nov 16 21:22:01.708491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3631-732f-441b-9502-ac4304096a9e req-19169d08-cb4f-4523-90d7-5b8bfdf7eb17 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.710069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ee3631-732f-441b-9502-ac4304096a9e req-19169d08-cb4f-4523-90d7-5b8bfdf7eb17 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1613729 Nov 16 21:22:01.713152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9b781d-1b9b-452b-a64e-c90280297f48 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:01.749774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.780052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-82a436fd-2570-42d4-9614-f366ffbdba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.781819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-82a436fd-2570-42d4-9614-f366ffbdba00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102407 Nov 16 21:22:01.806585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:01.819046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] Sync routers for ids ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:01.837767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] Routers {'c248ff94-3564-47fd-8b2f-e5adcc38cccb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:01.838486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.850090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.853441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-abdf7eb5-8318-47c2-bcd9-9472d6357a35 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7633126 Nov 16 21:22:01.854772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Transition to ACTIVE for port object cc9b781d-1b9b-452b-a64e-c90280297f48 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:01.857083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48426) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:01.858071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-8199bf8a-a3b7-47d3-be34-508c501cf484 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296748 Nov 16 21:22:01.863204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:01.893909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.903293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] Routers {'c248ff94-3564-47fd-8b2f-e5adcc38cccb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:01.903891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.923417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.951454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:01.955208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.955837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ad7a-5acc-4421-a23a-9a2bb30a9b10 None None] The sync data for ids ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:02.023351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a639b0c0-fd40-4ba4-9042-973bb33cfe0f req-9de09952-a333-41ce-88d4-b5a5f0b97e31 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429646 Nov 16 21:22:02.087719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ee3631-732f-441b-9502-ac4304096a9e req-256d4b00-6802-4579-8f0e-529485d30842 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578687 Nov 16 21:22:02.159361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:02.211325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ce41f6-b665-4c31-86fe-e4a8c97b00fa req-6c864ee7-892f-4901-8f4e-414737ccc1ad service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935126 Nov 16 21:22:02.222497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:02.257264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'port_id': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'mac_address': 'fa:16:3e:34:fd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ed1f21-62f1-4af7-9b82-11c131bfa79b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:02.297554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-7affbfb2-543e-40fc-b30a-15c625e88e6f service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980149 Nov 16 21:22:02.358897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab8e04e4-2c52-4882-a60d-781a8f018ce9 req-439e882d-4b63-461b-9cab-d25bbe4188e3 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789169 Nov 16 21:22:02.363981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.405592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:02.491867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:02.504241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.587048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Attempting to bind port cc9b781d-1b9b-452b-a64e-c90280297f48 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:02.587912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Attempting to bind port cc9b781d-1b9b-452b-a64e-c90280297f48 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:02.588426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Attempting to bind port cc9b781d-1b9b-452b-a64e-c90280297f48 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:02.589590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:02.614348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-dd689bbd-46cf-41e9-9065-e313b9ab6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.616659 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-dd689bbd-46cf-41e9-9065-e313b9ab6577 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7f73e825606476396b72ddc40093faa&device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 1096 time: 0.0842974 Nov 16 21:22:02.621237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0f0a1-4f8b-471b-a27c-1a52d8bf7879 req-fcb44a8c-38ab-4ff1-99aa-44085b07612f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.623042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef0f0a1-4f8b-471b-a27c-1a52d8bf7879 req-fcb44a8c-38ab-4ff1-99aa-44085b07612f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 943 time: 0.3339450 Nov 16 21:22:02.641538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Port cc9b781d-1b9b-452b-a64e-c90280297f48 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:02.642150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Attempting to bind port cc9b781d-1b9b-452b-a64e-c90280297f48 on network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:02.681469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:02.682094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Checking segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:02.682657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Bound using segment: {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:02.683289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Bound port: cc9b781d-1b9b-452b-a64e-c90280297f48, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b411175a-08a4-4e0d-a658-98d6f17cd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:02.683852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.689682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.691645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-3e5becac-d113-48d1-82c7-69d36582486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.693359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-3e5becac-d113-48d1-82c7-69d36582486d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 1094 time: 0.2473249 Nov 16 21:22:02.703337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e96450c-0a9c-4eaa-8b37-7f5ec365537a req-84455ef5-b8f9-43d3-98cc-ea2df0cd2a59 service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809152 Nov 16 21:22:02.713634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.741512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1384ff-0d63-43f3-aa26-c8cccce37fe4 req-a2c13d83-7c1c-4bad-8ad1-3b4d13df2938 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.743296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed1384ff-0d63-43f3-aa26-c8cccce37fe4 req-a2c13d83-7c1c-4bad-8ad1-3b4d13df2938 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 943 time: 0.1817110 Nov 16 21:22:02.780896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:02.785275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-25375ae1-8519-425e-b267-d688bdb0aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.786730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-25375ae1-8519-425e-b267-d688bdb0aaa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d223c5ec-7322-4baa-ad4a-66f8a44bd021 HTTP/1.1" status: 200 len: 915 time: 0.1552403 Nov 16 21:22:02.842797 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-f0aaf072-1e43-43b9-bea7-1e5a0426f2f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f HTTP/1.1" status: 200 len: 217 time: 0.0467808 Nov 16 21:22:02.857756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef0f0a1-4f8b-471b-a27c-1a52d8bf7879 req-44ccb12f-5a22-4546-9011-7a49ac9c8601 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213480 Nov 16 21:22:02.890798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Deleting port 3db5a332-8a31-4683-80a5-4d94e79cb4f7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:02.891089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.907779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:02.934017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cc9b781d-1b9b-452b-a64e-c90280297f48,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:02.945486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-4337d7d9-5529-4da1-9d90-596c044b05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.947403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-4337d7d9-5529-4da1-9d90-596c044b05b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 917 time: 0.2396564 Nov 16 21:22:02.948665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.971247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed1384ff-0d63-43f3-aa26-c8cccce37fe4 req-78f70ef4-2c9d-4f61-a92a-b94ad5899e55 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866648 Nov 16 21:22:02.998799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-fe31bc2a-20e7-4681-a453-da2e51cd860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.001476 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-fe31bc2a-20e7-4681-a453-da2e51cd860f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1998f13-932f-4027-9e12-c7714d1f9105 HTTP/1.1" status: 200 len: 854 time: 0.1499951 Nov 16 21:22:03.051846 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-db826886-5761-4f36-8b9a-9595226d4781 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d223c5ec-7322-4baa-ad4a-66f8a44bd021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407648 Nov 16 21:22:03.076414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.080497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-f6e25233-5691-4fad-a6a3-a0933404fa56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441 HTTP/1.1" status: 200 len: 217 time: 0.1077714 Nov 16 21:22:03.086472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.086472 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.087776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] 10.222.0.21 "PUT /v2.0/ports/cc9b781d-1b9b-452b-a64e-c90280297f48 HTTP/1.1" status: 200 len: 1091 time: 3.5518630 Nov 16 21:22:03.166540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Calling delete_port for 3db5a332-8a31-4683-80a5-4d94e79cb4f7 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:03.302428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb974ec-d4e5-4250-8d4d-7fb3d0a71563 req-4e4159b3-45eb-4d69-b4c8-2688b9b282b1 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.306053 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-80147da7-19fe-44a9-88e7-99031ee3fdc9 service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423222 Nov 16 21:22:03.310567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cb974ec-d4e5-4250-8d4d-7fb3d0a71563 req-4e4159b3-45eb-4d69-b4c8-2688b9b282b1 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.3572099 Nov 16 21:22:03.318608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc967c-207b-4dfb-afe1-ef8041ccca6f service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:03.414289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cb974ec-d4e5-4250-8d4d-7fb3d0a71563 req-553982ea-f279-4402-a109-054a85f9d28e tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868714 Nov 16 21:22:03.432584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3998e-f243-4e9b-a5a3-b1aa257e6585 req-fe5a8a25-ae7b-49e3-b05c-4c244c983086 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.441072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06c3998e-f243-4e9b-a5a3-b1aa257e6585 req-fe5a8a25-ae7b-49e3-b05c-4c244c983086 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 944 time: 0.3449516 Nov 16 21:22:03.443678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d'}, {'name': 'network-changed', 'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:03.446212 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f723fb-bdca-42a6-92a0-ed0ac85e3153" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d"}, {"name": "network-changed", "server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:03.462465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-320e33cd-a7b7-47c5-a6da-371e3f3acff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.464698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-320e33cd-a7b7-47c5-a6da-371e3f3acff1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.3664329 Nov 16 21:22:03.513207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-5395eaf9-8d35-4947-877b-1c176762c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.514787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-5395eaf9-8d35-4947-877b-1c176762c195 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 1094 time: 0.3410954 Nov 16 21:22:03.538824 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8d409a7b-005d-49fa-b905-38ccca3d1c06 req-0c90caae-d3ff-4043-b7c7-c199d7319a05 service neutron] 10.222.0.21 "GET /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230744 Nov 16 21:22:03.575321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.621151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Pushing event deleted for resources: {'Port': ['ID=3db5a332-8a31-4683-80a5-4d94e79cb4f7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:03.630745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-ebc54db0-53df-49c2-a950-47cc43074c18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b781d-1b9b-452b-a64e-c90280297f48 HTTP/1.1" status: 200 len: 217 time: 0.0880992 Nov 16 21:22:03.690554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.722391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-696fb355-b9d1-4cf7-9750-d882e03f3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.723867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-696fb355-b9d1-4cf7-9750-d882e03f3e2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495456 Nov 16 21:22:03.731168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-43447bc7-f208-4220-b59e-06804c84aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.732617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-43447bc7-f208-4220-b59e-06804c84aa2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.0915313 Nov 16 21:22:03.752306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9e1a-2306-4566-a2f5-e0c86265fae1 req-1db6c70d-4441-46c6-863a-39119bf0e13b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.759588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfae9e1a-2306-4566-a2f5-e0c86265fae1 req-1db6c70d-4441-46c6-863a-39119bf0e13b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.2436273 Nov 16 21:22:03.819050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06c3998e-f243-4e9b-a5a3-b1aa257e6585 req-8301331b-f637-44d7-9fce-71645e83cf28 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473332 Nov 16 21:22:03.911426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:03.912958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-88ea6cfd-2b7a-4958-8ef2-2c09b7ca97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.914975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-88ea6cfd-2b7a-4958-8ef2-2c09b7ca97dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527326 Nov 16 21:22:03.939810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfae9e1a-2306-4566-a2f5-e0c86265fae1 req-93a83c2f-61ee-44af-a5f9-012c162fc694 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781049 Nov 16 21:22:04.049320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:04.057795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:04.058178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.089676 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd31e07-1543-487e-a46a-a112556f0048 x-openstack-request-id: req-afd31e07-1543-487e-a46a-a112556f0048 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:04.090121 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:04.090484 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afd31e07-1543-487e-a46a-a112556f0048 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:04.091001 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'status': 'completed', 'code': 200} Nov 16 21:22:04.091346 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48', 'status': 'completed', 'code': 200} Nov 16 21:22:04.102818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-6347550c-7971-43ae-8aca-3a08f341ea73 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652465 Nov 16 21:22:04.382215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.387923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.399475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.429460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:04.434580 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326e6f6-da13-4856-8e16-b6810e27acc7" -d '{"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:04.450785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:04.467769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-e0569b14-90da-4965-b464-b8de165a7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.469641 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-e0569b14-90da-4965-b464-b8de165a7fa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1094 time: 0.1491959 Nov 16 21:22:04.473055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.507384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Router c248ff94-3564-47fd-8b2f-e5adcc38cccb has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:04.581739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:04.659273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:04.664641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723644d-e8cd-4d47-8a3c-0c6136ccd39c req-c609dc11-50dc-4c61-b742-742d64c01b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.666157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7723644d-e8cd-4d47-8a3c-0c6136ccd39c req-c609dc11-50dc-4c61-b742-742d64c01b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 943 time: 0.5739293 Nov 16 21:22:04.673620 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] Sync routers for ids ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:04.677816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.681352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-965600bb-ec4a-4b6b-a452-2e5eaa59ce9b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "PUT /v2.0/routers/c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 200 len: 710 time: 2.8203893 Nov 16 21:22:04.684558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48452) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:04.685293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] Routers {'c248ff94-3564-47fd-8b2f-e5adcc38cccb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:04.686268 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:04.690194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647707-ff81-49c4-b7c0-38338704b233 req-f4922450-7b0f-40ce-b901-1a1df57bb705 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.695697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-56b5d6be-73df-4699-b56e-de574b77f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.696899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87647707-ff81-49c4-b7c0-38338704b233 req-f4922450-7b0f-40ce-b901-1a1df57bb705 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 943 time: 0.6104822 Nov 16 21:22:04.697171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-56b5d6be-73df-4699-b56e-de574b77f02a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.2201447 Nov 16 21:22:04.722980 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:04.731495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-6b999f16-2fe9-4d17-b3af-c9cf46eeb068 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916107 Nov 16 21:22:04.736030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] Routers {'c248ff94-3564-47fd-8b2f-e5adcc38cccb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:04.737021 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:04.777302 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:04.778322 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af438ef-5e27-4385-9a0e-15157afd1f1c None None] The sync data for ids ['c248ff94-3564-47fd-8b2f-e5adcc38cccb'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:04.796616 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-8453c4d4-1c9b-4b86-a362-bbb31a9aa395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 217 time: 0.0654707 Nov 16 21:22:04.801731 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7654cba1-c42f-43d5-9823-23934ee95137 tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/routers/c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 200 len: 745 time: 0.1160612 Nov 16 21:22:04.810123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7458fcd4-e7c6-4f00-9c88-f917d71a2d36 req-039aff8f-79d4-4bc4-8d56-4656aa2be6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808639 Nov 16 21:22:04.810617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48454) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:04.872739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-c72af827-49d3-42b5-827f-d788d4dc9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.874666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-c72af827-49d3-42b5-827f-d788d4dc9b3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0711663 Nov 16 21:22:04.885898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c869bb8a-0796-4027-beb8-f4445abecfaf tempest-RoutersIpV6AdminTest-676841757 tempest-RoutersIpV6AdminTest-676841757-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 200 len: 205 time: 0.0685520 Nov 16 21:22:04.896901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48458) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:04.923159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87647707-ff81-49c4-b7c0-38338704b233 req-8aa00ffb-6209-48f1-b20b-5da7c585905d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239847 Nov 16 21:22:04.938672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7723644d-e8cd-4d47-8a3c-0c6136ccd39c req-a7e28b30-e152-4635-832c-084b9247052d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586741 Nov 16 21:22:04.976414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f904861c-2841-441b-b420-4ceb92513559 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 200 len: 205 time: 0.0770144 Nov 16 21:22:04.980230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48464) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:04.990377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-499c3fd5-cd07-4964-b02f-d585138e9515 req-a7c31476-e9f8-428b-908c-a0f27bca1203 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459373 Nov 16 21:22:05.015930 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef88c136-62d7-4bcf-a1fd-2b9db60d4298 x-openstack-request-id: req-ef88c136-62d7-4bcf-a1fd-2b9db60d4298 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:05.016843 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:05.017232 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef88c136-62d7-4bcf-a1fd-2b9db60d4298 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:05.017889 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'code': 200} Nov 16 21:22:05.019294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-56c9a77a-6aff-47ab-a566-33d0806a3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.021254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-56c9a77a-6aff-47ab-a566-33d0806a3d40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394393 Nov 16 21:22:05.154851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.171333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-84a857ec-50b9-4146-9519-83dce337f02e service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405780 Nov 16 21:22:05.258007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54b4c9-4018-4c3e-b6a7-569461cd9760 req-c4aa9e89-a70b-4bac-a6ea-40cdc1d8e21c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.265171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a54b4c9-4018-4c3e-b6a7-569461cd9760 req-c4aa9e89-a70b-4bac-a6ea-40cdc1d8e21c tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.2391078 Nov 16 21:22:05.282604 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-ba5c1364-a4f1-4716-ba86-221a224cac48 service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016719 Nov 16 21:22:05.379421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ff59-8ff5-48c3-901e-246c97baa642 req-40a1c293-fd40-4ff0-b723-768f9db0f79a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.381840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4269ff59-8ff5-48c3-901e-246c97baa642 req-40a1c293-fd40-4ff0-b723-768f9db0f79a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.2953534 Nov 16 21:22:05.387072 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-88917691-ffab-453d-989b-c6ce59abfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.391607 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-88917691-ffab-453d-989b-c6ce59abfb7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0618279 Nov 16 21:22:05.392561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de126f-59c3-4016-88a7-e01fcd0d8028 req-a9f0a2ae-d81e-436f-bccc-56efb1d008c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.394049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49de126f-59c3-4016-88a7-e01fcd0d8028 req-a9f0a2ae-d81e-436f-bccc-56efb1d008c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 1096 time: 0.2868488 Nov 16 21:22:05.406947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.414482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.504703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-62c27d85-9483-48f3-9a0b-8fcfb7d721db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.507320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-62c27d85-9483-48f3-9a0b-8fcfb7d721db service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 917 time: 0.1050673 Nov 16 21:22:05.522974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.523454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Fanout notify agent at l3_agent the message router_deleted on router c248ff94-3564-47fd-8b2f-e5adcc38cccb {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:22:05.541532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.548133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6cedcd21-0f3a-414a-8f4f-38a4d3d15bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 204 len: 168 time: 0.5666299 Nov 16 21:22:05.558423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a54b4c9-4018-4c3e-b6a7-569461cd9760 req-f73c3da5-9dfc-4df2-be07-914d71e5da6e tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910974 Nov 16 21:22:05.563944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48470) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.577490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-d90d5bfc-ca4a-4539-93df-fd5e1891bc28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b781d-1b9b-452b-a64e-c90280297f48 HTTP/1.1" status: 200 len: 217 time: 0.0630198 Nov 16 21:22:05.589303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4269ff59-8ff5-48c3-901e-246c97baa642 req-ad5635ad-5d10-4d6e-828a-2608ae2c2d2c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942768 Nov 16 21:22:05.591847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49de126f-59c3-4016-88a7-e01fcd0d8028 req-5d5f3493-f0c7-44af-adbb-a8f085005d11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821492 Nov 16 21:22:05.608629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-95e99af0-f727-488a-9df6-b265a1efc3a5 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 200 len: 205 time: 0.0431390 Nov 16 21:22:05.618072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48474) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.659731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-3a1b9e85-33d8-4b28-ad16-cfaa5de82db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.661915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-3a1b9e85-33d8-4b28-ad16-cfaa5de82db7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.0565050 Nov 16 21:22:05.678130 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-c345e091-1cfd-4d94-9866-17663cad5c9e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:05.679222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c345e091-1cfd-4d94-9866-17663cad5c9e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/c248ff94-3564-47fd-8b2f-e5adcc38cccb HTTP/1.1" status: 404 len: 336 time: 0.0601470 Nov 16 21:22:05.682162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48476) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.737712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b59a6-e586-468e-b510-83080c4f69cd req-7cdd8845-72d8-484a-9d7f-c67e31156d25 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.739441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a92b59a6-e586-468e-b510-83080c4f69cd req-7cdd8845-72d8-484a-9d7f-c67e31156d25 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0590219 Nov 16 21:22:05.742653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e076f9a3-5085-438e-bb96-89e4c2c65ad2 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 200 len: 205 time: 0.0491476 Nov 16 21:22:05.745263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48478) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.797791 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-bb97ce7c-4c9d-4acb-bfdf-fbf20f7be81e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:05.798745 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb97ce7c-4c9d-4acb-bfdf-fbf20f7be81e tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/b978fb8c-b992-41e2-89b6-16b94b95f5bb HTTP/1.1" status: 404 len: 336 time: 0.0525901 Nov 16 21:22:05.802505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48480) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.806178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-bd6da33e-9bd3-4f1a-b2a9-a64108c98db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.807160 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-bd6da33e-9bd3-4f1a-b2a9-a64108c98db9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268547 Nov 16 21:22:05.819980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a92b59a6-e586-468e-b510-83080c4f69cd req-ae8fb78b-62a0-49d2-b6b3-258375f174cd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713258 Nov 16 21:22:05.847477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e6f14f23-f79d-42e3-91c0-dfea6f9e9366 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 200 len: 205 time: 0.0340967 Nov 16 21:22:05.848354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48482) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.917233 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-ccb69695-c42a-496f-8c25-3c37b9309d21 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:05.918319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ccb69695-c42a-496f-8c25-3c37b9309d21 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/11ee7dde-3dc3-412e-9c55-e9dbc9b8b8f0 HTTP/1.1" status: 404 len: 336 time: 0.0688441 Nov 16 21:22:05.920929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48486) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:05.930428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38996b14-a24b-44c2-bfa7-9698cbc2f441 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:05.962571 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-57fdba57-6dac-4a97-964a-adba77d4edb8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417093 Nov 16 21:22:05.977686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cbcefe44-07da-41a4-b125-1249ba191d76 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 200 len: 205 time: 0.0555515 Nov 16 21:22:05.987805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.056490 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-c43650d2-33fd-4811-b9e9-c10b214d9bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:06.057727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c43650d2-33fd-4811-b9e9-c10b214d9bc9 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/ad4ceb2c-fb1d-49f6-91ab-4cb1c41f0125 HTTP/1.1" status: 404 len: 336 time: 0.0686233 Nov 16 21:22:06.065687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48494) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.113350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:06.121487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-47416dc2-5646-4d8f-8ac1-4ecec6206e4b tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 200 len: 205 time: 0.0532908 Nov 16 21:22:06.124066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.145982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '38996b14-a24b-44c2-bfa7-9698cbc2f441', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'port_id': '38996b14-a24b-44c2-bfa7-9698cbc2f441', 'mac_address': 'fa:16:3e:24:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96841ce-ef17-4529-ba08-0378a8f95d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:06.171769 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-b61c1d96-e0a6-4588-be2d-d7287d3c1c75 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:06.173747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b61c1d96-e0a6-4588-be2d-d7287d3c1c75 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/ef41399c-eedd-4d8b-ad3f-f9ef9baec874 HTTP/1.1" status: 404 len: 336 time: 0.0485904 Nov 16 21:22:06.178453 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-33f723fb-bdca-42a6-92a0-ed0ac85e3153 req-57ecbdca-baf2-480c-97dc-a97a24095026 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088554 Nov 16 21:22:06.178861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48498) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.183863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651d01-9302-4202-8130-282732d0b882 req-457909a7-4653-4d02-8ad5-6b45ce16470d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.191935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17651d01-9302-4202-8130-282732d0b882 req-457909a7-4653-4d02-8ad5-6b45ce16470d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 943 time: 0.1375265 Nov 16 21:22:06.226289 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b8c7be1b-80f9-4e87-80a5-69fa011aab53 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "GET /v2.0/ports?device_id=4be34dfc-43d3-49d5-adea-612488b9d415 HTTP/1.1" status: 200 len: 205 time: 0.0462704 Nov 16 21:22:06.230576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48502) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.266439 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.283000 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-2e9fd8c6-59aa-4ab1-bb41-a1675be60490 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] delete failed (client error): The resource could not be found. Nov 16 21:22:06.283709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38996b14-a24b-44c2-bfa7-9698cbc2f441 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:06.284569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e9fd8c6-59aa-4ab1-bb41-a1675be60490 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/routers/4be34dfc-43d3-49d5-adea-612488b9d415 HTTP/1.1" status: 404 len: 336 time: 0.0527833 Nov 16 21:22:06.287392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48504) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.291289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f8a0635-9649-446e-b70e-4d0a1e55467d details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:06.313721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17651d01-9302-4202-8130-282732d0b882 req-59b8ee0c-9411-4807-9893-6fceb9a2441e tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154802 Nov 16 21:22:06.329631 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0a08c2-0d41-4a07-ade0-3e1aaba5a992 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:06.330189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0a08c2-0d41-4a07-ade0-3e1aaba5a992 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:06.336719 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e0a08c2-0d41-4a07-ade0-3e1aaba5a992 tempest-RoutersIpV6AdminTest-524862388 tempest-RoutersIpV6AdminTest-524862388-project] 10.222.0.54 "DELETE /v2.0/subnets/6ce17a1c-8fd2-45d5-bc74-a5f6d28112c2 HTTP/1.1" status: 404 len: 337 time: 0.0456057 Nov 16 21:22:06.339747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:06.365239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.387889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccc60f-56fe-4f1a-8157-c42469c3eeef req-60c6e5af-064d-4aaa-a5f0-d391d6cbc2d0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.397270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7ccc60f-56fe-4f1a-8157-c42469c3eeef req-60c6e5af-064d-4aaa-a5f0-d391d6cbc2d0 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 943 time: 0.1084416 Nov 16 21:22:06.452657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:06.519810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7ccc60f-56fe-4f1a-8157-c42469c3eeef req-e65013d9-ac65-4f1b-8e19-e86420e26b45 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212871 Nov 16 21:22:06.554479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaa6a6-3541-49c1-9d28-9f8fd33363f7 req-ac2778f5-b8ac-4f73-a57f-b23152da71ee tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.557957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:06.565790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86aaa6a6-3541-49c1-9d28-9f8fd33363f7 req-ac2778f5-b8ac-4f73-a57f-b23152da71ee tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.1350908 Nov 16 21:22:06.575041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:06.621633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.637799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8a0635-9649-446e-b70e-4d0a1e55467d {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:06.647352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86aaa6a6-3541-49c1-9d28-9f8fd33363f7 req-fc4caec1-2053-43f7-8b50-8ed6c4a56b93 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 Nov 16 21:22:06.678506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['38996b14-a24b-44c2-bfa7-9698cbc2f441'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:06.692508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.741824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:06.753987 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.780341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb71d92-24cb-456d-a854-9ab5df860c01 req-2ae28a40-23e7-41d4-b050-348070c43507 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.782817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1eb71d92-24cb-456d-a854-9ab5df860c01 req-2ae28a40-23e7-41d4-b050-348070c43507 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.0735304 Nov 16 21:22:06.882444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1eb71d92-24cb-456d-a854-9ab5df860c01 req-61a9e9cf-841d-4238-940d-284dbb23ad48 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Nov 16 21:22:06.906102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8adcb6a-b493-49e9-80a5-81574671e3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.949833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.024336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8adcb6a-b493-49e9-80a5-81574671e3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.031188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8adcb6a-b493-49e9-80a5-81574671e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.038959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['5f8a0635-9649-446e-b70e-4d0a1e55467d'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:07.044930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c6ed-3ba8-46b4-abe1-e9064ec7d571 req-d71d48e1-a11d-4032-ab0c-afbfa5dfa7ce tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.046453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd36c6ed-3ba8-46b4-abe1-e9064ec7d571 req-d71d48e1-a11d-4032-ab0c-afbfa5dfa7ce tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0652075 Nov 16 21:22:07.090573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f8adcb6a-b493-49e9-80a5-81574671e3ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43b011c997474fc7929690fe146ab186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967714 Nov 16 21:22:07.090782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48520) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:07.091466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adcb6a-b493-49e9-80a5-81574671e3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc0aa45-8f09-44e9-989d-94e87d84e910,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.153395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd36c6ed-3ba8-46b4-abe1-e9064ec7d571 req-feb65a27-d222-47d9-bf44-655ee69f6495 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902052 Nov 16 21:22:07.169568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.204506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.272761 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.275930 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.279365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dc0aa45-8f09-44e9-989d-94e87d84e910 HTTP/1.1" status: 204 len: 168 time: 0.1856241 Nov 16 21:22:07.286312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6f7e1-7151-4d06-8e7d-b7abac759797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc0aa45-8f09-44e9-989d-94e87d84e910,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.463471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7c7b0-722c-4f55-8f4a-5eabd4585530 req-664ee9e6-c1e3-4f5f-88bf-2e5e39feffbf tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.464989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90a7c7b0-722c-4f55-8f4a-5eabd4585530 req-664ee9e6-c1e3-4f5f-88bf-2e5e39feffbf tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 943 time: 0.0760677 Nov 16 21:22:07.524676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90a7c7b0-722c-4f55-8f4a-5eabd4585530 req-65d82fe9-980c-499e-b756-587df5581d40 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Nov 16 21:22:07.654041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0f82c-9d50-4f09-bf92-ad2568d8eafe req-63735ad2-dcf9-487e-95ac-32d0ebd0b267 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.655653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fa0f82c-9d50-4f09-bf92-ad2568d8eafe req-63735ad2-dcf9-487e-95ac-32d0ebd0b267 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Nov 16 21:22:07.669183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:07.723588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8675947-6037-40b2-80e4-22761ff6d345 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6afd080db7864b76922cc6f71ec54349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509884 Nov 16 21:22:07.724195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:07.763705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fa0f82c-9d50-4f09-bf92-ad2568d8eafe req-5b436c4b-99a0-45cc-90d0-570f48232c61 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000202 Nov 16 21:22:07.789095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.789195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe808-c344-4787-a25c-97ac72213639 req-5b481f18-6048-4850-9f92-9ff3dbf835cd tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.790553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a8fe808-c344-4787-a25c-97ac72213639 req-5b481f18-6048-4850-9f92-9ff3dbf835cd tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.0654421 Nov 16 21:22:07.823848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.850061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a8fe808-c344-4787-a25c-97ac72213639 req-6f6fe7b6-28d1-4a95-b5e7-fd164a5944c1 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/security-groups?id=51d2fb44-1bb8-4b05-9ecd-12efe1e99681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535598 Nov 16 21:22:07.869074 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:22:07.926417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.929108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.932702 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41c7c8e5-4426-4db6-87b3-8dd0017a8d3c HTTP/1.1" status: 204 len: 168 time: 0.2055824 Nov 16 21:22:07.936770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38996b14-a24b-44c2-bfa7-9698cbc2f441 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:07.944752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c7166-c6d9-4754-b1fa-70e31782464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c7c8e5-4426-4db6-87b3-8dd0017a8d3c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.959442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ac335262-bed9-4a54-94b7-867539b59e0a tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.960971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ac335262-bed9-4a54-94b7-867539b59e0a tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.21 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 945 time: 0.0858731 Nov 16 21:22:08.068239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b269f3-1053-49b5-b524-c64925c72e13 req-8a52f154-3815-41bb-8b92-284dd68ddaaa tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:08.083003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b269f3-1053-49b5-b524-c64925c72e13 req-8a52f154-3815-41bb-8b92-284dd68ddaaa tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.0869067 Nov 16 21:22:08.091803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 38996b14-a24b-44c2-bfa7-9698cbc2f441 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:08.096412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 38996b14-a24b-44c2-bfa7-9698cbc2f441 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:08.096850 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.118249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Deleting port ff8b7f5d-6477-414e-894b-c03c795fca3f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:08.118600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.177119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5b269f3-1053-49b5-b524-c64925c72e13 req-c49336c2-b427-4a26-9bda-db83f3ccb42f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Nov 16 21:22:08.234842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] For port ff8b7f5d-6477-414e-894b-c03c795fca3f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ff8b7f5d-6477-414e-894b-c03c795fca3f,segment=NetworkSegment(8aa6d914-9f74-49cd-8085-bd161d6179e6),segment_id=8aa6d914-9f74-49cd-8085-bd161d6179e6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:08.236328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.268027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Calling delete_port for ff8b7f5d-6477-414e-894b-c03c795fca3f owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:08.273291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.316378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cc9b781d-1b9b-452b-a64e-c90280297f48 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:08.319721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f8a0635-9649-446e-b70e-4d0a1e55467d up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:08.370911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:08.373546 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e92e4-9db8-435c-bf36-e944638c0342" -d '{"events": [{"server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "name": "network-vif-plugged", "status": "completed", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:08.380312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1af6c-e362-439a-826d-f16afc516ed2 req-d9d2db50-45b1-4356-9201-8400dbdf70b7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:08.389885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc1af6c-e362-439a-826d-f16afc516ed2 req-d9d2db50-45b1-4356-9201-8400dbdf70b7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1031427 Nov 16 21:22:08.429490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370116ab-4f08-4388-b85e-7c71049e7d2b req-70b79e46-27b2-4439-b68b-33c09d119c5f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:08.436788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370116ab-4f08-4388-b85e-7c71049e7d2b req-70b79e46-27b2-4439-b68b-33c09d119c5f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1360412 Nov 16 21:22:08.437815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:08.493941 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.513462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbc1af6c-e362-439a-826d-f16afc516ed2 req-f651fc98-3e2d-4796-a5f1-cb000fb4045e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222541 Nov 16 21:22:08.543912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 5f8a0635-9649-446e-b70e-4d0a1e55467d completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:08.580591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370116ab-4f08-4388-b85e-7c71049e7d2b req-924c49d6-85d6-4b65-a613-c48fc6aed777 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354144 Nov 16 21:22:08.581617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 5f8a0635-9649-446e-b70e-4d0a1e55467d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:08.581986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.629011 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a0cff-75cc-40f2-bdbd-2c958b102503 x-openstack-request-id: req-073a0cff-75cc-40f2-bdbd-2c958b102503 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:08.629319 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "name": "network-vif-plugged", "status": "completed", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:08.629576 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-073a0cff-75cc-40f2-bdbd-2c958b102503 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:08.630142 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441', 'code': 200} Nov 16 21:22:08.681200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:08.702310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9a865-d1ee-43be-be4d-7c54ded3cc31 req-04a1abe9-dedd-4216-a42c-b8738901b8fa tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:08.703820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.720151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06d9a865-d1ee-43be-be4d-7c54ded3cc31 req-04a1abe9-dedd-4216-a42c-b8738901b8fa tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 943 time: 0.0898402 Nov 16 21:22:08.724776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cc9b781d-1b9b-452b-a64e-c90280297f48,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:08.745252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'cc9b781d-1b9b-452b-a64e-c90280297f48', 'network_id': '7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b', 'port_id': 'cc9b781d-1b9b-452b-a64e-c90280297f48', 'mac_address': 'fa:16:3e:90:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96841ce-ef17-4529-ba08-0378a8f95d94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:08.759153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ff8b7f5d-6477-414e-894b-c03c795fca3f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:08.767479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Pushing event deleted for resources: {'Port': ['ID=ff8b7f5d-6477-414e-894b-c03c795fca3f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:08.840331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] No DVR routers for this DVR port ff8b7f5d-6477-414e-894b-c03c795fca3f on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:08.843597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.850663 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb72532-6ce4-407b-b701-cb915723bb5e req-ea710704-2aa7-4af3-8bbf-8c398d1d87d2 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.21 "DELETE /v2.0/ports/ff8b7f5d-6477-414e-894b-c03c795fca3f HTTP/1.1" status: 204 len: 173 time: 0.8799508 Nov 16 21:22:08.850663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'name': 'network-vif-deleted', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:08.851904 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594606a-7fd3-4031-8acd-2f2465459614" -d '{"events": [{"server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "name": "network-vif-deleted", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:08.912067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.915744 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.952395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02960df-fa70-4347-a30e-f28c9cb62b99 req-4301ccc9-122f-4c17-a343-2a29141b5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:08.954685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f02960df-fa70-4347-a30e-f28c9cb62b99 req-4301ccc9-122f-4c17-a343-2a29141b5f58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 1096 time: 0.2198699 Nov 16 21:22:08.971594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.979693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06d9a865-d1ee-43be-be4d-7c54ded3cc31 req-5ce03b78-128f-40e7-bfd4-86b328448e08 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583573 Nov 16 21:22:09.021772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606caac6-5964-4273-8ef4-8338bd005779 req-ebfc00c0-1fb7-46ad-8a0d-d311f177c883 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.032409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-606caac6-5964-4273-8ef4-8338bd005779 req-ebfc00c0-1fb7-46ad-8a0d-d311f177c883 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.2194250 Nov 16 21:22:09.034216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:09.037022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9b781d-1b9b-452b-a64e-c90280297f48 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:09.056452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.084062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cc9b781d-1b9b-452b-a64e-c90280297f48,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:09.112401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.156994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:09.167929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.168285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.169552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.169908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.170252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.170590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.170923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.171278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.171607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.171977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.172307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.172628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:09.199498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-606caac6-5964-4273-8ef4-8338bd005779 req-6a4b3268-d3ac-4d6e-bc4a-48a3a2d2650e tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661146 Nov 16 21:22:09.202514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f02960df-fa70-4347-a30e-f28c9cb62b99 req-720c5f6f-0688-4b11-9d8e-2ec503ce1b47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183340 Nov 16 21:22:09.239859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0587-449d-4796-93c5-1306475d6b9f req-6fe06492-8a3f-4af0-b5f5-c2df683a8a1a tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.241425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e87b0587-449d-4796-93c5-1306475d6b9f req-6fe06492-8a3f-4af0-b5f5-c2df683a8a1a tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 945 time: 0.1608715 Nov 16 21:22:09.287214 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea8c75-b9f7-453c-b910-2d57993ef774 x-openstack-request-id: req-3cea8c75-b9f7-453c-b910-2d57993ef774 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:09.287511 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de308fcb-1db7-40e8-a409-3eb7480bdb1b", "name": "network-vif-deleted", "tag": "ff8b7f5d-6477-414e-894b-c03c795fca3f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:09.287767 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cea8c75-b9f7-453c-b910-2d57993ef774 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:09.288172 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de308fcb-1db7-40e8-a409-3eb7480bdb1b', 'name': 'network-vif-deleted', 'tag': 'ff8b7f5d-6477-414e-894b-c03c795fca3f', 'status': 'completed', 'code': 200} Nov 16 21:22:09.323623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:09.325132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e87b0587-449d-4796-93c5-1306475d6b9f req-e15cfaaa-0fca-4e69-a52a-a39ffb7a70b9 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Nov 16 21:22:09.381327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['cc9b781d-1b9b-452b-a64e-c90280297f48'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:09.419505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.499478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dadff690-5e70-4fb8-bdee-fed6fe79ebdb req-49fea1e0-9e25-4d40-aedd-ea01ec2d2775 tempest-InstanceActionsTestJSON-483526412 tempest-InstanceActionsTestJSON-483526412-project] 10.222.0.54 "GET /v2.0/ports?device_id=de308fcb-1db7-40e8-a409-3eb7480bdb1b HTTP/1.1" status: 200 len: 210 time: 0.0747540 Nov 16 21:22:09.630013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d8ad6-5983-428f-a3ea-e1b733417a43 req-c1d6c35e-f65e-443d-9247-8c08d1a3d483 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.638995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-293d8ad6-5983-428f-a3ea-e1b733417a43 req-c1d6c35e-f65e-443d-9247-8c08d1a3d483 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.0644035 Nov 16 21:22:09.641865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-57da72e9-204e-4bc2-8d4f-e13f7e749b70 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.642889 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57da72e9-204e-4bc2-8d4f-e13f7e749b70 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2217345 Nov 16 21:22:09.645824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.649831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-575c39c2-c101-4fb8-b32c-c4e28a9378f0 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.650769 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-575c39c2-c101-4fb8-b32c-c4e28a9378f0 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040565 Nov 16 21:22:09.655364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48590) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.659847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-834b8b77-6115-4827-9ee2-226a7ccf95fe tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.663508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-834b8b77-6115-4827-9ee2-226a7ccf95fe tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045609 Nov 16 21:22:09.671315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.677621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-6bf8643c-988b-407d-9e59-7744f50b8b84 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.678979 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6bf8643c-988b-407d-9e59-7744f50b8b84 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055375 Nov 16 21:22:09.681941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.686459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-1f7ef444-31b2-473c-86ee-068570bbd817 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.689602 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f7ef444-31b2-473c-86ee-068570bbd817 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043879 Nov 16 21:22:09.690531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.694683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-7ee2a690-a5e9-4e9b-91a3-0925cb252b01 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.697790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ee2a690-a5e9-4e9b-91a3-0925cb252b01 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042114 Nov 16 21:22:09.698192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.704993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-a64a1cc1-759e-4501-ba95-9f7b63d9f562 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.708548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a64a1cc1-759e-4501-ba95-9f7b63d9f562 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068371 Nov 16 21:22:09.709196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.716110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-f696647a-0422-499d-9bd5-bdb6557f82ad tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.721999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-293d8ad6-5983-428f-a3ea-e1b733417a43 req-009305a7-e7e3-48a2-99e4-8a65159014c9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797963 Nov 16 21:22:09.721999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48602) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.722239 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f696647a-0422-499d-9bd5-bdb6557f82ad tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059824 Nov 16 21:22:09.730327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a24a4-8f8b-4874-aa8e-cf9fb8679c06 req-2db1cf6c-f0a4-40a6-899c-8cb1e68ab652 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.731855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa5a24a4-8f8b-4874-aa8e-cf9fb8679c06 req-2db1cf6c-f0a4-40a6-899c-8cb1e68ab652 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0908813 Nov 16 21:22:09.735354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-e487cfd3-72ba-4c3e-816c-9038f1f592cf tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.736294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e487cfd3-72ba-4c3e-816c-9038f1f592cf tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0144160 Nov 16 21:22:09.750196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.754639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-f1324a3c-9c6f-4b42-b906-92c5e258168c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.755643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f1324a3c-9c6f-4b42-b906-92c5e258168c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044560 Nov 16 21:22:09.758230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.763055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-5403ec4e-3c06-438c-8453-1d855b1cebda tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.764010 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5403ec4e-3c06-438c-8453-1d855b1cebda tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048800 Nov 16 21:22:09.766786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48610) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.771756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-ba12e153-59ba-4aac-89fb-5352897b67de tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.775204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba12e153-59ba-4aac-89fb-5352897b67de tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073349 Nov 16 21:22:09.775772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48614) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.781018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-6505c505-14aa-4834-b63f-68063caf9906 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.785131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6505c505-14aa-4834-b63f-68063caf9906 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084412 Nov 16 21:22:09.785422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48616) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.790732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-6b91bff9-1933-45a9-a072-b5682d05cde7 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.791746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6b91bff9-1933-45a9-a072-b5682d05cde7 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054116 Nov 16 21:22:09.794226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48618) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.796074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa5a24a4-8f8b-4874-aa8e-cf9fb8679c06 req-fd82230e-9966-4552-a100-cad85c9662bd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Nov 16 21:22:09.799167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-40ffd41c-74a8-4f72-b7b3-c5257dc01a8d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.802697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48620) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.805468 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-40ffd41c-74a8-4f72-b7b3-c5257dc01a8d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101926 Nov 16 21:22:09.809965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-9bf6a977-82d0-4dcb-850f-7c244cb04736 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.810965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9bf6a977-82d0-4dcb-850f-7c244cb04736 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0072141 Nov 16 21:22:09.813514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48622) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.817633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-c9050c0c-2b6a-4cdd-86f6-63bb4ae02c03 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.818566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c9050c0c-2b6a-4cdd-86f6-63bb4ae02c03 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041513 Nov 16 21:22:09.821545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.828742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-8a7da005-e91e-4f40-b519-f387999e5fb7 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.830192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a7da005-e91e-4f40-b519-f387999e5fb7 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067554 Nov 16 21:22:09.832926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48626) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.838168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-61c9e30b-ea44-4fee-a0b3-6f91978b9285 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.842026 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-61c9e30b-ea44-4fee-a0b3-6f91978b9285 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049288 Nov 16 21:22:09.842714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48628) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.848336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-f05db602-8df0-450a-b723-0b482621d3f6 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.849904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f05db602-8df0-450a-b723-0b482621d3f6 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056908 Nov 16 21:22:09.853078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.857675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-789a1cc8-1711-4caf-ae08-606882309e15 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.859150 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-789a1cc8-1711-4caf-ae08-606882309e15 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046766 Nov 16 21:22:09.862191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.866729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-229b05ca-dbfb-4d6f-9d58-98a8e53d28ec tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.870244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-229b05ca-dbfb-4d6f-9d58-98a8e53d28ec tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069675 Nov 16 21:22:09.873516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.893760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-e4ccd1ff-c17e-471b-8dbc-6d79b57fcb5a tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.893760 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4ccd1ff-c17e-471b-8dbc-6d79b57fcb5a tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044506 Nov 16 21:22:09.893760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48636) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.894084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ffb-42a8-463f-aa28-1e57aa35a9c6 req-80073b9d-386d-40e5-8049-fdf6444fcc0d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.894303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1a77ffb-42a8-463f-aa28-1e57aa35a9c6 req-80073b9d-386d-40e5-8049-fdf6444fcc0d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.0700214 Nov 16 21:22:09.898345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-3acf2052-bad3-476f-bcf3-06aa06cc162d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.901811 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3acf2052-bad3-476f-bcf3-06aa06cc162d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0116615 Nov 16 21:22:09.903510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48638) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.908441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-23f3ecae-e8bd-497e-9761-f8a91fc23970 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.911773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-23f3ecae-e8bd-497e-9761-f8a91fc23970 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049565 Nov 16 21:22:09.913014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.919212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-c215b8c8-7df7-4b3b-9649-4bfd003b259f tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.923741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.924160 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c215b8c8-7df7-4b3b-9649-4bfd003b259f tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098300 Nov 16 21:22:09.928126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-aca2c23a-377a-4dc2-ac7d-903af1a37c32 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.929103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aca2c23a-377a-4dc2-ac7d-903af1a37c32 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044131 Nov 16 21:22:09.932271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.948059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-7098ea64-a208-4b91-a66f-cf37380d5c08 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.951610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7098ea64-a208-4b91-a66f-cf37380d5c08 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050528 Nov 16 21:22:09.952013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48646) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.957502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-cfccd512-ea1b-4b96-81cf-9b56ea265f04 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.961415 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cfccd512-ea1b-4b96-81cf-9b56ea265f04 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058746 Nov 16 21:22:09.961808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.966380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-8654498f-75a7-44d0-b425-4fc637d1f531 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.967546 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8654498f-75a7-44d0-b425-4fc637d1f531 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046873 Nov 16 21:22:09.970713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48650) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.975243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-4bec3ac2-12be-4333-8aa4-6217d9843e4b tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.976191 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4bec3ac2-12be-4333-8aa4-6217d9843e4b tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044711 Nov 16 21:22:09.982092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48652) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.994437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-150e35aa-be9e-4b43-a511-47f2cc4515c2 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:09.995584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-150e35aa-be9e-4b43-a511-47f2cc4515c2 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125139 Nov 16 21:22:09.998248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.002855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-3fb843eb-e378-4027-8deb-ba9054d6c972 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.003943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3fb843eb-e378-4027-8deb-ba9054d6c972 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047190 Nov 16 21:22:10.007890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.014772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-0a0fa10b-503d-48a9-8212-0476ced9e635 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.018864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0a0fa10b-503d-48a9-8212-0476ced9e635 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070217 Nov 16 21:22:10.019917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48660) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.020431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1a77ffb-42a8-463f-aa28-1e57aa35a9c6 req-c5512419-5668-4155-8739-4b825f742307 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253119 Nov 16 21:22:10.024828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-795be268-90e1-4ef9-9ecf-d319c9616b1f tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.026048 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-795be268-90e1-4ef9-9ecf-d319c9616b1f tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044734 Nov 16 21:22:10.028245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48662) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.035232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-993ad188-803a-48da-bba1-4cdc0ef1ad48 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.040747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-993ad188-803a-48da-bba1-4cdc0ef1ad48 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0090051 Nov 16 21:22:10.041401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48664) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.059519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-55b566e0-099f-4a9d-9fe1-56b2e685fbf2 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.059519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-55b566e0-099f-4a9d-9fe1-56b2e685fbf2 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082295 Nov 16 21:22:10.059519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48666) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.062880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-beb56e1a-1181-49f5-89d8-8aecd94c1f93 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.062880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-beb56e1a-1181-49f5-89d8-8aecd94c1f93 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080001 Nov 16 21:22:10.065988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.070422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-06e1abd7-571e-43df-a992-a7f5f06f814b tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.074641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48672) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.074782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06e1abd7-571e-43df-a992-a7f5f06f814b tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072818 Nov 16 21:22:10.079594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-71b875ea-e102-43c6-a935-39976a52aa98 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.080934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-71b875ea-e102-43c6-a935-39976a52aa98 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055797 Nov 16 21:22:10.084138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48674) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.091755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-b8547800-d058-4ec8-938a-ff898015b2f5 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.093235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b8547800-d058-4ec8-938a-ff898015b2f5 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067437 Nov 16 21:22:10.095171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.100441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-deaa1ae5-3871-4352-8909-0394431adb2d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.101521 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-deaa1ae5-3871-4352-8909-0394431adb2d tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054190 Nov 16 21:22:10.103970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48678) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.108642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-03ad80ca-b33e-4f7f-b579-0fcab0dbb3a3 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.108642 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-03ad80ca-b33e-4f7f-b579-0fcab0dbb3a3 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041065 Nov 16 21:22:10.112347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48680) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.121786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-1724fa3e-3fa8-4715-808b-595a4c51eebc tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.122764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1724fa3e-3fa8-4715-808b-595a4c51eebc tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081069 Nov 16 21:22:10.125592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.130204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-f210d9a8-8ffa-4b82-9232-7f79a235a507 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.131625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f210d9a8-8ffa-4b82-9232-7f79a235a507 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048120 Nov 16 21:22:10.134790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48686) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.142473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-ceb85bff-b046-491f-8103-6e0b5a780231 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.145814 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ceb85bff-b046-491f-8103-6e0b5a780231 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076687 Nov 16 21:22:10.146532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48688) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.150255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-3ff02ee6-fec7-4288-b386-b503d2276f29 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.153298 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ff02ee6-fec7-4288-b386-b503d2276f29 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043623 Nov 16 21:22:10.153580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.158915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-26bdd499-f5de-4c8d-8f46-f49412db4089 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.162432 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-26bdd499-f5de-4c8d-8f46-f49412db4089 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0079124 Nov 16 21:22:10.163130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.167606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-17787acb-583a-4b15-8f6f-d42d5394dcc9 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.171264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-17787acb-583a-4b15-8f6f-d42d5394dcc9 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071216 Nov 16 21:22:10.171959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.172818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bd42e-7145-4f78-ac8d-eb8aa64afca7 req-2c23d981-6b15-427b-b796-664ffff71f43 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.176580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-cdc01020-a4c8-426d-a1c3-8e33f0887039 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.180054 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cdc01020-a4c8-426d-a1c3-8e33f0887039 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0071232 Nov 16 21:22:10.180351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f5bd42e-7145-4f78-ac8d-eb8aa64afca7 req-2c23d981-6b15-427b-b796-664ffff71f43 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 944 time: 0.1236312 Nov 16 21:22:10.180735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48698) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.185564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-397bf972-e8cd-4eba-8c31-695d243ae57c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.193235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-397bf972-e8cd-4eba-8c31-695d243ae57c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114393 Nov 16 21:22:10.193947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.198766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-05276b45-9c19-45a0-bf94-467863417b00 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.202392 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-05276b45-9c19-45a0-bf94-467863417b00 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074222 Nov 16 21:22:10.203572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.208586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-425fd7da-3632-4eab-9b6b-a043a3395b31 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.210984 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-425fd7da-3632-4eab-9b6b-a043a3395b31 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051234 Nov 16 21:22:10.212712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48704) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.217273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-40fdd317-a30f-41d6-8ba2-f084caaad2bc tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.219497 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-40fdd317-a30f-41d6-8ba2-f084caaad2bc tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045867 Nov 16 21:22:10.222811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48706) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.228450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-caba1f07-8e34-42fd-9b9a-bbeca3572d21 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.231507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-caba1f07-8e34-42fd-9b9a-bbeca3572d21 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055859 Nov 16 21:22:10.232630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.236845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-df442eda-3dba-4385-9db8-e23a5170cec0 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.238231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df442eda-3dba-4385-9db8-e23a5170cec0 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044508 Nov 16 21:22:10.240762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48710) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.245126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-94040152-7546-4090-9ca7-35df1de6ac18 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.247042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c484f-4864-408d-a877-fee6c994dd0f req-5d300bd9-ca0d-44c3-b5ec-40c6e25d2aea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.248605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-083c484f-4864-408d-a877-fee6c994dd0f req-5d300bd9-ca0d-44c3-b5ec-40c6e25d2aea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1238995 Nov 16 21:22:10.248858 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-94040152-7546-4090-9ca7-35df1de6ac18 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0070949 Nov 16 21:22:10.249203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48712) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.253810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-fc7e7c93-ef55-4afd-9b0d-7e3957db08d1 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.254766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fc7e7c93-ef55-4afd-9b0d-7e3957db08d1 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043180 Nov 16 21:22:10.264156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48714) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.281582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-342d3764-70d6-49a5-aca3-95bcd6f533c9 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.281908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f5bd42e-7145-4f78-ac8d-eb8aa64afca7 req-71fb10ef-1f5a-4f6d-9e3a-b0e6312de6c9 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920162 Nov 16 21:22:10.281992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-342d3764-70d6-49a5-aca3-95bcd6f533c9 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0101840 Nov 16 21:22:10.282059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48716) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.282059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-38c8e583-21c0-41fb-8973-f15311414e25 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.282059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-38c8e583-21c0-41fb-8973-f15311414e25 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041165 Nov 16 21:22:10.285279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48718) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.288944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-1e38a999-c649-47d9-a4c5-841bfaa82973 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.289672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e38a999-c649-47d9-a4c5-841bfaa82973 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049801 Nov 16 21:22:10.292080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48720) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.295985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-294b6276-b3b5-43a3-aa37-51acbf522eb4 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.299876 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-294b6276-b3b5-43a3-aa37-51acbf522eb4 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069001 Nov 16 21:22:10.300429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.304425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-dcc70187-f8a3-4753-a8e2-c5d4edccf51a tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.308183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dcc70187-f8a3-4753-a8e2-c5d4edccf51a tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067935 Nov 16 21:22:10.308801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.314154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-fe77f569-4b33-4058-8475-3f54d41488d6 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.318043 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe77f569-4b33-4058-8475-3f54d41488d6 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082977 Nov 16 21:22:10.318624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48726) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.322681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-a83c901c-6934-4e72-b323-1d1bf6f4993c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.326086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a83c901c-6934-4e72-b323-1d1bf6f4993c tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065162 Nov 16 21:22:10.326639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.330099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cc9b781d-1b9b-452b-a64e-c90280297f48 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:10.330709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-5a03a6a5-e76a-458a-a412-76c2b880c15e tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.334347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a03a6a5-e76a-458a-a412-76c2b880c15e tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067964 Nov 16 21:22:10.334910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.338857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-f08b9d29-bdf0-4ff5-85bc-9cdce9cff874 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.355800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-083c484f-4864-408d-a877-fee6c994dd0f req-bd77742a-723c-4add-9399-fccdbc5c4d58 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813727 Nov 16 21:22:10.356614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f08b9d29-bdf0-4ff5-85bc-9cdce9cff874 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0088193 Nov 16 21:22:10.357691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48732) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.370992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-03dcf0f1-0628-4bba-ae19-13720991266e tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.372883 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-03dcf0f1-0628-4bba-ae19-13720991266e tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0116346 Nov 16 21:22:10.373262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48736) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.378374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-484849c8-cc09-433c-bedd-7542627e6493 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.379543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-484849c8-cc09-433c-bedd-7542627e6493 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052814 Nov 16 21:22:10.382407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48740) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.388688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [None req-420f032b-9bc4-4d8b-ba00-d7a0868273f8 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.391843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48742) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.395496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-420f032b-9bc4-4d8b-ba00-d7a0868273f8 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0114214 Nov 16 21:22:10.401193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [None req-363f9805-b07e-423e-a17d-87c32e428f67 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:10.407974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-363f9805-b07e-423e-a17d-87c32e428f67 tempest-ExtensionsTestJSON-813860170 tempest-ExtensionsTestJSON-813860170-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0088458 Nov 16 21:22:10.430338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port cc9b781d-1b9b-452b-a64e-c90280297f48 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:10.439799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port cc9b781d-1b9b-452b-a64e-c90280297f48 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:10.440257 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.546274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eca5b-cbc9-4386-bb4a-45d948e0be58 req-e7fefcca-a32b-4667-9032-a869cf4c5506 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.555386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-240eca5b-cbc9-4386-bb4a-45d948e0be58 req-e7fefcca-a32b-4667-9032-a869cf4c5506 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 945 time: 0.1289656 Nov 16 21:22:10.606957 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.632235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:10.634639 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3543d68d-1e44-4b60-9c9b-bf10554e2539" -d '{"events": [{"server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:10.635222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0b970-bd26-4855-be9e-49e3183f0aa4 req-d07a737c-c437-475d-89ad-1885ad4a537b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.643360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acd0b970-bd26-4855-be9e-49e3183f0aa4 req-d07a737c-c437-475d-89ad-1885ad4a537b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1235795 Nov 16 21:22:10.657100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cc9b781d-1b9b-452b-a64e-c90280297f48,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:10.663744 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.664673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff8b7f5d-6477-414e-894b-c03c795fca3f no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:10.677690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-240eca5b-cbc9-4386-bb4a-45d948e0be58 req-a901c86d-107a-478d-98c3-daee19817756 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212890 Nov 16 21:22:10.704804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: ff8b7f5d-6477-414e-894b-c03c795fca3f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:10.705979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ff8b7f5d-6477-414e-894b-c03c795fca3f not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:10.760496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acd0b970-bd26-4855-be9e-49e3183f0aa4 req-6bad0c36-f599-4ff4-9245-b41f13afe953 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162267 Nov 16 21:22:10.774595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:10.825933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48758) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.884524 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68ae37-4002-4b26-9be6-980673a8eba0 x-openstack-request-id: req-bf68ae37-4002-4b26-9be6-980673a8eba0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:10.884994 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "name": "network-vif-plugged", "status": "completed", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:10.885387 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf68ae37-4002-4b26-9be6-980673a8eba0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:10.886624 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'code': 200} Nov 16 21:22:10.887002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48762) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.909659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Deleting subnet d1998f13-932f-4027-9e12-c7714d1f9105 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:10.943270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.006828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d16a6a-ade4-422e-8823-23586e1500ec req-63899b7d-759f-4226-a2ab-9e617280a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.008586 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59d16a6a-ade4-422e-8823-23586e1500ec req-63899b7d-759f-4226-a2ab-9e617280a3bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1096 time: 0.0595927 Nov 16 21:22:11.046571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.049630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01467e2a-b329-40c6-bc1b-5d8ba45593a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.088638 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-59d16a6a-ade4-422e-8823-23586e1500ec req-5436c182-0c1f-48be-8da9-90def902f3ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Nov 16 21:22:11.092312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababee99-595e-473b-bb74-23c5ee4f3eff req-f020d3fa-3f9f-4de0-bd42-bf933dd35f66 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.094351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ababee99-595e-473b-bb74-23c5ee4f3eff req-f020d3fa-3f9f-4de0-bd42-bf933dd35f66 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1749656 Nov 16 21:22:11.108565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac430fa-6c8f-4bd2-8940-5c5475e10306 req-a8a401b3-cc73-46b6-8db7-6a363d065b5d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.110106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ac430fa-6c8f-4bd2-8940-5c5475e10306 req-a8a401b3-cc73-46b6-8db7-6a363d065b5d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1167159 Nov 16 21:22:11.138216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.144828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01467e2a-b329-40c6-bc1b-5d8ba45593a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.149285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01467e2a-b329-40c6-bc1b-5d8ba45593a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.188456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01467e2a-b329-40c6-bc1b-5d8ba45593a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a452a4cf03d24cf58d1cc01acb4dca16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003638 Nov 16 21:22:11.189425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01467e2a-b329-40c6-bc1b-5d8ba45593a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e216d-a43d-4d4c-9ba4-2e98113f41de,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:11.194655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48774) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.241298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ababee99-595e-473b-bb74-23c5ee4f3eff req-5f4dba9f-94f2-483a-bc97-b9fc43feaf98 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302335 Nov 16 21:22:11.253890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ac430fa-6c8f-4bd2-8940-5c5475e10306 req-0e54f7f9-13ce-439e-bf61-a826cbab990c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330862 Nov 16 21:22:11.286139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.321147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.322848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1998f13-932f-4027-9e12-c7714d1f9105,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:11.335215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.338447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6a41b0ba-5d7a-4d69-a7de-90fd9675730b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1998f13-932f-4027-9e12-c7714d1f9105 HTTP/1.1" status: 204 len: 168 time: 0.5114868 Nov 16 21:22:11.340928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.403882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.478602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.496053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e384d19-4f38-4964-b3ae-2fe4b9cae20f req-2dcde98c-7d9d-4b69-8fd0-43028d08ba51 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.497565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e384d19-4f38-4964-b3ae-2fe4b9cae20f req-2dcde98c-7d9d-4b69-8fd0-43028d08ba51 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1458335 Nov 16 21:22:11.580347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.582979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.584321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d1e216d-a43d-4d4c-9ba4-2e98113f41de HTTP/1.1" status: 204 len: 168 time: 0.3842804 Nov 16 21:22:11.629904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e5c7c-e5f6-4099-a6b6-4a5f170f6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e216d-a43d-4d4c-9ba4-2e98113f41de,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:11.639418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.666368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e384d19-4f38-4964-b3ae-2fe4b9cae20f req-053c6f0a-c355-4ebd-9b30-3e4a671c003d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434302 Nov 16 21:22:11.670172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d223c5ec-7322-4baa-ad4a-66f8a44bd021']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.693401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa6d914-9f74-49cd-8085-bd161d6179e6') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.693401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa6d914-9f74-49cd-8085-bd161d6179e6') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.710154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.728234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.747948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:11.755389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:11.761050 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:11.861524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.874032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d25e5-dbd1-4ce0-937d-47111faa976d req-8069e5e8-7f90-4245-b04c-2be7bcaf8897 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.875549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-014d25e5-dbd1-4ce0-937d-47111faa976d req-8069e5e8-7f90-4245-b04c-2be7bcaf8897 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 945 time: 0.1008580 Nov 16 21:22:11.885605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.889856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d223c5ec-7322-4baa-ad4a-66f8a44bd021 HTTP/1.1" status: 204 len: 168 time: 0.5464990 Nov 16 21:22:11.925470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c09b-aef9-4768-806b-1b24042308f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d223c5ec-7322-4baa-ad4a-66f8a44bd021,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:11.970831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601cef3-1960-42de-925e-baab0e8604c4 req-1f80a9b0-e02d-4f45-9969-cfaf922095b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.970831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-1f80a9b0-e02d-4f45-9969-cfaf922095b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 1096 time: 0.0627785 Nov 16 21:22:11.978342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48ff7c-4551-41e1-a38f-216d5068010e req-78f0296d-9db2-407e-bc78-8365d21caec2 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:11.986022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b48ff7c-4551-41e1-a38f-216d5068010e req-78f0296d-9db2-407e-bc78-8365d21caec2 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1225286 Nov 16 21:22:12.009211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-014d25e5-dbd1-4ce0-937d-47111faa976d req-785ac53a-8dcd-4981-bea6-aadf7b81959e tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055760 Nov 16 21:22:12.044026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48820) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.069875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b48ff7c-4551-41e1-a38f-216d5068010e req-a2308b88-44b3-40e5-b1b7-a7ca4404fd97 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829959 Nov 16 21:22:12.099529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c10a4f7-7ea2-4968-b90d-01898d16907f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7f73e825606476396b72ddc40093faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534167 Nov 16 21:22:12.101992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48822) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.124380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601cef3-1960-42de-925e-baab0e8604c4 req-ad0e6b8c-ebb9-458a-810e-965ce82ec9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:12.125918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-ad0e6b8c-ebb9-458a-810e-965ce82ec9b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.1465435 Nov 16 21:22:12.156980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.179466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.181913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-8b5fb632-2853-4666-9838-b83ed191753e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12913d8a-aaf1-41ba-b25b-85ade741d907 HTTP/1.1" status: 200 len: 217 time: 0.0360172 Nov 16 21:22:12.229489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.232452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.236594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51d2fb44-1bb8-4b05-9ecd-12efe1e99681 HTTP/1.1" status: 204 len: 168 time: 0.1306264 Nov 16 21:22:12.237284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601cef3-1960-42de-925e-baab0e8604c4 req-3ce2744e-db56-422d-ad83-5e73c9268c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:12.238790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-3ce2744e-db56-422d-ad83-5e73c9268c13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0494595 Nov 16 21:22:12.243779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f47179-66a4-4813-a701-edbf32a529ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d2fb44-1bb8-4b05-9ecd-12efe1e99681,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:12.288060 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-708da28d-2736-4ab2-8ad5-5d93713df81b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365400 Nov 16 21:22:12.399862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9d5da-1d92-4751-b868-6df1892d6d42 req-cb3a6d15-d7f4-48dc-bbb8-d0bb9d467f7f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:12.404689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa9d5da-1d92-4751-b868-6df1892d6d42 req-cb3a6d15-d7f4-48dc-bbb8-d0bb9d467f7f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0582163 Nov 16 21:22:12.408230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-4cce3641-8ab0-44f8-8f53-963dd0efba7d service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102824 Nov 16 21:22:12.481473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa9d5da-1d92-4751-b868-6df1892d6d42 req-4ae1569d-0a34-41cc-a809-35a70a70080a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 Nov 16 21:22:12.540918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4601cef3-1960-42de-925e-baab0e8604c4 req-2b4094eb-5d8b-4b48-b625-81ddbe9eb20b service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233506 Nov 16 21:22:12.666064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48844) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.709269 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.813143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239da107-0e88-4ea9-a262-5ae5e53ab1ef req-87f2466e-dd8b-427b-bc89-6aaa1e44709d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:12.814684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-239da107-0e88-4ea9-a262-5ae5e53ab1ef req-87f2466e-dd8b-427b-bc89-6aaa1e44709d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.0589764 Nov 16 21:22:12.866946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-448968962'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:12.880671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-239da107-0e88-4ea9-a262-5ae5e53ab1ef req-d2754089-7b63-4c3e-ad09-1a7f31297596 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601196 Nov 16 21:22:12.894156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:12.896012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:12.900032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.906913 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f5906-f169-4d23-bf82-da2aa4617ad6" -d '{"events": [{"server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:12.908862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.944812 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cebaf7-510a-4278-9acf-3a0eb17d5270 x-openstack-request-id: req-e2cebaf7-510a-4278-9acf-3a0eb17d5270 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:12.945356 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "name": "network-vif-plugged", "status": "completed", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:12.945463 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2cebaf7-510a-4278-9acf-3a0eb17d5270 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:12.945789 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48', 'code': 200} Nov 16 21:22:12.995387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:12.999366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.031319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:13.037942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48864) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.054019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de559afe-cc6e-43ac-a7ee-325d430b3922,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:13.059210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.059555 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 9fffc221-6c10-461a-b623-12ed9656505b of type vlan for network 272e0829-aa47-4c77-b4b8-015e03fddc2d Nov 16 21:22:13.079510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67150-5332-400c-a288-b14544c5fc34 req-7c0cff56-804c-4c1f-8d09-5a9085781be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.081707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cec67150-5332-400c-a288-b14544c5fc34 req-7c0cff56-804c-4c1f-8d09-5a9085781be9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0673268 Nov 16 21:22:13.134411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.158477 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cec67150-5332-400c-a288-b14544c5fc34 req-d41fbd95-1d3f-4bf6-85b1-43c9406b76dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515807 Nov 16 21:22:13.165947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1235527865-network', 'tenant_id': '9c0e76500ed847fc9f953581a7ed650d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:13.179278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f833a9-59e6-4086-84f7-19335da2e575 req-bac767c9-0ef5-459f-9927-4866d3cc5359 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.180700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80f833a9-59e6-4086-84f7-19335da2e575 req-bac767c9-0ef5-459f-9927-4866d3cc5359 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 945 time: 0.0913327 Nov 16 21:22:13.229704 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.235720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.236294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.311689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Made reservation on behalf of 9c0e76500ed847fc9f953581a7ed650d for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:13.314566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.357578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6903830 Nov 16 21:22:13.367884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.387834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc387d92-d48c-4d25-a8a5-06df3bace618 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=272e0829-aa47-4c77-b4b8-015e03fddc2d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:13.397398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c062f48-2611-4c4b-b1f0-05763af646b3 req-901f6080-6f5a-44b0-800c-68293e0daa01 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.398889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c062f48-2611-4c4b-b1f0-05763af646b3 req-901f6080-6f5a-44b0-800c-68293e0daa01 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.2365837 Nov 16 21:22:13.399561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:13.405370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80f833a9-59e6-4086-84f7-19335da2e575 req-6ef08d76-5572-4f91-94e7-532e279980b4 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132769 Nov 16 21:22:13.486215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c062f48-2611-4c4b-b1f0-05763af646b3 req-857320d7-703f-4e4d-b5ea-096aea223e27 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799258 Nov 16 21:22:13.549362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.554905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.587234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:13.595782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:13.614755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.615191 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Added segment d6a84215-7240-4161-a793-dd8189b6ca54 of type vlan for network 0c900465-8c91-4305-91ac-9b9977e4b6a1 Nov 16 21:22:13.728964 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:13.741128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3977-c698-46b2-b8ff-fd90316aa3f4 req-b452f17a-81ce-4cb0-9f10-917a7bba2b1b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.742615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-714f3977-c698-46b2-b8ff-fd90316aa3f4 req-b452f17a-81ce-4cb0-9f10-917a7bba2b1b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.1479008 Nov 16 21:22:14.115228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-69890948-ac17-4abc-a41d-5941ef995543 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.117260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-69890948-ac17-4abc-a41d-5941ef995543 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4514871 Nov 16 21:22:14.129800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.130701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.131293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.226805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-714f3977-c698-46b2-b8ff-fd90316aa3f4 req-5286d6ba-4e3b-4762-8dc9-fb0da339889f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744427 Nov 16 21:22:14.235012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1934204 Nov 16 21:22:14.235715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-0f447694-3a12-4cfb-af02-a3881ba984c8 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1093526 Nov 16 21:22:14.235846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:14.246263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Request body: {'subnet': {'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1235527865-subnet', 'tenant_id': '9c0e76500ed847fc9f953581a7ed650d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:14.250830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:14.255205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dfb42-e4c3-45a8-9a75-fd819045c606 admin admin] Pushing event updated for resources: {'Network': ['ID=0c900465-8c91-4305-91ac-9b9977e4b6a1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:14.268430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:14.290820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.319539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Made reservation on behalf of 9c0e76500ed847fc9f953581a7ed650d for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:14.322215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.540056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6d6f6-a756-4bae-b250-a6344cc6720d req-2b131667-19f1-410d-9e77-fbeabef97479 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.547515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fae6d6f6-a756-4bae-b250-a6344cc6720d req-2b131667-19f1-410d-9e77-fbeabef97479 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1487694 Nov 16 21:22:14.584605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.620706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fae6d6f6-a756-4bae-b250-a6344cc6720d req-877afa92-f100-43b1-bc69-8522e87347dc tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 Nov 16 21:22:14.658360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ada5d1b-025c-4470-877f-bdcbc44c32be,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:14.665825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Checking segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:14.666183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Network hostable DHCP agents. Network: 0c900465-8c91-4305-91ac-9b9977e4b6a1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:14.704566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:14.717161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0c900465-8c91-4305-91ac-9b9977e4b6a1) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:14.722702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.723802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.730675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b000e443-2e21-43d9-bc3f-64786447fcc6 None None] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:14.774971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15e3395c-8610-4eb3-aefd-c7536e0bd634 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5331452 Nov 16 21:22:14.899974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5df1c-c76d-4c72-a3fb-8c71beac533f None None] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:14.997211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34510a7-668f-4b92-8ff7-fa4788a9a358 req-37c1091d-db5f-4cfd-98d2-22fe4bb64a8c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.998699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a34510a7-668f-4b92-8ff7-fa4788a9a358 req-37c1091d-db5f-4cfd-98d2-22fe4bb64a8c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.2798264 Nov 16 21:22:15.020587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.027276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.127467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a34510a7-668f-4b92-8ff7-fa4788a9a358 req-f5ef73bb-9a5d-407b-b751-ffc9d358a321 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180015 Nov 16 21:22:15.163578 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594 associated. External IP: 172.25.7.8, port: 74b54858-7687-41e2-8300-225bd3f58d61. Nov 16 21:22:15.289097 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9cf7b848-9354-47a7-b192-f40d8a2b8e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.396655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:15.579957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:15.587041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.590147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:15.600936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:15.601680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:15.618661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-a1b9fc8a-3f15-4761-8ab1-7e7803a5c148 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:15.620117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-a1b9fc8a-3f15-4761-8ab1-7e7803a5c148 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 818 time: 0.1438355 Nov 16 21:22:15.628210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-dd074f1d-830e-4cd3-910a-e67d8bd4be59 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "PUT /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 995 time: 1.3846037 Nov 16 21:22:15.628662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:15.630916 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906de525-ae28-4342-b60a-99be667d1cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:15.646871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-69b4e8a3-7f7a-48d3-b5fb-151be949cb0b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/quotas/9c0e76500ed847fc9f953581a7ed650d HTTP/1.1" status: 200 len: 375 time: 0.0110049 Nov 16 21:22:15.704219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-29fdc50e-09e0-4feb-8614-66b8cdf72e8b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432050 Nov 16 21:22:15.737513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-6ce2ab51-3e2d-4d3b-94b8-92d9a0ccaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:15.739055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-6ce2ab51-3e2d-4d3b-94b8-92d9a0ccaefd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.0873058 Nov 16 21:22:15.862409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:15.869284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-10f039ab-3ccb-462f-b9f4-a30319c6005b service neutron] 10.222.0.54 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526270 Nov 16 21:22:15.885582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-2e5dc19d-f95d-40f1-a0b5-5271bb565baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:15.886963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-2e5dc19d-f95d-40f1-a0b5-5271bb565baa service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.1234791 Nov 16 21:22:15.944196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:15.999013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-7088bb81-22f3-4f35-8150-b699a9c3d8c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 998 time: 0.1007307 Nov 16 21:22:16.039336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-783afd6c-7928-42cb-ac60-befd0d5c0a15 service neutron] 10.222.0.54 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608107 Nov 16 21:22:16.057049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-60680e87-a84a-4493-862e-e8c03272261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.058526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-60680e87-a84a-4493-862e-e8c03272261b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0481920 Nov 16 21:22:16.120440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-023b379f-5250-451f-93a8-4da28b724efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.123159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-023b379f-5250-451f-93a8-4da28b724efc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506072 Nov 16 21:22:16.131480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:16.136672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-5a0b1719-fa70-4b7f-9559-da256401c6ab service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:16.137569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-5a0b1719-fa70-4b7f-9559-da256401c6ab service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064890 Nov 16 21:22:16.165783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'port_id': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'mac_address': 'fa:16:3e:34:fd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ed1f21-62f1-4af7-9b82-11c131bfa79b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:16.213507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:16.229886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:16.246850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:14Z', 'revision_number': 1, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.253640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-694e5d1f-9b7e-4cb9-8a32-e5470526c0c5 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075203 Nov 16 21:22:16.278960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:16.281245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:16.285011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:16.319509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:16.320186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:21:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.383056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd106c65-d983-4c3e-b02f-2ca1493bf0d8 req-aa03930a-256d-409b-a280-5c8e03c098fe service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284237 Nov 16 21:22:16.416138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12913d8a-aaf1-41ba-b25b-85ade741d907 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:16.418844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:16.480518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da4bcd-6b32-490a-b35e-82d03458c18d req-ae3d5246-7397-47b8-8f82-0fbec5ce26bd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.491544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35da4bcd-6b32-490a-b35e-82d03458c18d req-ae3d5246-7397-47b8-8f82-0fbec5ce26bd tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 945 time: 0.0811968 Nov 16 21:22:16.512607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:16.554618 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef349b43-333a-40cb-8970-143d113a6606 x-openstack-request-id: req-ef349b43-333a-40cb-8970-143d113a6606 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:16.558134 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:16.558467 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef349b43-333a-40cb-8970-143d113a6606 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:16.558987 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:22:16.563732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:16.611410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.617542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:16.649765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35da4bcd-6b32-490a-b35e-82d03458c18d req-0bfc6c56-aebc-4d40-9d59-0c1fdcfabde8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513500 Nov 16 21:22:16.770190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:16.774443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:16.780882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:16.819214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de525-ae28-4342-b60a-99be667d1cdf req-8b299ac4-0b4f-49af-84ac-cbdf4f8e480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.820836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-8b299ac4-0b4f-49af-84ac-cbdf4f8e480c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.2440886 Nov 16 21:22:16.830255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50daa07-a579-4d29-8e8b-324b88ddfafa req-a27279ab-b72b-425d-99a0-b1d4f9691dd6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.831888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c50daa07-a579-4d29-8e8b-324b88ddfafa req-a27279ab-b72b-425d-99a0-b1d4f9691dd6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1811504 Nov 16 21:22:16.862221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14322f-c2b4-4f04-8d47-b0abb2368fdf req-d1ea0b10-97ed-4adf-a2a8-484fd9517ed7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.865071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:16.867352 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47f2b58-ba46-40fa-a0ad-8cc5cc7e90fc" -d '{"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-unplugged", "status": "completed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:16.870197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca14322f-c2b4-4f04-8d47-b0abb2368fdf req-d1ea0b10-97ed-4adf-a2a8-484fd9517ed7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 944 time: 0.1224825 Nov 16 21:22:16.889905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:16.905684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.009255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c50daa07-a579-4d29-8e8b-324b88ddfafa req-425c1dd3-703f-4a6f-b04e-2d3fcae4a3a1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611116 Nov 16 21:22:17.009779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:17.052559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:14Z', 'revision_number': 1, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.063785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca14322f-c2b4-4f04-8d47-b0abb2368fdf req-366bb909-4cad-4564-9aec-afc4d722659a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922476 Nov 16 21:22:17.086705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c626ff-fc66-4ae1-bf13-5693a4a78908 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:14Z', 'revision_number': 1, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:17.092661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.099536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de525-ae28-4342-b60a-99be667d1cdf req-710a8d2b-e4e7-4de2-a230-acf7bb1d2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.101490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-710a8d2b-e4e7-4de2-a230-acf7bb1d2f4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.2669652 Nov 16 21:22:17.196130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=c1bf8976-9580-4137-81aa-f73d10414506,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:17.223864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '9fffc221-6c10-461a-b623-12ed9656505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:17.224368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: 272e0829-aa47-4c77-b4b8-015e03fddc2d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:17.254772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:17.267850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 272e0829-aa47-4c77-b4b8-015e03fddc2d) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:17.276087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748da7a-f9ae-4bd3-a3e0-0f7b15b2e5a4 None None] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:17.278208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.279032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.280538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-6f8ca897-c5c6-4819-8db5-61f628c3871d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 998 time: 0.1666415 Nov 16 21:22:17.320030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ce290ce-ab62-4a02-85ba-7025a35571d1 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7071948 Nov 16 21:22:17.320959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48954) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:17.326360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106954680'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:17.362105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:17.371513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.391840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-bef26246-b755-4ec5-8074-90b0dde9a6f1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.393927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-bef26246-b755-4ec5-8074-90b0dde9a6f1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1219363 Nov 16 21:22:17.400791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de525-ae28-4342-b60a-99be667d1cdf req-cdb0430f-1170-4382-a7fe-e1a45754c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.402207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-cdb0430f-1170-4382-a7fe-e1a45754c397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0826311 Nov 16 21:22:17.421170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:17.433928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.434656 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 91886442-6979-4497-ae3d-54c1ba141be1 of type vlan for network 63d3594e-98ce-431a-b351-ff3e0cfcf60e Nov 16 21:22:17.456117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b5b94-3ac1-45b4-8821-209b1616ef65 None None] New status for floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:17.564540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-272e0829-aa47-4c77-b4b8-015e03fddc2d', 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': 'c1bf8976-9580-4137-81aa-f73d10414506'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:17.565517 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.581682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.642698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.651657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.652556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.769383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f3606ab-1dae-4b3b-a1dc-962b1f8d0f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.820768 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4960392 Nov 16 21:22:17.822156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48966) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:17.827917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:17.900251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Allocated IP 2001:db8:0:ffff::2 (272e0829-aa47-4c77-b4b8-015e03fddc2d/c1bf8976-9580-4137-81aa-f73d10414506/8106ac9a-81c6-47e8-84d9-5c6229c0b2eb) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:18.017592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:18.042025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de525-ae28-4342-b60a-99be667d1cdf req-5f67e74b-140b-4d7e-b834-c6ac76c3d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:18.043697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-5f67e74b-140b-4d7e-b834-c6ac76c3d0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5847309 Nov 16 21:22:18.055861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-b1d290fa-2d28-486d-a69d-3b14927f7b6c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 998 time: 0.6525285 Nov 16 21:22:18.066340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-70ddb9f0-bd5a-4a05-8554-02093ddea8c1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:18.067353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-70ddb9f0-bd5a-4a05-8554-02093ddea8c1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064323 Nov 16 21:22:18.076453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:18.116497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327681d-ff62-4e6b-b97a-b37cc7c5d57e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=63d3594e-98ce-431a-b351-ff3e0cfcf60e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:18.139565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:18.144396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.246232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 63d3594e-98ce-431a-b351-ff3e0cfcf60e details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:18.288478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.400305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:18.400611 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.455106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-b292fc66-53fe-4b21-97a6-1083b56874af service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696713 Nov 16 21:22:18.466539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.479158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.488518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.533317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:18.538904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:18.543533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:18.547861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=eccece4d-5b39-4e5b-bf4e-00d648785907,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:18.550413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '91886442-6979-4497-ae3d-54c1ba141be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:18.551223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: 63d3594e-98ce-431a-b351-ff3e0cfcf60e, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:18.581279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-c759eb41-25ca-4554-aef3-589c1b15b252 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:18.582595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network 63d3594e-98ce-431a-b351-ff3e0cfcf60e is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:18.582819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-c759eb41-25ca-4554-aef3-589c1b15b252 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=75a8ec15-f02d-444d-a233-f5743faa8846 HTTP/1.1" status: 200 len: 943 time: 0.1958044 Nov 16 21:22:18.592484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Pushing event updated for resources: {'Port': ['ID=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:18.603119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 63d3594e-98ce-431a-b351-ff3e0cfcf60e) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:18.620330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42791d3-277a-4c89-ab9a-b4b112554ee1 None None] Network 63d3594e-98ce-431a-b351-ff3e0cfcf60e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:18.621086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:18.625066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.627473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.667959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-58344df3-fc80-46d6-8502-560d511dd022 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8450279 Nov 16 21:22:18.670389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48992) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:18.707306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Attempting to bind port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:18.707751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Attempting to bind port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9fffc221-6c10-461a-b623-12ed9656505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:18.708117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Attempting to bind port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb on network 272e0829-aa47-4c77-b4b8-015e03fddc2d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:18.754085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-906de525-ae28-4342-b60a-99be667d1cdf req-f24ecbd5-8d7d-44bc-9a81-ccb0b0880c51 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794714 Nov 16 21:22:18.778137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:18.778618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Checking segment: {'id': '9fffc221-6c10-461a-b623-12ed9656505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:18.778919 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.779521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Bound using segment: {'id': '9fffc221-6c10-461a-b623-12ed9656505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:18.779816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Bound port: 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fffc221-6c10-461a-b623-12ed9656505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '272e0829-aa47-4c77-b4b8-015e03fddc2d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:18.780205 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.790463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:18.815860 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.871286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.892162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port 12913d8a-aaf1-41ba-b25b-85ade741d907 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:18.892162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.900628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-22b0f4d2-ee31-4fc2-8639-5fe2ae4c9d27 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:18.902860 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-22b0f4d2-ee31-4fc2-8639-5fe2ae4c9d27 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 818 time: 0.1694543 Nov 16 21:22:18.939400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Request body: {'port': {'device_id': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'admin_state_up': True, 'tenant_id': '9c0e76500ed847fc9f953581a7ed650d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:18.995553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port 12913d8a-aaf1-41ba-b25b-85ade741d907, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12913d8a-aaf1-41ba-b25b-85ade741d907,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:18.995958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.010280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for 12913d8a-aaf1-41ba-b25b-85ade741d907 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:19.025577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:19.055400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] For port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:19.061426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] For port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,segment=NetworkSegment(9fffc221-6c10-461a-b623-12ed9656505b),segment_id=9fffc221-6c10-461a-b623-12ed9656505b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:19.102743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.115867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.139760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-63d3594e-98ce-431a-b351-ff3e0cfcf60e', 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': 'eccece4d-5b39-4e5b-bf4e-00d648785907'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:19.141260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.217268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ed29a-6e84-439a-b1d9-8ce790f138de None None] Pushing event updated for resources: {'Port': ['ID=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:19.318868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.324365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.389952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=12913d8a-aaf1-41ba-b25b-85ade741d907,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:19.463930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Made reservation on behalf of 9c0e76500ed847fc9f953581a7ed650d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:19.466921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.472054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Allocated IP 2001:db8::1 (63d3594e-98ce-431a-b351-ff3e0cfcf60e/eccece4d-5b39-4e5b-bf4e-00d648785907/ac52a192-2316-4d30-af79-8a52bcce2e47) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:19.573245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-0f2765b8-3d68-4bef-9eea-ae72a5e6f484 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:19.574371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-0f2765b8-3d68-4bef-9eea-ae72a5e6f484 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.36 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 818 time: 0.4003978 Nov 16 21:22:19.583043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:22:19.643440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port 12913d8a-aaf1-41ba-b25b-85ade741d907 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:19.649380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Request body: {'port': {'device_id': 'b8764078-08aa-4e72-a391-05a727331ca1', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'admin_state_up': True, 'tenant_id': '9c0e76500ed847fc9f953581a7ed650d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:19.656375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.657857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.661721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dd4e453-1b58-4726-9f45-e8d47394bc3c req-fcb5f362-8063-4778-97f9-a62553c2a63c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "DELETE /v2.0/ports/12913d8a-aaf1-41ba-b25b-85ade741d907 HTTP/1.1" status: 204 len: 173 time: 1.0598199 Nov 16 21:22:19.668568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-deleted', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:19.672884 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b002ff9-b78d-4fbd-8e4f-8d09506b046c" -d '{"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-deleted", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:19.691512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Allocated IP 172.20.0.6 (0c900465-8c91-4305-91ac-9b9977e4b6a1/1ada5d1b-025c-4470-877f-bdcbc44c32be/78a03a75-6a87-40cc-a59e-43498ef85bbc) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:19.716060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.754408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.764314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.825864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Network 63d3594e-98ce-431a-b351-ff3e0cfcf60e is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:19.835032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:19.840014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:19.840433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.853234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Pushing event updated for resources: {'Port': ['ID=ac52a192-2316-4d30-af79-8a52bcce2e47,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:19.890810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=eccece4d-5b39-4e5b-bf4e-00d648785907,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:19.949795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Attempting to bind port ac52a192-2316-4d30-af79-8a52bcce2e47 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:19.951045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Attempting to bind port ac52a192-2316-4d30-af79-8a52bcce2e47 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '91886442-6979-4497-ae3d-54c1ba141be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:19.951545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Attempting to bind port ac52a192-2316-4d30-af79-8a52bcce2e47 on network 63d3594e-98ce-431a-b351-ff3e0cfcf60e {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:19.959262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:19.960682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Checking segment: {'id': '91886442-6979-4497-ae3d-54c1ba141be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:19.960682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.960896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Bound using segment: {'id': '91886442-6979-4497-ae3d-54c1ba141be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:19.961995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Bound port: ac52a192-2316-4d30-af79-8a52bcce2e47, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91886442-6979-4497-ae3d-54c1ba141be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:19.962642 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:19.985085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.030531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.033153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d3594e-98ce-431a-b351-ff3e0cfcf60e']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:20.046468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91886442-6979-4497-ae3d-54c1ba141be1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:20.046468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91886442-6979-4497-ae3d-54c1ba141be1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:20.059825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.078240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.085958 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f2788-18aa-4677-9ff5-da85fef0e783 x-openstack-request-id: req-914f2788-18aa-4677-9ff5-da85fef0e783 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:20.091684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:20.092169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.097153 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-unplugged", "status": "failed", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907", "code": 422}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:20.097716 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-914f2788-18aa-4677-9ff5-da85fef0e783 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:20.098548 n-d-816206-5 neutron-server[102666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'code': 422} returned with failed status Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:20.101869 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:20.113284 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594 associated. External IP: 172.25.7.8, port: 74b54858-7687-41e2-8300-225bd3f58d61. Nov 16 21:22:20.124532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] For port ac52a192-2316-4d30-af79-8a52bcce2e47, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:20.140511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:20.184865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.208035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] For port ac52a192-2316-4d30-af79-8a52bcce2e47, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac52a192-2316-4d30-af79-8a52bcce2e47,segment=NetworkSegment(91886442-6979-4497-ae3d-54c1ba141be1),segment_id=91886442-6979-4497-ae3d-54c1ba141be1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:20.221988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:22:20.221988 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:22:20.221988 n-d-816206-5 neutron-server[102664]: [parameters: {'id': '63d3594e-98ce-431a-b351-ff3e0cfcf60e'}] Nov 16 21:22:20.221988 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:22:20.222415 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:22:20.228478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.232273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:20.236218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:20.240918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:20.243906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:20.244386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.282113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event updated for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:20.347079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.350421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.361156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-ac153a39-a54a-4aea-8f86-30557d4ae18b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.362672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-ac153a39-a54a-4aea-8f86-30557d4ae18b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 818 time: 0.9893913 Nov 16 21:22:20.374820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4a68-3bbc-4691-923b-137e90308b53 req-1952978f-f956-4437-8c54-4bbbad04d905 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.375297 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-b5c421d3-34f0-46e2-9416-69e4117bfd5b tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4419231 Nov 16 21:22:20.376593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54bd4a68-3bbc-4691-923b-137e90308b53 req-1952978f-f956-4437-8c54-4bbbad04d905 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.2127988 Nov 16 21:22:20.384751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fd64d-d2b7-4e75-b3b4-883c8d1e1be0 None None] Pushing event updated for resources: {'Port': ['ID=ac52a192-2316-4d30-af79-8a52bcce2e47,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:20.391263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Request body: {'port': {'device_id': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:20.391430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Request body: {'port': {'device_id': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'admin_state_up': True, 'tenant_id': '9c0e76500ed847fc9f953581a7ed650d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:20.412050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930f37e-969a-4156-934d-465dc33325e8 None None] Network 63d3594e-98ce-431a-b351-ff3e0cfcf60e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:20.467503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.474419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.525815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54bd4a68-3bbc-4691-923b-137e90308b53 req-9f2f8e7d-87b2-4b69-b2b9-d58757277115 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135497 Nov 16 21:22:20.529158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Made reservation on behalf of 9c0e76500ed847fc9f953581a7ed650d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:20.533624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.589372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.653016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,segment=NetworkSegment(9fffc221-6c10-461a-b623-12ed9656505b),segment_id=9fffc221-6c10-461a-b623-12ed9656505b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:20.663963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.695736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc886d-c206-4846-88b6-0d08c60e7062 None None] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:20.731548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.813594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:20.822761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6a8be9a8-c0bf-4168-8d0b-7b55dca45a58 None None] Provisioning complete for port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:20.823294 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6a8be9a8-c0bf-4168-8d0b-7b55dca45a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.858898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04d4f789-d62c-4063-91ea-2e74faff6e66 req-05d05b44-d891-45e3-a489-e3a6e3d290c2 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 210 time: 0.0519345 Nov 16 21:22:20.863257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Made reservation on behalf of 9c0e76500ed847fc9f953581a7ed650d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:20.867170 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.887033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port ac52a192-2316-4d30-af79-8a52bcce2e47 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:20.887741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:20.896781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:21.003420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a03a75-6a87-40cc-a59e-43498ef85bbc {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:21.016228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.019566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port ac52a192-2316-4d30-af79-8a52bcce2e47, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac52a192-2316-4d30-af79-8a52bcce2e47,segment=NetworkSegment(91886442-6979-4497-ae3d-54c1ba141be1),segment_id=91886442-6979-4497-ae3d-54c1ba141be1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:21.019923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.040408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for ac52a192-2316-4d30-af79-8a52bcce2e47 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:21.045635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Transition to ACTIVE for port object 78a03a75-6a87-40cc-a59e-43498ef85bbc will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:21.046142 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d57d03f-38f8-4111-b4f4-17ffd353dd08 x-openstack-request-id: req-4d57d03f-38f8-4111-b4f4-17ffd353dd08 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:21.046584 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a8ec15-f02d-444d-a233-f5743faa8846", "name": "network-vif-deleted", "tag": "12913d8a-aaf1-41ba-b25b-85ade741d907", "status": "failed", "code": 422}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:21.047332 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d57d03f-38f8-4111-b4f4-17ffd353dd08 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:21.047871 n-d-816206-5 neutron-server[102665]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75a8ec15-f02d-444d-a233-f5743faa8846', 'name': 'network-vif-deleted', 'tag': '12913d8a-aaf1-41ba-b25b-85ade741d907', 'status': 'failed', 'code': 422} returned with failed status Nov 16 21:22:21.121157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:21.131936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.136992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:21.156894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:21.157941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:21.168473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.216834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port ac52a192-2316-4d30-af79-8a52bcce2e47 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:21.244807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Allocated IP 172.20.0.10 (0c900465-8c91-4305-91ac-9b9977e4b6a1/1ada5d1b-025c-4470-877f-bdcbc44c32be/6274e044-017e-42f7-b8cb-a69e9e22f214) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:21.350088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d1b7b-f42a-4879-8fe1-1a4f2e74d817 req-979042da-788f-4f38-b871-4edc1225d186 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:21.357851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.361490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-834d1b7b-f42a-4879-8fe1-1a4f2e74d817 req-979042da-788f-4f38-b871-4edc1225d186 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 0.1649826 Nov 16 21:22:21.362014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Pushing event updated for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:21.410332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.410837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.411305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.411760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.412194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.412624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.413045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.413817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.413817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.414273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.414700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.415197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:21.424593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2407e-977b-4c2d-8891-a861942c6b8f None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:22:21.425037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d3594e-98ce-431a-b351-ff3e0cfcf60e']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:21.456798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91886442-6979-4497-ae3d-54c1ba141be1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:21.457244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91886442-6979-4497-ae3d-54c1ba141be1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:21.459533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=ac52a192-2316-4d30-af79-8a52bcce2e47,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:21.473904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.504859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.509663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Attempting to bind port 78a03a75-6a87-40cc-a59e-43498ef85bbc on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:21.510349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Attempting to bind port 78a03a75-6a87-40cc-a59e-43498ef85bbc by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:21.510544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Attempting to bind port 78a03a75-6a87-40cc-a59e-43498ef85bbc on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:21.516747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:21.517265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.518489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:21.520739 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:21.523301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Port 78a03a75-6a87-40cc-a59e-43498ef85bbc on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:21.523492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Attempting to bind port 78a03a75-6a87-40cc-a59e-43498ef85bbc on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:21.540506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e80c744e-16b1-47fa-8c6c-959e05f7fade None None] Provisioning complete for port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:21.540746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e80c744e-16b1-47fa-8c6c-959e05f7fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.564736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-834d1b7b-f42a-4879-8fe1-1a4f2e74d817 req-bf1644c9-afab-43b5-b7cd-ff792fa3d86f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908545 Nov 16 21:22:21.564976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:21.565874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Checking segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:21.565874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Bound using segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:21.566816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Bound port: 78a03a75-6a87-40cc-a59e-43498ef85bbc, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:21.566816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.616725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.628145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.635997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/63d3594e-98ce-431a-b351-ff3e0cfcf60e HTTP/1.1" status: 204 len: 168 time: 2.9645057 Nov 16 21:22:21.640584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:21.653314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:21.655111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221849195'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:21.661643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a499b23-765d-4ec2-a908-642f3ee221b6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=63d3594e-98ce-431a-b351-ff3e0cfcf60e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:21.687125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.689768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:21.694793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:21.697920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:21.705543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.713338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:21.717989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.756709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:21.757772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.758856 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-285273d0-e665-452a-93d9-110694158081 service neutron] 10.222.0.21 "PUT /v2.0/ports/78a03a75-6a87-40cc-a59e-43498ef85bbc HTTP/1.1" status: 200 len: 1091 time: 1.3731561 Nov 16 21:22:21.761106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:21.763715 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f092e443-c283-434f-b803-ea23796bebed" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:21.777483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2407e-977b-4c2d-8891-a861942c6b8f None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:22:21.796776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:21.804022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285273d0-e665-452a-93d9-110694158081 service neutron] Pushing event updated for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:21.821762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.822124 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment fe0eaac3-8e75-41ec-acd9-55d2f93b968e of type vlan for network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 Nov 16 21:22:21.829403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873eaf2-82d6-4bca-979d-a9c5dfe1d33b req-9a1c0b57-2f51-4d50-815b-509f1f8834e5 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:21.830709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8873eaf2-82d6-4bca-979d-a9c5dfe1d33b req-9a1c0b57-2f51-4d50-815b-509f1f8834e5 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.1599903 Nov 16 21:22:21.883492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.891790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-a42ba8bc-02ea-4189-b744-e6b53bcb1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:21.893305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-a42ba8bc-02ea-4189-b744-e6b53bcb1e37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 1094 time: 0.0852754 Nov 16 21:22:21.912169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.952203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-bc09da14-dd47-4582-87fd-911598e62f31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc HTTP/1.1" status: 200 len: 217 time: 0.0440998 Nov 16 21:22:21.958760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.973002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:21.973841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.985735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8873eaf2-82d6-4bca-979d-a9c5dfe1d33b req-383ab9d1-6072-42fe-b7aa-d28b5c3f80f2 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481411 Nov 16 21:22:21.997417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:22.018571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:22.021961 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.061228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Allocated IP 172.20.0.11 (0c900465-8c91-4305-91ac-9b9977e4b6a1/1ada5d1b-025c-4470-877f-bdcbc44c32be/ed1fa62b-6314-44a0-b7d1-b81ce159dd9b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:22.068381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:22.070978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:22.074025 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4247761 Nov 16 21:22:22.074657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:22.092567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:22.104263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:22.106538 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d6a44-62b2-45d3-bde5-1cb49389332c" -d '{"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:22.110860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:22.123664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event updated for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:22.179368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-c22efe0a-783c-42bb-9237-a27307cfd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.181024 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-c22efe0a-783c-42bb-9237-a27307cfd9cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.2033381 Nov 16 21:22:22.188572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c243c30-b4e0-46fc-995e-4784d7edee34 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=5d2d6d7f-74d2-4ca4-8328-ff109afdaee2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:22.192675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-821985f1-00da-490e-b7db-b42a021c2f96 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "PUT /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 996 time: 4.1304057 Nov 16 21:22:22.217946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:22.243346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-e7e27f88-d37f-4aa5-b2ae-5dc8a3594829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403430 Nov 16 21:22:22.273348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.273819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.309023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-31ae0daa-9477-47ea-83a2-2aab66854428 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.310380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-31ae0daa-9477-47ea-83a2-2aab66854428 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports/74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 943 time: 0.0988448 Nov 16 21:22:22.318893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:22.323037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.376434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-cce9a73d-aa61-4f7d-b220-92782126000c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7308552 Nov 16 21:22:22.396283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:22.396652 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.406316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-d90eed1e-a813-4698-8d78-b228b75cd557 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.408648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-d90eed1e-a813-4698-8d78-b228b75cd557 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.2749717 Nov 16 21:22:22.411942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Request body: {'port': {'device_id': 'b8764078-08aa-4e72-a391-05a727331ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:22.453801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-1ed8920d-08bb-40bd-bcbf-bd6a9888b5de tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.0361359 Nov 16 21:22:22.467487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-aa30ff54-a6b1-4484-99a7-7720ed19f3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151575 Nov 16 21:22:22.520062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-47550524-e882-48e2-9885-8c8d1fce64e6 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546100 Nov 16 21:22:22.535113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:19Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:22.563420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-dabf0159-f720-406c-a2b8-8960e69135c4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:22.564389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-dabf0159-f720-406c-a2b8-8960e69135c4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125537 Nov 16 21:22:22.611098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:22.626524 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d337d5b6-f0d1-4b2f-b85b-5b8082a4b87f service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484103 Nov 16 21:22:22.684744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:22.685282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:22.700404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.765862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d1e92-9ced-466b-b8f9-5ff6f91d3d3e None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:22.792659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=52b07e62-e020-45a6-a2aa-5b805d1ddcd6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:22.809469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95349fed-8f08-4a37-a612-f66c8d6a2295 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:22.823495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:22.823866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:22.825126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port 09f9ce57-a63c-44e3-a859-132d08793fcb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:22.825487 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.828123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:22.845409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:22.856821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:22.864786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.865389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.880075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9dc11-9961-4e78-8a70-83ca04d7e87f None None] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:22.887497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.888041 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57ad81e6-9a86-4c0f-8e7c-7002fb6b8562 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8044634 Nov 16 21:22:22.891327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:22.896593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882340526'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:22.905007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.923904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:22.928933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.963911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:22.968073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-5a1e18b7-bff1-4f80-89d8-0d7b8f49695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:22.969624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-5a1e18b7-bff1-4f80-89d8-0d7b8f49695a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.4667513 Nov 16 21:22:22.981492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.982191 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 4eda2756-c00f-40a1-a605-bfd307e75a7f of type vlan for network f875925a-0fb5-460a-9579-6ff35ec2b511 Nov 16 21:22:23.035754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.064511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.070639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.071696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.071819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}, {'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:23.074348 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdcb6d4-601d-4391-9119-cc7698933478" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}, {"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:23.084794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-54bc1991-8dc6-4201-90e8-ea635979e004 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094209 Nov 16 21:22:23.098208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c792fd9-294f-4233-9d31-851e701b200d req-322be755-ed3f-4da8-be07-364dc02e4d88 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.099973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c792fd9-294f-4233-9d31-851e701b200d req-322be755-ed3f-4da8-be07-364dc02e4d88 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 945 time: 0.2189422 Nov 16 21:22:23.148587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2559350 Nov 16 21:22:23.151640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:23.158818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'f875925a-0fb5-460a-9579-6ff35ec2b511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:23.174884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f5f0d-200f-4f43-bbdd-6fa8ebed661a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=f875925a-0fb5-460a-9579-6ff35ec2b511,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:23.195732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f875925a-0fb5-460a-9579-6ff35ec2b511 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:23.234018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.261330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:23.265465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.336951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:22:23.338065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:22:23.405807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:23.406218 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.426618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:23.444891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:23.454241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event updated for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:23.456985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-c18b0162-32e7-49ec-b075-025c3a353500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.458743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-c18b0162-32e7-49ec-b075-025c3a353500 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.4683962 Nov 16 21:22:23.467162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:23.471406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-5d2d6d7f-74d2-4ca4-8328-ff109afdaee2', 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': '52b07e62-e020-45a6-a2aa-5b805d1ddcd6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:23.472267 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.498091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.520267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba6456-95c9-4764-8753-dda34c15a08c None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:23.538944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-499e3a8d-a260-449f-a3b1-130eb59ac5ca service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342353 Nov 16 21:22:23.552793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-8339c10e-06a0-4669-92fb-251774dd732e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0778790 Nov 16 21:22:23.562217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=130b35a5-cca8-4b7b-b064-21bf13c5b9e4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:23.570223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '4eda2756-c00f-40a1-a605-bfd307e75a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'f875925a-0fb5-460a-9579-6ff35ec2b511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:23.570745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: f875925a-0fb5-460a-9579-6ff35ec2b511, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:23.591091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network f875925a-0fb5-460a-9579-6ff35ec2b511 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:23.602825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f875925a-0fb5-460a-9579-6ff35ec2b511) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:23.608496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.608953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.625537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.626275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.628131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909d0a1-8398-4014-af27-9d721214cc85 None None] Network f875925a-0fb5-460a-9579-6ff35ec2b511 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:23.642216 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-59a9f1d5-af61-40aa-905e-6755ea79ac77 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4895635 Nov 16 21:22:23.642958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:23.667974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Deleting port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:23.668392 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.692795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-149abf66-ca7e-4e26-bdf8-de4bd8d908ee tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3121181 Nov 16 21:22:23.719522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-2b3cdd07-dffd-46b1-bd70-369d63811f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:23.721006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-2b3cdd07-dffd-46b1-bd70-369d63811f9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.1565456 Nov 16 21:22:23.730786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Request body: {'port': {'device_id': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:23.805011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.896521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.905651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:19Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:23.936726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6274e044-017e-42f7-b8cb-a69e9e22f214 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:23.953485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd833cf4-27ee-4f31-b930-093814156fe5 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:19Z', 'revision_number': 3, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:23.986055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port d47e1986-799d-401a-a859-79652b14f5cb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:23.986422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.989403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Allocated IP 2001:db8::1 (5d2d6d7f-74d2-4ca4-8328-ff109afdaee2/52b07e62-e020-45a6-a2aa-5b805d1ddcd6/a71320da-99e4-4923-bc3c-db26ced4f8e6) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:24.032711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.061493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.066456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-27189eaa-0735-426d-99b4-5e8268d418f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:24.068722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-27189eaa-0735-426d-99b4-5e8268d418f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269911 Nov 16 21:22:24.076122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.080592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] For port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:24.081171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.103435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=130b35a5-cca8-4b7b-b064-21bf13c5b9e4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:24.126949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Transition to ACTIVE for port object 6274e044-017e-42f7-b8cb-a69e9e22f214 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:24.128008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Calling delete_port for ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:24.152212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.225496 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.270772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92f892-f187-4e31-a95b-7097d43a877d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-f875925a-0fb5-460a-9579-6ff35ec2b511', 'network_id': 'f875925a-0fb5-460a-9579-6ff35ec2b511', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': '130b35a5-cca8-4b7b-b064-21bf13c5b9e4'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:24.271640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b92f892-f187-4e31-a95b-7097d43a877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.272010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f875925a-0fb5-460a-9579-6ff35ec2b511']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:24.291610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eda2756-c00f-40a1-a605-bfd307e75a7f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:24.292803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eda2756-c00f-40a1-a605-bfd307e75a7f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:24.309801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.324957 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739b28e-187a-44ec-8ea2-4b84f70d7d32 None None] New status for floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:24.347513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.356222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:24.356610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:24.360681 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:24.394402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-15175430-5b8d-46d3-8384-9d54c8e44e27 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926471 Nov 16 21:22:24.438245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.448316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.451839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.458078 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/f875925a-0fb5-460a-9579-6ff35ec2b511 HTTP/1.1" status: 204 len: 168 time: 0.8138573 Nov 16 21:22:24.458977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49050) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:24.476048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396881398'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:24.476646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port c97f2cda-f3c5-44cc-b0bc-098a8240867d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:24.477019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.479222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.482165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c94a7-6956-4e5b-968e-39be9d38684c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=f875925a-0fb5-460a-9579-6ff35ec2b511,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:24.495997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:24.530304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:24.536742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.538014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489b5197-ad81-4eae-8368-4e6960a09dab None None] Network f875925a-0fb5-460a-9579-6ff35ec2b511 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:24.583981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:24.606351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.606681 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 60efa18a-0885-462d-b413-c21d05c1f732 of type vlan for network f7fd869c-712f-48f4-908a-8afb968ca20f Nov 16 21:22:24.614231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e252f2-a60d-4991-9816-ccfa47b6d692 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:24.625893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489b5197-ad81-4eae-8368-4e6960a09dab None None] Network f875925a-0fb5-460a-9579-6ff35ec2b511 could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:22:24.643936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:24.648421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Port c97f2cda-f3c5-44cc-b0bc-098a8240867d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:24.650381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:24.653187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Pushing event updated for resources: {'Port': ['ID=a71320da-99e4-4923-bc3c-db26ced4f8e6,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:24.655499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:24.688304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.714180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port 1dcfb025-be43-42f5-ad4b-b20ecf881c39 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:24.714639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.748475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.754702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:24.755321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.762441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Port 1dcfb025-be43-42f5-ad4b-b20ecf881c39 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:24.777633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Attempting to bind port a71320da-99e4-4923-bc3c-db26ced4f8e6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:24.778021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Attempting to bind port a71320da-99e4-4923-bc3c-db26ced4f8e6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:24.778386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Attempting to bind port a71320da-99e4-4923-bc3c-db26ced4f8e6 on network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:24.788680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:24.789053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Checking segment: {'id': 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:24.789440 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.789838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Bound using segment: {'id': 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:24.790320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Bound port: a71320da-99e4-4923-bc3c-db26ced4f8e6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5d2d6d7f-74d2-4ca4-8328-ff109afdaee2'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:24.790704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.799687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361ad6-b34d-47c0-80af-1e55e8f3d542 req-62db0bba-3d24-422e-896b-3c37eeb48e27 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:24.806614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port aaba66a1-544a-4c5f-98b8-1d8334e95968 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:24.807015 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.816556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07361ad6-b34d-47c0-80af-1e55e8f3d542 req-62db0bba-3d24-422e-896b-3c37eeb48e27 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.3560238 Nov 16 21:22:24.832201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3604450 Nov 16 21:22:24.835255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49052) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:24.840780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'f7fd869c-712f-48f4-908a-8afb968ca20f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:24.850376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a41ee-a616-4ab8-80df-04a6868317f6 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=f7fd869c-712f-48f4-908a-8afb968ca20f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:24.866750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f7fd869c-712f-48f4-908a-8afb968ca20f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:24.909906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-39e9bb0c-cff6-42b3-ad41-52bb656ce45a service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376214 Nov 16 21:22:24.936109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Port aaba66a1-544a-4c5f-98b8-1d8334e95968 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:24.973076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] For port a71320da-99e4-4923-bc3c-db26ced4f8e6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:24.994598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] For port a71320da-99e4-4923-bc3c-db26ced4f8e6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71320da-99e4-4923-bc3c-db26ced4f8e6,segment=NetworkSegment(fe0eaac3-8e75-41ec-acd9-55d2f93b968e),segment_id=fe0eaac3-8e75-41ec-acd9-55d2f93b968e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:24.996015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:24.996551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.017526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:25.021996 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.026555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:25.029316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.054780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Attempting to bind port 6274e044-017e-42f7-b8cb-a69e9e22f214 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:25.055164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Attempting to bind port 6274e044-017e-42f7-b8cb-a69e9e22f214 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:25.055491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Attempting to bind port 6274e044-017e-42f7-b8cb-a69e9e22f214 on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:25.084420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07361ad6-b34d-47c0-80af-1e55e8f3d542 req-87b88d86-a572-4284-930c-16b7e7005f51 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658601 Nov 16 21:22:25.095219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:25.095219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:25.098124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Port 6274e044-017e-42f7-b8cb-a69e9e22f214 on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:25.098701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Attempting to bind port 6274e044-017e-42f7-b8cb-a69e9e22f214 on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:25.148859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:25.149207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Checking segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:25.149603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Bound using segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:25.150611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Bound port: 6274e044-017e-42f7-b8cb-a69e9e22f214, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:25.150999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.173158 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.191473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1fa62b-6314-44a0-b7d1-b81ce159dd9b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:25.205914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-5f93cc16-ef98-4986-8db4-e3e2aa5e4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:25.208762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-5f93cc16-ef98-4986-8db4-e3e2aa5e4b62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1096 time: 0.1976280 Nov 16 21:22:25.212572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1986c1-1dcc-4733-8c7f-f0987c3e4177 None None] Pushing event updated for resources: {'Port': ['ID=a71320da-99e4-4923-bc3c-db26ced4f8e6,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.251185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.296386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event deleted for resources: {'Port': ['ID=ea2b4bd9-6f2a-4063-bcfa-b145f3a19992,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.334568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:25.346523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.365202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Transition to ACTIVE for port object ed1fa62b-6314-44a0-b7d1-b81ce159dd9b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:25.405387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.423213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ba606a-758a-4010-8d3d-4b7c81289972 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:25.442492 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e8d1ac-ccff-4165-b76d-768a77479721 x-openstack-request-id: req-92e8d1ac-ccff-4165-b76d-768a77479721 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:25.449527 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:25.450013 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92e8d1ac-ccff-4165-b76d-768a77479721 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:25.451527 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc', 'status': 'completed', 'code': 200} Nov 16 21:22:25.582788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=ecede945-a7e3-4367-923a-e4719a343dc9,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.614197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '60efa18a-0885-462d-b413-c21d05c1f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f7fd869c-712f-48f4-908a-8afb968ca20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:25.614859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: f7fd869c-712f-48f4-908a-8afb968ca20f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:25.669231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-0d6f6a4f-533c-471e-ae0e-637976c5e878 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:25.671205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-0d6f6a4f-533c-471e-ae0e-637976c5e878 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.2375398 Nov 16 21:22:25.682632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network f7fd869c-712f-48f4-908a-8afb968ca20f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:25.693826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:25.752301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f7fd869c-712f-48f4-908a-8afb968ca20f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:25.764480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:25.765143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.800715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f1dc0-a0b0-452a-b961-196bf1da5b51 None None] Network f7fd869c-712f-48f4-908a-8afb968ca20f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:25.809437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c6a9394d-8043-445c-a415-412a04628678 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9725173 Nov 16 21:22:25.816687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:25.853933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-4d9d126c-6db8-46f9-b83b-ddb92dd14a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:25.855624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-4d9d126c-6db8-46f9-b83b-ddb92dd14a1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.5973980 Nov 16 21:22:25.861684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Provisioning complete for port c7551eb3-ccc0-4db4-868f-e98296ecf7e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:25.862061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b06639d4-cf09-4e6c-827c-c509697f327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.867348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] No DVR routers for this DVR port ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:25.905838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.909864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c792fd9-294f-4233-9d31-851e701b200d req-39f5c9e7-ff4a-46d7-a38d-919261878a78 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "DELETE /v2.0/ports/ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 HTTP/1.1" status: 204 len: 173 time: 2.7951310 Nov 16 21:22:25.950945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:25.955922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.986951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.002268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2dba4-eb20-4240-ad32-6e90440492a8 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:26.006686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:26.036121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.063227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:26.068118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6274e044-017e-42f7-b8cb-a69e9e22f214,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:26.084208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e443-c283-434f-b803-ea23796bebed req-64d5e719-793f-4bb3-8485-e2e61ea4449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.088980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-64d5e719-793f-4bb3-8485-e2e61ea4449d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 1094 time: 0.6246414 Nov 16 21:22:26.099425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.102065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:26.102411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ea2b4bd9-6f2a-4063-bcfa-b145f3a19992 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:26.117274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede595-71bf-495a-8747-8ba89195aee2 req-dda78e38-ac55-4ed3-ba29-be7dccfed828 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.125961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccede595-71bf-495a-8747-8ba89195aee2 req-dda78e38-ac55-4ed3-ba29-be7dccfed828 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 944 time: 0.2597761 Nov 16 21:22:26.189118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71320da-99e4-4923-bc3c-db26ced4f8e6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:26.192325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-a2cf77b7-530a-4f41-ab30-46100733a917 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 999 time: 0.3100493 Nov 16 21:22:26.242079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.256512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cc0c5f-6cfd-430c-b0ac-d5af3b48143d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-f7fd869c-712f-48f4-908a-8afb968ca20f', 'network_id': 'f7fd869c-712f-48f4-908a-8afb968ca20f', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': 'ecede945-a7e3-4367-923a-e4719a343dc9'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:26.257379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0c5f-6cfd-430c-b0ac-d5af3b48143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.283379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:24Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:26.319912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.7 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/b506dfbd-a34d-40b7-97b5-f277bd4eb621) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:26.330419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5bd5a9-caea-43fb-a147-215d2dea9294 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:26.332958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:26.346724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.347050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.348570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6274e044-017e-42f7-b8cb-a69e9e22f214 HTTP/1.1" status: 200 len: 1092 time: 3.9498599 Nov 16 21:22:26.417671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.422554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78a03a75-6a87-40cc-a59e-43498ef85bbc details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:26.444162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ce46a-87cd-4839-91c1-d7cb8be0d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.454526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:26.455184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:26.478508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccede595-71bf-495a-8747-8ba89195aee2 req-50e92878-1967-43a1-962a-886b6174d6f0 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512728 Nov 16 21:22:26.502407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a71320da-99e4-4923-bc3c-db26ced4f8e6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:26.502583 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.513313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-9a023e60-30ba-4777-b045-4c5bb1caf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.524775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-9a023e60-30ba-4777-b045-4c5bb1caf2d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.2540698 Nov 16 21:22:26.542039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Attempting to bind port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:26.546267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Attempting to bind port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:26.548210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Attempting to bind port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:26.552370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.586179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fd869c-712f-48f4-908a-8afb968ca20f']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:26.594175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:26.598591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Attempting to bind port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b on network 0c900465-8c91-4305-91ac-9b9977e4b6a1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:26.600305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60efa18a-0885-462d-b413-c21d05c1f732') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:26.600667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60efa18a-0885-462d-b413-c21d05c1f732') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:26.601955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e443-c283-434f-b803-ea23796bebed req-28416748-3590-49b3-aa50-1e9e1dac874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.606575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-28416748-3590-49b3-aa50-1e9e1dac874d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 919 time: 0.4755504 Nov 16 21:22:26.613008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.631481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.639442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:26.639979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.668519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:26.668867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Checking segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:26.669374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Bound using segment: {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:26.670164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Bound port: ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a84215-7240-4161-a793-dd8189b6ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:26.670537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-b5cc0c5f-6cfd-430c-b0ac-d5af3b48143d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecede945-a7e3-4367-923a-e4719a343dc9: This subnet is being modified by another concurrent operation. Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:22:26.705859 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecede945-a7e3-4367-923a-e4719a343dc9: This subnet is being modified by another concurrent operation. Nov 16 21:22:26.708934 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:22:26.751243 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21200e-0e6f-428c-87d7-34bde36339be x-openstack-request-id: req-ad21200e-0e6f-428c-87d7-34bde36339be {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:26.752554 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:26.752869 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad21200e-0e6f-428c-87d7-34bde36339be {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:26.753285 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'code': 200} Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:26.765828 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:26.772112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-04d6fc86-a7ee-4f3d-9e62-0a2e8b7f2c81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc HTTP/1.1" status: 200 len: 217 time: 0.1407537 Nov 16 21:22:26.803060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.807542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.810805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/f7fd869c-712f-48f4-908a-8afb968ca20f HTTP/1.1" status: 204 len: 168 time: 0.9931083 Nov 16 21:22:26.818378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0f4e1-3779-447a-9ce1-1f1e4c6092e0 None None] Network f7fd869c-712f-48f4-908a-8afb968ca20f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:26.837585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce29b65c-eb89-4f2f-a988-8279b5ff5e73 req-987cfd94-58bd-429f-a99d-7991b7dd359d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=45fd69d7-305a-4313-b0df-59e9508b33fa HTTP/1.1" status: 200 len: 210 time: 0.0835533 Nov 16 21:22:26.841945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-6aa15026-176d-4bcd-a59a-462a5e42633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:26.855427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-6aa15026-176d-4bcd-a59a-462a5e42633f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 1095 time: 0.4200339 Nov 16 21:22:26.864292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=ecede945-a7e3-4367-923a-e4719a343dc9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.865526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49060) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:26.878299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0f4e1-3779-447a-9ce1-1f1e4c6092e0 None None] Network f7fd869c-712f-48f4-908a-8afb968ca20f could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:22:26.886463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276987082'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:26.892810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:26.898246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eae49-7313-480b-9c91-1014f09f8168 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=f7fd869c-712f-48f4-908a-8afb968ca20f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.912764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:26.961905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e147c5-4e6d-4eef-8181-6409b9a8879c None None] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:26.988155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:26.991516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:26.993963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-09fc415d-092e-443a-869e-e3d8e1d4d17b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6274e044-017e-42f7-b8cb-a69e9e22f214 HTTP/1.1" status: 200 len: 217 time: 0.1376252 Nov 16 21:22:27.006109 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52b404-c502-40b1-bbca-8b688cf9b4dd x-openstack-request-id: req-8c52b404-c502-40b1-bbca-8b688cf9b4dd {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:27.006755 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:27.007186 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c52b404-c502-40b1-bbca-8b688cf9b4dd {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:27.007812 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:22:27.008215 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'status': 'completed', 'code': 200} Nov 16 21:22:27.010298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-bd45ef0a-0eb8-4b35-91d7-dc22b2747014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.013183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.019103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-bd45ef0a-0eb8-4b35-91d7-dc22b2747014 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4789364 Nov 16 21:22:27.020438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-d740467f-0892-47c2-8f96-b84dd64e6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.021925 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-d740467f-0892-47c2-8f96-b84dd64e6668 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1096 time: 0.0777493 Nov 16 21:22:27.032691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '78a03a75-6a87-40cc-a59e-43498ef85bbc', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'port_id': '78a03a75-6a87-40cc-a59e-43498ef85bbc', 'mac_address': 'fa:16:3e:49:8f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ada5d1b-025c-4470-877f-bdcbc44c32be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:27.096567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e443-c283-434f-b803-ea23796bebed req-fcd003cd-9b5a-4693-a245-bc6728df17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.097933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-fcd003cd-9b5a-4693-a245-bc6728df17cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.3096337 Nov 16 21:22:27.113348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.178293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.181178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:27.182503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-90b35075-9f27-40ef-aa0a-72f3e999b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.184078 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-90b35075-9f27-40ef-aa0a-72f3e999b798 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.1542542 Nov 16 21:22:27.187977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:27.189852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:27.192012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:27.213388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.215020 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.262312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-219506dd-aefd-4d3f-b7be-88a3b0717a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484168 Nov 16 21:22:27.267639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-d9f269e3-b970-4caa-809c-267af1cfbf3d service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476907 Nov 16 21:22:27.276782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:27.280403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.295461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438d930-3296-4f47-934a-9d8e6b18f1a6 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:27.322171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a03a75-6a87-40cc-a59e-43498ef85bbc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:27.415798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:27.419267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a71320da-99e4-4923-bc3c-db26ced4f8e6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71320da-99e4-4923-bc3c-db26ced4f8e6,segment=NetworkSegment(fe0eaac3-8e75-41ec-acd9-55d2f93b968e),segment_id=fe0eaac3-8e75-41ec-acd9-55d2f93b968e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:27.420349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55393a-7e28-456a-b156-9bb6f32cdb0d None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:27.435141 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.436919 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.446776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-656342ac-f9f3-4b08-ade7-b36be35142b9 None None] Provisioning complete for port a71320da-99e4-4923-bc3c-db26ced4f8e6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:27.447164 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-656342ac-f9f3-4b08-ade7-b36be35142b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.478214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.478750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.480886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed1fa62b-6314-44a0-b7d1-b81ce159dd9b HTTP/1.1" status: 200 len: 1092 time: 3.7541103 Nov 16 21:22:27.540815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363ac0-2e75-40bf-9875-e33bdbeeb8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:27.580270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:27.589225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.589843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.595513 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-d37d7c48-e8f2-4327-ad5d-161c5e90e374 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 999 time: 0.4006867 Nov 16 21:22:27.599899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-8bb60e4b-f74d-4c62-a7ef-4969e4d80ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.606337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-8bb60e4b-f74d-4c62-a7ef-4969e4d80ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.6042411 Nov 16 21:22:27.607754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-e4d3b6ef-3e11-45a8-b0cb-216165ee6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.609278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-e4d3b6ef-3e11-45a8-b0cb-216165ee6c8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.4966807 Nov 16 21:22:27.637789 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-8cd3554f-ccdf-44e8-a9b6-6a7b449eac0b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496772 Nov 16 21:22:27.650307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f0cfa-4170-4ec0-8585-6678c88fbd44 req-5362f4c9-f39a-44fd-ac08-b7ddaebda06b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.652622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Request body: {'port': {'device_id': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:27.658130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c12f0cfa-4170-4ec0-8585-6678c88fbd44 req-5362f4c9-f39a-44fd-ac08-b7ddaebda06b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 931 time: 0.6579905 Nov 16 21:22:27.692792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-95711073-0a62-478c-807a-890b9a5e7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.694454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-95711073-0a62-478c-807a-890b9a5e7104 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0906229 Nov 16 21:22:27.745128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:27.776667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.784390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-3890153a-9847-40a8-91ac-afe93a74b110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044292 Nov 16 21:22:27.834678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-bdd829b1-7a1e-496c-9852-be436fcdad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:27.836576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-bdd829b1-7a1e-496c-9852-be436fcdad5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940654 Nov 16 21:22:27.850562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['78a03a75-6a87-40cc-a59e-43498ef85bbc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:27.863110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-061a1c04-ecd7-4646-b275-93dc70bcd919 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542569 Nov 16 21:22:27.876467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a71320da-99e4-4923-bc3c-db26ced4f8e6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:27.883772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:24Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:27.903857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:27.904670 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 3df4840f-0370-4092-b85a-cc6447aa5be8 of type vlan for network b36fbfef-6119-4a0d-bce9-21b70449cc41 Nov 16 21:22:27.917630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea100b5-42f7-4c2d-b79f-4f08b7613e5b None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:22:27.922229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e918bd-9d4a-4d4d-b566-7fa6ad26b792 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:b9:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b8623b-a013-40f7-af28-6717757c9525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:24Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:28.060070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71320da-99e4-4923-bc3c-db26ced4f8e6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:28.096915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-e7cb2ed4-4e09-4242-adbd-f75ad905d26d service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473059 Nov 16 21:22:28.168161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-834ff07a-0971-4249-9f15-604ff52a98d5 None None] Provisioning complete for port b506dfbd-a34d-40b7-97b5-f277bd4eb621 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:28.168549 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-834ff07a-0971-4249-9f15-604ff52a98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.250377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea100b5-42f7-4c2d-b79f-4f08b7613e5b None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:22:28.260901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-834ff07a-0971-4249-9f15-604ff52a98d5 None None] Port b506dfbd-a34d-40b7-97b5-f277bd4eb621 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:28.274155 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-fd3ca8d2-6622-4523-9cd9-5f8dd57d7222 service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669824 Nov 16 21:22:28.275868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a71320da-99e4-4923-bc3c-db26ced4f8e6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:28.276236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.300132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-9edf3ca5-eaec-4906-87ab-81a09a0db4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.301641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-9edf3ca5-eaec-4906-87ab-81a09a0db4f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 1095 time: 0.7538881 Nov 16 21:22:28.308416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b506dfbd-a34d-40b7-97b5-f277bd4eb621 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:28.318748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.336003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Transition to ACTIVE for port object b506dfbd-a34d-40b7-97b5-f277bd4eb621 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:28.339949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c12f0cfa-4170-4ec0-8585-6678c88fbd44 req-67cfe435-6318-4614-98ae-780860a4c652 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809504 Nov 16 21:22:28.343103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.357476 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.374847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54cdb762-0a52-44b4-a7f0-b4d6d788c3bb req-5afd5511-55a3-456f-99b9-1c6f0920d6b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0530481 Nov 16 21:22:28.384499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-834ff07a-0971-4249-9f15-604ff52a98d5 None None] Provisioning complete for port a71320da-99e4-4923-bc3c-db26ced4f8e6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:28.384623 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-834ff07a-0971-4249-9f15-604ff52a98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.428941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-bdfa14b3-ea08-49e6-a69d-f48290a80f4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b HTTP/1.1" status: 200 len: 217 time: 0.0786254 Nov 16 21:22:28.450277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-bc678568-dd88-45b7-b9d6-9da9d4ec5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.457095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-bc678568-dd88-45b7-b9d6-9da9d4ec5f53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.7898362 Nov 16 21:22:28.457835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Pushing event updated for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.536756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-23ad8cf0-e57e-461a-a3a3-b1e15e8eefab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0508261 Nov 16 21:22:28.587080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Attempting to bind port b506dfbd-a34d-40b7-97b5-f277bd4eb621 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:28.587421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Attempting to bind port b506dfbd-a34d-40b7-97b5-f277bd4eb621 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:28.587752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Attempting to bind port b506dfbd-a34d-40b7-97b5-f277bd4eb621 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:28.592833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Port b506dfbd-a34d-40b7-97b5-f277bd4eb621 on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:28.593147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Attempting to bind port b506dfbd-a34d-40b7-97b5-f277bd4eb621 on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:28.599084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:28.599556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:28.600165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:28.600595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Bound port: b506dfbd-a34d-40b7-97b5-f277bd4eb621, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:28.601086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.678604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.680038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:28.684144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.684728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.685124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:28.689171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.724058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.724725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.726089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] 10.222.0.21 "PUT /v2.0/ports/b506dfbd-a34d-40b7-97b5-f277bd4eb621 HTTP/1.1" status: 200 len: 1091 time: 1.0778494 Nov 16 21:22:28.726538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:28.728852 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e52b712-7269-418e-993a-d466ba40069c" -d '{"events": [{"name": "network-changed", "server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:28.741814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e47a66-aae3-4841-bf0d-da3d6d206225 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:28.751010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-1d80eb91-c6b9-434d-8299-f0fa2b84869e service neutron] 10.222.0.36 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497437 Nov 16 21:22:28.757721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed4a97-e3a7-4198-a2a7-df8a705a970f service neutron] Pushing event updated for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.780555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40558284-452c-43f6-ad74-1b370304aae7 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:28.797388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-eb0b956a-79c9-4a84-907e-8237b7832fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.798910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-eb0b956a-79c9-4a84-907e-8237b7832fdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.3506603 Nov 16 21:22:28.813507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f092e443-c283-434f-b803-ea23796bebed req-72305bf9-2cec-4e00-af5b-aa2ba64b362b service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881569 Nov 16 21:22:28.817560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-134d3d7c-994c-4b6a-b5a0-9c0015708024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.819088 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-134d3d7c-994c-4b6a-b5a0-9c0015708024 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 1094 time: 0.0451062 Nov 16 21:22:28.852893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9703734 Nov 16 21:22:28.871945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:28.876793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:28.882463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-a8768956-f4a3-49b5-978d-7beac79d7b5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621 HTTP/1.1" status: 200 len: 217 time: 0.0509052 Nov 16 21:22:28.887932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec462f-5b7d-4b19-8dbd-365b238dcefa req-51e172a6-02ea-4d56-978f-900c71e35a9a tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.889399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccec462f-5b7d-4b19-8dbd-365b238dcefa req-51e172a6-02ea-4d56-978f-900c71e35a9a tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 944 time: 0.3245757 Nov 16 21:22:28.913186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-d04919d1-8215-4509-84a8-83f2a9812249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.914673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-d04919d1-8215-4509-84a8-83f2a9812249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.3123589 Nov 16 21:22:28.921326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-ffdbe4c9-f21d-43a2-a0e7-e44464cfe4ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013644 Nov 16 21:22:28.926732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9d55-8e4f-4b0e-9d3b-95a249c77c8e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=b36fbfef-6119-4a0d-bce9-21b70449cc41,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.938715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b36fbfef-6119-4a0d-bce9-21b70449cc41 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:28.975652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66248d38-7962-49dc-be70-cd00d736d39f req-978784c7-9290-4034-afda-1845804fa301 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.977174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66248d38-7962-49dc-be70-cd00d736d39f req-978784c7-9290-4034-afda-1845804fa301 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.3010604 Nov 16 21:22:28.984563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-fbc27e7c-5b12-4c69-a3f1-3126889f53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.985996 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-fbc27e7c-5b12-4c69-a3f1-3126889f53d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0923908 Nov 16 21:22:29.026663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-deleted', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992'}, {'name': 'network-changed', 'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214'}, {'name': 'network-changed', 'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:29.029268 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb4fba6-7991-4970-8161-f28bf853f32c" -d '{"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-deleted", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992"}, {"name": "network-changed", "server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214"}, {"name": "network-changed", "server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:29.033313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-6be419c4-3ad3-49b3-8c39-982b8fd0c125 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359046 Nov 16 21:22:29.037756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:29.041335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.132397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccec462f-5b7d-4b19-8dbd-365b238dcefa req-6d3e70cf-789a-45d8-9f22-2f805e20a1b4 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150204 Nov 16 21:22:29.141584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-2dc1a64b-dda4-43ff-a85d-0a1a6209785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.143117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-2dc1a64b-dda4-43ff-a85d-0a1a6209785f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062819 Nov 16 21:22:29.156143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-38c5b63a-09cb-45c9-9c76-8744df63c11f service neutron] 10.222.0.36 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639596 Nov 16 21:22:29.210914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-df921cd4-e9d4-4ba4-829d-230090a04530 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641645 Nov 16 21:22:29.216414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66248d38-7962-49dc-be70-cd00d736d39f req-0154fb5f-895d-4844-b28f-d0cd31a01d39 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148414 Nov 16 21:22:29.224849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-758d9371-1b89-4f82-9e51-b8d182f1fc22 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844975 Nov 16 21:22:29.325139 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a71f517-d664-4ab5-9454-d59623f7c7b6 x-openstack-request-id: req-5a71f517-d664-4ab5-9454-d59623f7c7b6 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:29.325422 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:29.325676 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a71f517-d664-4ab5-9454-d59623f7c7b6 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:29.326091 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621', 'status': 'completed', 'code': 200} Nov 16 21:22:29.331785 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1dd7d4a7-e7ee-495a-8f37-1c82b99db5bc req-7bdd0ad6-c12c-4772-8422-554fcf0e029f service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106017 Nov 16 21:22:29.352043 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeca94d-1573-430f-8d63-0db459b3bd03 x-openstack-request-id: req-7aeca94d-1573-430f-8d63-0db459b3bd03 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:29.352349 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd69d7-305a-4313-b0df-59e9508b33fa", "name": "network-vif-deleted", "tag": "ea2b4bd9-6f2a-4063-bcfa-b145f3a19992", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:29.352600 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7aeca94d-1573-430f-8d63-0db459b3bd03 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:29.353031 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd69d7-305a-4313-b0df-59e9508b33fa', 'name': 'network-vif-deleted', 'tag': 'ea2b4bd9-6f2a-4063-bcfa-b145f3a19992', 'status': 'completed', 'code': 200} Nov 16 21:22:29.353268 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214', 'status': 'completed', 'code': 200} Nov 16 21:22:29.353520 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b', 'status': 'completed', 'code': 200} Nov 16 21:22:29.411722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-fb22ba4a-7ec0-471a-a0e5-6b99d139e183 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531099 Nov 16 21:22:29.419142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.448092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-affb33b2-6040-49e8-ae2c-cdb29d222ffa tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 999 time: 0.1849005 Nov 16 21:22:29.508596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5f623df-efcd-417e-b05b-2ca490f52808 req-90f2e2cf-4804-4d70-8d5a-e9885cfd2dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684126 Nov 16 21:22:29.523914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=be3dab74-3a63-4074-bdcb-5caf06832674,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:29.533422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b712-7269-418e-993a-d466ba40069c req-ecc36b1c-8d44-4078-8a7f-83cf1268a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.535105 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-ecc36b1c-8d44-4078-8a7f-83cf1268a23b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 1094 time: 0.1124885 Nov 16 21:22:29.538484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '3df4840f-0370-4092-b85a-cc6447aa5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:29.538635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: b36fbfef-6119-4a0d-bce9-21b70449cc41, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:29.572820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-76fa3f2a-e1db-4e1c-aaee-e6a579a98556 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.574326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-76fa3f2a-e1db-4e1c-aaee-e6a579a98556 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports/5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 942 time: 0.1116869 Nov 16 21:22:29.576351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-142d2fe3-f66b-4296-913f-1270a1e0a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.577882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-142d2fe3-f66b-4296-913f-1270a1e0a793 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1812632 Nov 16 21:22:29.613087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network b36fbfef-6119-4a0d-bce9-21b70449cc41 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:29.628393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b36fbfef-6119-4a0d-bce9-21b70449cc41) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:29.635037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.635617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.641150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bf3b9-82f8-48f5-a416-53bd59a4eea8 None None] Network b36fbfef-6119-4a0d-bce9-21b70449cc41 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:29.670245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b712-7269-418e-993a-d466ba40069c req-4342254e-b627-4634-8eef-b4988b5c0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.672566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-4342254e-b627-4634-8eef-b4988b5c0948 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.1293893 Nov 16 21:22:29.678674 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-991f1781-4099-4865-9afb-ebf0dd6c6dd8 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8032353 Nov 16 21:22:29.678973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49082) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:29.763536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdcb6d4-601d-4391-9119-cc7698933478 req-fa63e706-40ca-44f0-a72c-53354e453979 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326468 Nov 16 21:22:29.764713 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-7bfce7f9-2cc3-46f8-92cf-4b20eb55259d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621 HTTP/1.1" status: 200 len: 217 time: 0.0649843 Nov 16 21:22:29.807835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b36fbfef-6119-4a0d-bce9-21b70449cc41', 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': 'be3dab74-3a63-4074-bdcb-5caf06832674'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:29.808864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.815673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-a9a280d1-7edf-4876-adfe-c4c5345c686f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 999 time: 0.1633942 Nov 16 21:22:29.834115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-fb72d66e-395a-4423-b325-eeaa29a2ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.835958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-fb72d66e-395a-4423-b325-eeaa29a2ef21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c0e76500ed847fc9f953581a7ed650d&device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 1095 time: 0.1926234 Nov 16 21:22:29.845707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6bc4-9f92-4a9f-ab50-f037502c8aac req-47edf0cd-b8b8-4b64-a52b-04f4e6a13015 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.852090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6bc4-9f92-4a9f-ab50-f037502c8aac req-47edf0cd-b8b8-4b64-a52b-04f4e6a13015 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.853406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b712-7269-418e-993a-d466ba40069c req-936b11c8-c8aa-4e4a-8f93-44218c8df08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.854864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-936b11c8-c8aa-4e4a-8f93-44218c8df08f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0749805 Nov 16 21:22:29.858432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6bc4-9f92-4a9f-ab50-f037502c8aac req-47edf0cd-b8b8-4b64-a52b-04f4e6a13015 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.860286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48b6bc4-9f92-4a9f-ab50-f037502c8aac req-47edf0cd-b8b8-4b64-a52b-04f4e6a13015 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6&device_id=a5dbb522-1902-4189-a12a-93376610d0ee&device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 2417 time: 0.2094676 Nov 16 21:22:29.878899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-1a021416-e947-418d-9681-5bfc79cb8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.880356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-1a021416-e947-418d-9681-5bfc79cb8a32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 919 time: 0.2919998 Nov 16 21:22:29.891566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-1220acc2-799d-48b6-9b26-9fb83a8bfd87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266905 Nov 16 21:22:29.896263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.967211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Allocated IP 2001:db8::1 (b36fbfef-6119-4a0d-bce9-21b70449cc41/be3dab74-3a63-4074-bdcb-5caf06832674/fff425c1-6722-4704-804b-e96afe7c8b05) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:30.008487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.070385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-5ba81586-8dc3-4483-bfda-139dd2fe9e7d service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676321 Nov 16 21:22:30.136766 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.148036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.177898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.195534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Network b36fbfef-6119-4a0d-bce9-21b70449cc41 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:30.198624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:30.202560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:30.210744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Pushing event updated for resources: {'Port': ['ID=fff425c1-6722-4704-804b-e96afe7c8b05,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.217027 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4e52b712-7269-418e-993a-d466ba40069c req-8a29ee48-f35e-4b9f-91f6-c364b708faa2 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325586 Nov 16 21:22:30.225376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=be3dab74-3a63-4074-bdcb-5caf06832674,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.261534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-9ef5a854-c8ed-46e2-a822-c658b243f98b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6274e044-017e-42f7-b8cb-a69e9e22f214 HTTP/1.1" status: 200 len: 217 time: 0.3564537 Nov 16 21:22:30.285862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Attempting to bind port fff425c1-6722-4704-804b-e96afe7c8b05 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:30.286446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Attempting to bind port fff425c1-6722-4704-804b-e96afe7c8b05 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3df4840f-0370-4092-b85a-cc6447aa5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:30.286893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Attempting to bind port fff425c1-6722-4704-804b-e96afe7c8b05 on network b36fbfef-6119-4a0d-bce9-21b70449cc41 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:30.289622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.294270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:30.294642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Checking segment: {'id': '3df4840f-0370-4092-b85a-cc6447aa5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:30.295067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.295460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Bound using segment: {'id': '3df4840f-0370-4092-b85a-cc6447aa5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:30.295929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Bound port: fff425c1-6722-4704-804b-e96afe7c8b05, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df4840f-0370-4092-b85a-cc6447aa5be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:30.296669 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.314119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36fbfef-6119-4a0d-bce9-21b70449cc41']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.327186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df4840f-0370-4092-b85a-cc6447aa5be8') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.327382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df4840f-0370-4092-b85a-cc6447aa5be8') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.338736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.354214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.362322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:30.362976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.364876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48b6bc4-9f92-4a9f-ab50-f037502c8aac req-9cc9763b-10df-4600-adc1-a9f6f8e4b678 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944518 Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:30.366024 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:30.376465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] For port fff425c1-6722-4704-804b-e96afe7c8b05, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:30.409606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-131eadea-5a20-49c9-a3b9-5cb5cd30719f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.420830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b10371-ad90-4ead-b54c-d65ff4400b26 req-131eadea-5a20-49c9-a3b9-5cb5cd30719f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.5923381 Nov 16 21:22:30.427563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-81c433ac-7b8b-4dfb-a098-09de0c85f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.428805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-81c433ac-7b8b-4dfb-a098-09de0c85f514 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 200 len: 919 time: 0.5666537 Nov 16 21:22:30.430766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-7e7637b8-5d1f-4ebb-a773-fb56129cd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.432591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-7e7637b8-5d1f-4ebb-a773-fb56129cd276 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.1615205 Nov 16 21:22:30.441388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78a03a75-6a87-40cc-a59e-43498ef85bbc up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:30.451279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:22:30.451279 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:22:30.451279 n-d-816206-5 neutron-server[102664]: [parameters: {'id': 'b36fbfef-6119-4a0d-bce9-21b70449cc41'}] Nov 16 21:22:30.451279 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:22:30.451655 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:22:30.482988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] For port fff425c1-6722-4704-804b-e96afe7c8b05, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fff425c1-6722-4704-804b-e96afe7c8b05,segment=NetworkSegment(3df4840f-0370-4092-b85a-cc6447aa5be8),segment_id=3df4840f-0370-4092-b85a-cc6447aa5be8)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:30.506666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.512843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-628095a4-a8a8-4f16-8bfb-b00b1d970b78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b HTTP/1.1" status: 200 len: 217 time: 0.0736287 Nov 16 21:22:30.518605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-699b1b6e-d055-4bb8-b11d-06f283fb1560 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688512 Nov 16 21:22:30.594148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 78a03a75-6a87-40cc-a59e-43498ef85bbc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:30.605071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 78a03a75-6a87-40cc-a59e-43498ef85bbc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:30.605665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.609634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a381c3-bd3e-408c-98bb-7b0bbacdd96c None None] Pushing event updated for resources: {'Port': ['ID=fff425c1-6722-4704-804b-e96afe7c8b05,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.611388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.617869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381125385', 'description': 'tempest-description--809576712'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:30.650717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-8d3bb037-9d54-47b8-9a85-c232038c347b service neutron] 10.222.0.36 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107657 Nov 16 21:22:30.652857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530700cd-07f2-4f07-bd06-36c85868efbe None None] Network b36fbfef-6119-4a0d-bce9-21b70449cc41 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:30.667532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.739314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.746394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.786134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.787886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1750398 Nov 16 21:22:30.791105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.793901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28492e-a700-4de8-9e40-f69a0dac6c28 req-13b0352a-0c90-44f1-9665-9c568a7397af tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.795458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b28492e-a700-4de8-9e40-f69a0dac6c28 req-13b0352a-0c90-44f1-9665-9c568a7397af tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 943 time: 0.3053074 Nov 16 21:22:30.796727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'security_group_rule': {'security_group_id': '78990df3-3c7d-41e8-ada8-9b86e56a5273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:30.802864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-bbfadd02-96e3-454e-8ac9-6799ce8f4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.804340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-bbfadd02-96e3-454e-8ac9-6799ce8f4907 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 200 len: 858 time: 0.2663741 Nov 16 21:22:30.807660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0960a-ed40-4180-8230-e95f1b7dfaea tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78990df3-3c7d-41e8-ada8-9b86e56a5273,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.833141 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.842219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.862129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:30.864434 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e56ba-249d-40aa-89b1-addcda9bb138" -d '{"events": [{"server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "name": "network-vif-plugged", "status": "completed", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:30.879744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:30.882381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd159b0-0625-4348-99aa-a8daaa8ddc30 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:22:30.885573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53c388-9682-47c0-9d73-16ddda89eefb req-53476fbf-c462-4567-941a-15109c090194 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:30.886838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de53c388-9682-47c0-9d73-16ddda89eefb req-53476fbf-c462-4567-941a-15109c090194 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 944 time: 0.2119870 Nov 16 21:22:30.888827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-eebb40b5-671a-4998-9709-6b878c45b0ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c900465-8c91-4305-91ac-9b9977e4b6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749025 Nov 16 21:22:30.908061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.914909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.916379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-ce1f914f-5c4b-49e5-8436-1bfbe962a932 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:30.917443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-ce1f914f-5c4b-49e5-8436-1bfbe962a932 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122566 Nov 16 21:22:30.918673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.942121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6617c85-7e19-4a23-a940-bfe3a16325a1,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.954903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.959199 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7e34158-8ede-4280-8e60-6148b1f95af0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636851 Nov 16 21:22:30.959199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.960835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49098) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.960967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-ad6e7e73-d458-4a2b-8a38-1709006d6fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868357 Nov 16 21:22:30.965303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'security_group_rule': {'security_group_id': '78990df3-3c7d-41e8-ada8-9b86e56a5273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:30.992632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.004185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.011609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b28492e-a700-4de8-9e40-f69a0dac6c28 req-77792058-64ef-4fb2-b609-d8af17bb835e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813874 Nov 16 21:22:31.048272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de53c388-9682-47c0-9d73-16ddda89eefb req-c3e3d5d7-c57d-41dc-a7c4-90908f15ad24 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441362 Nov 16 21:22:31.049630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd159b0-0625-4348-99aa-a8daaa8ddc30 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:22:31.100871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.110259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port fff425c1-6722-4704-804b-e96afe7c8b05 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:31.110715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.113834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.119182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-b4d41f27-de43-444c-a86d-0717628db707 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861084 Nov 16 21:22:31.169993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca6a336-602b-4841-aa01-d441fc366020,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.206098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.210615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9fc717e6-62af-4d9e-828c-796f8db72924 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2467299 Nov 16 21:22:31.210615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port fff425c1-6722-4704-804b-e96afe7c8b05, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fff425c1-6722-4704-804b-e96afe7c8b05,segment=NetworkSegment(3df4840f-0370-4092-b85a-cc6447aa5be8),segment_id=3df4840f-0370-4092-b85a-cc6447aa5be8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:31.210615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.212582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:31.217650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:31.236206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for fff425c1-6722-4704-804b-e96afe7c8b05 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:31.299266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.300116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-03e2ce75-ba16-4f6a-aef3-732bf4a79f9c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 999 time: 0.1270669 Nov 16 21:22:31.314707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dedc7-6fff-425f-a110-f18fb0cc921f req-e6ce255c-baa7-45eb-95fc-75676ca39b65 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:31.316342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406dedc7-6fff-425f-a110-f18fb0cc921f req-e6ce255c-baa7-45eb-95fc-75676ca39b65 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.0979798 Nov 16 21:22:31.319724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5eb4fba6-7991-4970-8161-f28bf853f32c req-7bbc6b1f-74ec-42b8-9b51-cb93126f7524 service neutron] 10.222.0.21 "GET /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922958 Nov 16 21:22:31.380232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-31e7edac-cf8d-4591-a313-a98e90621ab1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:31.381568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-31e7edac-cf8d-4591-a313-a98e90621ab1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports/5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 942 time: 0.0641906 Nov 16 21:22:31.390910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.428153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=fff425c1-6722-4704-804b-e96afe7c8b05,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.428789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406dedc7-6fff-425f-a110-f18fb0cc921f req-7a3ebc76-1b07-4671-a6b9-e547c34e803f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972323 Nov 16 21:22:31.433302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port fff425c1-6722-4704-804b-e96afe7c8b05 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:31.478646 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34af58-44d8-442b-8eb2-162ee4a00dcc x-openstack-request-id: req-9d34af58-44d8-442b-8eb2-162ee4a00dcc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:31.479669 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "name": "network-vif-plugged", "status": "completed", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:31.479933 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d34af58-44d8-442b-8eb2-162ee4a00dcc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:31.480337 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc', 'code': 200} Nov 16 21:22:31.510543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-8c699dcd-d88b-4d96-9b75-9637803f8c53 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 999 time: 0.0796342 Nov 16 21:22:31.535263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.547608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.567687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36fbfef-6119-4a0d-bce9-21b70449cc41']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:31.612287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df4840f-0370-4092-b85a-cc6447aa5be8') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:31.612581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df4840f-0370-4092-b85a-cc6447aa5be8') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:31.628686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.648540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.650460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae938b1-a5ec-47aa-8b1d-8c63ccc7eb32 req-e3fc88d3-11fa-4fed-ad1d-c97558bee3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:31.652058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ae938b1-a5ec-47aa-8b1d-8c63ccc7eb32 req-e3fc88d3-11fa-4fed-ad1d-c97558bee3a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 1096 time: 0.0759935 Nov 16 21:22:31.663361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-0a2caae3-6a21-4bbe-be03-aed181b71330 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:31.664679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-0a2caae3-6a21-4bbe-be03-aed181b71330 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1488302 Nov 16 21:22:31.675011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:31.675420 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:31.679054 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:31.754293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Allocated IP 172.25.7.86 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/fd22f22b-e33d-43bc-b52e-b4aa3e3846a2) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:31.760230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ae938b1-a5ec-47aa-8b1d-8c63ccc7eb32 req-3cb646c4-b953-4285-995b-52c966b4b787 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Nov 16 21:22:31.760412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.771301 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.774141 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/b36fbfef-6119-4a0d-bce9-21b70449cc41 HTTP/1.1" status: 204 len: 168 time: 2.0937400 Nov 16 21:22:31.782885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-c6da6e04-f058-4daa-be07-2d5934a6857a tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 999 time: 0.0985129 Nov 16 21:22:31.783636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:31.789236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533456844'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:31.789865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e58067-2075-4929-ba89-81564e4b8f9d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=b36fbfef-6119-4a0d-bce9-21b70449cc41,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.800285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:31.861592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:31.865110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.885541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.902712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.947620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:31.949765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.992848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:31.997420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:31.997919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.998278 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 19096fbd-5069-4686-9816-ec65ef680d08 of type vlan for network fbc5f879-e5df-4210-a213-c5b11dbfabcc Nov 16 21:22:32.001408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:32.037880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6274e044-017e-42f7-b8cb-a69e9e22f214 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:32.045610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'Port': ['ID=fd22f22b-e33d-43bc-b52e-b4aa3e3846a2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:32.071680 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.111211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.150409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.174788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.187798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.189420 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594 disassociated. External IP: 172.25.7.8, port: 5f8a0635-9649-446e-b70e-4d0a1e55467d. Nov 16 21:22:32.195442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6274e044-017e-42f7-b8cb-a69e9e22f214,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:32.209258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '6274e044-017e-42f7-b8cb-a69e9e22f214', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'port_id': '6274e044-017e-42f7-b8cb-a69e9e22f214', 'mac_address': 'fa:16:3e:f9:18:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ada5d1b-025c-4470-877f-bdcbc44c32be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:32.251190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.264923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6274e044-017e-42f7-b8cb-a69e9e22f214 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:32.276204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11986e09-86d2-4796-8767-ae54068cfdb2 req-599ecad2-57d8-4086-b133-9eecae123b3d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:32.277739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11986e09-86d2-4796-8767-ae54068cfdb2 req-599ecad2-57d8-4086-b133-9eecae123b3d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 943 time: 0.1515036 Nov 16 21:22:32.280537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.286491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:32.287112 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.287713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6274e044-017e-42f7-b8cb-a69e9e22f214,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:32.293434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.335579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.341107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.357733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:32.372231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5868757 Nov 16 21:22:32.377482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49120) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:32.395445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:32.426546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'Port': ['ID=fd22f22b-e33d-43bc-b52e-b4aa3e3846a2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:32.435246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.451537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.451735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857fdfb-5d20-4129-9a9b-91ca52ee3acb tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=fbc5f879-e5df-4210-a213-c5b11dbfabcc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:32.465359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e7aa0ba-c5d8-406a-9e0e-24a9fd782f6b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2389672 Nov 16 21:22:32.465778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b506dfbd-a34d-40b7-97b5-f277bd4eb621 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:32.465778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:32.490328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11986e09-86d2-4796-8767-ae54068cfdb2 req-d5de08b7-bec1-4757-90da-eaa22015c770 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000928 Nov 16 21:22:32.615900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6274e044-017e-42f7-b8cb-a69e9e22f214'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:32.672785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:32.676294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.728461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:32.741593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23eb0e-779d-4f38-88fe-8a4917a59518 req-e6dadbd6-be4a-425c-849f-a99f836958b0 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:32.743171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c23eb0e-779d-4f38-88fe-8a4917a59518 req-e6dadbd6-be4a-425c-849f-a99f836958b0 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 945 time: 0.1309843 Nov 16 21:22:32.860655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:32.878621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621', 'mac_address': 'fa:16:3e:91:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:32.952253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.980172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b506dfbd-a34d-40b7-97b5-f277bd4eb621 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:33.015278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:33.024954 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.025616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ed1fa62b-6314-44a0-b7d1-b81ce159dd9b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:33.128071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c23eb0e-779d-4f38-88fe-8a4917a59518 req-685f6efb-c0d5-4ec5-8bda-42b1094a43b1 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718739 Nov 16 21:22:33.145133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:33.179444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:33.179657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:33.192027 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:33.196990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b', 'network_id': '0c900465-8c91-4305-91ac-9b9977e4b6a1', 'port_id': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b', 'mac_address': 'fa:16:3e:ae:0a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ada5d1b-025c-4470-877f-bdcbc44c32be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:33.207143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:33.207143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:33.208120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.248926 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-cbf014a7-8be0-404a-ad06-32004a75893d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "PUT /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 693 time: 1.4549289 Nov 16 21:22:33.252824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:33.255183 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ad498-3866-48e0-8dd9-66a6a45a8808" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:33.255476 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.279102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fa62b-6314-44a0-b7d1-b81ce159dd9b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:33.299681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:33.306246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.341135 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.356440 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:33.372026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:33.375394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-84cd3afc-52e5-405f-bfa7-b87f3340fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.376975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-84cd3afc-52e5-405f-bfa7-b87f3340fa44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1096 time: 0.0908060 Nov 16 21:22:33.472726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=47843ac5-e2f6-4bad-b7fc-22943bbab1e7,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:33.491085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '19096fbd-5069-4686-9816-ec65ef680d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:33.491451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: fbc5f879-e5df-4210-a213-c5b11dbfabcc, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:33.581103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-af586acf-34a7-488b-aef5-608eaafdab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.582579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-af586acf-34a7-488b-aef5-608eaafdab86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.1983004 Nov 16 21:22:33.585830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:33.627235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:33.633791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, fbc5f879-e5df-4210-a213-c5b11dbfabcc) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:33.640062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-80f7ebe0-9cbf-434a-a0c8-6a90ee5d802e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 217 time: 0.0495191 Nov 16 21:22:33.643908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.644502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.662142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1d083-d36c-4875-aa1b-be417b5457ce None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:33.665216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['b506dfbd-a34d-40b7-97b5-f277bd4eb621'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:33.680186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-301adcd6-eb07-48ce-a13c-01ae43d1440c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.681688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-301adcd6-eb07-48ce-a13c-01ae43d1440c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.1813052 Nov 16 21:22:33.687839 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:33.721513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:33.728059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-61762677-68d1-4fc9-8a25-38227a277b4d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3420689 Nov 16 21:22:33.729715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-7dba8e71-acb0-4997-bfb8-dc6b04abd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.730997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49142) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:33.731447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-7dba8e71-acb0-4997-bfb8-dc6b04abd8c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0483136 Nov 16 21:22:33.736629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:33.742402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-1a92b00d-19af-4c10-9fa9-1305818d2a5e tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/quotas/cfc8f96303704564ace974225e7f9a9c HTTP/1.1" status: 200 len: 375 time: 0.0102122 Nov 16 21:22:33.750798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:33.751479 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:33.858669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:33.860118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-ab722380-ba90-4eb3-8e97-90b216cd7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.861721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-ab722380-ba90-4eb3-8e97-90b216cd7478 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917773 Nov 16 21:22:33.863840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.870572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-3bd49e61-e5af-420b-ab37-5e281c16c3d8 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913482 Nov 16 21:22:33.935549 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:33.989314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-fbc5f879-e5df-4210-a213-c5b11dbfabcc', 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': '47843ac5-e2f6-4bad-b7fc-22943bbab1e7'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:33.990102 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.088441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-032e498a-0d6f-4b88-84c3-2f1826951304 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165272 Nov 16 21:22:34.103908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6274e044-017e-42f7-b8cb-a69e9e22f214 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:34.204789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-2b5576d9-3108-44e7-b8e6-3ebbf639bd50 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241117 Nov 16 21:22:34.215686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.233244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Allocated IP 2001:db8::2 (fbc5f879-e5df-4210-a213-c5b11dbfabcc/47843ac5-e2f6-4bad-b7fc-22943bbab1e7/73d3b14a-dce1-4ade-934c-13a8bd05c57e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:34.239899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 6274e044-017e-42f7-b8cb-a69e9e22f214 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:34.248623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 6274e044-017e-42f7-b8cb-a69e9e22f214 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:34.249010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.266660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:34.269438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:34.273657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:34.278110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.278692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.297430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=f808837b-78a0-4979-84d5-04763d45c479,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:34.307834 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1c7b61a-a9a3-4867-9a9d-349a22773d1a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5728025 Nov 16 21:22:34.308277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:34.316504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-2d9c5a92-4232-4e70-9762-94fa214df9f4 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011369 Nov 16 21:22:34.332512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c7aadb6-3ca6-4b2a-acd4-3708e9842a47 req-e44aba41-2c16-4f84-b516-1ff9922ae251 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428370 Nov 16 21:22:34.341684 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081fd31-1a86-4587-969e-6e1b8c68839b None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:34.423863 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b66ba8-1601-4d35-b6d0-f85f881de8c4 x-openstack-request-id: req-d3b66ba8-1601-4d35-b6d0-f85f881de8c4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:34.424671 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:34.425124 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3b66ba8-1601-4d35-b6d0-f85f881de8c4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:34.425681 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'status': 'completed', 'code': 200} Nov 16 21:22:34.451283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.453091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.455036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.460857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.462804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.464636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.474428 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a71ca33-bf94-4d38-8936-926355cfcd22 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1651304 Nov 16 21:22:34.479055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:34.487077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103845251'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:34.556334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:34.561407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.564259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:34.568734 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0f75e-5008-4eaf-9bae-41844cfa00f9" -d '{"events": [{"server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "name": "network-vif-plugged", "status": "completed", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:34.590152 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.603086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6274e044-017e-42f7-b8cb-a69e9e22f214,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:34.610921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.635159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.687668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:34.696753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:34.696974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:34.719091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:34.759907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-8124edae-dbb9-4d54-bde7-17d0283b3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.760862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Pushing event updated for resources: {'Port': ['ID=73d3b14a-dce1-4ade-934c-13a8bd05c57e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:34.761591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-8124edae-dbb9-4d54-bde7-17d0283b3af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 1096 time: 0.2951729 Nov 16 21:22:34.773477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38915ff5-9b41-44e0-aae6-bbf3af33d270 req-4873047e-eec2-4595-ad8d-1de5d49ffdfb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.779716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38915ff5-9b41-44e0-aae6-bbf3af33d270 req-4873047e-eec2-4595-ad8d-1de5d49ffdfb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 944 time: 0.1502228 Nov 16 21:22:34.780739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.781724 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment ecd7ab52-a9d8-4e7c-8413-569535dc1208 of type vlan for network e7856949-5b4c-4f51-8f7d-781d12b583df Nov 16 21:22:34.812702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea6680-0641-4a1f-b38f-9e34b215602c None None] New status for floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:34.911562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.918355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Attempting to bind port 73d3b14a-dce1-4ade-934c-13a8bd05c57e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:34.918728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Attempting to bind port 73d3b14a-dce1-4ade-934c-13a8bd05c57e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '19096fbd-5069-4686-9816-ec65ef680d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:34.919110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Attempting to bind port 73d3b14a-dce1-4ade-934c-13a8bd05c57e on network fbc5f879-e5df-4210-a213-c5b11dbfabcc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:34.929615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a670f-da49-42b2-ba67-71af48f2a0d1 req-ece12cc0-335d-45a3-b17a-e097b461a3d8 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.931280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a670f-da49-42b2-ba67-71af48f2a0d1 req-ece12cc0-335d-45a3-b17a-e097b461a3d8 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 946 time: 0.2382650 Nov 16 21:22:34.973257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:34.973607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Checking segment: {'id': '19096fbd-5069-4686-9816-ec65ef680d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:34.974010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.974513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Bound using segment: {'id': '19096fbd-5069-4686-9816-ec65ef680d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:34.974863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Bound port: 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19096fbd-5069-4686-9816-ec65ef680d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:34.975260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.992985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:35.004950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38915ff5-9b41-44e0-aae6-bbf3af33d270 req-93d1d304-3860-4fe7-b430-c02a688fcd9a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004583 Nov 16 21:22:35.041086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.047908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.048546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.127257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-3a44744e-e0bc-4aa4-82f3-a3fd11291904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.129394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-3a44744e-e0bc-4aa4-82f3-a3fd11291904 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.3459790 Nov 16 21:22:35.169937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49172) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:35.176298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:35.181288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7011659 Nov 16 21:22:35.257922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a670f-da49-42b2-ba67-71af48f2a0d1 req-8515ec75-ded6-4347-8937-9b0134330c0f tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146219 Nov 16 21:22:35.259218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-56243dd6-d7e1-4cc9-8bea-66751d916aab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 200 len: 217 time: 0.1195664 Nov 16 21:22:35.260251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ec7e2-5814-4ee5-b498-1d4e54cc018a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=e7856949-5b4c-4f51-8f7d-781d12b583df,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:35.304721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:35.410438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-377c10ef-592e-40f3-bd4f-a040dc66df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.412409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-377c10ef-592e-40f3-bd4f-a040dc66df30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.1326272 Nov 16 21:22:35.430864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] For port 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:35.435175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] For port 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73d3b14a-dce1-4ade-934c-13a8bd05c57e,segment=NetworkSegment(19096fbd-5069-4686-9816-ec65ef680d08),segment_id=19096fbd-5069-4686-9816-ec65ef680d08)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:35.440725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.481585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83aaa905-936c-462a-870b-63e24925e170 req-226f2a79-df2f-415b-9a08-2f1e13ca695a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 210 time: 0.0758851 Nov 16 21:22:35.486754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.528725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.531636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-702dfe55-d5c8-49a5-bd52-75dae45a650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.533924 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-702dfe55-d5c8-49a5-bd52-75dae45a650d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866885 Nov 16 21:22:35.547108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network e7856949-5b4c-4f51-8f7d-781d12b583df is not hosted by any dhcp agent {{(pid=102664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:22:35.547996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a29b2-6a53-4f1c-a3cb-8c5e33af18cc None None] Pushing event updated for resources: {'Port': ['ID=73d3b14a-dce1-4ade-934c-13a8bd05c57e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:35.555936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.556655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.567694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "PUT /v2.0/networks/e7856949-5b4c-4f51-8f7d-781d12b583df HTTP/1.1" status: 200 len: 723 time: 0.3957694 Nov 16 21:22:35.570208 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44d76f-3885-436b-b799-a1789bde9575 x-openstack-request-id: req-4c44d76f-3885-436b-b799-a1789bde9575 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:35.571059 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "name": "network-vif-plugged", "status": "completed", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:35.571324 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c44d76f-3885-436b-b799-a1789bde9575 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:35.573537 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214', 'code': 200} Nov 16 21:22:35.583397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49174) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:35.607517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:35.653075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e91386-bd6e-4bdd-b3a6-a3c4179cb3ed tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=e7856949-5b4c-4f51-8f7d-781d12b583df,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:35.663685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:35.952626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63870390-bd16-4ed1-a5b1-1cc26e54fb52 req-eb921751-240f-48c7-a2c6-9a0b3bc75521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.954349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63870390-bd16-4ed1-a5b1-1cc26e54fb52 req-eb921751-240f-48c7-a2c6-9a0b3bc75521 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2915957 Nov 16 21:22:36.005713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f685-7ccc-4f92-aa1a-759e4b238755 req-51c66522-bb2d-42b1-a308-4847bbd6247b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:36.007196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4064f685-7ccc-4f92-aa1a-759e4b238755 req-51c66522-bb2d-42b1-a308-4847bbd6247b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.3147154 Nov 16 21:22:36.028232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-279ed3fe-ee30-4efe-a277-8358009987ee service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770432 Nov 16 21:22:36.036503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73d3b14a-dce1-4ade-934c-13a8bd05c57e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:36.055326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-accca65d-bf58-408e-acb6-449d6dccfdb8 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:36.056768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-accca65d-bf58-408e-acb6-449d6dccfdb8 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3352690 Nov 16 21:22:36.087062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 73d3b14a-dce1-4ade-934c-13a8bd05c57e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:36.087516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.169068 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.201187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:36.205165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.207965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73d3b14a-dce1-4ade-934c-13a8bd05c57e,segment=NetworkSegment(19096fbd-5069-4686-9816-ec65ef680d08),segment_id=19096fbd-5069-4686-9816-ec65ef680d08)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:36.214044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.245922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-1b204137-5902-4222-a035-8b85948d5b7d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1633208 Nov 16 21:22:36.252347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-6102387e-dbd4-4078-a8a0-3cfacc5ffcb0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:36.253821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-6102387e-dbd4-4078-a8a0-3cfacc5ffcb0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.4071620 Nov 16 21:22:36.255997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63870390-bd16-4ed1-a5b1-1cc26e54fb52 req-1337edce-61b8-4008-8511-390d926eee64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879739 Nov 16 21:22:36.275589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=73d3b14a-dce1-4ade-934c-13a8bd05c57e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:36.307727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:36.330843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4064f685-7ccc-4f92-aa1a-759e4b238755 req-8d6d7e7b-42e2-4fc1-8134-8fb4e6925a73 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049901 Nov 16 21:22:36.388590 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.448896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b506dfbd-a34d-40b7-97b5-f277bd4eb621 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:36.517237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port b506dfbd-a34d-40b7-97b5-f277bd4eb621 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:36.522494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port b506dfbd-a34d-40b7-97b5-f277bd4eb621 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:36.522891 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.563548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fdff7-4b91-45e7-a6c6-d8bb0415a9a8 None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:36.685713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e5f51022-0c2b-4b75-a3f7-1193d4f97e60 None None] Provisioning complete for port 73d3b14a-dce1-4ade-934c-13a8bd05c57e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:36.686074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f51022-0c2b-4b75-a3f7-1193d4f97e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.698517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'port': {'device_id': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'admin_state_up': True, 'tenant_id': 'cfc8f96303704564ace974225e7f9a9c'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:36.723432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.732985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e71ad498-3866-48e0-8dd9-66a6a45a8808 req-d9b7e375-1973-415d-b020-533bbce1deac service neutron] 10.222.0.21 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854336 Nov 16 21:22:36.826354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:36.835456 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.836240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ed1fa62b-6314-44a0-b7d1-b81ce159dd9b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:36.877415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150fa2-3ba1-4788-bc44-8d145c3f38b6 req-dda2fff6-5c2d-4379-ab55-1c43de516447 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:36.878905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a150fa2-3ba1-4788-bc44-8d145c3f38b6 req-dda2fff6-5c2d-4379-ab55-1c43de516447 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 944 time: 0.4810407 Nov 16 21:22:36.954496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:36.973743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:36.978425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:36.978784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.037770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Update dhcp port {'port': {'network_id': 'fbc5f879-e5df-4210-a213-c5b11dbfabcc', 'fixed_ips': [{'subnet_id': '47843ac5-e2f6-4bad-b7fc-22943bbab1e7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f808837b-78a0-4979-84d5-04763d45c479'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '73d3b14a-dce1-4ade-934c-13a8bd05c57e'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:22:37.068095 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.114822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.132484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a150fa2-3ba1-4788-bc44-8d145c3f38b6 req-7dbdc282-3d03-4087-8385-9151e4687d45 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317171 Nov 16 21:22:37.139757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.161311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Made reservation on behalf of cfc8f96303704564ace974225e7f9a9c for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:37.164840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.230676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:37.237792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.325247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:37.331184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Allocated IP 172.20.0.1 (fbc5f879-e5df-4210-a213-c5b11dbfabcc/f808837b-78a0-4979-84d5-04763d45c479/73d3b14a-dce1-4ade-934c-13a8bd05c57e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:37.359065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=a193396e-866d-4429-9753-814463bd225f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:37.429285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] For port 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73d3b14a-dce1-4ade-934c-13a8bd05c57e,segment=NetworkSegment(19096fbd-5069-4686-9816-ec65ef680d08),segment_id=19096fbd-5069-4686-9816-ec65ef680d08)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:37.434039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': 'ecd7ab52-a9d8-4e7c-8413-569535dc1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:37.434414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: e7856949-5b4c-4f51-8f7d-781d12b583df, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:37.465847 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.474146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.536474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-7d138ae6-3bc2-42e4-bb90-401341dde6e1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:37.537999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-7d138ae6-3bc2-42e4-bb90-401341dde6e1 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1b8623b-a013-40f7-af28-6717757c9525 HTTP/1.1" status: 200 len: 945 time: 0.2301893 Nov 16 21:22:37.559286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0e393-4f1b-4d67-9a0a-528d03184d25 req-917163dd-e35d-4077-b083-02d0aa9f367e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:37.560783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0b0e393-4f1b-4d67-9a0a-528d03184d25 req-917163dd-e35d-4077-b083-02d0aa9f367e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 946 time: 0.2518280 Nov 16 21:22:37.561410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network e7856949-5b4c-4f51-8f7d-781d12b583df is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:37.572540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23139ee4-8391-4102-a3f4-d08316f35850 None None] Pushing event updated for resources: {'Port': ['ID=73d3b14a-dce1-4ade-934c-13a8bd05c57e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:37.577138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621'}, {'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:37.579794 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ebbbc-5f66-4218-88d4-6344e2204317" -d '{"events": [{"server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "name": "network-vif-plugged", "status": "completed", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621"}, {"server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:37.598440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:22:37.669879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e7856949-5b4c-4f51-8f7d-781d12b583df) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:37.672567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Allocated IP 172.20.0.8 (63927088-5df6-45c4-a337-af35c91484ed/53ed1f21-62f1-4af7-9b82-11c131bfa79b/1f3a0a99-90dd-4b7a-a2a6-e051d6645901) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:37.679166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4fd4d-3977-427b-a5c2-08dce4708af7 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:37.685977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:37.686501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.754258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.772472 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.778127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0b0e393-4f1b-4d67-9a0a-528d03184d25 req-0982082d-e9a2-45ed-8916-8b4c4de5791c tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034292 Nov 16 21:22:37.794523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-28e62c50-37d9-45be-9ed5-473b61a57a7a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2055378 Nov 16 21:22:37.797285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49192) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:37.805282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:37.864559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e7856949-5b4c-4f51-8f7d-781d12b583df', 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': 'a193396e-866d-4429-9753-814463bd225f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:37.865433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.979216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ea8ca5f-0ea8-4905-98ae-4be5b5874ccc req-cd291ed3-b32a-404e-a31b-76d571b46864 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 210 time: 0.0846469 Nov 16 21:22:37.986250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13321958'] for subnet, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.014245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Deleting port 5f8a0635-9649-446e-b70e-4d0a1e55467d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:38.014586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.052795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Allocated IP 2001:db8::2 (e7856949-5b4c-4f51-8f7d-781d12b583df/a193396e-866d-4429-9753-814463bd225f/1eaedea7-a933-43a2-8d89-16e33e614a94) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:38.107186 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594 associated. External IP: 172.25.7.8, port: 74b54858-7687-41e2-8300-225bd3f58d61. Nov 16 21:22:38.119471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73d3b14a-dce1-4ade-934c-13a8bd05c57e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:38.205194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 73d3b14a-dce1-4ade-934c-13a8bd05c57e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:38.205576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.305229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528eddf-4535-4c67-be2d-95ff98bbcd4b None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:38.332929 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.382660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.465520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:38.471800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f3ef6272-8d6c-4f1c-b499-e3cbd7e82563 None None] Provisioning complete for port 73d3b14a-dce1-4ade-934c-13a8bd05c57e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:38.472417 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3ef6272-8d6c-4f1c-b499-e3cbd7e82563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.506683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.551004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] For port 5f8a0635-9649-446e-b70e-4d0a1e55467d, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=5f8a0635-9649-446e-b70e-4d0a1e55467d,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:38.551350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.561168 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745183078364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13242622'] for subnet, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.583815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191b20d-6cb1-447a-929b-6d861477526c req-d9cb2c2e-5714-49b5-a021-a7ef9032d17f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:38.585983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6191b20d-6cb1-447a-929b-6d861477526c req-d9cb2c2e-5714-49b5-a021-a7ef9032d17f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.4202073 Nov 16 21:22:38.600395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Calling delete_port for 5f8a0635-9649-446e-b70e-4d0a1e55467d owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:38.606537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:38.606851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.611691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "PUT /v2.0/subnets/a193396e-866d-4429-9753-814463bd225f HTTP/1.1" status: 200 len: 826 time: 0.8116236 Nov 16 21:22:38.612458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:38.681781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ba2fd-a5f5-49ba-950e-7004c348aa67 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=a193396e-866d-4429-9753-814463bd225f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:38.690219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:38.700148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:38.709617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Pushing event updated for resources: {'Port': ['ID=1eaedea7-a933-43a2-8d89-16e33e614a94,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:38.722417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.739421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.804924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port 1eaedea7-a933-43a2-8d89-16e33e614a94 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:38.805616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.808748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6191b20d-6cb1-447a-929b-6d861477526c req-b570902e-2e29-4d44-b719-b0c6b0a14bd2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086809 Nov 16 21:22:38.848527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Attempting to bind port 1eaedea7-a933-43a2-8d89-16e33e614a94 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:38.848894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Attempting to bind port 1eaedea7-a933-43a2-8d89-16e33e614a94 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'ecd7ab52-a9d8-4e7c-8413-569535dc1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:38.849253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Attempting to bind port 1eaedea7-a933-43a2-8d89-16e33e614a94 on network e7856949-5b4c-4f51-8f7d-781d12b583df {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:38.854782 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.881088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:38.882407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Checking segment: {'id': 'ecd7ab52-a9d8-4e7c-8413-569535dc1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:38.882407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.882407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Bound using segment: {'id': 'ecd7ab52-a9d8-4e7c-8413-569535dc1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:38.882742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Bound port: 1eaedea7-a933-43a2-8d89-16e33e614a94, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd7ab52-a9d8-4e7c-8413-569535dc1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e7856949-5b4c-4f51-8f7d-781d12b583df'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:38.883086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.918029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port 1eaedea7-a933-43a2-8d89-16e33e614a94, host n-d-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:38.918390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.933412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for 1eaedea7-a933-43a2-8d89-16e33e614a94 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:38.952874 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998d7ad-0f7e-49fc-b2c3-2f85b80b55ef x-openstack-request-id: req-8998d7ad-0f7e-49fc-b2c3-2f85b80b55ef {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:38.953280 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "name": "network-vif-plugged", "status": "completed", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621", "code": 200}, {"server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:38.953540 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8998d7ad-0f7e-49fc-b2c3-2f85b80b55ef {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:38.953957 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621', 'code': 200} Nov 16 21:22:38.954328 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b', 'code': 200} Nov 16 21:22:38.975499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] For port 1eaedea7-a933-43a2-8d89-16e33e614a94, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:38.979266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] For port 1eaedea7-a933-43a2-8d89-16e33e614a94, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1eaedea7-a933-43a2-8d89-16e33e614a94,segment=NetworkSegment(ecd7ab52-a9d8-4e7c-8413-569535dc1208),segment_id=ecd7ab52-a9d8-4e7c-8413-569535dc1208)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:38.982270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Network 63927088-5df6-45c4-a337-af35c91484ed is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:38.983735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:38.986861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:38.994743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:38.996962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:39.001815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:39.049327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36adecd5-bf7d-47c7-b416-c5bc4dc19cb4 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:39.052609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.060871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:39.061908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.092934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74b54858-7687-41e2-8300-225bd3f58d61'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:39.148904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.187212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6021762-3c37-49c4-bd92-ee437421e953 None None] Pushing event updated for resources: {'Port': ['ID=1eaedea7-a933-43a2-8d89-16e33e614a94,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.197094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event deleted for resources: {'Port': ['ID=5f8a0635-9649-446e-b70e-4d0a1e55467d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.213214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=1eaedea7-a933-43a2-8d89-16e33e614a94,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.242005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-dd69bec0-1e8b-4393-80eb-44ba0e2380b7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5658860 Nov 16 21:22:39.249856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] No DVR routers for this DVR port 5f8a0635-9649-446e-b70e-4d0a1e55467d on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:39.271731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Request body: {'port': {'device_id': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:39.287073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port 1eaedea7-a933-43a2-8d89-16e33e614a94 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:39.314019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f1eb4ad1-299e-4135-8c2d-c2742ae3f97f None None] Provisioning complete for port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:39.314872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4ad1-299e-4135-8c2d-c2742ae3f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.322174 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.323896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71ee6-1122-49f2-90e6-9bf0b9cedce1 req-a2d923db-3f59-4944-bd7d-97517f44c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:39.326195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ae58d69-ccbd-4cfd-85c7-583772a6442d req-358fb99a-7c1f-4cc4-8d8d-3d29e1eb7b1d tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.21 "DELETE /v2.0/ports/5f8a0635-9649-446e-b70e-4d0a1e55467d HTTP/1.1" status: 204 len: 173 time: 1.7749009 Nov 16 21:22:39.326703 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95f71ee6-1122-49f2-90e6-9bf0b9cedce1 req-a2d923db-3f59-4944-bd7d-97517f44c2d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 1096 time: 0.1878831 Nov 16 21:22:39.331342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'name': 'network-vif-deleted', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:39.333672 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9376decf-e974-4fe5-a2e4-ab598f67926a" -d '{"events": [{"server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "name": "network-vif-deleted", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:39.379809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.380535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c2d2-67f0-4d89-864d-7823d0b088c3 req-514e2369-3c5f-4bfb-98b2-11e6b5e77db0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:39.383619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad81c2d2-67f0-4d89-864d-7823d0b088c3 req-514e2369-3c5f-4bfb-98b2-11e6b5e77db0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.2970548 Nov 16 21:22:39.410752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb4ad1-299e-4135-8c2d-c2742ae3f97f None None] Port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:39.512023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.551936 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-95f71ee6-1122-49f2-90e6-9bf0b9cedce1 req-fa4a702b-e2b4-417d-b647-b10e50eb43e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137260 Nov 16 21:22:39.570164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=a193396e-866d-4429-9753-814463bd225f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.647293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-693ecd39-751d-4b83-a56a-03d1cae1f11b None None] Provisioning complete for port 73d3b14a-dce1-4ade-934c-13a8bd05c57e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:39.648744 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-693ecd39-751d-4b83-a56a-03d1cae1f11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.662797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e53dc-4f0b-433a-9b14-5f39674207cb req-29494f8f-ed78-4c26-809b-da5b1409f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:39.666997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c69e53dc-4f0b-433a-9b14-5f39674207cb req-29494f8f-ed78-4c26-809b-da5b1409f704 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 1097 time: 0.5038235 Nov 16 21:22:39.672062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.682385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.697531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7856949-5b4c-4f51-8f7d-781d12b583df']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:39.704017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad81c2d2-67f0-4d89-864d-7823d0b088c3 req-70be0e0f-576a-4e6f-859e-f1c7cd38a44f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414329 Nov 16 21:22:39.710588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd7ab52-a9d8-4e7c-8413-569535dc1208') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:39.710959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd7ab52-a9d8-4e7c-8413-569535dc1208') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:39.735926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.752022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:39.757764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.761864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.762476 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:39.772941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:39.773695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.776461 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:39.777378 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:39.779350 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:39.787192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-3c202d0d-bc95-469d-aac5-d18ff0048540 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "PUT /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 995 time: 3.4931808 Nov 16 21:22:39.855234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.867667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.875662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49210) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:39.876788 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/e7856949-5b4c-4f51-8f7d-781d12b583df HTTP/1.1" status: 204 len: 168 time: 1.2592826 Nov 16 21:22:39.900594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d854-51b3-4c2b-83fb-2eacad56b31f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=e7856949-5b4c-4f51-8f7d-781d12b583df,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.918699 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8250fc1f-ff01-48df-a6d9-8d4ce6f9897c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:39.919279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8250fc1f-ff01-48df-a6d9-8d4ce6f9897c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:39.922294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8250fc1f-ff01-48df-a6d9-8d4ce6f9897c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/e7856949-5b4c-4f51-8f7d-781d12b583df HTTP/1.1" status: 404 len: 339 time: 0.0326762 Nov 16 21:22:39.923134 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:39.926602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49212) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:39.933189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501295689', 'description': 'd1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:39.970699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:39.977285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.992522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c69e53dc-4f0b-433a-9b14-5f39674207cb req-80c7fb56-461b-4d74-afe8-72642c563a9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024791 Nov 16 21:22:40.007206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:40.019401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.019799 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 5ed7e9d3-8dc0-4816-b999-0d04b74f0056 of type vlan for network 8cf449d2-0559-472d-90f7-e78a36ea910d Nov 16 21:22:40.037758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-8aa5f422-b319-434e-8a82-15e900917c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.046177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-8aa5f422-b319-434e-8a82-15e900917c50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.2345462 Nov 16 21:22:40.088874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.140043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.147737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b36c1e-d0b6-4cc3-b407-5c1bde0cb70c req-a9502a8f-980b-4bcb-8526-dc7b7d4a5836 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.148849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.150356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.155546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90b36c1e-d0b6-4cc3-b407-5c1bde0cb70c req-a9502a8f-980b-4bcb-8526-dc7b7d4a5836 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 946 time: 0.2434623 Nov 16 21:22:40.244208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3163314 Nov 16 21:22:40.249001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49216) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:40.257988 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:37Z', 'revision_number': 8, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:40.258922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aac0d-b53b-4947-9a47-ddcff7a116e0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=8cf449d2-0559-472d-90f7-e78a36ea910d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:40.277748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 8cf449d2-0559-472d-90f7-e78a36ea910d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:40.337037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90b36c1e-d0b6-4cc3-b407-5c1bde0cb70c req-5e58d0dc-971f-4ff1-a8ce-3a46c6393f7f tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784046 Nov 16 21:22:40.344444 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:40.357206 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:40.358528 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:40.408019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-6281db89-d118-4de9-9252-e6ada1f01967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.416182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-6281db89-d118-4de9-9252-e6ada1f01967 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.3678143 Nov 16 21:22:40.473098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f8a0635-9649-446e-b70e-4d0a1e55467d no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:40.541429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 5f8a0635-9649-446e-b70e-4d0a1e55467d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:40.543161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 5f8a0635-9649-446e-b70e-4d0a1e55467d not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:40.602807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:40.617353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efa424-c103-430f-a9ff-8646209f5bf3 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.618909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c5efa424-c103-430f-a9ff-8646209f5bf3 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks?id=8cf449d2-0559-472d-90f7-e78a36ea910d HTTP/1.1" status: 200 len: 765 time: 0.3608277 Nov 16 21:22:40.622504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:40.627361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'description': 'd2'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:40.629378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.641078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-55ab78b4-d25c-468e-af1b-66d122d5d48b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 998 time: 0.2246566 Nov 16 21:22:40.694279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Transition to ACTIVE for port object 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:40.702844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff89e7-5e74-4a79-ad89-380abab7ffa0 req-c17111cd-ed69-4d3f-95ba-8b6da918b94f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.710841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48ff89e7-5e74-4a79-ad89-380abab7ffa0 req-c17111cd-ed69-4d3f-95ba-8b6da918b94f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 931 time: 0.2409282 Nov 16 21:22:40.722771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.773867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c82392eb-3ee0-4846-9b53-7c5cf47201ae None None] Could not find standard attr ID for object 1eaedea7-a933-43a2-8d89-16e33e614a94. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:22:40.785696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-d1b851d2-6ad5-4246-bc00-fb0ff010f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.787151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-d1b851d2-6ad5-4246-bc00-fb0ff010f741 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.1452651 Nov 16 21:22:40.808055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:40.816889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd011ea-bf69-45c2-9848-a29377b81f80 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:40.873565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4aa9f-7026-407d-8367-0d166dae3b23 None None] DHCP port deletion for e7856949-5b4c-4f51-8f7d-781d12b583df request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:40.909091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48ff89e7-5e74-4a79-ad89-380abab7ffa0 req-8599b2ea-47bd-43ea-bceb-12bffd100a90 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960297 Nov 16 21:22:40.911359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:40.914321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624614e-74fb-4488-916b-d3ef26d0bfd0 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:40.920616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.942038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624614e-74fb-4488-916b-d3ef26d0bfd0 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:22:40.951745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9be43-b0bd-4301-b2fb-e193b2ba3020 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:40.970909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.980630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network 8cf449d2-0559-472d-90f7-e78a36ea910d is not hosted by any dhcp agent {{(pid=102664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:22:40.987384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9be43-b0bd-4301-b2fb-e193b2ba3020 None None] Network e7856949-5b4c-4f51-8f7d-781d12b583df could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:22:40.994286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:40.996064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.001661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "PUT /v2.0/networks/8cf449d2-0559-472d-90f7-e78a36ea910d HTTP/1.1" status: 200 len: 762 time: 0.3774617 Nov 16 21:22:41.005326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49232) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.039194 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67565a15-f108-4a70-a961-f188879fc105 x-openstack-request-id: req-67565a15-f108-4a70-a961-f188879fc105 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:41.039321 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b8623b-a013-40f7-af28-6717757c9525", "name": "network-vif-deleted", "tag": "5f8a0635-9649-446e-b70e-4d0a1e55467d", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:41.039716 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67565a15-f108-4a70-a961-f188879fc105 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:41.040178 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b8623b-a013-40f7-af28-6717757c9525', 'name': 'network-vif-deleted', 'tag': '5f8a0635-9649-446e-b70e-4d0a1e55467d', 'status': 'completed', 'code': 200} Nov 16 21:22:41.055271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-ed929c43-71a4-4a28-9717-1678302f7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.063496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-ed929c43-71a4-4a28-9717-1678302f7379 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2657013 Nov 16 21:22:41.069259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-eba0bc60-4a2d-4482-80fa-4cc802ffd7ad service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:41.076815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-eba0bc60-4a2d-4482-80fa-4cc802ffd7ad service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123277 Nov 16 21:22:41.108097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26098ce-1868-4e70-bc47-470d7a405431 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=8cf449d2-0559-472d-90f7-e78a36ea910d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.123190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 8cf449d2-0559-472d-90f7-e78a36ea910d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:41.203562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Attempting to bind port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:41.204163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Attempting to bind port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:41.204693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Attempting to bind port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:41.222061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 on network 63927088-5df6-45c4-a337-af35c91484ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:41.222340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Attempting to bind port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:41.224029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:37Z', 'revision_number': 8, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:41.252557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:41.252932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Checking segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:41.253288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Bound using segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:41.253709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Bound port: 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:41.254066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.264751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14a3ee-b5db-4626-871e-3f171af8950a req-2564efd0-5b3d-4171-8852-3fcd03dd7c52 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.272898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df14a3ee-b5db-4626-871e-3f171af8950a req-2564efd0-5b3d-4171-8852-3fcd03dd7c52 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.1758492 Nov 16 21:22:41.288845 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84842e2-5ba1-4829-b5c7-3fff9a872a0c None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f6bc71e8-6050-4ca8-a462-c97058e4e594', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'port_id': '74b54858-7687-41e2-8300-225bd3f58d61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'mac_address': 'fa:16:3e:3c:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:21:44Z', 'updated_at': '2021-11-16T21:22:37Z', 'revision_number': 8, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:41.296695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-ac446075-fd4e-4170-b296-e26381720067 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189076 Nov 16 21:22:41.305238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2cdce-3227-4b99-9f15-67950d1fb31c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.310331 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ef2cdce-3227-4b99-9f15-67950d1fb31c tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks?id=8cf449d2-0559-472d-90f7-e78a36ea910d HTTP/1.1" status: 200 len: 765 time: 0.2988801 Nov 16 21:22:41.310774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.424001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df14a3ee-b5db-4626-871e-3f171af8950a req-17c4f97d-6bf0-475f-9bfc-45dbc515fc19 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427958 Nov 16 21:22:41.612989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc87dc5-c69f-45af-985f-5f7f0b252856 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.617267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5bc87dc5-c69f-45af-985f-5f7f0b252856 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3030481 Nov 16 21:22:41.617494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.638364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1db86-2350-4f46-a2d0-21c071bcef69 None None] New status for floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:41.663015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-478378f2-fb6c-4f91-949b-a14d428825ca tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 207 time: 0.0443485 Nov 16 21:22:41.666245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.798733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:41.807688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8250de17-b1c9-4ed7-a7cd-af79aa90dac7 req-d562b19a-aa29-4adc-ab35-4d16b1ff5bcc service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041819 Nov 16 21:22:41.823733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:41.833670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.848589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075275c-a35c-4d4f-b0fe-bbcb46d0becb req-e5c6b447-16d4-49e0-85aa-7758d17bbeae tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.856368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6075275c-a35c-4d4f-b0fe-bbcb46d0becb req-e5c6b447-16d4-49e0-85aa-7758d17bbeae tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 946 time: 0.1064944 Nov 16 21:22:41.906970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bedc5e1-4ffa-4b2f-b60a-01a1ac8109c4 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:41.914549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.917652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.918288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.919737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f3a0a99-90dd-4b7a-a2a6-e051d6645901 HTTP/1.1" status: 200 len: 1091 time: 2.6522708 Nov 16 21:22:41.920733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.929166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.936242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.943663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.964529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.970593 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fa3356d0-888a-4e83-9d1a-d23c8a2db625 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2990193 Nov 16 21:22:41.970812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.977345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1eaedea7-a933-43a2-8d89-16e33e614a94 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:41.999261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1eaedea7-a933-43a2-8d89-16e33e614a94 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:41.999644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1eaedea7-a933-43a2-8d89-16e33e614a94 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:42.011490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb1db-c859-430d-a5b2-7cd93525a498 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:42.024869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6075275c-a35c-4d4f-b0fe-bbcb46d0becb req-9ee6450a-6ae0-4277-bfd3-ad712e203cf1 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673639 Nov 16 21:22:42.033031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9f6f-8261-424a-bb63-f8486170d921 req-6c3e7a3f-451e-4a78-8ff6-197214886a38 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.034566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e6a9f6f-8261-424a-bb63-f8486170d921 req-6c3e7a3f-451e-4a78-8ff6-197214886a38 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.1413414 Nov 16 21:22:42.071562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-bf9d5cc8-70e0-4513-ba8e-499c7fe94799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.072967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-bf9d5cc8-70e0-4513-ba8e-499c7fe94799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 1094 time: 0.1045463 Nov 16 21:22:42.100525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e6a9f6f-8261-424a-bb63-f8486170d921 req-5bbd475a-3f38-4405-9bd6-86255dff7f24 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 Nov 16 21:22:42.105583 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9dbd6cdd-fc70-433b-abb7-d9114166bbaa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1300290 Nov 16 21:22:42.105897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49246) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.166553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-b1d8d633-b8b3-4785-a9d6-c1a84a0d1525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901 HTTP/1.1" status: 200 len: 217 time: 0.0561028 Nov 16 21:22:42.170498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.174374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.179770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.179770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.179770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.185940 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c6debe7a-81c1-42ef-a6fa-4a309497e832 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0756755 Nov 16 21:22:42.186143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49254) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.267286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.268706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.270114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.271668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.273086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.274839 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-727c94c8-4660-4316-96f1-703671f4b1ac tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0875986 Nov 16 21:22:42.278322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.303366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4849bebc-8c9f-438a-970b-1de1a04cb58f req-fc5d2956-6dbd-45b3-a74c-d31469da1e8c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 997 time: 0.1394572 Nov 16 21:22:42.304708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b467c-1495-4da2-af69-2450ca92c7fa req-3b121ddc-979d-4871-aeab-b91fb110af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.306056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-3b121ddc-979d-4871-aeab-b91fb110af3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.1056919 Nov 16 21:22:42.328665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034fd76-f430-4a2b-8041-a5a1b1e0d7ed req-dbe3ece9-6f00-4f75-b8c9-b58f83222650 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.329976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b034fd76-f430-4a2b-8041-a5a1b1e0d7ed req-dbe3ece9-6f00-4f75-b8c9-b58f83222650 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 943 time: 0.0949922 Nov 16 21:22:42.382583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b7a24-05ab-492d-980b-f9d0f6bcdf2d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.383937 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f36b7a24-05ab-492d-980b-f9d0f6bcdf2d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks/272e0829-aa47-4c77-b4b8-015e03fddc2d HTTP/1.1" status: 200 len: 803 time: 0.1046870 Nov 16 21:22:42.387663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.394386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-fb016fee-69aa-4231-84b5-f3d67de6611c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622995 Nov 16 21:22:42.498563 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e98f429-a435-42d0-a760-6eb5a95ba0e4 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/networks/272e0829-aa47-4c77-b4b8-015e03fddc2d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1068308 Nov 16 21:22:42.503546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.514367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b034fd76-f430-4a2b-8041-a5a1b1e0d7ed req-45988e5c-ce76-456a-a70a-2f24216895b6 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649549 Nov 16 21:22:42.534662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849bebc-8c9f-438a-970b-1de1a04cb58f req-121f6c07-4fbf-4821-8794-5141ae391238 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.536008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4849bebc-8c9f-438a-970b-1de1a04cb58f req-121f6c07-4fbf-4821-8794-5141ae391238 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2249074 Nov 16 21:22:42.552478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-4849bebc-8c9f-438a-970b-1de1a04cb58f req-f209f53b-31fa-4281-b52a-65289b851164 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:42.552671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b2e43-d0b5-426e-9d0f-e3ecd21532cd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.553447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4849bebc-8c9f-438a-970b-1de1a04cb58f req-f209f53b-31fa-4281-b52a-65289b851164 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111582 Nov 16 21:22:42.554304 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a27b2e43-d0b5-426e-9d0f-e3ecd21532cd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets/c1bf8976-9580-4137-81aa-f73d10414506 HTTP/1.1" status: 200 len: 843 time: 0.0539591 Nov 16 21:22:42.563915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.575249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-ff9f7ee1-2528-446c-83be-e2b87d356c94 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634991 Nov 16 21:22:42.625399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779cab85-91e3-46f3-ae10-0fdd4ff5b295 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['shared'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.627058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-779cab85-91e3-46f3-ae10-0fdd4ff5b295 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "GET /v2.0/subnets/c1bf8976-9580-4137-81aa-f73d10414506?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0679536 Nov 16 21:22:42.630432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.636056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134360880'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:42.665638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:42.671184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.713059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939b467c-1495-4da2-af69-2450ca92c7fa req-fa469769-bba1-43a3-99dd-31752b766024 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298764 Nov 16 21:22:42.715137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:42.719533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.728397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.728590 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Added segment 15f0a0e2-f200-460e-8c5b-c6391aee3e03 of type vlan for network e0d926f5-098b-4af5-a52e-13dad8eb0bdf Nov 16 21:22:42.783045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.808255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.814921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.815634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.832352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b703e-306d-498c-af5f-ee62c992e38c req-67dc5f8c-6833-4a10-b26c-2250f83222e6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.833745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e4b703e-306d-498c-af5f-ee62c992e38c req-67dc5f8c-6833-4a10-b26c-2250f83222e6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.1034298 Nov 16 21:22:42.841668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-f12ebe66-503b-41cc-9277-772d4b7b4346 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 1000 time: 0.0806804 Nov 16 21:22:42.878649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2467570 Nov 16 21:22:42.881800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.893815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:42.911627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cb2c1-9cc3-453b-aecd-0999183f6784 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Network': ['ID=e0d926f5-098b-4af5-a52e-13dad8eb0bdf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:42.912410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-4d6d1edd-8efe-487f-8df5-e32c0f34a084 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.913772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-4d6d1edd-8efe-487f-8df5-e32c0f34a084 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports/74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 943 time: 0.0654445 Nov 16 21:22:42.923732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:42.929134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e4b703e-306d-498c-af5f-ee62c992e38c req-d241f879-2b5f-41ba-b9c0-64ea47c4d1eb tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Nov 16 21:22:43.014771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Made reservation on behalf of df59caabd34240aaa376bb70d93a47bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:43.018554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.055481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}, {'name': 'network-changed', 'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:43.058049 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1811c-6d16-4196-a4fa-79c788d0a267" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}, {"name": "network-changed", "server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:43.078584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-6518785a-daad-4bd1-a1a2-4e2140ba6719 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 1000 time: 0.0977407 Nov 16 21:22:43.079798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:22:43.080438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:22:43.105044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b4518-d97d-467e-b4be-3c971c673efd req-d5cec569-f062-4c1a-a811-c1fc0e4c25cb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.106417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-506b4518-d97d-467e-b4be-3c971c673efd req-d5cec569-f062-4c1a-a811-c1fc0e4c25cb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.0863788 Nov 16 21:22:43.213815 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.215371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-506b4518-d97d-467e-b4be-3c971c673efd req-5b861419-420a-4544-8fd4-d5a1474d8967 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986896 Nov 16 21:22:43.235043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-78be87f4-a5c4-4cb2-98d8-ee4c0ccf53dd tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.236402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-78be87f4-a5c4-4cb2-98d8-ee4c0ccf53dd tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1508942 Nov 16 21:22:43.284060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=157e0cf6-07fe-4c58-9fdb-c888410d20b8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:43.291624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Checking segment: {'id': '15f0a0e2-f200-460e-8c5b-c6391aee3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:43.291986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network hostable DHCP agents. Network: e0d926f5-098b-4af5-a52e-13dad8eb0bdf, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:43.313040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:43.323606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e0d926f5-098b-4af5-a52e-13dad8eb0bdf) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:43.328197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.328982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.339270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-ac03608a-1474-408e-ad5f-7096e3cd5b4c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 1000 time: 0.0940094 Nov 16 21:22:43.344161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09f1cd-5cf1-4c3c-b3ae-f61f01cb1196 None None] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:43.350584 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01fa3399-fac5-47de-807f-9feecafc040d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4671671 Nov 16 21:22:43.352831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:43.358764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:43.358949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa5e5-c170-4850-bc25-67df08862114 req-8fca552e-f757-4cc9-aa1f-888a450391c7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.360806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41caa5e5-c170-4850-bc25-67df08862114 req-8fca552e-f757-4cc9-aa1f-888a450391c7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.0702813 Nov 16 21:22:43.364462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:43.453804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.457755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13321958'] for subnet, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.488751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41caa5e5-c170-4850-bc25-67df08862114 req-60e4ed3b-3989-42fb-8623-d8a40a66e27f tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908124 Nov 16 21:22:43.529572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e0d926f5-098b-4af5-a52e-13dad8eb0bdf', 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf', 'tenant_id': 'df59caabd34240aaa376bb70d93a47bc', 'fixed_ips': [{'subnet_id': '157e0cf6-07fe-4c58-9fdb-c888410d20b8'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:43.530456 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.642889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.650831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.651883 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594 disassociated. External IP: 172.25.7.8, port: 74b54858-7687-41e2-8300-225bd3f58d61. Nov 16 21:22:43.695986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745183078364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13242622'] for subnet, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.740240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.741263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.742615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "PUT /v2.0/subnets/157e0cf6-07fe-4c58-9fdb-c888410d20b8 HTTP/1.1" status: 200 len: 900 time: 0.3885701 Nov 16 21:22:43.746718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:43.754820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Allocated IP 2001:db8::3 (e0d926f5-098b-4af5-a52e-13dad8eb0bdf/157e0cf6-07fe-4c58-9fdb-c888410d20b8/fb6f951d-1998-46d6-884f-1c309c47da60) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:43.785191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d3f7-b316-471f-b546-324aeb4648b5 req-aed8ae56-fc65-4a57-a0eb-8096da59818d tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.786674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78c7d3f7-b316-471f-b546-324aeb4648b5 req-aed8ae56-fc65-4a57-a0eb-8096da59818d tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 946 time: 0.0658288 Nov 16 21:22:43.811626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8ada5-e8e2-4c0e-8053-c8d35c73238f tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event updated for resources: {'Subnet': ['ID=157e0cf6-07fe-4c58-9fdb-c888410d20b8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:43.867708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.912266 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.919153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78c7d3f7-b316-471f-b546-324aeb4648b5 req-d4fc5a6b-68a6-4b9b-bed7-c87c272f352d tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183267 Nov 16 21:22:43.919869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.927523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.964378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:43.990980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:44.004415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Pushing event updated for resources: {'Port': ['ID=fb6f951d-1998-46d6-884f-1c309c47da60,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:44.015973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:44.019137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:44.023532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.060158 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1062168f-a0f6-4417-b472-6cfb5c9bc81e x-openstack-request-id: req-1062168f-a0f6-4417-b472-6cfb5c9bc81e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:44.060646 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:44.061046 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1062168f-a0f6-4417-b472-6cfb5c9bc81e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:44.061641 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:22:44.062249 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'status': 'completed', 'code': 200} Nov 16 21:22:44.083266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Attempting to bind port fb6f951d-1998-46d6-884f-1c309c47da60 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:44.084978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=157e0cf6-07fe-4c58-9fdb-c888410d20b8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:44.087112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Attempting to bind port fb6f951d-1998-46d6-884f-1c309c47da60 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '15f0a0e2-f200-460e-8c5b-c6391aee3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:44.087487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Attempting to bind port fb6f951d-1998-46d6-884f-1c309c47da60 on network e0d926f5-098b-4af5-a52e-13dad8eb0bdf {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:44.095843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:44.096221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Checking segment: {'id': '15f0a0e2-f200-460e-8c5b-c6391aee3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:44.096630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.097968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Bound using segment: {'id': '15f0a0e2-f200-460e-8c5b-c6391aee3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:44.098464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Bound port: fb6f951d-1998-46d6-884f-1c309c47da60, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f0a0e2-f200-460e-8c5b-c6391aee3e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:44.098853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.152469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.160508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:44.168737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.173023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:44.173541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] For port fb6f951d-1998-46d6-884f-1c309c47da60, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:44.180639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d926f5-098b-4af5-a52e-13dad8eb0bdf']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.182503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] For port fb6f951d-1998-46d6-884f-1c309c47da60, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fb6f951d-1998-46d6-884f-1c309c47da60,segment=NetworkSegment(15f0a0e2-f200-460e-8c5b-c6391aee3e03),segment_id=15f0a0e2-f200-460e-8c5b-c6391aee3e03)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:44.189120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:44.189371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.189947 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.205795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f0a0e2-f200-460e-8c5b-c6391aee3e03') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.206494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f0a0e2-f200-460e-8c5b-c6391aee3e03') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.220395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.225560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-c38bb66c-d9e6-498c-9e3a-434cee8a8909 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "PUT /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 694 time: 0.8674808 Nov 16 21:22:44.244296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.245138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513330e1-8cd4-4422-aa19-12d81e3ba6a6 req-dde25e5d-379a-4819-b401-937ff272a114 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.246799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-513330e1-8cd4-4422-aa19-12d81e3ba6a6 req-dde25e5d-379a-4819-b401-937ff272a114 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 943 time: 0.1403022 Nov 16 21:22:44.252327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:44.253379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.272904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-ffce3318-9bd1-4558-856d-4da5f62c873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.274597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-ffce3318-9bd1-4558-856d-4da5f62c873c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.1692154 Nov 16 21:22:44.296669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33ff89-26c0-4f38-9166-3df3e3023597 None None] Pushing event updated for resources: {'Port': ['ID=fb6f951d-1998-46d6-884f-1c309c47da60,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:44.316667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3deeeb3-1e08-4af1-ba5e-1e37a5a441a0 None None] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:44.336429 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:44.354823 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:44.357816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:22:44.357816 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:22:44.357816 n-d-816206-5 neutron-server[102664]: [parameters: {'id': 'e0d926f5-098b-4af5-a52e-13dad8eb0bdf'}] Nov 16 21:22:44.357816 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:22:44.358150 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:22:44.387201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-513330e1-8cd4-4422-aa19-12d81e3ba6a6 req-d48137de-e5be-4c76-a655-20692dde56c2 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230175 Nov 16 21:22:44.394057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-2c14e9d7-8b0d-4866-bbe4-9e9f8873b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.410808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-2c14e9d7-8b0d-4866-bbe4-9e9f8873b0c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.1759348 Nov 16 21:22:44.470118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5603a-dad0-4321-8834-5e4be1e7eabd None None] Network e0d926f5-098b-4af5-a52e-13dad8eb0bdf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:44.491568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-4cfc2f65-e0ca-44ad-b68a-6d661a21a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.493229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-4cfc2f65-e0ca-44ad-b68a-6d661a21a091 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.2085166 Nov 16 21:22:44.573081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.603825 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:44.613064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e5b77-0a2f-4e9c-a935-6ffd4dba9f6a None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:22:44.616913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:44.617536 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:44.727221 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:44.736597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e5b77-0a2f-4e9c-a935-6ffd4dba9f6a None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:22:44.790188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-1b32007c-da87-44f1-a4ae-c187428a7abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.2852755 Nov 16 21:22:44.835783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-045a8956-1fcc-4917-8b45-4550dc79ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.837704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-045a8956-1fcc-4917-8b45-4550dc79ae1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.4341319 Nov 16 21:22:44.860221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.895034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-19512176-4f39-407a-b772-b350db758e9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0491550 Nov 16 21:22:44.911276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34645-b7a6-4dca-8aa5-c2fe4cf7e8a4 req-424ffa6f-6ea4-42b3-b2b7-b6714a2f513e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.918510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0e34645-b7a6-4dca-8aa5-c2fe4cf7e8a4 req-424ffa6f-6ea4-42b3-b2b7-b6714a2f513e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 946 time: 0.4241955 Nov 16 21:22:44.924810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port fb6f951d-1998-46d6-884f-1c309c47da60 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:44.925188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-35e671c0-5bd5-4e29-8d57-12e438a37bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.925306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:44.926915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-35e671c0-5bd5-4e29-8d57-12e438a37bff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.1260931 Nov 16 21:22:44.959463 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:22:45.001855 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.003558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port fb6f951d-1998-46d6-884f-1c309c47da60, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fb6f951d-1998-46d6-884f-1c309c47da60,segment=NetworkSegment(15f0a0e2-f200-460e-8c5b-c6391aee3e03),segment_id=15f0a0e2-f200-460e-8c5b-c6391aee3e03)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:45.003979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.017592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for fb6f951d-1998-46d6-884f-1c309c47da60 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:45.032989 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90355a17-1cb2-4cb6-b872-8d2620a7be1c None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:21:19Z', 'revision_number': 4, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a93b7a5d-b989-44ab-addc-24e31de2a46f', 'name': '', 'network_id': '2a2fccb2-1886-4193-b8bc-6aebe6ffc07d', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'mac_address': 'fa:16:3e:20:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '706c3563-90dc-4873-8796-dbf73bb44103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:16Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'subnets': [{'id': '706c3563-90dc-4873-8796-dbf73bb44103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:45.053438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-0a8ec716-c77d-476b-a53c-1fe0e8ffc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.055017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-0a8ec716-c77d-476b-a53c-1fe0e8ffc4bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.1324213 Nov 16 21:22:45.086735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792866aa-1617-400b-8067-5f9cb4b571be req-1ad9c3fd-06ac-4c39-ab9d-9a42eb0bc40a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.088256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-792866aa-1617-400b-8067-5f9cb4b571be req-1ad9c3fd-06ac-4c39-ab9d-9a42eb0bc40a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.1922395 Nov 16 21:22:45.096036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0e34645-b7a6-4dca-8aa5-c2fe4cf7e8a4 req-b947a3a3-1e58-4abb-91a1-fe5cb79295a6 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765816 Nov 16 21:22:45.118653 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.133476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-f5c32f62-189a-4de6-b9c5-546047cb98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.135018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-f5c32f62-189a-4de6-b9c5-546047cb98fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827168 Nov 16 21:22:45.136694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port fb6f951d-1998-46d6-884f-1c309c47da60 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:45.158832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=fb6f951d-1998-46d6-884f-1c309c47da60,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:45.253876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.283909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d926f5-098b-4af5-a52e-13dad8eb0bdf']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.292129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7865d3a-2e35-4726-8192-7b3b7b153d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.298679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f0a0e2-f200-460e-8c5b-c6391aee3e03') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.299054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f0a0e2-f200-460e-8c5b-c6391aee3e03') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.303956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-31a419cd-0b42-4b51-abe4-a0640bdda8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.305478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-31a419cd-0b42-4b51-abe4-a0640bdda8ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393327 Nov 16 21:22:45.313171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.330203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.338285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:45.338823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:45.342198 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:45.358301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-62008d72-4fdb-4632-a48a-9e66f2567207 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.359872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-62008d72-4fdb-4632-a48a-9e66f2567207 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 946 time: 0.2082372 Nov 16 21:22:45.387935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93fa2e-20ab-4265-a675-eaf75f672c90 None None] New status for floating IP f6bc71e8-6050-4ca8-a462-c97058e4e594: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:45.405653 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.413698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.417539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/e0d926f5-098b-4af5-a52e-13dad8eb0bdf HTTP/1.1" status: 204 len: 168 time: 1.6696928 Nov 16 21:22:45.426694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:45.448269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520caec-d951-4eb6-90bc-8b8e9d841872 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=e0d926f5-098b-4af5-a52e-13dad8eb0bdf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:45.467056 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e45bd1-c5bc-48ec-b26e-f8908f5f05f0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:45.467840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e45bd1-c5bc-48ec-b26e-f8908f5f05f0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:45.469592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3e82-32ef-442b-932a-4646448263e6 req-d29698a6-61f6-4b67-9a48-7bd5a5560aae tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.471571 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e8e45bd1-c5bc-48ec-b26e-f8908f5f05f0 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/157e0cf6-07fe-4c58-9fdb-c888410d20b8 HTTP/1.1" status: 404 len: 337 time: 0.0436833 Nov 16 21:22:45.473972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49308) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:45.476778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-170e3e82-32ef-442b-932a-4646448263e6 req-d29698a6-61f6-4b67-9a48-7bd5a5560aae tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 945 time: 0.2646070 Nov 16 21:22:45.492210 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-612f36d9-3553-4bdb-8dab-cc9161cc6164 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:45.492706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612f36d9-3553-4bdb-8dab-cc9161cc6164 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:45.495746 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-612f36d9-3553-4bdb-8dab-cc9161cc6164 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/e0d926f5-098b-4af5-a52e-13dad8eb0bdf HTTP/1.1" status: 404 len: 339 time: 0.0208561 Nov 16 21:22:45.502960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:45.539210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-89873828-e023-412c-a6bc-9b065241a930 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852932 Nov 16 21:22:45.578633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.621259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Deleting port b012c918-9b30-4b12-b9ac-d013c6688ced {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:45.621594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.708256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-e8137ad0-ddb9-4849-8624-20f64aa37e18 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852985 Nov 16 21:22:45.711987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-170e3e82-32ef-442b-932a-4646448263e6 req-2fb9f742-add0-421f-8847-75d63ae8f6ff tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344227 Nov 16 21:22:45.868648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Deleting port 93f61140-de46-41a0-989d-d999cb9f5623 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:45.869006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.967106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.968925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-d3a38d43-c6ae-40bf-8fda-6ad334ee17b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083631 Nov 16 21:22:45.977756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] For port b012c918-9b30-4b12-b9ac-d013c6688ced, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b012c918-9b30-4b12-b9ac-d013c6688ced,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:45.978115 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.988690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf449d2-0559-472d-90f7-e78a36ea910d']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.998360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed7e9d3-8dc0-4816-b999-0d04b74f0056') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:45.998645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed7e9d3-8dc0-4816-b999-0d04b74f0056') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:46.008479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ab45-1d8e-4abc-ada5-0931c3fe2ca6 req-089ff22f-dea3-428d-a6e0-56ba2342ad2e tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:46.008725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.009971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2277ab45-1d8e-4abc-ada5-0931c3fe2ca6 req-089ff22f-dea3-428d-a6e0-56ba2342ad2e tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.2130520 Nov 16 21:22:46.022271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.028199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:46.028573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:46.031799 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:46.047227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e555a90-7021-41f4-9cd7-1ce4f2b7831d req-98f667c1-8006-488a-b054-c1c99ccca865 service neutron] 10.222.0.54 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240728 Nov 16 21:22:46.092480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.097794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:46.100047 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79" -d '{"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:46.111115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.113681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:46.114623 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/8cf449d2-0559-472d-90f7-e78a36ea910d HTTP/1.1" status: 204 len: 168 time: 0.6153386 Nov 16 21:22:46.115634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75105a83-bed7-45b0-925b-6f5b1861e71a tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=8cf449d2-0559-472d-90f7-e78a36ea910d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:46.117622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.145246 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d8796c-8cb5-4b02-affa-c8f4c6595c8d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:46.146278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d8796c-8cb5-4b02-affa-c8f4c6595c8d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:46.152100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d3d8796c-8cb5-4b02-affa-c8f4c6595c8d tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/a193396e-866d-4429-9753-814463bd225f HTTP/1.1" status: 404 len: 337 time: 0.0312791 Nov 16 21:22:46.152896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49322) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.173654 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7baa3f5-54b8-4a2a-ab03-ac95612e3474 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:46.174147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7baa3f5-54b8-4a2a-ab03-ac95612e3474 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:46.180070 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7baa3f5-54b8-4a2a-ab03-ac95612e3474 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/e7856949-5b4c-4f51-8f7d-781d12b583df HTTP/1.1" status: 404 len: 339 time: 0.0244813 Nov 16 21:22:46.180394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49324) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.237080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting subnet f808837b-78a0-4979-84d5-04763d45c479 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:46.241392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.241732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:46.271488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] For port 93f61140-de46-41a0-989d-d999cb9f5623, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=93f61140-de46-41a0-989d-d999cb9f5623,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:46.271854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.295226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.397226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.426150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'port_id': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'mac_address': 'fa:16:3e:52:e7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ed1f21-62f1-4af7-9b82-11c131bfa79b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:46.465592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.466889 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.481186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:46.501745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=f808837b-78a0-4979-84d5-04763d45c479,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:46.505043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:46.507918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.513172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.515419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ac70dd7-d045-463c-b16a-e92f49a8c1fd tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/f808837b-78a0-4979-84d5-04763d45c479 HTTP/1.1" status: 204 len: 168 time: 0.3339398 Nov 16 21:22:46.516485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296ca48-2a13-4969-9d37-55bf3ef5d62c None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:46.517035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.576782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting subnet 47843ac5-e2f6-4bad-b7fc-22943bbab1e7 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:46.580092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.616134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:46.621745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.636015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-92fb7849-55c5-4ead-84fd-2f5b417ca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:46.637518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-92fb7849-55c5-4ead-84fd-2f5b417ca31c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 1094 time: 0.5940070 Nov 16 21:22:46.649225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2277ab45-1d8e-4abc-ada5-0931c3fe2ca6 req-d9323785-0d7b-40f6-b0b0-09f4cf046aaf tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293068 Nov 16 21:22:46.669985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8bbf0-0d26-4e98-9419-a228267e1935 req-3be7c2a0-1178-42de-b3e9-dd9e546e5320 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:46.669985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2b8bbf0-0d26-4e98-9419-a228267e1935 req-3be7c2a0-1178-42de-b3e9-dd9e546e5320 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.5184963 Nov 16 21:22:46.714696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.785067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.813754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=47843ac5-e2f6-4bad-b7fc-22943bbab1e7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:46.819493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.821190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1f3a0a99-90dd-4b7a-a2a6-e051d6645901'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:46.822750 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30eac58f-6498-4ecc-9c97-fb53b5d0a6fa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/47843ac5-e2f6-4bad-b7fc-22943bbab1e7 HTTP/1.1" status: 204 len: 168 time: 0.3045828 Nov 16 21:22:46.825176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49328) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.920315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2b8bbf0-0d26-4e98-9419-a228267e1935 req-0b61f643-516d-437c-997a-4deace99c5a1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502084 Nov 16 21:22:46.935576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.935576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.935576 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Floating IP fbc48aa6-0a39-4242-965e-6d385126001c disassociated. External IP: 172.25.7.180, port: b012c918-9b30-4b12-b9ac-d013c6688ced. Nov 16 21:22:46.935576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Calling delete_port for b012c918-9b30-4b12-b9ac-d013c6688ced owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:46.935936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.030550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port 73d3b14a-dce1-4ade-934c-13a8bd05c57e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:47.031713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.040053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5083c0-afbc-4656-96ee-cdaa4ba49b91 req-ae1e5143-05fb-4a65-9bc1-c5abb15cc71e tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.043397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db5083c0-afbc-4656-96ee-cdaa4ba49b91 req-ae1e5143-05fb-4a65-9bc1-c5abb15cc71e tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 945 time: 0.3049622 Nov 16 21:22:47.064933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-85ecf184-3e74-4281-b21e-80739da71614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.066384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-85ecf184-3e74-4281-b21e-80739da71614 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 922 time: 0.4131341 Nov 16 21:22:47.103963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port 73d3b14a-dce1-4ade-934c-13a8bd05c57e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73d3b14a-dce1-4ade-934c-13a8bd05c57e,segment=NetworkSegment(19096fbd-5069-4686-9816-ec65ef680d08),segment_id=19096fbd-5069-4686-9816-ec65ef680d08)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:47.104455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.120249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for 73d3b14a-dce1-4ade-934c-13a8bd05c57e owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:47.170411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-dcca7382-dbb0-477c-8214-82da47bf2253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901 HTTP/1.1" status: 200 len: 217 time: 0.0700099 Nov 16 21:22:47.176656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.177090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.177466 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Floating IP 2f7493e2-126b-4cb5-afd2-97543f8c51f4 disassociated. External IP: 172.25.7.47, port: 93f61140-de46-41a0-989d-d999cb9f5623. Nov 16 21:22:47.177922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Calling delete_port for 93f61140-de46-41a0-989d-d999cb9f5623 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:47.206806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.237840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=73d3b14a-dce1-4ade-934c-13a8bd05c57e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:47.241555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port 73d3b14a-dce1-4ade-934c-13a8bd05c57e on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:47.252230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1795fc-7a98-4487-b4c4-b33912678315 req-ea7eea85-1219-4fc1-8a37-e530f21353ed tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.253891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d1795fc-7a98-4487-b4c4-b33912678315 req-ea7eea85-1219-4fc1-8a37-e530f21353ed tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 944 time: 0.2423251 Nov 16 21:22:47.325316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.347361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db5083c0-afbc-4656-96ee-cdaa4ba49b91 req-eaa7974e-8f58-4225-8a9a-aa93b93f0348 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e762d20-282c-4f7f-a6eb-616eed1aa155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511044 Nov 16 21:22:47.353006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc5f879-e5df-4210-a213-c5b11dbfabcc']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:47.371929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-a5161b84-ec57-4d05-a286-42d67367f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.371929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-a5161b84-ec57-4d05-a286-42d67367f5e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.1815305 Nov 16 21:22:47.380200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19096fbd-5069-4686-9816-ec65ef680d08') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:47.380630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19096fbd-5069-4686-9816-ec65ef680d08') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:47.395443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.409344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.416676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:47.417430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:47.421233 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:47.432464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a94600-03c1-43ea-89f6-94c1c63f32ff None None] Network fbc5f879-e5df-4210-a213-c5b11dbfabcc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:47.441030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-def2f2b0-c819-43ec-99be-4aa86bf70c30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575457 Nov 16 21:22:47.447988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d1795fc-7a98-4487-b4c4-b33912678315 req-a585fadc-f32d-4361-aed8-7694b775d6b5 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767445 Nov 16 21:22:47.537411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.537665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4633bf96-0f6a-42da-b2cf-77ab05cb016c None None] Could not find standard attr ID for object 73d3b14a-dce1-4ade-934c-13a8bd05c57e. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:22:47.558852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.563173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/fbc5f879-e5df-4210-a213-c5b11dbfabcc HTTP/1.1" status: 204 len: 168 time: 0.7368712 Nov 16 21:22:47.565927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49330) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.587964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d21d-2698-4e7b-b9f4-3b21f78468bc tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=fbc5f879-e5df-4210-a213-c5b11dbfabcc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:47.600696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.636105 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7d480d-36e0-424f-beee-c34adbd721b9 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.636953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7d480d-36e0-424f-beee-c34adbd721b9 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.645725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b862bd7b-ee35-4aa0-a11c-05ec8c5853fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.651341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b7d480d-36e0-424f-beee-c34adbd721b9 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/be3dab74-3a63-4074-bdcb-5caf06832674 HTTP/1.1" status: 404 len: 337 time: 0.0732315 Nov 16 21:22:47.652513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49336) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.661945 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763c8ed-1b92-4499-8339-218817eba49b x-openstack-request-id: req-6763c8ed-1b92-4499-8339-218817eba49b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:47.662233 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:47.662481 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6763c8ed-1b92-4499-8339-218817eba49b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:47.662868 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:22:47.676287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307cc46-61d2-4788-9acf-e7cfe8c1fa05 None None] DHCP port deletion for fbc5f879-e5df-4210-a213-c5b11dbfabcc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:47.710566 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f08eafd-5383-4af4-a022-0b9063dc4707 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.711138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f08eafd-5383-4af4-a022-0b9063dc4707 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.712633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'Port': ['ID=b012c918-9b30-4b12-b9ac-d013c6688ced,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:47.718313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f08eafd-5383-4af4-a022-0b9063dc4707 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/b36fbfef-6119-4a0d-bce9-21b70449cc41 HTTP/1.1" status: 404 len: 339 time: 0.0617843 Nov 16 21:22:47.719277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.751216 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac99238d-f811-47b7-9cbe-628c13c2ad51 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.751677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac99238d-f811-47b7-9cbe-628c13c2ad51 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.755020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac99238d-f811-47b7-9cbe-628c13c2ad51 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/ecede945-a7e3-4367-923a-e4719a343dc9 HTTP/1.1" status: 404 len: 337 time: 0.0345199 Nov 16 21:22:47.758857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.779883 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9630c6-0b3a-4a4b-964e-3bdbc0cf4a32 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.780377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9630c6-0b3a-4a4b-964e-3bdbc0cf4a32 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.785869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e9630c6-0b3a-4a4b-964e-3bdbc0cf4a32 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/f7fd869c-712f-48f4-908a-8afb968ca20f HTTP/1.1" status: 404 len: 339 time: 0.0238101 Nov 16 21:22:47.786143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.794764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-fb1c5e8d-7142-4c97-8ef0-e4b9a26d53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.796241 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-fb1c5e8d-7142-4c97-8ef0-e4b9a26d53d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.1311393 Nov 16 21:22:47.798193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.826195 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdfd2d6-7e96-46c0-af43-2d80ca7eb3f4 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.826638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdfd2d6-7e96-46c0-af43-2d80ca7eb3f4 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.829771 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cdfd2d6-7e96-46c0-af43-2d80ca7eb3f4 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/130b35a5-cca8-4b7b-b064-21bf13c5b9e4 HTTP/1.1" status: 404 len: 337 time: 0.0426941 Nov 16 21:22:47.840248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49346) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.889876 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb9808e-27d5-4a93-a82d-9b9e66c3d84b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:47.890372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb9808e-27d5-4a93-a82d-9b9e66c3d84b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:47.893394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-beb9808e-27d5-4a93-a82d-9b9e66c3d84b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/f875925a-0fb5-460a-9579-6ff35ec2b511 HTTP/1.1" status: 404 len: 339 time: 0.0518088 Nov 16 21:22:47.893636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-831f9bbb-2caf-4316-a96e-2d0138309ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392128 Nov 16 21:22:47.897487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49348) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:47.903753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event deleted for resources: {'Port': ['ID=93f61140-de46-41a0-989d-d999cb9f5623,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:47.950193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924cbf3-157c-4476-9229-d07f214bd104 req-cc5cc8e2-1f91-4e4e-83e0-b187a2a83ba2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.951718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f924cbf3-157c-4476-9229-d07f214bd104 req-cc5cc8e2-1f91-4e4e-83e0-b187a2a83ba2 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 867 time: 0.2468524 Nov 16 21:22:47.974777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting subnet 52b07e62-e020-45a6-a2aa-5b805d1ddcd6 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:47.981029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.984733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-bb5636ba-08a9-4b09-98b0-9d65a3f35d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.986228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-bb5636ba-08a9-4b09-98b0-9d65a3f35d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.1688869 Nov 16 21:22:47.993280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbb93-dd7d-4813-9848-665e76ed61ae req-3fbfbd36-b598-4520-bc2b-08ae08843744 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.994740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a04fbb93-dd7d-4813-9848-665e76ed61ae req-3fbfbd36-b598-4520-bc2b-08ae08843744 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 945 time: 0.2912438 Nov 16 21:22:48.028077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73d3b14a-dce1-4ade-934c-13a8bd05c57e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:48.049592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-5fb639fd-1296-463f-aeec-4e872051e58a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0449383 Nov 16 21:22:48.055744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 73d3b14a-dce1-4ade-934c-13a8bd05c57e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:48.056322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73d3b14a-dce1-4ade-934c-13a8bd05c57e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:48.063774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.119513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:48.150283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-51737bed-03af-4043-9931-7b27729b3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.150529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f924cbf3-157c-4476-9229-d07f214bd104 req-e48ec11c-9304-4f89-93b5-e566e7b9b161 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups?id=e67d013b-056b-40a8-9fd7-3039ebf052ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546295 Nov 16 21:22:48.151810 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-51737bed-03af-4043-9931-7b27729b3f41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.0648911 Nov 16 21:22:48.190886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:48.240508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.244228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc1811c-6d16-4196-a4fa-79c788d0a267 req-9e220040-a837-462f-b9cd-35ca19cd2dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369927 Nov 16 21:22:48.253217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-7640ee97-8af0-4726-8db3-af0ece9190db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.253430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a04fbb93-dd7d-4813-9848-665e76ed61ae req-7e5fe8e4-c680-4e44-86b9-9387c7b3b3d9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470601 Nov 16 21:22:48.257442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-7640ee97-8af0-4726-8db3-af0ece9190db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852695 Nov 16 21:22:48.289248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:48.295480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:48.296016 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.425508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.443036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-4d95787f-3fd4-4ee5-80d3-3a75ac371dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577075 Nov 16 21:22:48.497450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:48.510484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:48.520024 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041452e6-ee0a-4cc6-a161-e32f610d6dcb" -d '{"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:48.535282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b012c918-9b30-4b12-b9ac-d013c6688ced no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:48.542007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.560709 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.561701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 93f61140-de46-41a0-989d-d999cb9f5623 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:48.589654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 93f61140-de46-41a0-989d-d999cb9f5623 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:48.590157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 93f61140-de46-41a0-989d-d999cb9f5623 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:48.591963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.593897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: b012c918-9b30-4b12-b9ac-d013c6688ced {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:48.594352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b012c918-9b30-4b12-b9ac-d013c6688ced not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:48.597347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/52b07e62-e020-45a6-a2aa-5b805d1ddcd6 HTTP/1.1" status: 204 len: 168 time: 0.6988792 Nov 16 21:22:48.598332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5207-9360-4e2a-a6e1-1a2f1293656e tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=52b07e62-e020-45a6-a2aa-5b805d1ddcd6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:48.600557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:48.613777 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e04f57d-ccc7-466b-9b6d-74b6452e6f79 req-0a086cfe-81f2-41d2-9a49-70d4685dec4f service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628373 Nov 16 21:22:48.620396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49113d40-75b6-4b05-be7c-f5e130699a1e None None] Network 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:48.693263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.708248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:48.719336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Router e3272f4f-6de2-4118-9723-6fbfeed71923 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:48.753795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting port a71320da-99e4-4923-bc3c-db26ced4f8e6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:48.754133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.754896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-349a2765-0732-465b-833c-164a6b8fac14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412294 Nov 16 21:22:48.771440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92c08-b5ec-4751-ae3b-cb2e27620459 req-ff3e2a57-39eb-4da6-b288-8e9cdd75d031 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.773082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58f92c08-b5ec-4751-ae3b-cb2e27620459 req-ff3e2a57-39eb-4da6-b288-8e9cdd75d031 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.1727700 Nov 16 21:22:48.790660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06f45b-e7bd-4c20-a53a-2cd412da2d5b req-61f381bd-76bf-471f-87d4-8963028a0b97 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.792357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba06f45b-e7bd-4c20-a53a-2cd412da2d5b req-61f381bd-76bf-471f-87d4-8963028a0b97 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.1529531 Nov 16 21:22:48.841064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] DHCP port deletion for 5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:48.843889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] For port a71320da-99e4-4923-bc3c-db26ced4f8e6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71320da-99e4-4923-bc3c-db26ced4f8e6,segment=NetworkSegment(fe0eaac3-8e75-41ec-acd9-55d2f93b968e),segment_id=fe0eaac3-8e75-41ec-acd9-55d2f93b968e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:48.844285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.859199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Calling delete_port for a71320da-99e4-4923-bc3c-db26ced4f8e6 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:48.885767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:48.892512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Deleting port a71320da-99e4-4923-bc3c-db26ced4f8e6 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:48.892641 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.899883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:48.910493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:48.911392 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:48.965650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] For port a71320da-99e4-4923-bc3c-db26ced4f8e6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71320da-99e4-4923-bc3c-db26ced4f8e6,segment=NetworkSegment(fe0eaac3-8e75-41ec-acd9-55d2f93b968e),segment_id=fe0eaac3-8e75-41ec-acd9-55d2f93b968e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:48.966057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.980595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Calling delete_port for a71320da-99e4-4923-bc3c-db26ced4f8e6 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:48.981202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.989986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] No DVR routers for this DVR port b012c918-9b30-4b12-b9ac-d013c6688ced on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:49.005354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.008669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-792866aa-1617-400b-8067-5f9cb4b571be req-44c51963-5cc5-4ffc-88e2-98491341580b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "DELETE /v2.0/ports/b012c918-9b30-4b12-b9ac-d013c6688ced HTTP/1.1" status: 204 len: 173 time: 3.9117088 Nov 16 21:22:49.011541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Port': ['ID=a71320da-99e4-4923-bc3c-db26ced4f8e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:49.015356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No DVR routers for this DVR port a71320da-99e4-4923-bc3c-db26ced4f8e6 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:49.035607 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:49.047951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58f92c08-b5ec-4751-ae3b-cb2e27620459 req-f23e213e-1219-44e4-bdf4-d62568cf4006 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673528 Nov 16 21:22:49.056329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-9922abb2-7e59-4ac8-b1b3-0d2fea3165f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.061602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-9922abb2-7e59-4ac8-b1b3-0d2fea3165f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=636d4a85150c43a78ae8753df7bcd470&device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 1097 time: 0.2267509 Nov 16 21:22:49.084534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba06f45b-e7bd-4c20-a53a-2cd412da2d5b req-80225241-7baf-42a2-9fe9-c9cad6bddc39 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510042 Nov 16 21:22:49.155139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: from cryptography.utils import int_from_bytes Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: from cryptography.utils import int_from_bytes Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.172874 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:49.175714 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:22:49.179433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.182041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2d6d7f-74d2-4ca4-8328-ff109afdaee2']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.197134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.197428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0eaac3-8e75-41ec-acd9-55d2f93b968e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.210679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.218277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] Pushing event deleted for resources: {'Port': ['ID=a71320da-99e4-4923-bc3c-db26ced4f8e6,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:49.226944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.239089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba84b37-af5f-428b-8ee0-1364d3001521 None None] No DVR routers for this DVR port a71320da-99e4-4923-bc3c-db26ced4f8e6 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:49.245292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:49.245833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:49.253870 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:49.264000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.307468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54ba8d57-28f3-4613-8324-b311c3504370 req-92c8c539-5de1-4f38-aaba-992daed923d3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=27fc3fea-3445-409c-8cab-6e4b6bfd711c HTTP/1.1" status: 200 len: 210 time: 0.0889323 Nov 16 21:22:49.316241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-b4c773b3-2497-4741-86ce-45d1c0ff9593 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 200 len: 692 time: 0.2302446 Nov 16 21:22:49.319282 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.349914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.352216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:49.362017 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:49.366892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Sync routers for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:49.374562 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:49.375537 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.387110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.388146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:49.388949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.394223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/5d2d6d7f-74d2-4ca4-8328-ff109afdaee2 HTTP/1.1" status: 204 len: 168 time: 0.7911994 Nov 16 21:22:49.406621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49366) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:49.412647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8cd7-0cb7-4807-b889-7646cc4ca02b tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=5d2d6d7f-74d2-4ca4-8328-ff109afdaee2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:49.489752 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-584a6394-c96b-41cb-9e4f-407783c4f895 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:49.490116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584a6394-c96b-41cb-9e4f-407783c4f895 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:49.493209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-584a6394-c96b-41cb-9e4f-407783c4f895 tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/eccece4d-5b39-4e5b-bf4e-00d648785907 HTTP/1.1" status: 404 len: 337 time: 0.0853176 Nov 16 21:22:49.496327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49368) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:49.518410 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-433eb349-d9da-41da-a3c0-118edd83d1db tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:49.519493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433eb349-d9da-41da-a3c0-118edd83d1db tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:49.522151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-433eb349-d9da-41da-a3c0-118edd83d1db tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/63d3594e-98ce-431a-b351-ff3e0cfcf60e HTTP/1.1" status: 404 len: 339 time: 0.0247698 Nov 16 21:22:49.524905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49370) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:49.525520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] No DVR routers for this DVR port 93f61140-de46-41a0-989d-d999cb9f5623 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:49.542586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.546244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b52d59-22b3-4fd0-88df-4b921db0184c req-3417fc35-be86-4553-a135-81b8c75e900e tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.36 "DELETE /v2.0/ports/93f61140-de46-41a0-989d-d999cb9f5623 HTTP/1.1" status: 204 len: 173 time: 4.1702805 Nov 16 21:22:49.563350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608863d-aac0-443a-b89e-755764dce898 req-f606f2af-71aa-49e2-9cfb-ab927c28986a tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.564872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5608863d-aac0-443a-b89e-755764dce898 req-f606f2af-71aa-49e2-9cfb-ab927c28986a tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 945 time: 0.2668912 Nov 16 21:22:49.573850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-fd4cdc2b-1145-49c8-ae00-aef41a44cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.575716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-fd4cdc2b-1145-49c8-ae00-aef41a44cc1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 200 len: 922 time: 0.4715335 Nov 16 21:22:49.596484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:49.599266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Deleting subnet c1bf8976-9580-4137-81aa-f73d10414506 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:49.608820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.666528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-912592a9-5978-4c17-a861-fcacc52c9de4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 200 len: 217 time: 0.0721819 Nov 16 21:22:49.675339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38f34-61c0-4524-b6b5-c98e8a93b408 req-2fcb724e-27bf-464d-bd3e-85c4eb1a689a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.676977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1de38f34-61c0-4524-b6b5-c98e8a93b408 req-2fcb724e-27bf-464d-bd3e-85c4eb1a689a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.2272201 Nov 16 21:22:49.680848 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:49.687829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'name': 'network-vif-deleted', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced'}, {'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'name': 'network-vif-deleted', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:49.690037 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53b95dc-b47e-4092-b560-8c6a534350fa" -d '{"events": [{"server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "name": "network-vif-deleted", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced"}, {"server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "name": "network-vif-deleted", "tag": "93f61140-de46-41a0-989d-d999cb9f5623"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:49.700201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.710685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-61252b6f-adc9-4d65-867b-5c33e33ea12c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.718054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-61252b6f-adc9-4d65-867b-5c33e33ea12c tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3816209 Nov 16 21:22:49.840823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-de17cfb6-dfd2-4bc4-9ba0-87ac298f0add tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 695 time: 0.1212497 Nov 16 21:22:49.881508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.895466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:49.902387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-be60f1f6-1bfe-481f-a91b-519ad3ccae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:49.903873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-be60f1f6-1bfe-481f-a91b-519ad3ccae13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 200 len: 860 time: 0.2232811 Nov 16 21:22:49.916148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Checking router: e3272f4f-6de2-4118-9723-6fbfeed71923 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:49.920231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1de38f34-61c0-4524-b6b5-c98e8a93b408 req-a6c15786-43ee-4c49-8df4-303a5dbb061e tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234874 Nov 16 21:22:49.926193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:49.927095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:49.945233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-e39bff55-af25-429d-a220-efc44e9cf9e3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 695 time: 0.0915873 Nov 16 21:22:49.999596 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:50.033343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b1e97-cf4b-4c2a-91d4-5305e317189d None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:50.047056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Deleting port 78a03a75-6a87-40cc-a59e-43498ef85bbc {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:50.047394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.067859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:50.103674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.168212 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443dbde4-0631-4dea-8697-0adea2d23a53 x-openstack-request-id: req-443dbde4-0631-4dea-8697-0adea2d23a53 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:50.168606 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:50.168887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-b939a8f0-7b60-46b0-87a8-614f132361c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.169001 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-443dbde4-0631-4dea-8697-0adea2d23a53 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:50.169544 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'code': 200} Nov 16 21:22:50.174205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-b939a8f0-7b60-46b0-87a8-614f132361c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530196 Nov 16 21:22:50.179174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bf8976-9580-4137-81aa-f73d10414506,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:50.199735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.221236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49378) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:50.230010 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b3dbf3b0-8a67-40ef-8141-48e65558cccf tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/subnets/c1bf8976-9580-4137-81aa-f73d10414506 HTTP/1.1" status: 204 len: 168 time: 0.7021816 Nov 16 21:22:50.270360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71320da-99e4-4923-bc3c-db26ced4f8e6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:50.304757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a71320da-99e4-4923-bc3c-db26ced4f8e6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:50.305194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71320da-99e4-4923-bc3c-db26ced4f8e6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:50.306760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e027ec-ecbd-43c8-8d83-ff3bf0562a21 None None] Network 272e0829-aa47-4c77-b4b8-015e03fddc2d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:50.442331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:50.445990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8383c7-5414-4d05-8260-f5920760f8ae None None] New status for floating IP fbc48aa6-0a39-4242-965e-6d385126001c: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:50.465322 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.497052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c06ae-acf8-4383-93e6-df30b81650bb None None] The sync data for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 is: [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:20:31Z', 'revision_number': 4, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '669168f4-efa6-4c43-af43-53c797e7d822', 'name': '', 'network_id': '40186d91-6bf9-44a0-8620-8c95c2733648', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'mac_address': 'fa:16:3e:68:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:30Z', 'updated_at': '2021-11-16T21:20:37Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'subnets': [{'id': '6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:50.642733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] DHCP port deletion for 272e0829-aa47-4c77-b4b8-015e03fddc2d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:50.694676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Deleting port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:50.695080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.708263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78775239-fb3b-4e86-81d3-91acb7b680e2 req-a864eca2-8971-421e-8fdd-73c86b860568 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1dad764-99ef-4022-9498-70e4361e44d1 HTTP/1.1" status: 200 len: 210 time: 0.4086149 Nov 16 21:22:50.764603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] For port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,segment=NetworkSegment(9fffc221-6c10-461a-b623-12ed9656505b),segment_id=9fffc221-6c10-461a-b623-12ed9656505b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:50.765033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.780562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Calling delete_port for 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:50.782167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] For port 78a03a75-6a87-40cc-a59e-43498ef85bbc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78a03a75-6a87-40cc-a59e-43498ef85bbc,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:50.782698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.792737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-d7c06ca6-34d1-4165-97dd-226c7136f63a service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795331 Nov 16 21:22:50.806552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.818688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Calling delete_port for 78a03a75-6a87-40cc-a59e-43498ef85bbc owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:50.826154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af77b2-a9a6-48b0-a34f-84dcb679f318 None None] New status for floating IP 2f7493e2-126b-4cb5-afd2-97543f8c51f4: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:50.901503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a41ddf-8910-4e01-a9e2-0fe44b3beea8 req-7c8b05fd-a036-46c9-a655-b77fb7f8deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.903010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65a41ddf-8910-4e01-a9e2-0fe44b3beea8 req-7c8b05fd-a036-46c9-a655-b77fb7f8deb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 1096 time: 0.6047049 Nov 16 21:22:50.969644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.978159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Deleting port 1dcfb025-be43-42f5-ad4b-b20ecf881c39 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:50.978494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.007561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] No DVR routers for this DVR port 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:51.011786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0629fd-6cc3-4f67-b87e-2c51733b53bb None None] Pushing event deleted for resources: {'Port': ['ID=8106ac9a-81c6-47e8-84d9-5c6229c0b2eb,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:51.022507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] The port '8106ac9a-81c6-47e8-84d9-5c6229c0b2eb' was deleted {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 21:22:51.098315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e09e-162c-4ea8-a656-c0a57e377e2b req-df8b7d5d-5323-4e28-8c95-b3b78ee3c619 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.099804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a7e09e-162c-4ea8-a656-c0a57e377e2b req-df8b7d5d-5323-4e28-8c95-b3b78ee3c619 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdc020e-d332-4863-bd5c-b3bbba6ab650 HTTP/1.1" status: 200 len: 945 time: 0.3010211 Nov 16 21:22:51.198309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65a41ddf-8910-4e01-a9e2-0fe44b3beea8 req-1330dafa-fdc9-4818-80de-5b1a36737b46 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822688 Nov 16 21:22:51.214889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f007ae3-ff14-4697-bd86-39dfc606987e req-02963591-b48b-484a-948b-90507d2568b1 service neutron] 10.222.0.36 "GET /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062853 Nov 16 21:22:51.243666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.275706 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.275957 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.319973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a7e09e-162c-4ea8-a656-c0a57e377e2b req-ba76d555-6623-48a6-9fb5-7c978dcb6aa0 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961641 Nov 16 21:22:51.327435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272e0829-aa47-4c77-b4b8-015e03fddc2d']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:51.328444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.331651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Calling delete_port for 1dcfb025-be43-42f5-ad4b-b20ecf881c39 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:51.354183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fffc221-6c10-461a-b623-12ed9656505b') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:51.354486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fffc221-6c10-461a-b623-12ed9656505b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:51.398685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.401203 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b62eea-b382-464c-be17-98afe55e31fb x-openstack-request-id: req-25b62eea-b382-464c-be17-98afe55e31fb {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:51.401503 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc3fea-3445-409c-8cab-6e4b6bfd711c", "name": "network-vif-deleted", "tag": "b012c918-9b30-4b12-b9ac-d013c6688ced", "status": "completed", "code": 200}, {"server_uuid": "d1dad764-99ef-4022-9498-70e4361e44d1", "name": "network-vif-deleted", "tag": "93f61140-de46-41a0-989d-d999cb9f5623", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:51.401753 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25b62eea-b382-464c-be17-98afe55e31fb {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:51.402139 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc3fea-3445-409c-8cab-6e4b6bfd711c', 'name': 'network-vif-deleted', 'tag': 'b012c918-9b30-4b12-b9ac-d013c6688ced', 'status': 'completed', 'code': 200} Nov 16 21:22:51.402388 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dad764-99ef-4022-9498-70e4361e44d1', 'name': 'network-vif-deleted', 'tag': '93f61140-de46-41a0-989d-d999cb9f5623', 'status': 'completed', 'code': 200} Nov 16 21:22:51.418485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.430988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:51.433484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6274e044-017e-42f7-b8cb-a69e9e22f214'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:51.441402 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.474816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event deleted for resources: {'Port': ['ID=78a03a75-6a87-40cc-a59e-43498ef85bbc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:51.481211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:51.481607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:51.499094 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:51.502435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc7134-ba5b-4998-af3a-9d1fff28e840 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:51.601482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] No DVR routers for this DVR port 78a03a75-6a87-40cc-a59e-43498ef85bbc on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:51.609780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.613047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5608863d-aac0-443a-b89e-755764dce898 req-42ff9ee6-e434-43df-a7e4-90520f7d2e4e tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "DELETE /v2.0/ports/78a03a75-6a87-40cc-a59e-43498ef85bbc HTTP/1.1" status: 204 len: 173 time: 2.0297949 Nov 16 21:22:51.621232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.633275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.639061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] 10.222.0.54 "DELETE /v2.0/networks/272e0829-aa47-4c77-b4b8-015e03fddc2d HTTP/1.1" status: 204 len: 168 time: 1.4089391 Nov 16 21:22:51.658713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f4af-9326-4593-a6ea-10eed7ad0ee2 req-51f83770-6d74-4c54-badc-6f1ab545f719 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.663658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0aa9f4af-9326-4593-a6ea-10eed7ad0ee2 req-51f83770-6d74-4c54-badc-6f1ab545f719 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.2352071 Nov 16 21:22:51.667128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12dbcf-cde8-4c23-b30f-63df368eabfa tempest-NetworksIpV6Test-1268571806 tempest-NetworksIpV6Test-1268571806-project] Pushing event deleted for resources: {'Network': ['ID=272e0829-aa47-4c77-b4b8-015e03fddc2d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:51.768641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0aa9f4af-9326-4593-a6ea-10eed7ad0ee2 req-36881064-cecf-4fb8-b4ba-8c5ac81a0afb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Nov 16 21:22:51.770806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.808182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event deleted for resources: {'Port': ['ID=1dcfb025-be43-42f5-ad4b-b20ecf881c39,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:51.814531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9420d17-d5ed-4ac6-9634-ef52b7eba6ff None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:51.902000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.904789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:51.907911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1657f886-3fab-4fba-9ab5-6d583908ef32 req-02bb5701-4f72-4909-b010-0bb4aa953285 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "DELETE /v2.0/floatingips/f6bc71e8-6050-4ca8-a462-c97058e4e594 HTTP/1.1" status: 204 len: 173 time: 1.9394619 Nov 16 21:22:51.928970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab9ea-0353-44ff-978d-648b77762b52 req-8d7673e3-334e-4d7a-afa9-bbbda33411ef tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.930579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40aab9ea-0353-44ff-978d-648b77762b52 req-8d7673e3-334e-4d7a-afa9-bbbda33411ef tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.0737526 Nov 16 21:22:51.962827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.002222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40aab9ea-0353-44ff-978d-648b77762b52 req-c62e0651-145b-45ed-b2df-a48103cbed71 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657248 Nov 16 21:22:52.018892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:52.040153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:52.040721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8106ac9a-81c6-47e8-84d9-5c6229c0b2eb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:52.070768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115548-a0d0-49a9-9747-3a88d7372b28 req-7cf5c006-40a9-4fcd-b892-15aafa45f418 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.072343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0115548-a0d0-49a9-9747-3a88d7372b28 req-7cf5c006-40a9-4fcd-b892-15aafa45f418 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.0681164 Nov 16 21:22:52.130440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0115548-a0d0-49a9-9747-3a88d7372b28 req-e102156a-f4d9-481a-863f-8f22503f03f5 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Nov 16 21:22:52.159331 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10e26082-8ee8-481f-9089-de007c28e977 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df59caabd34240aaa376bb70d93a47bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952691 Nov 16 21:22:52.161905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49402) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.186404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49404) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.231535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.282587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.284823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.310556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49410) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.334856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.361466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.364471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.365652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de559afe-cc6e-43ac-a7ee-325d430b3922 HTTP/1.1" status: 204 len: 168 time: 0.2024329 Nov 16 21:22:52.387374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735ec2c-0d25-406d-b476-c72dd81d7db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de559afe-cc6e-43ac-a7ee-325d430b3922,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:52.472059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.486492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dd215-3f2d-4295-8720-2dbd586562d5 req-afca4cb0-8035-41c5-8818-192afcb73327 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.488045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-995dd215-3f2d-4295-8720-2dbd586562d5 req-afca4cb0-8035-41c5-8818-192afcb73327 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 946 time: 0.1336589 Nov 16 21:22:52.494393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.497396 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.498247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e762d20-282c-4f7f-a6eb-616eed1aa155 HTTP/1.1" status: 204 len: 168 time: 0.3106503 Nov 16 21:22:52.502375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49418) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.516773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78a03a75-6a87-40cc-a59e-43498ef85bbc no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:52.537479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87246c25-f4d7-4700-ab8f-e6ebf6da47f5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e762d20-282c-4f7f-a6eb-616eed1aa155,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:52.550335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.551073 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-2b9bbe74-743f-4c14-a81a-66c0b8004f98 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] show failed (client error): The resource could not be found. Nov 16 21:22:52.567972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b9bbe74-743f-4c14-a81a-66c0b8004f98 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups/9e762d20-282c-4f7f-a6eb-616eed1aa155 HTTP/1.1" status: 404 len: 347 time: 0.0640402 Nov 16 21:22:52.571329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49422) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.596316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 78a03a75-6a87-40cc-a59e-43498ef85bbc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:52.599564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78a03a75-6a87-40cc-a59e-43498ef85bbc not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:52.703538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-995dd215-3f2d-4295-8720-2dbd586562d5 req-e618691d-3656-480f-ba70-f366e5092982 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808162 Nov 16 21:22:52.744574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6043-8774-4f90-8368-d205862f716a req-03c76fd9-54bc-48a1-b9e4-0f560cdf92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.746078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-03c76fd9-54bc-48a1-b9e4-0f560cdf92ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 1097 time: 0.1124299 Nov 16 21:22:52.748077 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.751280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.754573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "DELETE /v2.0/security-groups/e67d013b-056b-40a8-9fd7-3039ebf052ac HTTP/1.1" status: 204 len: 168 time: 0.4403701 Nov 16 21:22:52.758479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49428) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.759979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8758e-a293-4165-9841-24ec1335c458 req-b3d3af2c-f354-4880-a127-9effe0726633 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.761446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35a8758e-a293-4165-9841-24ec1335c458 req-b3d3af2c-f354-4880-a127-9effe0726633 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.1380553 Nov 16 21:22:52.779366 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-dcc294bc-ac44-45ed-83e2-e1624e9aba23 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] show failed (client error): The resource could not be found. Nov 16 21:22:52.780770 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dcc294bc-ac44-45ed-83e2-e1624e9aba23 tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "GET /v2.0/security-groups/e67d013b-056b-40a8-9fd7-3039ebf052ac HTTP/1.1" status: 404 len: 347 time: 0.0158997 Nov 16 21:22:52.783555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49432) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:52.789931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224c89a-feab-4f7a-871d-e4ac1b06222a tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d013b-056b-40a8-9fd7-3039ebf052ac,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:52.891796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35a8758e-a293-4165-9841-24ec1335c458 req-87f59a4c-af26-44a6-bc29-d2b2efd60e77 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132183 Nov 16 21:22:52.894146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Deleting port c97f2cda-f3c5-44cc-b0bc-098a8240867d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:52.894669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:52.948353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6043-8774-4f90-8368-d205862f716a req-d946d625-6edb-4ac0-95b8-c449c9e793f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.949826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-d946d625-6edb-4ac0-95b8-c449c9e793f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 917 time: 0.1874819 Nov 16 21:22:53.006473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-efb1f6c0-77ca-4b74-9fe1-5af8a78ac27f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187 HTTP/1.1" status: 200 len: 217 time: 0.0422032 Nov 16 21:22:53.016237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-c59aa7a5-7c7c-41f9-a314-e479f81b9a13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202173 Nov 16 21:22:53.050038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.050589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.061946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e975dd-d710-4ba9-8e08-9fcdf39c937d req-5f1cbf43-87b7-4dab-99fb-f2256b0145c9 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.074181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Calling delete_port for c97f2cda-f3c5-44cc-b0bc-098a8240867d owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:53.075194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e975dd-d710-4ba9-8e08-9fcdf39c937d req-5f1cbf43-87b7-4dab-99fb-f2256b0145c9 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.1657102 Nov 16 21:22:53.098055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Deleting port aaba66a1-544a-4c5f-98b8-1d8334e95968 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:53.099074 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.134600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6043-8774-4f90-8368-d205862f716a req-35b2877a-9a04-493d-a351-f9d95d565717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.136229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-35b2877a-9a04-493d-a351-f9d95d565717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.1191318 Nov 16 21:22:53.212446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e975dd-d710-4ba9-8e08-9fcdf39c937d req-47df37e6-234f-4401-a547-187cdc3bc027 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315036 Nov 16 21:22:53.226921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-fea1c117-407b-4d0f-8653-12ef2363dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.228617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-fea1c117-407b-4d0f-8653-12ef2363dd92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf318455c1594fe5ba572debcfdc17a1&device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 1096 time: 0.1296947 Nov 16 21:22:53.261114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.261438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.279492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Calling delete_port for aaba66a1-544a-4c5f-98b8-1d8334e95968 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:53.300357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df6043-8774-4f90-8368-d205862f716a req-e0fd6dcb-64fa-49d8-bca2-d478c3179949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.302050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-e0fd6dcb-64fa-49d8-bca2-d478c3179949 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491811 Nov 16 21:22:53.397674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.404196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'name': 'network-vif-deleted', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:53.407042 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793b718-5d45-4820-b412-88dfdc4e27ac" -d '{"events": [{"server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "name": "network-vif-deleted", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:53.417725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:53.427377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8c45-a4d2-4a30-9f68-54c1d10d7460 req-d23476bc-b8fb-482e-9ff3-4501eb534216 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.428894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-078a8c45-a4d2-4a30-9f68-54c1d10d7460 req-d23476bc-b8fb-482e-9ff3-4501eb534216 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.1918554 Nov 16 21:22:53.431597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76257c39-cff4-4111-9317-593f74be60b4 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:53.463166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'Port': ['ID=c97f2cda-f3c5-44cc-b0bc-098a8240867d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:53.531241 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa94bc6-7ca6-4561-a14d-37287a3dc97a x-openstack-request-id: req-3fa94bc6-7ca6-4561-a14d-37287a3dc97a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:53.531553 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc020e-d332-4863-bd5c-b3bbba6ab650", "name": "network-vif-deleted", "tag": "78a03a75-6a87-40cc-a59e-43498ef85bbc", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:53.531808 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3fa94bc6-7ca6-4561-a14d-37287a3dc97a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:53.532196 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdc020e-d332-4863-bd5c-b3bbba6ab650', 'name': 'network-vif-deleted', 'tag': '78a03a75-6a87-40cc-a59e-43498ef85bbc', 'status': 'completed', 'code': 200} Nov 16 21:22:53.568939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-078a8c45-a4d2-4a30-9f68-54c1d10d7460 req-f789f016-edf4-4b16-bf0a-af87e86fbe49 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289523 Nov 16 21:22:53.570453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-dd83cf1f-9ebb-4fb2-aeeb-6f1f6a7338dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.571956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-dd83cf1f-9ebb-4fb2-aeeb-6f1f6a7338dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 200 len: 917 time: 0.3143861 Nov 16 21:22:53.573856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-ab9b558c-fb24-48f3-aa25-43ea2010158b service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599623 Nov 16 21:22:53.593748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1027058162'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:53.615909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.618478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.620192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a4520f28-0f24-4922-9748-f8fad2d68b6a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "DELETE /v2.0/floatingips/fbc48aa6-0a39-4242-965e-6d385126001c HTTP/1.1" status: 204 len: 168 time: 1.0477002 Nov 16 21:22:53.638034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.641001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-8e8436c5-b67e-4c9c-8bd2-239ca7657d77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc9b781d-1b9b-452b-a64e-c90280297f48 HTTP/1.1" status: 200 len: 217 time: 0.0557928 Nov 16 21:22:53.685405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Pushing event deleted for resources: {'Port': ['ID=aaba66a1-544a-4c5f-98b8-1d8334e95968,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:53.687366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:53.694222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.704852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.723442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc7306-2e64-49d7-b66f-89b6f609e523 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:53.795432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.798605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.800426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e86c87e7-4182-49f9-88b3-38ce829ae07b tempest-ServersTestFqdnHostnames-1169538528 tempest-ServersTestFqdnHostnames-1169538528-project] 10.222.0.54 "DELETE /v2.0/floatingips/2f7493e2-126b-4cb5-afd2-97543f8c51f4 HTTP/1.1" status: 204 len: 168 time: 1.0157332 Nov 16 21:22:53.803315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:53.944078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.949730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.037225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:54.057829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3129cb-4285-4505-b81f-41c40a56a2f7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:54.068201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.068461 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment 76d0c3af-0915-4be3-a821-359a2521a6ff of type vlan for network e1b5b622-c494-45e9-8403-90f5d5450ae9 Nov 16 21:22:54.072016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-9e4fc46a-a6a7-488d-affc-9c82ece114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.073501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-9e4fc46a-a6a7-488d-affc-9c82ece114a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 200 len: 855 time: 0.4225333 Nov 16 21:22:54.116372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5edb63-1d51-4946-a157-d5bd67bdbd7e req-f80c6433-faeb-4b3b-a21c-379a52ea1a42 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.117847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc5edb63-1d51-4946-a157-d5bd67bdbd7e req-f80c6433-faeb-4b3b-a21c-379a52ea1a42 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.4649651 Nov 16 21:22:54.121015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.156872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5df6043-8774-4f90-8368-d205862f716a req-8750cf57-3bbf-4da0-9b4e-1d8e01846b70 service neutron] 10.222.0.36 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199616 Nov 16 21:22:54.177413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-aff89a28-e38d-40fa-a2d0-a35e1d83960e tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.178443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.178868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-aff89a28-e38d-40fa-a2d0-a35e1d83960e tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 946 time: 0.1839886 Nov 16 21:22:54.183968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.184536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.189847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde968a-81c0-4044-8149-28419c691496 req-63424296-bf3f-4d4e-a3ab-2febefe4c046 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.195868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde968a-81c0-4044-8149-28419c691496 req-63424296-bf3f-4d4e-a3ab-2febefe4c046 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.197356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6bde968a-81c0-4044-8149-28419c691496 req-63424296-bf3f-4d4e-a3ab-2febefe4c046 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc&device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 1683 time: 0.2013249 Nov 16 21:22:54.283871 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8474169 Nov 16 21:22:54.284127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-232bd40b-c0bc-4f72-b49b-54b9079f9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.284127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-232bd40b-c0bc-4f72-b49b-54b9079f9239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900578 Nov 16 21:22:54.284586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eacb6-edcd-438a-80cf-bab2b77f04ba tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=e1b5b622-c494-45e9-8403-90f5d5450ae9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:54.287941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc5edb63-1d51-4946-a157-d5bd67bdbd7e req-519c2950-be67-42e2-a5db-54aa0fe0dfec tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463876 Nov 16 21:22:54.305154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:54.391719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6bde968a-81c0-4044-8149-28419c691496 req-34f9ceda-c5c5-415e-8b32-62793474e447 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800706 Nov 16 21:22:54.460543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.476278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Deleting port 74b54858-7687-41e2-8300-225bd3f58d61 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:54.476702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.565176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-b6cfca3d-381b-40f3-b7a1-655383fccef0 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761173 Nov 16 21:22:54.805730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fadde2c6-f07b-4cdc-bec4-86dc3c363318 req-07848cc5-fddc-4e4c-a83e-6f74752e30e2 service neutron] 10.222.0.21 "GET /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985276 Nov 16 21:22:54.853486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88865cc-0529-49f6-bc9e-ce14b3054e5e req-a96f09fc-099b-48f9-ad10-68b34ca4ab6f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.861237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e88865cc-0529-49f6-bc9e-ce14b3054e5e req-a96f09fc-099b-48f9-ad10-68b34ca4ab6f tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffaa6409-a575-4697-81ec-48f1cf99c85b HTTP/1.1" status: 200 len: 946 time: 0.2992134 Nov 16 21:22:54.884133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49490) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:54.888860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672740688', 'description': 'tempest-description--177464548'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:54.909307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Deleting port 669168f4-efa6-4c43-af43-53c797e7d822 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:54.909657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.915137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] For port 74b54858-7687-41e2-8300-225bd3f58d61, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74b54858-7687-41e2-8300-225bd3f58d61,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:54.915502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.938713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Calling delete_port for 74b54858-7687-41e2-8300-225bd3f58d61 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:54.947734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e88865cc-0529-49f6-bc9e-ce14b3054e5e req-65bc4312-9b98-45cf-83fc-b99bc877a2ae tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.54 "GET /v2.0/security-groups?id=51911cd6-7396-4bee-9905-09645857941f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856760 Nov 16 21:22:54.994010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.076020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.080956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24015c-4bbc-44d0-8c26-46c49dbda50f req-c312d061-ea5f-4be0-b717-c3de6ee766fb tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:55.082652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc24015c-4bbc-44d0-8c26-46c49dbda50f req-c312d061-ea5f-4be0-b717-c3de6ee766fb tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.1338758 Nov 16 21:22:55.083674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.132580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339ce8f-fb32-4ecb-a999-f5d067229d33 req-69813e9b-403f-4dc2-b68f-4124d0fd6dc4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:55.134053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9339ce8f-fb32-4ecb-a999-f5d067229d33 req-69813e9b-403f-4dc2-b68f-4124d0fd6dc4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.0990822 Nov 16 21:22:55.147578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8545fe-5d03-4c59-b17d-7aea3e6723f1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.159284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.161161 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-caac9eee-9a20-4874-ae70-0b632dbdc512 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2758608 Nov 16 21:22:55.163968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:55.172350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group_rule': {'security_group_id': '2b8545fe-5d03-4c59-b17d-7aea3e6723f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:55.179657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] For port 669168f4-efa6-4c43-af43-53c797e7d822, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=669168f4-efa6-4c43-af43-53c797e7d822,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:55.180021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.199201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc24015c-4bbc-44d0-8c26-46c49dbda50f req-4ac70215-fc20-4366-bf04-4d94e237cc1d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042702 Nov 16 21:22:55.204744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Calling delete_port for 669168f4-efa6-4c43-af43-53c797e7d822 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:55.246722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9339ce8f-fb32-4ecb-a999-f5d067229d33 req-6aced54a-b7be-44bc-bd98-81689a7a2315 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Nov 16 21:22:55.252795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.269544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74b54858-7687-41e2-8300-225bd3f58d61'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:55.316482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Pushing event deleted for resources: {'Port': ['ID=74b54858-7687-41e2-8300-225bd3f58d61,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.427084 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.443919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] No DVR routers for this DVR port 74b54858-7687-41e2-8300-225bd3f58d61 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:55.444622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.453100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e02f76f-5ed0-4573-9ead-05ef1357c07a req-b6c6a2df-cb7f-42d2-89ed-b2308cb1b0b3 tempest-FloatingIPsAssociationTestJSON-1450201192 tempest-FloatingIPsAssociationTestJSON-1450201192-project] 10.222.0.36 "DELETE /v2.0/ports/74b54858-7687-41e2-8300-225bd3f58d61 HTTP/1.1" status: 204 len: 173 time: 1.2503686 Nov 16 21:22:55.549366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'name': 'network-vif-deleted', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:55.553038 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e77301-567f-4e8d-80d8-9c14262bce83" -d '{"events": [{"server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "name": "network-vif-deleted", "tag": "74b54858-7687-41e2-8300-225bd3f58d61"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:55.566650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.572584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.581984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.598152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbe03a-3850-4eee-b9a8-e72640834f76 req-65a3d3ca-8049-4b75-a53d-5faf76fbd3a6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:55.599855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bbe03a-3850-4eee-b9a8-e72640834f76 req-65a3d3ca-8049-4b75-a53d-5faf76fbd3a6 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.0802894 Nov 16 21:22:55.630425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbb01e6-9dec-4d95-a630-0a0ea044f56b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.644107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Pushing event deleted for resources: {'Port': ['ID=669168f4-efa6-4c43-af43-53c797e7d822,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.703889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bbe03a-3850-4eee-b9a8-e72640834f76 req-349c4bb6-6c11-4fca-a6c4-eb41f4e2ee5c tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942118 Nov 16 21:22:55.737516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.743377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0847300d-c9bd-47f6-acee-118f8cb11572 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5774226 Nov 16 21:22:55.748399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:55.882868 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ece67-feb3-4804-bb0f-36fd532f683c x-openstack-request-id: req-4c1ece67-feb3-4804-bb0f-36fd532f683c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:55.883623 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffaa6409-a575-4697-81ec-48f1cf99c85b", "name": "network-vif-deleted", "tag": "74b54858-7687-41e2-8300-225bd3f58d61", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:55.883623 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c1ece67-feb3-4804-bb0f-36fd532f683c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:55.884200 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa6409-a575-4697-81ec-48f1cf99c85b', 'name': 'network-vif-deleted', 'tag': '74b54858-7687-41e2-8300-225bd3f58d61', 'status': 'completed', 'code': 200} Nov 16 21:22:56.148843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'security_group_rule': {'security_group_id': '2b8545fe-5d03-4c59-b17d-7aea3e6723f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:56.193282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155bdf-39b8-4d5d-94a0-9cc93a11d39e req-45ce5045-4b5d-4dff-a56e-4e7412e93457 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:56.206031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.207485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea155bdf-39b8-4d5d-94a0-9cc93a11d39e req-45ce5045-4b5d-4dff-a56e-4e7412e93457 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 0.1262307 Nov 16 21:22:56.326739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea155bdf-39b8-4d5d-94a0-9cc93a11d39e req-74fc5859-8cd7-45b8-a14a-50653857ccf1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183686 Nov 16 21:22:56.401094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49534) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:56.765766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.779733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9dab9-5ef0-4f62-9402-6399ca1c8a96 req-2655f12d-a8df-49f2-89ab-f35983b4d64a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:56.787333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cea9dab9-5ef0-4f62-9402-6399ca1c8a96 req-2655f12d-a8df-49f2-89ab-f35983b4d64a tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.1328292 Nov 16 21:22:56.818224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdb017-aeea-46d6-8f77-84183ef1ccc4 req-126642bd-79c7-4c09-b1f8-793515e259d3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:56.819957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-defdb017-aeea-46d6-8f77-84183ef1ccc4 req-126642bd-79c7-4c09-b1f8-793515e259d3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1105678 Nov 16 21:22:56.893598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cea9dab9-5ef0-4f62-9402-6399ca1c8a96 req-025320ea-afbf-482d-bb8a-6b74a3ab05c0 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054196 Nov 16 21:22:56.949150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Router e3272f4f-6de2-4118-9723-6fbfeed71923 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:56.951206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.956809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.979266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-defdb017-aeea-46d6-8f77-84183ef1ccc4 req-4258b153-67c1-46b0-a9ac-8ccbd062b058 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257145 Nov 16 21:22:56.979892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc60cd6f-c7f8-485a-a8bc-d3cdf07e6f06,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:57.100383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:57.112526 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c880855-628e-4ed4-9e53-0307937f9efe admin admin] 10.222.0.54 "PUT /v2.0/routers/e3272f4f-6de2-4118-9723-6fbfeed71923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3081815 Nov 16 21:22:57.113132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Sync routers for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:57.115103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49550) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:57.124918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.126259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b63e754-f496-4199-9f2c-6468642b53d4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3652318 Nov 16 21:22:57.127008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-835b0ce8-5692-40aa-9091-af201470dba7 req-414031cb-7e59-4486-a5cf-bb0280343ae4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:22:57.128168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-835b0ce8-5692-40aa-9091-af201470dba7 req-414031cb-7e59-4486-a5cf-bb0280343ae4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274761 Nov 16 21:22:57.136611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49552) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:57.141358 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:57.142147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:57.157419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:57.246468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.296065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:57.304537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.329734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.368544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.438407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Deleting port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:57.439312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.460386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb733f1b-3149-47b8-8a2d-fbb3a13ea5b6 req-2eefc5d3-b0a3-4604-9071-0e35cb792e8a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:57.462057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb733f1b-3149-47b8-8a2d-fbb3a13ea5b6 req-2eefc5d3-b0a3-4604-9071-0e35cb792e8a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.3262804 Nov 16 21:22:57.517537 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:22:55Z', 'revision_number': 5, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port': {'id': 'fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:20:28Z', 'updated_at': '2021-11-16T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:57.550203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Checking router: e3272f4f-6de2-4118-9723-6fbfeed71923 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:57.558264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] For port fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:57.558794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.560872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Routers {'e3272f4f-6de2-4118-9723-6fbfeed71923'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:57.561662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e3272f4f-6de2-4118-9723-6fbfeed71923'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:57.579961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Calling delete_port for fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:57.675040 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] Set router e3272f4f-6de2-4118-9723-6fbfeed71923 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:57.704870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:57.711819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:57.732166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:22:57Z', 'revision_number': 6, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:57.759600 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97640f-0b07-4f67-9086-0696ed02974b None None] The sync data for ids ['e3272f4f-6de2-4118-9723-6fbfeed71923'] in n-d-816206-5 is: [{'id': 'e3272f4f-6de2-4118-9723-6fbfeed71923', 'name': 'tempest-ServersTestFqdnHostnames-1889051789-router', 'tenant_id': '14ec999377b1477da7473f4e3349ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:20:27Z', 'updated_at': '2021-11-16T21:22:57Z', 'revision_number': 6, 'project_id': '14ec999377b1477da7473f4e3349ce68', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:57.821008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb733f1b-3149-47b8-8a2d-fbb3a13ea5b6 req-7301dc94-3609-4dde-a98d-d627fa52516e tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425572 Nov 16 21:22:57.831480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-835b0ce8-5692-40aa-9091-af201470dba7 req-5b333244-7bbe-4246-95ec-7b0b1af1ab02 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6927330 Nov 16 21:22:57.875748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:57.881843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.935757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.996262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:58.016187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020ab24-26b3-476d-b7dc-6ea59a31a139 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:58.067278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.073935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-4184e40b-353e-4a9b-9093-121cf89e48f7 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.075522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-4184e40b-353e-4a9b-9093-121cf89e48f7 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 946 time: 0.2226858 Nov 16 21:22:58.112742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cab82e-3a57-4906-9306-905a076a3ea2 req-b007a2a4-a9bc-40a6-9399-f83bb140a819 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.120430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08cab82e-3a57-4906-9306-905a076a3ea2 req-b007a2a4-a9bc-40a6-9399-f83bb140a819 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 946 time: 0.2068481 Nov 16 21:22:58.146269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74b54858-7687-41e2-8300-225bd3f58d61 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:58.178512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 74b54858-7687-41e2-8300-225bd3f58d61 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:58.179068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74b54858-7687-41e2-8300-225bd3f58d61 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:58.197323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 669168f4-efa6-4c43-af43-53c797e7d822 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:58.226523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.227183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 669168f4-efa6-4c43-af43-53c797e7d822 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:58.227596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 669168f4-efa6-4c43-af43-53c797e7d822 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:58.248171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.254247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.333970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7638-de25-4518-a7df-31721310b8a3 req-c32d7a2c-3290-418b-adc5-a7ca828b3f20 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.335804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc8c7638-de25-4518-a7df-31721310b8a3 req-c32d7a2c-3290-418b-adc5-a7ca828b3f20 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.2765431 Nov 16 21:22:58.339553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.340361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3272f4f-6de2-4118-9723-6fbfeed71923 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:22:58.345361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.349795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.350949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5552d123-dc10-4bcf-aaa3-01dfca5ff76f admin admin] 10.222.0.54 "DELETE /v2.0/routers/e3272f4f-6de2-4118-9723-6fbfeed71923 HTTP/1.1" status: 204 len: 168 time: 1.2346849 Nov 16 21:22:58.354033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49560) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:58.359289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08cab82e-3a57-4906-9306-905a076a3ea2 req-2dfc4625-ba99-4d84-b15f-4858ebba02c8 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374361 Nov 16 21:22:58.449003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=80cd6a76-6648-4b27-8e25-4bc6a2aad647,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:58.462773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Deleting subnet 6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:58.469026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.499702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': '76d0c3af-0915-4be3-a821-359a2521a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:58.500059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: e1b5b622-c494-45e9-8403-90f5d5450ae9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:58.523641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:58.529237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.558387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e1b5b622-c494-45e9-8403-90f5d5450ae9) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:58.562471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc8c7638-de25-4518-a7df-31721310b8a3 req-72693def-14d8-441a-84c1-d7eaa10ae83f tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134705 Nov 16 21:22:58.564204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Deleting port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:58.564540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.564734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.565573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.567683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dd4ca-8f0e-4677-98e2-1114a36fe238 None None] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:58.578142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Allocated IP 172.25.7.205 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1ea57ba3-044c-4c2f-8c7f-451a212fd803) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:58.622523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-151d7cd3-4f75-48a1-9b1c-d179227ceb93 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9162931 Nov 16 21:22:58.626981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49562) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:58.632628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-152869364'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:58.669268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.673944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e23a-f0fc-4c14-9d91-d21780283dfd req-abc223ab-05e8-48cb-a83c-19cdd60cf407 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.675520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3095e23a-f0fc-4c14-9d91-d21780283dfd req-abc223ab-05e8-48cb-a83c-19cdd60cf407 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.2363753 Nov 16 21:22:58.692338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:58.695045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-34718cdb-40e2-470e-a48b-88bb060f1ac7 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.695769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.697345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-34718cdb-40e2-470e-a48b-88bb060f1ac7 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 946 time: 0.2552578 Nov 16 21:22:58.735272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:58.749824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.750189 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment a202cf56-d387-4503-bd4a-7ed70783ecfc of type vlan for network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 Nov 16 21:22:58.760011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.810097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:58.812633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.818622 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-907d315f-000f-428d-907e-e39fce14487e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6a00ac22-1c37-4ee7-b6d9-3a011af6f9ce HTTP/1.1" status: 204 len: 168 time: 0.4601898 Nov 16 21:22:58.818829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Deleting port a93b7a5d-b989-44ab-addc-24e31de2a46f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:58.818829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.821708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49564) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:58.828090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c87345-f769-42b1-9f63-7af1bf86ffb9 None None] Network 40186d91-6bf9-44a0-8620-8c95c2733648 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:58.893040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e1b5b622-c494-45e9-8403-90f5d5450ae9', 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': '80cd6a76-6648-4b27-8e25-4bc6a2aad647'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:22:58.900056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.902339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.902745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.931207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] For port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:58.931585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.958872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.966366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.967534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:58.988084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3095e23a-f0fc-4c14-9d91-d21780283dfd req-11015603-2946-43f2-9eb9-9c8cd929a0d0 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850592 Nov 16 21:22:59.049154 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4208360 Nov 16 21:22:59.052730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49572) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:59.061286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:59.075663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.082195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Calling delete_port for ed1fa62b-6314-44a0-b7d1-b81ce159dd9b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:59.133027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672090e8-7568-4f13-a8b6-a0654bec2bf5 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=c8eed302-cf8d-4400-acc5-b4dbf771e1b9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.168513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Deleting port 731eb32c-9763-41c3-acb5-433a09126d1b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:59.168840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.174707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:59.192724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d62701-0c89-4022-8462-a49ea4c5e69d req-f37cfd5e-666d-4972-8ff5-5c6fab1c0f54 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:59.201345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19d62701-0c89-4022-8462-a49ea4c5e69d req-f37cfd5e-666d-4972-8ff5-5c6fab1c0f54 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.2645879 Nov 16 21:22:59.267118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:59.270112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Allocated IP 2001:db8:0:ffff::2 (e1b5b622-c494-45e9-8403-90f5d5450ae9/80cd6a76-6648-4b27-8e25-4bc6a2aad647/660215e2-29d1-412a-bebf-77bf75904ba7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:59.270826 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.308636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] DHCP port deletion for 40186d91-6bf9-44a0-8620-8c95c2733648 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:59.340836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] For port 731eb32c-9763-41c3-acb5-433a09126d1b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=731eb32c-9763-41c3-acb5-433a09126d1b,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:59.341194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.364332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Calling delete_port for 731eb32c-9763-41c3-acb5-433a09126d1b owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:59.394402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] For port a93b7a5d-b989-44ab-addc-24e31de2a46f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a93b7a5d-b989-44ab-addc-24e31de2a46f,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:59.395066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.401716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19d62701-0c89-4022-8462-a49ea4c5e69d req-c94f9674-4d7a-401b-a611-808d4034fd89 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993082 Nov 16 21:22:59.435465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.439363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Deleting port 6274e044-017e-42f7-b8cb-a69e9e22f214 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:59.439690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.446865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Calling delete_port for a93b7a5d-b989-44ab-addc-24e31de2a46f owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:59.459802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74bd7e-d1a1-42bc-9864-b49e46acdee0 req-07c30ddc-64c6-4a49-8a5d-6da0eb63ff86 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:59.468141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Deleting port 731eb32c-9763-41c3-acb5-433a09126d1b {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:59.468141 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.468333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c74bd7e-d1a1-42bc-9864-b49e46acdee0 req-07c30ddc-64c6-4a49-8a5d-6da0eb63ff86 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 0.3810606 Nov 16 21:22:59.532112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.549027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] For port 731eb32c-9763-41c3-acb5-433a09126d1b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=731eb32c-9763-41c3-acb5-433a09126d1b,segment=NetworkSegment(d98fdf7e-480c-4511-9909-c8fc2e97da8a),segment_id=d98fdf7e-480c-4511-9909-c8fc2e97da8a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:59.549418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.552314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.552448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.588284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Pushing event deleted for resources: {'Port': ['ID=731eb32c-9763-41c3-acb5-433a09126d1b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.590493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Calling delete_port for 731eb32c-9763-41c3-acb5-433a09126d1b owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:59.598106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] No DVR routers for this DVR port 731eb32c-9763-41c3-acb5-433a09126d1b on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:59.614250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:59.618680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:59.623571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:59.638816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:59.660369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Pushing event updated for resources: {'Port': ['ID=660215e2-29d1-412a-bebf-77bf75904ba7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.693245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:59.709296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.712555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:59.727900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Attempting to bind port 660215e2-29d1-412a-bebf-77bf75904ba7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:59.728276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Attempting to bind port 660215e2-29d1-412a-bebf-77bf75904ba7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '76d0c3af-0915-4be3-a821-359a2521a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:59.728645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Attempting to bind port 660215e2-29d1-412a-bebf-77bf75904ba7 on network e1b5b622-c494-45e9-8403-90f5d5450ae9 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:59.741029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:59.741401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Checking segment: {'id': '76d0c3af-0915-4be3-a821-359a2521a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:59.742368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.742368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Bound using segment: {'id': '76d0c3af-0915-4be3-a821-359a2521a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:59.742661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Bound port: 660215e2-29d1-412a-bebf-77bf75904ba7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d0c3af-0915-4be3-a821-359a2521a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e1b5b622-c494-45e9-8403-90f5d5450ae9'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:59.743068 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.746677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40186d91-6bf9-44a0-8620-8c95c2733648']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:59.760357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=1ea57ba3-044c-4c2f-8c7f-451a212fd803,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.768079 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.791199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:22:59.793153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98fdf7e-480c-4511-9909-c8fc2e97da8a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:59.794220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98fdf7e-480c-4511-9909-c8fc2e97da8a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:59.802691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.804895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.818377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] No DVR routers for this DVR port 731eb32c-9763-41c3-acb5-433a09126d1b on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:59.824474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362832f-17cc-42bf-ad40-8a222becdec9 None None] Pushing event deleted for resources: {'Port': ['ID=731eb32c-9763-41c3-acb5-433a09126d1b,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.836781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c74bd7e-d1a1-42bc-9864-b49e46acdee0 req-a1b0df79-c40a-479e-ad97-cb9fc96ef4fd tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552399 Nov 16 21:22:59.867017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.878599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] For port 660215e2-29d1-412a-bebf-77bf75904ba7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:59.881863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c7e7-9b6c-4bd8-a6ba-54c4e86b6de3 req-5e27834a-5a44-4309-bae7-837edd2fcfe6 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:59.883431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04b0c7e7-9b6c-4bd8-a6ba-54c4e86b6de3 req-5e27834a-5a44-4309-bae7-837edd2fcfe6 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d3a89-d9e7-4531-bccd-5cf2a1dda5dc HTTP/1.1" status: 200 len: 946 time: 0.3015954 Nov 16 21:22:59.883565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] For port 660215e2-29d1-412a-bebf-77bf75904ba7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=660215e2-29d1-412a-bebf-77bf75904ba7,segment=NetworkSegment(76d0c3af-0915-4be3-a821-359a2521a6ff),segment_id=76d0c3af-0915-4be3-a821-359a2521a6ff)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:59.889282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:59.889959 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.890592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.892726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=7b3c10c9-3b48-4674-b1a4-9e9d78eb1858,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:59.895236 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:59.897027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] For port 6274e044-017e-42f7-b8cb-a69e9e22f214, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6274e044-017e-42f7-b8cb-a69e9e22f214,segment=NetworkSegment(d6a84215-7240-4161-a793-dd8189b6ca54),segment_id=d6a84215-7240-4161-a793-dd8189b6ca54)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:59.897027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.961467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': 'a202cf56-d387-4503-bd4a-7ed70783ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:59.961838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: c8eed302-cf8d-4400-acc5-b4dbf771e1b9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:59.978092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Calling delete_port for 6274e044-017e-42f7-b8cb-a69e9e22f214 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:59.984947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.989568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec7237-4767-4d2d-ba8a-4686bf63dc4a None None] Pushing event updated for resources: {'Port': ['ID=660215e2-29d1-412a-bebf-77bf75904ba7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:59.991681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:59.996066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] 10.222.0.54 "DELETE /v2.0/networks/40186d91-6bf9-44a0-8620-8c95c2733648 HTTP/1.1" status: 204 len: 168 time: 1.1730778 Nov 16 21:22:59.996935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:00.015588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c8e5-bfd2-4866-9d30-2ee0b3e1adca admin admin] Pushing event deleted for resources: {'Network': ['ID=40186d91-6bf9-44a0-8620-8c95c2733648,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:00.021310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c8eed302-cf8d-4400-acc5-b4dbf771e1b9) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:00.026920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:00.027896 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.031497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229bf71-822b-4cff-a934-5f0cee85e8cc None None] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:00.059127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25d66050-fbb4-4a4a-8918-f63d35114c1f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9984117 Nov 16 21:23:00.059127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:00.061710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'port': {'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9', 'name': 'tempest-NetworksIpV6TestAttrs-197174373'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:00.127640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 731eb32c-9763-41c3-acb5-433a09126d1b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:00.186185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:00.192044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 731eb32c-9763-41c3-acb5-433a09126d1b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:00.192387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 731eb32c-9763-41c3-acb5-433a09126d1b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:00.192807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:00.219540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:00.224163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.230908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:00.231285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe4bc9be-b7f9-4e81-bdba-1b4fda94e7c1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:00.258118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] device_id is not set on port 4f94d2c4-151d-475f-9335-a99e9b4474be yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:00.344281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:00.454307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7743795f-3f25-40a7-ad33-a05d49a11694 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14ec999377b1477da7473f4e3349ce68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028600 Nov 16 21:23:00.457315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:00.468752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-c8eed302-cf8d-4400-acc5-b4dbf771e1b9', 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': '7b3c10c9-3b48-4674-b1a4-9e9d78eb1858'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:00.469786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.480391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.498618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:00.500922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6274e044-017e-42f7-b8cb-a69e9e22f214'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:00.503462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Allocated IP 2001:db8::f816:3eff:feee:869e (c8eed302-cf8d-4400-acc5-b4dbf771e1b9/7b3c10c9-3b48-4674-b1a4-9e9d78eb1858/4f94d2c4-151d-475f-9335-a99e9b4474be) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:00.548288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.563059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:00.597071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.623886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event deleted for resources: {'Port': ['ID=ed1fa62b-6314-44a0-b7d1-b81ce159dd9b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:00.647087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'port_id': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'mac_address': 'fa:16:3e:52:e7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ed1f21-62f1-4af7-9b82-11c131bfa79b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:00.659472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.659822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.660204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.660545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.660879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.661233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.661570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.661900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.662227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.662553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.662877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.663334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:00.680377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374b2a1-d3ad-492f-8a61-bc1b1c244a0e None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:00.689806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.694406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04b0c7e7-9b6c-4bd8-a6ba-54c4e86b6de3 req-759f6ef2-004e-46f8-9caf-c325b5e4cd76 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/security-groups?id=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013527 Nov 16 21:23:00.717950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.721689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.722921 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9607c9b5-ec33-4979-9eb6-372cbff6b42f HTTP/1.1" status: 204 len: 168 time: 0.2646558 Nov 16 21:23:00.723501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa017-f301-4ea6-b197-22a544af9285 req-c05d84ba-736c-4385-a959-8792b6619ec5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:00.731206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad8aa017-f301-4ea6-b197-22a544af9285 req-c05d84ba-736c-4385-a959-8792b6619ec5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.7790778 Nov 16 21:23:00.744777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.746420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96aee1-760c-423d-a284-0b64447be9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9607c9b5-ec33-4979-9eb6-372cbff6b42f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:00.775608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] No DVR routers for this DVR port ed1fa62b-6314-44a0-b7d1-b81ce159dd9b on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:00.778279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.781711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3dbb4a3c-04af-4942-ab2e-6a09b65ef1e4 req-a63143ad-c40d-4e0c-9ae8-ebe3a3ed02e9 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.21 "DELETE /v2.0/ports/ed1fa62b-6314-44a0-b7d1-b81ce159dd9b HTTP/1.1" status: 204 len: 173 time: 2.6860273 Nov 16 21:23:00.798050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'name': 'network-vif-deleted', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:00.801033 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c7558a-e97e-4858-aa08-f5a387854b44" -d '{"events": [{"server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "name": "network-vif-deleted", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:00.817577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.888434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.933321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:00.940758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:00.946497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Allocated IP 2001:db8::f816:3eff:fe0e:4bbb (c8eed302-cf8d-4400-acc5-b4dbf771e1b9/7b3c10c9-3b48-4674-b1a4-9e9d78eb1858/0fdd34db-541b-47a8-bbb5-08a3bfca504d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:00.955866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:00.958588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:00.963297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.986139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:00.986887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.011600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad8aa017-f301-4ea6-b197-22a544af9285 req-211287f5-4677-4268-853f-9be2ccf6ab85 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779751 Nov 16 21:23:01.023754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.026251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Port': ['ID=4f94d2c4-151d-475f-9335-a99e9b4474be,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:01.047553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:01.052430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ee79f45-90b7-4373-99fb-85eaf35dcd1e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9962718 Nov 16 21:23:01.054459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:01.131790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.184518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6105b-db14-4126-b307-90c3db324553 req-964a8264-632e-4d9e-bd7c-ce80659655b1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.192250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6df6105b-db14-4126-b307-90c3db324553 req-964a8264-632e-4d9e-bd7c-ce80659655b1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.3205707 Nov 16 21:23:01.193943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting subnet 7b3c10c9-3b48-4674-b1a4-9e9d78eb1858 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:01.223205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Pushing event deleted for resources: {'Port': ['ID=a93b7a5d-b989-44ab-addc-24e31de2a46f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:01.232073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['1f3a0a99-90dd-4b7a-a2a6-e051d6645901'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:01.316769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:01.577089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.590850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.593947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.605679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6df6105b-db14-4126-b307-90c3db324553 req-e89b25f3-f935-4e06-8379-0fe92b031451 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122033 Nov 16 21:23:01.682911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:01.687238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.692537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:01.699173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:01.707416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Pushing event updated for resources: {'Port': ['ID=0fdd34db-541b-47a8-bbb5-08a3bfca504d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:01.734269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa7d6f-5083-468c-a3e0-7fc5d6ef33a8 None None] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:01.746680 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c292c-12b6-422a-a0f4-dbce1593ecab x-openstack-request-id: req-c34c292c-12b6-422a-a0f4-dbce1593ecab {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:01.747183 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111d3a89-d9e7-4531-bccd-5cf2a1dda5dc", "name": "network-vif-deleted", "tag": "ed1fa62b-6314-44a0-b7d1-b81ce159dd9b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:01.748181 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c34c292c-12b6-422a-a0f4-dbce1593ecab {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:01.748648 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d3a89-d9e7-4531-bccd-5cf2a1dda5dc', 'name': 'network-vif-deleted', 'tag': 'ed1fa62b-6314-44a0-b7d1-b81ce159dd9b', 'status': 'completed', 'code': 200} Nov 16 21:23:01.769582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.816207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533cb1a6-d7ba-48bd-b9eb-7dbb7d9035bb None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:01.901418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.995307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.018400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb103-250a-428b-8750-8fbd06c637f5 req-36999f08-267b-40f2-9a41-5e70a5f341ee tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.025965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7dceb103-250a-428b-8750-8fbd06c637f5 req-36999f08-267b-40f2-9a41-5e70a5f341ee tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 944 time: 0.8614058 Nov 16 21:23:02.028196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Pushing event deleted for resources: {'Port': ['ID=6274e044-017e-42f7-b8cb-a69e9e22f214,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:02.090103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.127018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-889654ae-15ea-40d2-998c-21c931174cde None None] Provisioning complete for port 660215e2-29d1-412a-bebf-77bf75904ba7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:02.127621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-889654ae-15ea-40d2-998c-21c931174cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.139120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3c10c9-3b48-4674-b1a4-9e9d78eb1858,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:02.143730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.147570 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bd932b80-3431-4279-92ec-b561490988d0 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/7b3c10c9-3b48-4674-b1a4-9e9d78eb1858 HTTP/1.1" status: 204 len: 168 time: 1.0913241 Nov 16 21:23:02.150303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:02.176741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6274e044-017e-42f7-b8cb-a69e9e22f214 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:02.211072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 6274e044-017e-42f7-b8cb-a69e9e22f214 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:02.211556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6274e044-017e-42f7-b8cb-a69e9e22f214 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:02.212071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:02.221006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673bc3c-e338-4890-976e-a7d750114c96 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.223237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673bc3c-e338-4890-976e-a7d750114c96 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.225039 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d673bc3c-e338-4890-976e-a7d750114c96 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0733578 Nov 16 21:23:02.226199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:02.226771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 660215e2-29d1-412a-bebf-77bf75904ba7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:02.232065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:02.243233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] No DVR routers for this DVR port 6274e044-017e-42f7-b8cb-a69e9e22f214 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:02.252884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.256442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bbdec98-f467-4b52-81ab-ca25a2ddb5ec req-006adcf2-1fb2-443f-adf6-8d81c1c5fafb tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.36 "DELETE /v2.0/ports/6274e044-017e-42f7-b8cb-a69e9e22f214 HTTP/1.1" status: 204 len: 173 time: 3.5288901 Nov 16 21:23:02.266186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Attempting to bind port 0fdd34db-541b-47a8-bbb5-08a3bfca504d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:02.266728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Attempting to bind port 0fdd34db-541b-47a8-bbb5-08a3bfca504d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'a202cf56-d387-4503-bd4a-7ed70783ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:02.266921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Attempting to bind port 0fdd34db-541b-47a8-bbb5-08a3bfca504d on network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:02.325750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8442-34a4-4cc0-b7b5-03369c93ca0f req-b7fe6c3a-d13e-475d-b661-5ee088b9c8c4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.332975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8442-34a4-4cc0-b7b5-03369c93ca0f req-b7fe6c3a-d13e-475d-b661-5ee088b9c8c4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.340182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8442-34a4-4cc0-b7b5-03369c93ca0f req-b7fe6c3a-d13e-475d-b661-5ee088b9c8c4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.348607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa2b8442-34a4-4cc0-b7b5-03369c93ca0f req-b7fe6c3a-d13e-475d-b661-5ee088b9c8c4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6&device_id=a5dbb522-1902-4189-a12a-93376610d0ee&device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 2417 time: 0.4119625 Nov 16 21:23:02.359486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7dceb103-250a-428b-8750-8fbd06c637f5 req-a679c57d-9753-48c1-8e17-8bc83b1f8c6a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324764 Nov 16 21:23:02.363008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2075246641-network', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:02.376885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a67a09d-603c-4242-b12b-5089c45594f4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.384780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:02.385388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Checking segment: {'id': 'a202cf56-d387-4503-bd4a-7ed70783ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:02.386573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.387139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Bound using segment: {'id': 'a202cf56-d387-4503-bd4a-7ed70783ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:02.387911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Bound port: 0fdd34db-541b-47a8-bbb5-08a3bfca504d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a202cf56-d387-4503-bd4a-7ed70783ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c8eed302-cf8d-4400-acc5-b4dbf771e1b9'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:02.388188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.399256 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a67a09d-603c-4242-b12b-5089c45594f4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 21:23:02.400424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a67a09d-603c-4242-b12b-5089c45594f4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:02.410111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a67a09d-603c-4242-b12b-5089c45594f4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/c8eed302-cf8d-4400-acc5-b4dbf771e1b9 HTTP/1.1" status: 409 len: 405 time: 0.1722758 Nov 16 21:23:02.417433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49630) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:02.422392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Made reservation on behalf of 4b2f7a3f96944b11959563c71db3bfc4 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:02.429845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-67468433'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:02.431550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.459967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.461520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.486577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa2b8442-34a4-4cc0-b7b5-03369c93ca0f req-1d973e2c-7a92-4eb0-93ea-a7ccc53a3e06 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367743 Nov 16 21:23:02.493876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.549328 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-889654ae-15ea-40d2-998c-21c931174cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.563500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ed1fa62b-6314-44a0-b7d1-b81ce159dd9b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:02.589241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=1ea57ba3-044c-4c2f-8c7f-451a212fd803,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:02.598071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.599926 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.604840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.620312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: ed1fa62b-6314-44a0-b7d1-b81ce159dd9b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:02.620312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ed1fa62b-6314-44a0-b7d1-b81ce159dd9b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:02.634015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:02.643896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] For port 0fdd34db-541b-47a8-bbb5-08a3bfca504d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:02.666701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:02.673073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52f8259-b374-491d-b22b-4fbf1f021925,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:02.682623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] For port 0fdd34db-541b-47a8-bbb5-08a3bfca504d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0fdd34db-541b-47a8-bbb5-08a3bfca504d,segment=NetworkSegment(a202cf56-d387-4503-bd4a-7ed70783ecfc),segment_id=a202cf56-d387-4503-bd4a-7ed70783ecfc)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:02.690599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.691894 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Added segment d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1 of type vlan for network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc Nov 16 21:23:02.712086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.716167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-889654ae-15ea-40d2-998c-21c931174cde None None] For port 660215e2-29d1-412a-bebf-77bf75904ba7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=660215e2-29d1-412a-bebf-77bf75904ba7,segment=NetworkSegment(76d0c3af-0915-4be3-a821-359a2521a6ff),segment_id=76d0c3af-0915-4be3-a821-359a2521a6ff)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:02.721609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 660215e2-29d1-412a-bebf-77bf75904ba7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:02.721976 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.725401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:02.755252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.770716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-889654ae-15ea-40d2-998c-21c931174cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.772398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.789581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.796133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:02.800084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.851992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49970-6218-41c9-b242-ab9ee29f28d7 None None] Pushing event updated for resources: {'Port': ['ID=0fdd34db-541b-47a8-bbb5-08a3bfca504d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:02.854508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:02.872365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.873923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.875460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.878765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.889007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2ca3fb6-5970-43ab-a669-3dc0b2a5feea tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7512312 Nov 16 21:23:02.911912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6833727 Nov 16 21:23:02.930590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86ab7aec-eac9-4b8c-84d4-8a39281fdfb8 req-5db1dcc2-199b-41dc-867a-6b1b9d7853a7 tempest-ListServersNegativeTestJSON-841826161 tempest-ListServersNegativeTestJSON-841826161-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8764078-08aa-4e72-a391-05a727331ca1 HTTP/1.1" status: 200 len: 210 time: 0.0611567 Nov 16 21:23:02.940212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c571b1c-9bb7-48b0-ba23-d13a41c703ad req-2813dd49-9bbf-4e6e-b3ff-2d00d12f2ce7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.947840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c571b1c-9bb7-48b0-ba23-d13a41c703ad req-2813dd49-9bbf-4e6e-b3ff-2d00d12f2ce7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.3606694 Nov 16 21:23:02.949620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49640) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:02.959270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:02.959865 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment effb44c4-c01b-4682-b0ef-a11a88c5e631 of type vlan for network cadc7862-9ec9-46df-be6c-d79395b2a4c4 Nov 16 21:23:02.964456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068478e2-d926-4f78-b5b4-d1e81bb822c3 None None] Network c8eed302-cf8d-4400-acc5-b4dbf771e1b9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:02.976012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Request body: {'subnet': {'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2075246641-subnet', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:02.981659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0d5bb-4bf0-4db4-a224-bf67daf2c0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:03.039467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-dcd70ea3-625a-4e13-9572-91580abd8c3e req-cfdcfcb0-efab-41a1-bc29-0c82e61e76b1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:23:03.040484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd70ea3-625a-4e13-9572-91580abd8c3e req-cfdcfcb0-efab-41a1-bc29-0c82e61e76b1 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282328 Nov 16 21:23:03.043036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Made reservation on behalf of 4b2f7a3f96944b11959563c71db3bfc4 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:03.045933 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.084315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:03.183138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889654ae-15ea-40d2-998c-21c931174cde None None] Pushing event updated for resources: {'Port': ['ID=660215e2-29d1-412a-bebf-77bf75904ba7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:03.189291 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.207905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Router f33e9b14-5f6c-4864-ae68-d826c21deee2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:03.225082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c571b1c-9bb7-48b0-ba23-d13a41c703ad req-83e825da-9277-403d-9593-d1ec07d47b9d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762768 Nov 16 21:23:03.276582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcd70ea3-625a-4e13-9572-91580abd8c3e req-a6030d19-7c50-475b-bdb0-7c4a74eec922 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2244215 Nov 16 21:23:03.295259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2df1a929-2737-4365-9fac-68125d19f2ee None None] Provisioning complete for port 660215e2-29d1-412a-bebf-77bf75904ba7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:03.295811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2df1a929-2737-4365-9fac-68125d19f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.309218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.315339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:03.315914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.322120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:03.361304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5f9f3-96b9-47a4-84bf-86dfbab30377 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:23:03.469917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0475442 Nov 16 21:23:03.471748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:03.478086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:03.506172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f5f9f3-96b9-47a4-84bf-86dfbab30377 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:23:03.588711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:03.594550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.765964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'name': 'network-vif-deleted', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:03.768523 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0637e45-16e7-403e-928e-2ae16068b9e6" -d '{"events": [{"server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "name": "network-vif-deleted", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:03.795384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708f76f-a244-4a4f-9065-9f8e52908d7d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=cadc7862-9ec9-46df-be6c-d79395b2a4c4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:03.808384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:03.860848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c53b3-89ef-4a9d-bcdf-b1e6d726e153 req-a1093a7b-df26-4610-a1e9-b4f110a3fd88 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:03.862556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae8c53b3-89ef-4a9d-bcdf-b1e6d726e153 req-a1093a7b-df26-4610-a1e9-b4f110a3fd88 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 943 time: 0.5420213 Nov 16 21:23:03.872971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:23:03.875153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.895780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:03.912602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Sync routers for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:03.923542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:03.924127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:03.924619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-385281d3-21b4-4253-b5de-a3200cbfd83b admin admin] 10.222.0.54 "PUT /v2.0/routers/f33e9b14-5f6c-4864-ae68-d826c21deee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5220799 Nov 16 21:23:03.925202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:03.954556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-cb767eeb-645e-40d8-8309-357752dc9774 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--672740688&fields=id&tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 267 time: 0.1829197 Nov 16 21:23:03.995314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.999561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=bcbc0368-cfb5-47a2-a493-77da619d70ac,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:04.051926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:04.079133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae8c53b3-89ef-4a9d-bcdf-b1e6d726e153 req-23caea9c-01b0-4df2-81f7-06282477c165 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931725 Nov 16 21:23:04.084990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 660215e2-29d1-412a-bebf-77bf75904ba7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:04.166411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Checking segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:04.167069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Network hostable DHCP agents. Network: 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:04.196881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:04.200610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f646ae6-93da-4892-ae19-1f2b39de4bd1,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:04.236881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-8f084fb0-fffa-4212-ab5e-b3d48fa5468d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:04.239271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-8f084fb0-fffa-4212-ab5e-b3d48fa5468d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 811 time: 0.2716074 Nov 16 21:23:04.242257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:04.267870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-e241bbe9-c7d0-40fa-b1fd-2b4226ec2de9 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/quotas/23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 375 time: 0.0175138 Nov 16 21:23:04.272802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:04.289129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c7912-3876-40f4-8b50-c66701996594 None None] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:04.291083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:04.291954 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.313436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:04.313998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.360483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': 'effb44c4-c01b-4682-b0ef-a11a88c5e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:04.360842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: cadc7862-9ec9-46df-be6c-d79395b2a4c4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:04.384204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c1a72148-561b-4340-9802-0d92e52a3a2e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4283741 Nov 16 21:23:04.385206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49664) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:04.393131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:04.394423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.406037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 660215e2-29d1-412a-bebf-77bf75904ba7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:04.406559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.423126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-c3a2479a-f7e6-4c3d-a8f1-809b19f749a7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434631 Nov 16 21:23:04.432934 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:04.438092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-7e519a1d-0ea3-4dcf-af2e-96f3870fd7b9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:04.439736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-7e519a1d-0ea3-4dcf-af2e-96f3870fd7b9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 943 time: 0.1232398 Nov 16 21:23:04.471134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, cadc7862-9ec9-46df-be6c-d79395b2a4c4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:04.481865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:04.482556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.484561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604051a2-f576-490e-b21e-612da87dd688 None None] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:04.487148 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affe137-876f-419e-9b46-b728590bc428 x-openstack-request-id: req-6affe137-876f-419e-9b46-b728590bc428 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:04.488080 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8764078-08aa-4e72-a391-05a727331ca1", "name": "network-vif-deleted", "tag": "6274e044-017e-42f7-b8cb-a69e9e22f214", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:04.488903 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6affe137-876f-419e-9b46-b728590bc428 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:04.489442 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8764078-08aa-4e72-a391-05a727331ca1', 'name': 'network-vif-deleted', 'tag': '6274e044-017e-42f7-b8cb-a69e9e22f214', 'status': 'completed', 'code': 200} Nov 16 21:23:04.528414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49668) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:04.573827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.575088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.608395 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b16798c-56b6-4e73-ad16-13073c3ab55c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1351948 Nov 16 21:23:04.615011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:04.621682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'port': {'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4', 'name': 'tempest-NetworksIpV6TestAttrs-1515389883'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:04.628239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Deleting subnet 1ada5d1b-025c-4470-877f-bdcbc44c32be {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:04.633471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.636555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.715981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.719931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-c35bff0e-ea4d-4f95-be80-f8641e99b004 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788222 Nov 16 21:23:04.751621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.825869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a56b69-67c2-4a80-bc51-a757049e5b1b req-c95305c4-52d8-484c-b676-47d4d48d2965 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:04.827432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a56b69-67c2-4a80-bc51-a757049e5b1b req-c95305c4-52d8-484c-b676-47d4d48d2965 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.2445815 Nov 16 21:23:04.828098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.833601 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.877295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Deleting port 09f9ce57-a63c-44e3-a859-132d08793fcb {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:04.877861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.918643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:04.921719 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf3ccf-95dd-4fe2-a5f7-8d1b0ba5e88e" -d '{"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:04.941367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:04.945810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.950059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:04.950376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Deleting port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:04.950704 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.986828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:04.991955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] device_id is not set on port 40fdb251-1c7a-48e2-b840-fb3b2acd9c74 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:04.992141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.002097 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.042817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.049788 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ada5d1b-025c-4470-877f-bdcbc44c32be HTTP/1.1" status: 204 len: 168 time: 0.5162551 Nov 16 21:23:05.055344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49674) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:05.072587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341305d7-4dbb-4525-97dd-77ac2c8fec8c None None] Network 0c900465-8c91-4305-91ac-9b9977e4b6a1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:05.080840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a56b69-67c2-4a80-bc51-a757049e5b1b req-edaec8bb-cf0f-4096-9d56-be257d59e028 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253063 Nov 16 21:23:05.082211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:23:00Z', 'revision_number': 5, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port': {'id': '09f9ce57-a63c-44e3-a859-132d08793fcb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:11Z', 'updated_at': '2021-11-16T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.087029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1912d-1a75-4701-884e-e9ba22ee6511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ada5d1b-025c-4470-877f-bdcbc44c32be,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:05.103524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-cfc6e1c0-d83a-4295-8136-970019264734 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749695 Nov 16 21:23:05.116609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] For port 09f9ce57-a63c-44e3-a859-132d08793fcb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=09f9ce57-a63c-44e3-a859-132d08793fcb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:05.117042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.163270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Calling delete_port for 09f9ce57-a63c-44e3-a859-132d08793fcb owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:05.174736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:05.175734 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.201809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Checking router: f33e9b14-5f6c-4864-ae68-d826c21deee2 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:05.248981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.255044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:05.262006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-cadc7862-9ec9-46df-be6c-d79395b2a4c4', 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': 'bcbc0368-cfb5-47a2-a493-77da619d70ac'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:05.270268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] For port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:05.270863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.271600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.363367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Routers {'f33e9b14-5f6c-4864-ae68-d826c21deee2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:05.365657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f33e9b14-5f6c-4864-ae68-d826c21deee2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.383310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.404623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Allocated IP 2001:db8::f816:3eff:fecd:4f45 (cadc7862-9ec9-46df-be6c-d79395b2a4c4/bcbc0368-cfb5-47a2-a493-77da619d70ac/40fdb251-1c7a-48e2-b840-fb3b2acd9c74) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:05.409147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c900465-8c91-4305-91ac-9b9977e4b6a1']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.422791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a84215-7240-4161-a793-dd8189b6ca54') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.423117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a84215-7240-4161-a793-dd8189b6ca54') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.423742 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f5420-61d4-4696-b1ef-e181e94d9901 x-openstack-request-id: req-f33f5420-61d4-4696-b1ef-e181e94d9901 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:05.425211 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:05.425510 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f33f5420-61d4-4696-b1ef-e181e94d9901 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:05.426041 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'code': 200} Nov 16 21:23:05.436673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.453456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.460654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:05.461054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:05.519539 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:05.555706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Calling delete_port for 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:05.654048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] Set router f33e9b14-5f6c-4864-ae68-d826c21deee2 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:05.669425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8e08794-002b-4a84-b6ee-b41666dee49d req-065d221e-72c6-46d5-a62e-667e97866bf2 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 210 time: 0.1512883 Nov 16 21:23:05.685760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.690136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.696088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889bc7c-812f-47b9-a254-2f56cd775e2f req-6f1f74c5-27d7-496c-bf1a-dc831d751bf9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:05.703591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c889bc7c-812f-47b9-a254-2f56cd775e2f req-6f1f74c5-27d7-496c-bf1a-dc831d751bf9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 945 time: 0.1900778 Nov 16 21:23:05.726331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:23:04Z', 'revision_number': 6, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:05.732975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ed889-7a85-44e9-85ab-b1896913e787 None None] DHCP port deletion for 0c900465-8c91-4305-91ac-9b9977e4b6a1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:05.735452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00871a-c60c-4268-91a6-d0aad533bd88 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:05.758779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Pushing event deleted for resources: {'Port': ['ID=09f9ce57-a63c-44e3-a859-132d08793fcb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:05.782632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.790242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/0c900465-8c91-4305-91ac-9b9977e4b6a1 HTTP/1.1" status: 204 len: 168 time: 0.7306578 Nov 16 21:23:05.839108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07345b-83ef-43fb-bb9a-11b0a07408ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0c900465-8c91-4305-91ac-9b9977e4b6a1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:05.901030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa3002-2d9b-45e5-b100-bb8557ed5332 None None] The sync data for ids ['f33e9b14-5f6c-4864-ae68-d826c21deee2'] in n-d-816206-5 is: [{'id': 'f33e9b14-5f6c-4864-ae68-d826c21deee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1520425195-router', 'tenant_id': '636d4a85150c43a78ae8753df7bcd470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:09Z', 'updated_at': '2021-11-16T21:23:04Z', 'revision_number': 6, 'project_id': '636d4a85150c43a78ae8753df7bcd470', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:05.906886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:05.954331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.036405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Allocated IP 172.20.0.2 (200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc/7f646ae6-93da-4892-ae19-1f2b39de4bd1/1813ccd8-a741-4423-9f8f-423d45a2a443) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:06.041621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49692) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:06.100291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c889bc7c-812f-47b9-a254-2f56cd775e2f req-d0ed7399-7460-44c3-ba1d-afc58b47a560 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953228 Nov 16 21:23:06.128230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.132319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.179860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.204261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.241611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Allocated IP 2001:db8::f816:3eff:feda:2fc (cadc7862-9ec9-46df-be6c-d79395b2a4c4/bcbc0368-cfb5-47a2-a493-77da619d70ac/0f21058d-e4d5-4d61-bffa-54d1882ee9a7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:06.269912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.272806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33e9b14-5f6c-4864-ae68-d826c21deee2 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:23:06.299308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:06.308939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.310683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6a94861-2c34-42db-8ace-f2978b70b48b admin admin] 10.222.0.54 "DELETE /v2.0/routers/f33e9b14-5f6c-4864-ae68-d826c21deee2 HTTP/1.1" status: 204 len: 168 time: 2.3827434 Nov 16 21:23:06.315627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:06.318894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49698) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:06.369960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:06.380326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:06.381330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.381598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b6368525-0703-489a-a4fd-44b47d10009f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c0e76500ed847fc9f953581a7ed650d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387744 Nov 16 21:23:06.383628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.388244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:06.389068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Port': ['ID=40fdb251-1c7a-48e2-b840-fb3b2acd9c74,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:06.491038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9806d22e-eae8-460b-a0cf-4859a9d280e4 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8746405 Nov 16 21:23:06.502007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:06.510220 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.521943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a93b7a5d-b989-44ab-addc-24e31de2a46f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:06.533248 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.567251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Allocated IP 172.25.7.167 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/aa333c69-e51b-44d7-a04e-0d0fce2e7b9f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:06.573534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Deleting subnet 706c3563-90dc-4873-8796-dbf73bb44103 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:06.589949 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.645609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting subnet bcbc0368-cfb5-47a2-a493-77da619d70ac {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:06.646320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Pushing event updated for resources: {'Port': ['ID=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:06.656413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.662289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.662468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:06.663320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a93b7a5d-b989-44ab-addc-24e31de2a46f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:06.663677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a93b7a5d-b989-44ab-addc-24e31de2a46f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:06.676880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:06.691616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:06.710419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.776040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912682a-7c7a-4a3b-b7a0-45544b5e57a3 req-10eecffa-c006-4fd4-8402-fac44a4f4695 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:06.778728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.784685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1912682a-7c7a-4a3b-b7a0-45544b5e57a3 req-10eecffa-c006-4fd4-8402-fac44a4f4695 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.5261402 Nov 16 21:23:06.816346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.843637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Attempting to bind port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:06.844006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Attempting to bind port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'effb44c4-c01b-4682-b0ef-a11a88c5e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:06.844371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Attempting to bind port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 on network cadc7862-9ec9-46df-be6c-d79395b2a4c4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:06.860989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:06.865378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Checking segment: {'id': 'effb44c4-c01b-4682-b0ef-a11a88c5e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:06.865800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.866212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Bound using segment: {'id': 'effb44c4-c01b-4682-b0ef-a11a88c5e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:06.866723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Bound port: 0f21058d-e4d5-4d61-bffa-54d1882ee9a7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effb44c4-c01b-4682-b0ef-a11a88c5e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cadc7862-9ec9-46df-be6c-d79395b2a4c4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:06.867142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.885089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.994005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:06.996464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] For port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:07.000756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] For port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,segment=NetworkSegment(effb44c4-c01b-4682-b0ef-a11a88c5e631),segment_id=effb44c4-c01b-4682-b0ef-a11a88c5e631)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:07.004365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.023705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:07.030433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:07.033246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.059154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:07.069569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.072629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.073775 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4733bf34-4bf0-4b95-b9ff-25292ac8bb8e HTTP/1.1" status: 204 len: 168 time: 0.6782641 Nov 16 21:23:07.144760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c4eaf-9405-4c14-8594-450c51822fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733bf34-4bf0-4b95-b9ff-25292ac8bb8e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.149233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Pushing event updated for resources: {'Port': ['ID=1813ccd8-a741-4423-9f8f-423d45a2a443,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.221415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Attempting to bind port 1813ccd8-a741-4423-9f8f-423d45a2a443 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:07.221932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Attempting to bind port 1813ccd8-a741-4423-9f8f-423d45a2a443 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:07.222603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Attempting to bind port 1813ccd8-a741-4423-9f8f-423d45a2a443 on network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:07.237383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:07.238020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Checking segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:07.238663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.239358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Bound using segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:07.240066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Bound port: 1813ccd8-a741-4423-9f8f-423d45a2a443, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:07.240699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.245686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.286220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.330722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.338216 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/706c3563-90dc-4873-8796-dbf73bb44103 HTTP/1.1" status: 204 len: 168 time: 0.9916978 Nov 16 21:23:07.339620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bed3ea-5227-4b8b-8324-964288d03f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706c3563-90dc-4873-8796-dbf73bb44103,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.342259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49714) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.372967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] For port 1813ccd8-a741-4423-9f8f-423d45a2a443, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:07.376499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00566ea3-95d6-4993-882a-5bf883518b0b None None] Pushing event updated for resources: {'Port': ['ID=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.381721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b8934-ecc1-4b5c-9546-baf6cc48fc06 None None] Network 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:07.525109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.536557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5c67a78-0b0e-4cb3-8421-378c630a124a req-7f6039ac-e4b1-48f4-b92d-744de27c2a2e tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 210 time: 0.1156306 Nov 16 21:23:07.574229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] For port 1813ccd8-a741-4423-9f8f-423d45a2a443, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1813ccd8-a741-4423-9f8f-423d45a2a443,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:07.597594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.603679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.610793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbc0368-cfb5-47a2-a493-77da619d70ac,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.615935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.622876 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cd332d4d-659d-4a7f-af2c-125adf428196 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/bcbc0368-cfb5-47a2-a493-77da619d70ac HTTP/1.1" status: 204 len: 168 time: 1.1194012 Nov 16 21:23:07.626477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49720) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.631870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-e16ec53c-8515-4830-b59f-7e47d40c55f6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:07.633372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-e16ec53c-8515-4830-b59f-7e47d40c55f6 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 811 time: 0.8233824 Nov 16 21:23:07.643509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.653695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1912682a-7c7a-4a3b-b7a0-45544b5e57a3 req-56587397-4a16-4bf9-bce3-963e0485b35b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660886 Nov 16 21:23:07.740487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d165f18-8b49-4701-9eec-3cd42b73ce38 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:07.742352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d165f18-8b49-4701-9eec-3cd42b73ce38 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:07.747087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6d165f18-8b49-4701-9eec-3cd42b73ce38 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1194060 Nov 16 21:23:07.748734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.860518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.861696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-b1a059a4-acbb-4894-ad44-0cc730205e31 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb HTTP/1.1" status: 200 len: 379 time: 0.1490295 Nov 16 21:23:07.873564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event deleted for resources: {'Port': ['ID=1f3a0a99-90dd-4b7a-a2a6-e051d6645901,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.895342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f15cee3b-26f8-45b3-8a28-35fbb4ef1c50 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.906356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'port': {'device_id': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'admin_state_up': True, 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'security_groups': ['2b8545fe-5d03-4c59-b17d-7aea3e6723f1']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:07.906609 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15cee3b-26f8-45b3-8a28-35fbb4ef1c50 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 21:23:07.907260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15cee3b-26f8-45b3-8a28-35fbb4ef1c50 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:07.912724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f15cee3b-26f8-45b3-8a28-35fbb4ef1c50 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/cadc7862-9ec9-46df-be6c-d79395b2a4c4 HTTP/1.1" status: 409 len: 405 time: 0.1622963 Nov 16 21:23:07.917592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49732) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.924260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-136083635'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:07.933646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Deleting port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:07.934117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.939466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6a703-df2a-4325-a779-cb621c4c0394 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:08.001751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b30eca86-1842-424b-b812-44de97fb36a5 req-06eaa192-4cc1-445d-89af-2a125a5569a1 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 210 time: 0.1740701 Nov 16 21:23:08.012754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] For port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,segment=NetworkSegment(a572bfc0-d901-4d4b-878e-13a9ca23d4ce),segment_id=a572bfc0-d901-4d4b-878e-13a9ca23d4ce)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:08.013287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.037022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Calling delete_port for a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:08.083656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] No DVR routers for this DVR port 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:08.106512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331b1b2-e021-411d-9736-3367b52381bb None None] Pushing event updated for resources: {'Port': ['ID=1813ccd8-a741-4423-9f8f-423d45a2a443,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.163308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:08.182031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:08.185565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.189210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49fd0c3-76c5-46f7-94e1-4269cf81c943 req-5f56b7f9-ba35-425c-b5fe-09202ca62c29 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "DELETE /v2.0/ports/1f3a0a99-90dd-4b7a-a2a6-e051d6645901 HTTP/1.1" status: 204 len: 173 time: 3.7378287 Nov 16 21:23:08.190758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-deleted', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:08.193111 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5df501-82ad-463f-aa37-294cfbd8d0ed" -d '{"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-deleted", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:08.193752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.224367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.289021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:08.302212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.302552 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment 249ab9a9-6587-4c16-9f40-33defbef8f54 of type vlan for network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 Nov 16 21:23:08.303920 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.309320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:08.360163 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef6c509-a2ee-4dd3-946d-509bfa10f657 x-openstack-request-id: req-0ef6c509-a2ee-4dd3-946d-509bfa10f657 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:08.360506 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7f1c96-262e-4936-a91c-b92a7a7f482d", "name": "network-vif-deleted", "tag": "1f3a0a99-90dd-4b7a-a2a6-e051d6645901", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:08.360808 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ef6c509-a2ee-4dd3-946d-509bfa10f657 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:08.361261 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7f1c96-262e-4936-a91c-b92a7a7f482d', 'name': 'network-vif-deleted', 'tag': '1f3a0a99-90dd-4b7a-a2a6-e051d6645901', 'status': 'completed', 'code': 200} Nov 16 21:23:08.363440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Pushing event updated for resources: {'Port': ['ID=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.368723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] No DVR routers for this DVR port a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:08.397449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78400be4-557e-4329-b8b3-ea56d0480dea None None] DHCP port deletion for 2a2fccb2-1886-4193-b8bc-6aebe6ffc07d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:08.413758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:08.414097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 1f3a0a99-90dd-4b7a-a2a6-e051d6645901 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:08.448951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73a9cd-b656-4514-ba32-474e78b958c5 req-c5349b1a-d8f5-417d-bc66-e3260fbc2f89 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:08.460214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a3a39d-dd8c-4b7e-9a77-7853e74f3987,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.468436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c73a9cd-b656-4514-ba32-474e78b958c5 req-c5349b1a-d8f5-417d-bc66-e3260fbc2f89 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.5209637 Nov 16 21:23:08.509377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:08.509752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.523348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.525207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:08.538845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:08.564907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:08.609410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f3536-2f08-4c12-85e9-6fd07aa6b201 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:08.633727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.680943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.695529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:08.696163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.701458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.720846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2fccb2-1886-4193-b8bc-6aebe6ffc07d']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:08.770676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,segment=NetworkSegment(effb44c4-c01b-4682-b0ef-a11a88c5e631),segment_id=effb44c4-c01b-4682-b0ef-a11a88c5e631)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:08.774308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dc1aeed1-59d6-46be-aa49-2417d8be0b8b None None] Provisioning complete for port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:08.774898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:08.775485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeed1-59d6-46be-aa49-2417d8be0b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.781274 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.797633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95414a6b-8724-46b4-8a1a-91f6247b8c38 req-99bd69c9-1443-4b45-bd34-e260ff82af18 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 210 time: 0.1254847 Nov 16 21:23:08.801917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Made reservation on behalf of 23a6c745f91a4ee19cf06c4ef8c6affb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:08.805517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.816365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:08.816662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a572bfc0-d901-4d4b-878e-13a9ca23d4ce') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:08.823553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c73a9cd-b656-4514-ba32-474e78b958c5 req-1baea8e1-aeb4-48cd-9b70-acc24e4b75ec tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539772 Nov 16 21:23:08.857614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dc1aeed1-59d6-46be-aa49-2417d8be0b8b None None] Port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:08.895307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9765835 Nov 16 21:23:08.904666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.906370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49752) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:08.918216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:08.932945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 09f9ce57-a63c-44e3-a859-132d08793fcb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:08.943891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.977255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 09f9ce57-a63c-44e3-a859-132d08793fcb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:08.978659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 09f9ce57-a63c-44e3-a859-132d08793fcb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:08.985406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.987981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fcec6d-b2d8-4b5b-ab54-a09a97b5f672 None None] Network cadc7862-9ec9-46df-be6c-d79395b2a4c4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:09.029866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fbb94-f9bc-47ca-8258-077b74370d24 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=cd3749c0-d9b4-4a88-bada-57b6d9b57cd7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:09.039030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.047643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:09.066013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:09.066661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:09.068548 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:09.095941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096560140-network', 'tenant_id': 'a0342e6644074efc9e023a28b35142d1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:09.214809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-16f3997c-ab07-4eb6-9047-8882cec2b460 None None] Provisioning complete for port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:09.216423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16f3997c-ab07-4eb6-9047-8882cec2b460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.237395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Made reservation on behalf of a0342e6644074efc9e023a28b35142d1 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:09.239941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.243482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.245383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c53992e-1328-4ac0-9aaa-bc753a5be83e req-9ffd53a0-8ae1-413a-bdb3-5bda3c7b2452 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb7f1c96-262e-4936-a91c-b92a7a7f482d HTTP/1.1" status: 200 len: 210 time: 0.1124754 Nov 16 21:23:09.247729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:09.263928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.282888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.286271 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2a2fccb2-1886-4193-b8bc-6aebe6ffc07d HTTP/1.1" status: 204 len: 168 time: 1.9400721 Nov 16 21:23:09.301388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-3bc038e5-b768-4cbe-aad2-8de548248d77 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:09.302961 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-3bc038e5-b768-4cbe-aad2-8de548248d77 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.1216919 Nov 16 21:23:09.328542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e32d-4a6e-441f-aa15-61f3ca08ad60 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2fccb2-1886-4193-b8bc-6aebe6ffc07d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:09.331216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.474507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.490877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df8460-d1dd-4ed2-8d16-dc3766ea7a19 req-297eb6ee-5ef8-4cef-816e-59f5f3b4252c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:09.492931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17df8460-d1dd-4ed2-8d16-dc3766ea7a19 req-297eb6ee-5ef8-4cef-816e-59f5f3b4252c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.4926951 Nov 16 21:23:09.537834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49758) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:09.550219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] DHCP port deletion for cadc7862-9ec9-46df-be6c-d79395b2a4c4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:09.604231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Deleting port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:09.604599 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.657611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17df8460-d1dd-4ed2-8d16-dc3766ea7a19 req-6b1e4b77-65c8-41f9-956b-c1e77536a9aa tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Nov 16 21:23:09.671903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead63acb-399d-4d46-879b-33e7693dd299 None None] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:09.695386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c58adef2-c2c6-4a02-bd4e-313bf9b48d1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=636d4a85150c43a78ae8753df7bcd470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472495 Nov 16 21:23:09.696940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.698073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Allocated IP 172.20.0.12 (f9d04629-12e7-4a4a-b4a6-d664767b1988/0bb51537-cf6f-4ea3-b140-67a9f50d4e02/b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:09.700104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49762) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:09.703265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Deleting port cc9b781d-1b9b-452b-a64e-c90280297f48 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:09.703823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.728926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] For port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,segment=NetworkSegment(effb44c4-c01b-4682-b0ef-a11a88c5e631),segment_id=effb44c4-c01b-4682-b0ef-a11a88c5e631)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:09.729480 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.761119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Calling delete_port for 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:09.783027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.828291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] Provisioning complete for port 1813ccd8-a741-4423-9f8f-423d45a2a443 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:09.828769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.888798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:09.927234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98ed69c-a6a7-4f0c-9946-48c34e064d43,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:09.954904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.956208 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Added segment b1c71b23-7747-4602-bdf1-0a69ba0de26b of type vlan for network e7ef938f-5975-4ac8-9da1-69977b6454a5 Nov 16 21:23:09.999960 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.000380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] For port cc9b781d-1b9b-452b-a64e-c90280297f48, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cc9b781d-1b9b-452b-a64e-c90280297f48,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:10.000862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.037223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.078989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Pushing event deleted for resources: {'Port': ['ID=0f21058d-e4d5-4d61-bffa-54d1882ee9a7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.085326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Calling delete_port for cc9b781d-1b9b-452b-a64e-c90280297f48 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:10.091779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b968222f-b41b-4e43-8d55-b5a008b6cc4a req-0731bb3b-4e78-4dd5-8d0d-a26629649cc7 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 210 time: 0.1202338 Nov 16 21:23:10.096021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] No DVR routers for this DVR port 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:10.099246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.099844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.100352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.100903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.101393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.101871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.102343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.102827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.103315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.103957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.104435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.104904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7e299-ff33-4c47-b884-254bf2a1a737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:10.132448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.132848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] For port 1813ccd8-a741-4423-9f8f-423d45a2a443, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1813ccd8-a741-4423-9f8f-423d45a2a443,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:10.145940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.146290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1813ccd8-a741-4423-9f8f-423d45a2a443 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:10.166439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.182182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3bcfe-e271-4999-8dbc-f12a8227e0c5 req-70760339-ccbe-430a-a366-c03e45fdf701 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:10.190618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35c3bcfe-e271-4999-8dbc-f12a8227e0c5 req-70760339-ccbe-430a-a366-c03e45fdf701 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=de6083be-b22f-4871-bae9-6b8e6922a8b6 HTTP/1.1" status: 200 len: 945 time: 0.2424746 Nov 16 21:23:10.195250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.209515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.264261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.resource_extend [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:23:10.279902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.281279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1813ccd8-a741-4423-9f8f-423d45a2a443 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:10.282052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.317092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:23:10.324498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff7c53-cfde-4aaa-ba28-d168e167522e None None] Pushing event updated for resources: {'Port': ['ID=1813ccd8-a741-4423-9f8f-423d45a2a443,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.331523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.370450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.372113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:10.372113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.426246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35c3bcfe-e271-4999-8dbc-f12a8227e0c5 req-b4d70133-e514-4a4c-a10e-b638ab08154e tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297683 Nov 16 21:23:10.461382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76256-71a5-4273-9b8e-d3b08c868244 req-46665a57-565e-43f6-96d7-7e7eff8c7878 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:10.463362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59f76256-71a5-4273-9b8e-d3b08c868244 req-46665a57-565e-43f6-96d7-7e7eff8c7878 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.2085903 Nov 16 21:23:10.468030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.501377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7246370 Nov 16 21:23:10.526307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:10.526440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:10.537524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Request body: {'subnet': {'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096560140-subnet', 'tenant_id': 'a0342e6644074efc9e023a28b35142d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:10.571189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:10.571543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0f21058d-e4d5-4d61-bffa-54d1882ee9a7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:10.571790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:10.572022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:10.575279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a12f3e33-2873-4cee-96a4-b965d48fcdd7 None None] Provisioning complete for port 1813ccd8-a741-4423-9f8f-423d45a2a443 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:10.576389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a12f3e33-2873-4cee-96a4-b965d48fcdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.582226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:10.591939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:10.611202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': '249ab9a9-6587-4c16-9f40-33defbef8f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:10.612000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: cd3749c0-d9b4-4a88-bada-57b6d9b57cd7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:10.626547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2e159-61c7-42fc-b79f-a53dbb3c06e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ef938f-5975-4ac8-9da1-69977b6454a5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.628672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.628803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=89e0843b-0ee7-4f1c-b550-ac3cde15f988,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.631444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.635287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.635837 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51911cd6-7396-4bee-9905-09645857941f HTTP/1.1" status: 204 len: 168 time: 0.8716016 Nov 16 21:23:10.672100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59f76256-71a5-4273-9b8e-d3b08c868244 req-78ce7610-f8e6-4335-8a63-6dc7e267caa3 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909938 Nov 16 21:23:10.692350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:10.706272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:10.712582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d154eac-5ccc-4041-b170-11c0937cfd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51911cd6-7396-4bee-9905-09645857941f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.724803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:10.725782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.728823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:10.729215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, cd3749c0-d9b4-4a88-bada-57b6d9b57cd7) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:10.729636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0a3a39d-dd8c-4b7e-9a77-7853e74f3987 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:10.739689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Router 07e1556d-7ae6-4aad-9990-d761d42f04b0 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:23:10.782294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Made reservation on behalf of a0342e6644074efc9e023a28b35142d1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:10.786951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.792030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:10.792605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.880400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5050db-cc11-4b1d-8fce-decffa7803ad None None] Network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:11.206758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-5b145d31-560e-451b-9bcc-935ba922bcc1 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3258054 Nov 16 21:23:11.244658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Request body: {'port': {'device_id': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:11.251967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-cd3749c0-d9b4-4a88-bada-57b6d9b57cd7', 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': '89e0843b-0ee7-4f1c-b550-ac3cde15f988'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:11.252980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.290432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-397030f5-8c45-4a43-8308-3504d8377bb1 None None] Provisioning complete for port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:11.290826 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-397030f5-8c45-4a43-8308-3504d8377bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.298132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.337725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4ba9001-2b75-403d-8f2d-108a5db9f187', '38996b14-a24b-44c2-bfa7-9698cbc2f441'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:11.361501 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9ad8686b-5353-4efa-9eb5-f917927f1e8f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4537706 Nov 16 21:23:11.366999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49800) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:11.382421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event deleted for resources: {'Port': ['ID=cc9b781d-1b9b-452b-a64e-c90280297f48,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:11.408335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] No DVR routers for this DVR port cc9b781d-1b9b-452b-a64e-c90280297f48 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:11.412750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.416463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9f5e01c4-ace3-4741-a22a-0fb298474796 req-16c92f01-c711-4aa8-bc34-c32e5ede5757 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.21 "DELETE /v2.0/ports/cc9b781d-1b9b-452b-a64e-c90280297f48 HTTP/1.1" status: 204 len: 173 time: 2.0454965 Nov 16 21:23:11.416919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'name': 'network-vif-deleted', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:11.426551 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37837406-e1f9-43fb-b2e7-145bde746354" -d '{"events": [{"server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "name": "network-vif-deleted", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:11.539017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb27e-37dd-45b4-a302-e9fd719977e5 req-cf2c4f4f-2f16-4037-952a-20f1889664e5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:11.547520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-badfb27e-37dd-45b4-a302-e9fd719977e5 req-cf2c4f4f-2f16-4037-952a-20f1889664e5 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 932 time: 0.3375154 Nov 16 21:23:11.556860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.568239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-397030f5-8c45-4a43-8308-3504d8377bb1 None None] Port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:11.589970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-4ae85858-92a4-42af-9e56-22d3af292043 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:11.591563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-4ae85858-92a4-42af-9e56-22d3af292043 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.3717003 Nov 16 21:23:11.617297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.636520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:11.646732 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Sync routers for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:11.661980 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:11.664475 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:11.689880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f38fad-1b01-47e8-a86a-0f0104bc3c08,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:11.729841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Allocated IP 2001:db8::f816:3eff:fe2b:b2c (cd3749c0-d9b4-4a88-bada-57b6d9b57cd7/89e0843b-0ee7-4f1c-b550-ac3cde15f988/ac221d1e-8254-48dc-b232-85eb5f008f78) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:11.738816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-e1cfab5e-71f5-4cd2-a16a-9133555a8033 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:11.743202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Checking segment: {'id': 'b1c71b23-7747-4602-bdf1-0a69ba0de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:11.743562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Network hostable DHCP agents. Network: e7ef938f-5975-4ac8-9da1-69977b6454a5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:11.754664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-e1cfab5e-71f5-4cd2-a16a-9133555a8033 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.8857212 Nov 16 21:23:11.782430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:11.814316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e7ef938f-5975-4ac8-9da1-69977b6454a5) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:11.835429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:11.837900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:11.838359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf9b04-f216-410c-a59b-c88e2247f7e2 None None] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:11.841805 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:11.883805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-147e79dc-a14f-49ad-ad91-a8cb80cc0996 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3578551 Nov 16 21:23:11.958622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49818) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:12.018357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.023097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-74359304-05c6-49fd-bbeb-7e5307622457 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6344726 Nov 16 21:23:12.027133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49822) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:12.029184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.072559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-ea8de533-21cb-4408-b31b-03ce1014e0ec tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/quotas/cfc8f96303704564ace974225e7f9a9c HTTP/1.1" status: 200 len: 375 time: 0.3157315 Nov 16 21:23:12.205193 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:09Z', 'revision_number': 3, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:12.235856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1813ccd8-a741-4423-9f8f-423d45a2a443 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:12.247106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1236350313-network', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:12.258547 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Checking router: 07e1556d-7ae6-4aad-9990-d761d42f04b0 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:12.259187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Updating router 07e1556d-7ae6-4aad-9990-d761d42f04b0 port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:12.265472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-badfb27e-37dd-45b4-a302-e9fd719977e5 req-b704e3e2-fe61-4894-a2a4-4acfa03f0817 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6660659 Nov 16 21:23:12.318744 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.358322 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c773e1-bce5-47c1-b0df-eee443b85b7e x-openstack-request-id: req-a5c773e1-bce5-47c1-b0df-eee443b85b7e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:12.358917 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6083be-b22f-4871-bae9-6b8e6922a8b6", "name": "network-vif-deleted", "tag": "cc9b781d-1b9b-452b-a64e-c90280297f48", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:12.359255 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5c773e1-bce5-47c1-b0df-eee443b85b7e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:12.359664 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6083be-b22f-4871-bae9-6b8e6922a8b6', 'name': 'network-vif-deleted', 'tag': 'cc9b781d-1b9b-452b-a64e-c90280297f48', 'status': 'completed', 'code': 200} Nov 16 21:23:12.415229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Made reservation on behalf of c9b17dcb2afe47a6bcabe8b0d07df765 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:12.417727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1813ccd8-a741-4423-9f8f-423d45a2a443 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:12.418161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.418883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.441146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.504508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-73189307-2b39-40e3-b38b-1a56bc0da4c8 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4257169 Nov 16 21:23:12.577045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port b506dfbd-a34d-40b7-97b5-f277bd4eb621 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:12.578153 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.581342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.613695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cc9b781d-1b9b-452b-a64e-c90280297f48 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:12.704349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: cc9b781d-1b9b-452b-a64e-c90280297f48 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:12.704698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cc9b781d-1b9b-452b-a64e-c90280297f48 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:12.762185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56311aa-99a6-4178-8870-d93fecf26d23 None None] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:12.792620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49836) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:12.803067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2011998893-network', 'tenant_id': '8cdb98ea829b4b3abe533a3a07d60a26'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:12.819507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.828349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.842952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.855359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.875497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Made reservation on behalf of 8cdb98ea829b4b3abe533a3a07d60a26 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:12.876955 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.878992 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.879543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.887938 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.913084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:12.919053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:12.939097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.949800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:12.957400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d286d18c-4335-4924-a8fb-56e29e527b22,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:12.958655 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Pushing event updated for resources: {'Port': ['ID=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:12.962608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.963384 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Added segment 64a426a6-9ed5-4fb7-a909-7c81ce5d01f2 of type vlan for network 28ae6705-e353-483d-bbf0-59ab39cfa2aa Nov 16 21:23:12.966572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:12.974804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:12.975511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.976727 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.978637 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.979257 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.979761 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.980102 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.980601 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.980877 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.981201 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.981600 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.981968 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.982290 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:12.983360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b0a22-aa61-46e1-b970-d5be3334d17c req-2603dbea-0e87-4be0-a52a-2037ab7c08b5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:12.985584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-995b0a22-aa61-46e1-b970-d5be3334d17c req-2603dbea-0e87-4be0-a52a-2037ab7c08b5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 945 time: 0.4007268 Nov 16 21:23:13.002976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Pushing event updated for resources: {'Port': ['ID=ac221d1e-8254-48dc-b232-85eb5f008f78,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.005728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port b506dfbd-a34d-40b7-97b5-f277bd4eb621, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b506dfbd-a34d-40b7-97b5-f277bd4eb621,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:13.006098 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.015948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.021196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd4f3a-efd0-474a-8c5c-eac1daea1930 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:13.023786 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Attempting to bind port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:13.024145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Attempting to bind port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:13.024497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Attempting to bind port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:13.030721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:13.031182 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:13.031892 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.032727 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:13.033264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Bound port: aa333c69-e51b-44d7-a04e-0d0fce2e7b9f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:13.033645 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.093595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for b506dfbd-a34d-40b7-97b5-f277bd4eb621 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:13.095864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=89e0843b-0ee7-4f1c-b550-ac3cde15f988,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.107175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-778bd406-43c8-4933-9e38-712b52a15ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789847 Nov 16 21:23:13.128831 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] For port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:13.133945 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] For port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:13.139570 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.170219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.176566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Attempting to bind port ac221d1e-8254-48dc-b232-85eb5f008f78 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:13.177217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Attempting to bind port ac221d1e-8254-48dc-b232-85eb5f008f78 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '249ab9a9-6587-4c16-9f40-33defbef8f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:13.177818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Attempting to bind port ac221d1e-8254-48dc-b232-85eb5f008f78 on network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:13.180057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] Provisioning complete for port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:13.180647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.199367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Allocated IP 172.20.0.1 (200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc/7f646ae6-93da-4892-ae19-1f2b39de4bd1/4004b57e-0681-4151-a944-114c9bf79e92) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:13.208328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:13.209281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Checking segment: {'id': '249ab9a9-6587-4c16-9f40-33defbef8f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:13.210148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.210738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Bound using segment: {'id': '249ab9a9-6587-4c16-9f40-33defbef8f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:13.211447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Bound port: ac221d1e-8254-48dc-b232-85eb5f008f78, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249ab9a9-6587-4c16-9f40-33defbef8f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:13.212069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.221619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.222583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:13.223175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.224428 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9907b37-2c59-49fe-851d-1556d4311429 None None] Pushing event updated for resources: {'Port': ['ID=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.241193 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:13.241814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:13.257624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36580a-3564-40ad-af42-b0ad206f9a98 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:13.357936 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3980289 Nov 16 21:23:13.362743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:13.376575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Request body: {'subnet': {'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1236350313-subnet', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:13.378772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:13.385481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.399509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] For port ac221d1e-8254-48dc-b232-85eb5f008f78, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:13.411600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.426830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-995b0a22-aa61-46e1-b970-d5be3334d17c req-8be44eda-933f-460f-9ea7-fb1e05827a54 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122500 Nov 16 21:23:13.431121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] For port ac221d1e-8254-48dc-b232-85eb5f008f78, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac221d1e-8254-48dc-b232-85eb5f008f78,segment=NetworkSegment(249ab9a9-6587-4c16-9f40-33defbef8f54),segment_id=249ab9a9-6587-4c16-9f40-33defbef8f54)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:13.444951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.459281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.463263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] For port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:13.493626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463730a-ffdd-40b8-b82a-841f8693e508 admin admin] Pushing event updated for resources: {'Network': ['ID=28ae6705-e353-483d-bbf0-59ab39cfa2aa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.496374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.542572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.545167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:13.548466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.562768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:13.564798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:13.567997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Made reservation on behalf of c9b17dcb2afe47a6bcabe8b0d07df765 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:13.570297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.573103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:13.583021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3749c0-d9b4-4a88-bada-57b6d9b57cd7']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:13.590364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:13.689585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249ab9a9-6587-4c16-9f40-33defbef8f54') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:13.690078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249ab9a9-6587-4c16-9f40-33defbef8f54') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:13.705699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.717176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.757954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-25960b9e-ea62-496d-bbcf-8a45d0171687 service neutron] 10.222.0.54 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459358 Nov 16 21:23:13.762903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.770213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.804295 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0678867c-faf4-43e7-b211-55542e176417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:09Z', 'revision_number': 3, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:13.816574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:13.817824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:13.823064 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:13.854261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58060dc4-85ea-44f3-b1a1-586a67cf5bcd None None] Pushing event updated for resources: {'Port': ['ID=ac221d1e-8254-48dc-b232-85eb5f008f78,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:13.867990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678867c-faf4-43e7-b211-55542e176417 None None] The sync data for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 is: [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:09Z', 'revision_number': 3, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:13.917089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4601b8-7136-42de-8646-fa83721c0715 None None] Network cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:13.919262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1c71c157-e210-4405-a0c9-4b87bc5c4e7d None None] Provisioning complete for port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:13.919741 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1c71c157-e210-4405-a0c9-4b87bc5c4e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.921121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:13.970819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.002197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.061543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:23:14.061543 n-d-816206-5 neutron-server[102665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:23:14.061543 n-d-816206-5 neutron-server[102665]: [parameters: {'id': 'cd3749c0-d9b4-4a88-bada-57b6d9b57cd7'}] Nov 16 21:23:14.061543 n-d-816206-5 neutron-server[102665]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:23:14.061912 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:23:14.092369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:14.112062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7343a-d681-4aab-9487-aa2582267a2e None None] Pushing event updated for resources: {'Port': ['ID=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.148331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10416f-6915-4132-b4b1-978b99732363 req-6c51c37e-03c1-4c15-83d8-8dabc820857b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:14.153116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa10416f-6915-4132-b4b1-978b99732363 req-6c51c37e-03c1-4c15-83d8-8dabc820857b tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 932 time: 0.3559678 Nov 16 21:23:14.168200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5da1a90-a58b-49e4-a31a-4b969a881309,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.193074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.196888 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Added segment c3104d69-ec31-4c6d-bad0-2bd3923a4b84 of type vlan for network 36afa847-c294-4251-968b-08f88054f721 Nov 16 21:23:14.238002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.250850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Transition to ACTIVE for port object b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:14.277511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.283030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.301952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.362905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6f05f-1050-48bb-9244-3e60b3222a41 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:23:14.401201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.409992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Checking segment: {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:14.410334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Network hostable DHCP agents. Network: 28ae6705-e353-483d-bbf0-59ab39cfa2aa, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:14.436143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.445571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.490627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:14.513635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-45c0d77e-aeb4-4462-80ed-1dfb9692bbf5 None None] Provisioning complete for port 4004b57e-0681-4151-a944-114c9bf79e92 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:14.514348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-45c0d77e-aeb4-4462-80ed-1dfb9692bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.554757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 28ae6705-e353-483d-bbf0-59ab39cfa2aa) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:14.569514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:14.570089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.615309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b506dfbd-a34d-40b7-97b5-f277bd4eb621 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:14.666380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:14.668858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:14.687996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: b506dfbd-a34d-40b7-97b5-f277bd4eb621 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:14.688340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b506dfbd-a34d-40b7-97b5-f277bd4eb621 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:14.690588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-45c0d77e-aeb4-4462-80ed-1dfb9692bbf5 None None] Port 4004b57e-0681-4151-a944-114c9bf79e92 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:14.764165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.777603 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-360d6494-c2de-4ce1-ba48-13f33bb09428 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4071219 Nov 16 21:23:14.780055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49856) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:14.785392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:14.797784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.798806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6f05f-1050-48bb-9244-3e60b3222a41 None None] Unable to find a vacant binding_index for network 28ae6705-e353-483d-bbf0-59ab39cfa2aa and agent a466e01d-cb9f-41d0-9728-0199ccecf55a {{(pid=102666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 16 21:23:14.805418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6f05f-1050-48bb-9244-3e60b3222a41 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 28ae6705-e353-483d-bbf0-59ab39cfa2aa) {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:23:14.816600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.845272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.846446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.929558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.938901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Router 07e1556d-7ae6-4aad-9990-d761d42f04b0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:14.998945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=b506dfbd-a34d-40b7-97b5-f277bd4eb621,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.060007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port b506dfbd-a34d-40b7-97b5-f277bd4eb621 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:15.064510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.067855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96ec657c-677f-4c1d-8c9b-27965c9b4dce req-730719e4-1278-418b-b539-d8915c94b876 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "DELETE /v2.0/ports/b506dfbd-a34d-40b7-97b5-f277bd4eb621 HTTP/1.1" status: 204 len: 173 time: 3.4507406 Nov 16 21:23:15.169725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'name': 'network-vif-deleted', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:15.172638 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ea419-8c92-411e-8511-a3ec890a7ce3" -d '{"events": [{"server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "name": "network-vif-deleted", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:15.175284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.176836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:15.176836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.195622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'fixed_ips': [{'subnet_id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:15.196967 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.258565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa10416f-6915-4132-b4b1-978b99732363 req-c505bb1c-b1c9-48d2-829e-395810eb8d3d tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0802696 Nov 16 21:23:15.266377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.346830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb235c-3c7c-476f-ae6c-ead34f04c7d5 req-24a9a1b0-0729-44eb-afb4-837bd822e542 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:15.350190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecdb235c-3c7c-476f-ae6c-ead34f04c7d5 req-24a9a1b0-0729-44eb-afb4-837bd822e542 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 1.1089587 Nov 16 21:23:15.376488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:15.392444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4370f21f-755a-44a1-91a1-f592b2455dc3 admin admin] 10.222.0.54 "PUT /v2.0/routers/07e1556d-7ae6-4aad-9990-d761d42f04b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3632503 Nov 16 21:23:15.433614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.434256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-034ea1f2-4a9a-436e-8b58-788707f0137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.462147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6617115 Nov 16 21:23:15.465380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:15.472183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Request body: {'subnet': {'network_id': '36afa847-c294-4251-968b-08f88054f721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2011998893-subnet', 'tenant_id': '8cdb98ea829b4b3abe533a3a07d60a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:15.561311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66d97c7b-7c55-4497-810a-5e7b04f1f582 req-8827b44d-88ed-42dd-968e-a91148671897 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 210 time: 0.1430943 Nov 16 21:23:15.577848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c0018-f633-42ef-bf14-6b2aa05cc26b admin admin] Pushing event updated for resources: {'Network': ['ID=36afa847-c294-4251-968b-08f88054f721,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.589782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 36afa847-c294-4251-968b-08f88054f721 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:15.678554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Made reservation on behalf of 8cdb98ea829b4b3abe533a3a07d60a26 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:15.681022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.698713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Allocated IP 172.20.0.2 (28ae6705-e353-483d-bbf0-59ab39cfa2aa/bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6/137db80a-6448-42f9-bc24-07c9ab7f4b41) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:15.699367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-e1f54eee-77c9-470e-8a6f-2facffdb8f3d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:15.704526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-e1f54eee-77c9-470e-8a6f-2facffdb8f3d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 0.5148165 Nov 16 21:23:15.785439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecdb235c-3c7c-476f-ae6c-ead34f04c7d5 req-d4114b5f-6c35-4343-b506-2d1003cf4090 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705347 Nov 16 21:23:15.817552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.842880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.857306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting port ac221d1e-8254-48dc-b232-85eb5f008f78 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:15.857883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.910531 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6564fe-f15a-4bd4-b6ea-fa6f3dfa25d2 x-openstack-request-id: req-0b6564fe-f15a-4bd4-b6ea-fa6f3dfa25d2 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:15.910827 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5800fa36-8480-4c47-82ae-0305129bf8ef", "name": "network-vif-deleted", "tag": "b506dfbd-a34d-40b7-97b5-f277bd4eb621", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:15.911772 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b6564fe-f15a-4bd4-b6ea-fa6f3dfa25d2 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:15.912179 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5800fa36-8480-4c47-82ae-0305129bf8ef', 'name': 'network-vif-deleted', 'tag': 'b506dfbd-a34d-40b7-97b5-f277bd4eb621', 'status': 'completed', 'code': 200} Nov 16 21:23:15.942416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8dcdf385-8a88-4e17-bea3-d42bfdd59ee3 req-fbb36679-818f-4d27-9024-e671abf13248 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=5800fa36-8480-4c47-82ae-0305129bf8ef HTTP/1.1" status: 200 len: 210 time: 0.1538920 Nov 16 21:23:15.956374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Attempting to bind port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:15.956700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Attempting to bind port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:15.957021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Attempting to bind port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:15.978295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 on network f9d04629-12e7-4a4a-b4a6-d664767b1988 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:15.978746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Attempting to bind port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 on network f9d04629-12e7-4a4a-b4a6-d664767b1988 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:16.055839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:16.056314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Checking segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:16.056689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Bound using segment: {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:16.057125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Bound port: b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a252f21-4d34-4633-b3fa-476b4f4893bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:16.057482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.060622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.071609 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.085900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] For port ac221d1e-8254-48dc-b232-85eb5f008f78, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac221d1e-8254-48dc-b232-85eb5f008f78,segment=NetworkSegment(249ab9a9-6587-4c16-9f40-33defbef8f54),segment_id=249ab9a9-6587-4c16-9f40-33defbef8f54)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:16.086262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.130803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-a30d1ddb-b3c6-4097-a46e-fa594b2abad3 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:16.132558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-a30d1ddb-b3c6-4097-a46e-fa594b2abad3 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 821 time: 0.5018349 Nov 16 21:23:16.136717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Calling delete_port for ac221d1e-8254-48dc-b232-85eb5f008f78 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:16.143601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa333c69-e51b-44d7-a04e-0d0fce2e7b9f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:16.144403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Allocated IP 172.25.7.65 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/df178562-8dd5-4276-8d5e-b3748f5cee78) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:16.175851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Request body: {'port': {'device_id': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'admin_state_up': True, 'tenant_id': 'cfc8f96303704564ace974225e7f9a9c'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:16.216834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:16.220674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Pushing event updated for resources: {'Port': ['ID=137db80a-6448-42f9-bc24-07c9ab7f4b41,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.225006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:16.230016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:16.287064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.326686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.334020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:16.334563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.339295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:16.359799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Attempting to bind port 137db80a-6448-42f9-bc24-07c9ab7f4b41 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:16.360469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Attempting to bind port 137db80a-6448-42f9-bc24-07c9ab7f4b41 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:16.360894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Attempting to bind port 137db80a-6448-42f9-bc24-07c9ab7f4b41 on network 28ae6705-e353-483d-bbf0-59ab39cfa2aa {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:16.370082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.372651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:16.374034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:16.374468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Checking segment: {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:16.375153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.375728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Bound using segment: {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:16.376506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Bound port: 137db80a-6448-42f9-bc24-07c9ab7f4b41, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:16.377159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.392970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Deleting port 38996b14-a24b-44c2-bfa7-9698cbc2f441 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:16.393350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.422353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.439857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:16.446647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:16.461051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:16.518154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb2409d-c976-4707-ac78-056061e3f0e7,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.551303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] For port 137db80a-6448-42f9-bc24-07c9ab7f4b41, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:16.558820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:16.559769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.561272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] 10.222.0.21 "PUT /v2.0/ports/b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 200 len: 1092 time: 5.3402140 Nov 16 21:23:16.563413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] For port 137db80a-6448-42f9-bc24-07c9ab7f4b41, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=137db80a-6448-42f9-bc24-07c9ab7f4b41,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:16.581214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.599500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Sync routers for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:16.618908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702fb67-0ff3-485f-9e67-94d81246fd5f service neutron] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.620563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=df178562-8dd5-4276-8d5e-b3748f5cee78,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.634013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Checking segment: {'id': 'c3104d69-ec31-4c6d-bad0-2bd3923a4b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '36afa847-c294-4251-968b-08f88054f721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:16.634422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Network hostable DHCP agents. Network: 36afa847-c294-4251-968b-08f88054f721, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:16.692145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Network 36afa847-c294-4251-968b-08f88054f721 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:16.712614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:16.713861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:16.722035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Made reservation on behalf of cfc8f96303704564ace974225e7f9a9c for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:16.722785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 36afa847-c294-4251-968b-08f88054f721) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:16.730138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:16.730998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.733999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.750502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.771905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49872) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:16.803062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No DVR routers for this DVR port ac221d1e-8254-48dc-b232-85eb5f008f78 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:16.807706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737022941', 'description': 'tempest-description--188764740'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:16.819667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Port': ['ID=ac221d1e-8254-48dc-b232-85eb5f008f78,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.851547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a467b-0e2f-4788-8d36-9053346b99fd None None] Pushing event updated for resources: {'Port': ['ID=137db80a-6448-42f9-bc24-07c9ab7f4b41,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.856048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345a40f-87ff-4ebb-94a9-bdf07a80a83c req-0b48bb4c-378c-4382-b64f-9d4d37359bca tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:16.857653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b345a40f-87ff-4ebb-94a9-bdf07a80a83c req-0b48bb4c-378c-4382-b64f-9d4d37359bca tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 944 time: 0.4375856 Nov 16 21:23:16.886281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:16.925665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.949080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] For port 38996b14-a24b-44c2-bfa7-9698cbc2f441, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38996b14-a24b-44c2-bfa7-9698cbc2f441,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:16.949454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.987976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-348eb89f-3c46-42cf-8936-cefcd39e4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:16.989510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-348eb89f-3c46-42cf-8936-cefcd39e4ebc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 1095 time: 0.3578424 Nov 16 21:23:17.061110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3749c0-d9b4-4a88-bada-57b6d9b57cd7']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:17.080941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Calling delete_port for 38996b14-a24b-44c2-bfa7-9698cbc2f441 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:17.089984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1bfa85-1a59-40e5-8a74-17734aa0ffdc req-3fb8ed7a-c51d-4239-9f4d-4448c168dff3 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 210 time: 0.1544435 Nov 16 21:23:17.133576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249ab9a9-6587-4c16-9f40-33defbef8f54') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:17.133871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249ab9a9-6587-4c16-9f40-33defbef8f54') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:17.178246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-a9f2b58a-04c9-4d2e-baa3-d6988f03273b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 200 len: 217 time: 0.1376574 Nov 16 21:23:17.188840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.199634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:14Z', 'revision_number': 2, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:17.204538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.223690 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-339a0828-6b33-4a1b-8b47-9f18d6a134a0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7540827 Nov 16 21:23:17.242410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Checking router: 07e1556d-7ae6-4aad-9990-d761d42f04b0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:17.243449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Updating router 07e1556d-7ae6-4aad-9990-d761d42f04b0 port 4004b57e-0681-4151-a944-114c9bf79e92 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:17.255858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b345a40f-87ff-4ebb-94a9-bdf07a80a83c req-4d2c04cf-4aaf-4e9b-b0b2-6e2df84c1f29 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104715 Nov 16 21:23:17.284303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.297236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.332459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.417586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:17.417985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:17.422253 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:17.532425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-36090825-917e-41ef-9b63-4636d92c2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:17.533898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-36090825-917e-41ef-9b63-4636d92c2d41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.3260202 Nov 16 21:23:17.623222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2143d7b-361e-4b43-89c1-b6053ae369e5 req-5dd9dde8-d98b-465c-9ad8-6cceac38eb9b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:17.631719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2143d7b-361e-4b43-89c1-b6053ae369e5 req-5dd9dde8-d98b-465c-9ad8-6cceac38eb9b tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5dbb522-1902-4189-a12a-93376610d0ee HTTP/1.1" status: 200 len: 945 time: 0.3886261 Nov 16 21:23:17.657105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Allocated IP 172.20.0.11 (63927088-5df6-45c4-a337-af35c91484ed/53ed1f21-62f1-4af7-9b82-11c131bfa79b/62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:17.677828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.684565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.694893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-833a42f4-b6e4-4b2c-82d6-3ab39b3fcc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.714608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.764085 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.771236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 HTTP/1.1" status: 204 len: 168 time: 6.3970115 Nov 16 21:23:17.771236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.790448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:17.796328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-703482567'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:17.843853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:17.848161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.857681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5b98-538e-47b2-b935-c87914296260 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=cd3749c0-d9b4-4a88-bada-57b6d9b57cd7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:17.862576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.880387 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.900721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:17.916152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.916756 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment 8c6192a4-b6b1-4410-8af5-66a3dc6dc179 of type vlan for network 297cb5fb-0f44-4d39-82fb-0ebeefe00117 Nov 16 21:23:17.969742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf4f96-9be9-4930-ac38-c350eecc3485 None None] Pushing event updated for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:17.977452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:17.982632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Router 2b3d2881-f5f0-4812-9314-401b70db41f0 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:23:18.003153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Attempting to bind port 4004b57e-0681-4151-a944-114c9bf79e92 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:18.003599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Attempting to bind port 4004b57e-0681-4151-a944-114c9bf79e92 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:18.004030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Attempting to bind port 4004b57e-0681-4151-a944-114c9bf79e92 on network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:18.010507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:18.011084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Checking segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:18.011502 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.012109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Bound using segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:18.012685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Bound port: 4004b57e-0681-4151-a944-114c9bf79e92, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:18.013335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.101049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] For port 4004b57e-0681-4151-a944-114c9bf79e92, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:18.106433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] For port 4004b57e-0681-4151-a944-114c9bf79e92, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4004b57e-0681-4151-a944-114c9bf79e92,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:18.113107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.126628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.132894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:18.137446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.167344 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3727977 Nov 16 21:23:18.174335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:18.175101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:18.180167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:18.181131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 137db80a-6448-42f9-bc24-07c9ab7f4b41 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:18.216463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': '297cb5fb-0f44-4d39-82fb-0ebeefe00117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:18.305106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38996b14-a24b-44c2-bfa7-9698cbc2f441 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:18.308063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b810ad-44f1-4751-9c3c-0da18add2dfb tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=297cb5fb-0f44-4d39-82fb-0ebeefe00117,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:18.308217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e67f3-5f58-4c84-991b-3e966bd5570c None None] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:18.311691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed6c56-b165-4fca-8510-4a7273403383 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:18.331720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:18.337592 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:18.347313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.349620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5488317 Nov 16 21:23:18.360895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:18.365476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'security_group_rule': {'security_group_id': 'a48135ea-2ef2-48f0-a3c0-135786bc39bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:18.372361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:18.392694 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Sync routers for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:18.412505 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:18.413587 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:18.414686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d08247-1972-4928-bd42-85b54fb7fb16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48135ea-2ef2-48f0-a3c0-135786bc39bd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:18.429687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:18.434135 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.437144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-c5cf1b56-e309-4216-8d7b-c15a195d82eb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:18.451702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-c5cf1b56-e309-4216-8d7b-c15a195d82eb tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.7634101 Nov 16 21:23:18.523944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:18.549495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-1f91acb7-c88c-483d-a99d-195a7a34de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:18.553067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-1f91acb7-c88c-483d-a99d-195a7a34de4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9925745 Nov 16 21:23:18.574338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-9214c329-f372-4b6f-8645-4842a64efc01 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/quotas/04c0a9ec6a9d4d01b9541a2f3c3cf780 HTTP/1.1" status: 200 len: 375 time: 0.1210096 Nov 16 21:23:18.609812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.611451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c820cd98-77e9-4077-85e8-5d53181fa9f8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8303719 Nov 16 21:23:18.614329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49914) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:18.615269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.624576 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:18.648529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2143d7b-361e-4b43-89c1-b6053ae369e5 req-c1f3e214-511a-45c0-bc72-8e8406350aa7 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0159340 Nov 16 21:23:18.660676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-163e8a5c-99eb-4591-86aa-e446a4cabfd5 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852377 Nov 16 21:23:18.903582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.020484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 297cb5fb-0f44-4d39-82fb-0ebeefe00117 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:19.023195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8059e2-fe71-4eb3-8b65-9ffe6d286942 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:19.026672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbac32a-b309-4e9a-90fa-cd971c78e910 None None] Network 36afa847-c294-4251-968b-08f88054f721 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:19.033859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4ba9001-2b75-403d-8f2d-108a5db9f187'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:19.034990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:16Z', 'revision_number': 3, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:19.048460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.053518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf4f96-9be9-4930-ac38-c350eecc3485 None None] Pushing event updated for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.087553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.101491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Checking router: 2b3d2881-f5f0-4812-9314-401b70db41f0 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:19.101832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Updating router 2b3d2881-f5f0-4812-9314-401b70db41f0 port df178562-8dd5-4276-8d5e-b3748f5cee78 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:19.114163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-7648e680-b8e9-4a33-ae3b-0033c42da704 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:23:19.121888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-7648e680-b8e9-4a33-ae3b-0033c42da704 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4593759 Nov 16 21:23:19.167327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cff248-e757-45e6-886d-dcf26f384176,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.169132 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.181338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.204032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-77bc05ce-2dc7-497c-81ef-5a28e622c5d9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:19.205916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-77bc05ce-2dc7-497c-81ef-5a28e622c5d9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/networks?id=e7ef938f-5975-4ac8-9da1-69977b6454a5 HTTP/1.1" status: 200 len: 825 time: 0.2947123 Nov 16 21:23:19.221211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event deleted for resources: {'Port': ['ID=38996b14-a24b-44c2-bfa7-9698cbc2f441,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.281820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.284313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-18191d74-4271-4095-93d2-ded7e41e8da7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9222782 Nov 16 21:23:19.293172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:19.294287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=acc1ac24-84dd-4fd8-b338-4f882d0bf6fc,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.350220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'security_group_rule': {'security_group_id': 'a48135ea-2ef2-48f0-a3c0-135786bc39bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:19.353599 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.419168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-10622778-52fe-4eaf-9261-4dd9b9dd00ee tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/quotas/a0342e6644074efc9e023a28b35142d1 HTTP/1.1" status: 200 len: 375 time: 0.1888134 Nov 16 21:23:19.421351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] No DVR routers for this DVR port 38996b14-a24b-44c2-bfa7-9698cbc2f441 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:19.440061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.444053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-622bceba-eff3-4cb3-b57b-0102c8b95271 req-f3ae2c81-865f-43c1-b805-a0ffe26c678f tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "DELETE /v2.0/ports/38996b14-a24b-44c2-bfa7-9698cbc2f441 HTTP/1.1" status: 204 len: 173 time: 3.7067542 Nov 16 21:23:19.479610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 137db80a-6448-42f9-bc24-07c9ab7f4b41 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:19.480261 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.500311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-ec2147af-ae0c-472e-8b9d-f87dc93df8af service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189661 Nov 16 21:23:19.508564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-60e205a3-0197-4455-b616-6c7fea869d2e tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0342e6644074efc9e023a28b35142d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883350 Nov 16 21:23:19.558371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.573402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': '8c6192a4-b6b1-4410-8af5-66a3dc6dc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '297cb5fb-0f44-4d39-82fb-0ebeefe00117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:19.574244 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.574843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: 297cb5fb-0f44-4d39-82fb-0ebeefe00117, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:19.588292 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.635000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No active binding found for port 38996b14-a24b-44c2-bfa7-9698cbc2f441 {{(pid=102666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:23:19.635455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38996b14-a24b-44c2-bfa7-9698cbc2f441 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:19.648404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dfc7e09d-e796-4e95-8d57-ad9a064fed9b None None] Provisioning complete for port 137db80a-6448-42f9-bc24-07c9ab7f4b41 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:19.649398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e09d-e796-4e95-8d57-ad9a064fed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.649521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692bcde-c26f-4409-bc2f-bf11860b3841 None None] Pushing event updated for resources: {'Port': ['ID=df178562-8dd5-4276-8d5e-b3748f5cee78,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.666847 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Attempting to bind port df178562-8dd5-4276-8d5e-b3748f5cee78 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:19.667454 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Attempting to bind port df178562-8dd5-4276-8d5e-b3748f5cee78 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:19.667573 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Attempting to bind port df178562-8dd5-4276-8d5e-b3748f5cee78 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:19.673681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:19.674064 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:19.674431 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.674810 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:19.675436 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Bound port: df178562-8dd5-4276-8d5e-b3748f5cee78, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:19.675805 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.705716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.758715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network 297cb5fb-0f44-4d39-82fb-0ebeefe00117 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:19.760017 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] For port df178562-8dd5-4276-8d5e-b3748f5cee78, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:19.769533 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] For port df178562-8dd5-4276-8d5e-b3748f5cee78, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df178562-8dd5-4276-8d5e-b3748f5cee78,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:19.778623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-16c2bace-f304-424b-87bf-618166cc00bb service neutron] 10.222.0.54 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547665 Nov 16 21:23:19.780049 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.784296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a01b3-7e8d-4277-bdef-6cc404647ae0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:19.789609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4982c0-ea65-407e-9c0b-49cdedda8c29 None None] Network 36afa847-c294-4251-968b-08f88054f721 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:19.826373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-b4e14757-3d00-4873-b4cb-61c114772d12 service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033448 Nov 16 21:23:19.829441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 297cb5fb-0f44-4d39-82fb-0ebeefe00117) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:19.839727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:19.840265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.860270 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692bcde-c26f-4409-bc2f-bf11860b3841 None None] Pushing event updated for resources: {'Port': ['ID=df178562-8dd5-4276-8d5e-b3748f5cee78,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.890788 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:19.891717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.891891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:19.946585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f5458-06ef-4db2-8286-2bc7aa18fb1e None None] Network 297cb5fb-0f44-4d39-82fb-0ebeefe00117 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:20.081870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.111557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.120244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-94db2224-ec52-4e8d-a58a-dcf88548c731 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9377971 Nov 16 21:23:20.127791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49940) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:20.202287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Network 63927088-5df6-45c4-a337-af35c91484ed is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:20.223604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:20.226275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event updated for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.228725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:20.266700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.268724 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:20.283368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07832269-d63d-4af9-84f4-0b471f2ae997,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.301174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f21701-5d4a-4e2c-b5b9-e7312e10529f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:20.310000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99c0a25c-a58b-490d-9d46-976d4ad8d08a req-9356b79e-278b-4d27-9102-cd332d107ea4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972333 Nov 16 21:23:20.325825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b73b27-9a9f-48c6-b21c-be90bde7e84e None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:20.339832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-7567cd39-b146-4a88-bc5a-5d130e578d3d service neutron] 10.222.0.54 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456409 Nov 16 21:23:20.345658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.354175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.358890 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0490ff3b-9ded-49cb-85d6-435e3ac56d65 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0573733 Nov 16 21:23:20.365724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49942) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:20.375842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:20.430026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-dd170ab7-6cf4-4cef-ae58-05a85682ff2a service neutron] 10.222.0.54 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399079 Nov 16 21:23:20.430511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.506572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:20.507675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.553698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.618430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-63574cbb-8d4e-4585-832b-f4ddfea0962d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4414284 Nov 16 21:23:20.680012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Allocated IP 172.20.0.1 (28ae6705-e353-483d-bbf0-59ab39cfa2aa/bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6/7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:20.698686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.739996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Request body: {'port': {'device_id': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:20.757213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4af6f1-3253-4e63-a67b-a9264aeaff5c None None] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:20.791748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=acc1ac24-84dd-4fd8-b338-4f882d0bf6fc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.792983 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.800754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:18Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:20.804158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.825328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329c77e-f9f9-4c19-bc91-564535f1a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-297cb5fb-0f44-4d39-82fb-0ebeefe00117', 'network_id': '297cb5fb-0f44-4d39-82fb-0ebeefe00117', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': 'acc1ac24-84dd-4fd8-b338-4f882d0bf6fc'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:20.826472 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:16Z', 'revision_number': 3, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:20.827827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f329c77e-f9f9-4c19-bc91-564535f1a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.881683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab96ee-3f82-476f-8cda-17bffe8ee2d3 None None] The sync data for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 is: [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:16Z', 'revision_number': 3, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:20.928472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.958272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2024f3-a10c-41d5-962c-7481e5370a53 None None] The sync data for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 is: [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:18Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:20.968771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297cb5fb-0f44-4d39-82fb-0ebeefe00117']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:20.988605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6192a4-b6b1-4410-8af5-66a3dc6dc179') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:20.988906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6192a4-b6b1-4410-8af5-66a3dc6dc179') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:20.990341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.034288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.103368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.122681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:21.123277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:21.129643 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:21.143297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.211237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 137db80a-6448-42f9-bc24-07c9ab7f4b41, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=137db80a-6448-42f9-bc24-07c9ab7f4b41,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:21.216612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e09d-e796-4e95-8d57-ad9a064fed9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.232268 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.293255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29daf01-8a79-472d-a6b2-5d6686b4fc67 None None] Network 297cb5fb-0f44-4d39-82fb-0ebeefe00117 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:21.344534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b5fb-c057-41a9-911b-6466ceba9c17 req-f8766d64-1394-4343-991f-12478e412487 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:21.349998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a2b5fb-c057-41a9-911b-6466ceba9c17 req-f8766d64-1394-4343-991f-12478e412487 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 944 time: 0.3976998 Nov 16 21:23:21.362277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.395270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c9e86-346f-4412-aa41-a164f4728b8c req-4bb9a7c0-ba60-4043-9aaf-a95686e791bc tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:21.406141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a00c9e86-346f-4412-aa41-a164f4728b8c req-4bb9a7c0-ba60-4043-9aaf-a95686e791bc tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 932 time: 0.4775496 Nov 16 21:23:21.542612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:21.544246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Pushing event updated for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.547648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:21.555329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:21.563608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.598884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=137db80a-6448-42f9-bc24-07c9ab7f4b41,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.614085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.614440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.614785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.615147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.615481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.615814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.616144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.616476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.616806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.617123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.624669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.624812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:21.650853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.659619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/297cb5fb-0f44-4d39-82fb-0ebeefe00117 HTTP/1.1" status: 204 len: 168 time: 1.5258565 Nov 16 21:23:21.660572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad892-e465-4640-822f-393175930569 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=297cb5fb-0f44-4d39-82fb-0ebeefe00117,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.662576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:21.667992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4004b57e-0681-4151-a944-114c9bf79e92 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:21.675270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1580507056'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:21.707665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.775200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:21.776907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a00c9e86-346f-4412-aa41-a164f4728b8c req-212ba59c-ee42-4957-ab20-e25b766ca355 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644250 Nov 16 21:23:21.804654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.864716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.878457 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:23:21.946382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-dfc7e09d-e796-4e95-8d57-ad9a064fed9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:23:21.946757 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-dfc7e09d-e796-4e95-8d57-ad9a064fed9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:23:22.039197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4004b57e-0681-4151-a944-114c9bf79e92 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:22.039589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.057194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:22.108419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.110285 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Added segment c53665ad-7728-4411-8433-c2527286f04d of type vlan for network 044724a0-8575-42d4-b431-e9eaf652924a Nov 16 21:23:22.121724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.171671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:22.181990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.202689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Transition to ACTIVE for port object 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:22.225508 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77586c-4237-4c6e-b9b0-f83fd7237ef6 x-openstack-request-id: req-3b77586c-4237-4c6e-b9b0-f83fd7237ef6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:22.225794 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:22.226049 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b77586c-4237-4c6e-b9b0-f83fd7237ef6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:22.226442 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'status': 'completed', 'code': 200} Nov 16 21:23:22.228361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.232238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.308663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.447027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-052329be-66b0-4534-b96d-e3d7dc8c8b24 req-ec78c104-579d-49d3-acd1-f53d50810bbc tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 210 time: 0.2371979 Nov 16 21:23:22.564098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.572127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.612867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.615329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e77eab-6b4d-4f62-8fe9-3be18ef46e01 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:22.675350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96a2b5fb-c057-41a9-911b-6466ceba9c17 req-cf94ab6f-006f-4c1c-b413-3b01fc69ab80 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2948172 Nov 16 21:23:22.738231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.750516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 4004b57e-0681-4151-a944-114c9bf79e92, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4004b57e-0681-4151-a944-114c9bf79e92,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:22.754426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:22.760942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.830098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:22.831582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.842127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:22.901460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-571c73ef-12dc-48a4-8aa3-3eeab1e78f70 req-8ade1124-cba3-4c94-8625-996dd9b6fb8e tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 210 time: 0.2764773 Nov 16 21:23:22.976404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:23.014434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.022076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'port_id': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'mac_address': 'fa:16:3e:87:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:23.027342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-65b2a272-164c-435a-b3f0-98f4f205d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:23.030117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-65b2a272-164c-435a-b3f0-98f4f205d72a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 1095 time: 0.8187621 Nov 16 21:23:23.064722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Pushing event updated for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.130308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.153455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4873857 Nov 16 21:23:23.154090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:23.168468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Request body: {'subnet': {'network_id': '044724a0-8575-42d4-b431-e9eaf652924a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:23.193472 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.212652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:23.239892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:23.259673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.315601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.371165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Provisioning complete for port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:23.371917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.429720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:23.441569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Provisioning complete for port df178562-8dd5-4276-8d5e-b3748f5cee78 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:23.442235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.488930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:23.493248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4004b57e-0681-4151-a944-114c9bf79e92 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:23.558858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Allocated IP 172.25.7.211 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ef802658-d4d3-46b9-8c8c-2d114ded3e9a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:23.620545 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.659886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] For port df178562-8dd5-4276-8d5e-b3748f5cee78, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df178562-8dd5-4276-8d5e-b3748f5cee78,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:23.665971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4004b57e-0681-4151-a944-114c9bf79e92 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:23.666348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.693878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b76a5-732b-4a97-b653-4b24f2deeda8 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Network': ['ID=044724a0-8575-42d4-b431-e9eaf652924a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.697237 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.711792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 044724a0-8575-42d4-b431-e9eaf652924a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:23.774642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90ecc4-d36d-4082-b5fa-86cade59ed55 req-80ffead1-01bf-421b-9862-46c09855bad9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:23.775970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc90ecc4-d36d-4082-b5fa-86cade59ed55 req-80ffead1-01bf-421b-9862-46c09855bad9 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 944 time: 0.7390637 Nov 16 21:23:23.800353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:23.808653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:23.833593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Made reservation on behalf of 9e7571f3840543cb94a91a689d4de631 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:23.837312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.847955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-4a965519-bc23-43e9-b4b3-0d56f2c11345 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:23.850170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-4a965519-bc23-43e9-b4b3-0d56f2c11345 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.21 "GET /v2.0/networks?id=e7ef938f-5975-4ac8-9da1-69977b6454a5 HTTP/1.1" status: 200 len: 825 time: 1.1068838 Nov 16 21:23:23.850791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Provisioning complete for port 137db80a-6448-42f9-bc24-07c9ab7f4b41 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:23.851205 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.877993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Attempting to bind port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:23.877993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Attempting to bind port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:23.877993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Attempting to bind port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:23.881117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Pushing event updated for resources: {'Port': ['ID=df178562-8dd5-4276-8d5e-b3748f5cee78,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.885015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Request body: {'port': {'device_id': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5', 'admin_state_up': True, 'tenant_id': 'a0342e6644074efc9e023a28b35142d1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:23.993233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010b3b-c80e-45b6-95b2-802460f83e62 req-2036aa5c-0480-4b82-9bbf-c3a457abb06d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:23.995490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5010b3b-c80e-45b6-95b2-802460f83e62 req-2036aa5c-0480-4b82-9bbf-c3a457abb06d tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.4275851 Nov 16 21:23:24.015994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df178562-8dd5-4276-8d5e-b3748f5cee78 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:24.038320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Router 2b3d2881-f5f0-4812-9314-401b70db41f0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:24.051740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-edcd9aaf-d5fb-4df2-bcb7-b71354774eec tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.053468 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-edcd9aaf-d5fb-4df2-bcb7-b71354774eec tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 812 time: 0.3796995 Nov 16 21:23:24.061060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee on network 63927088-5df6-45c4-a337-af35c91484ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:24.061445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Attempting to bind port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee on network 63927088-5df6-45c4-a337-af35c91484ed {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:24.073896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-e3ef35e8-16f3-4704-9d89-732e963916e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.075378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-e3ef35e8-16f3-4704-9d89-732e963916e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.9940104 Nov 16 21:23:24.090496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc90ecc4-d36d-4082-b5fa-86cade59ed55 req-3ced1a8b-91c6-4375-aac2-f7f4aaa44e2f tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898655 Nov 16 21:23:24.115109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Provisioning complete for port 4004b57e-0681-4151-a944-114c9bf79e92 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:24.115710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1cffae8-2ee8-4c66-ba2a-c22722caa347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.118862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df178562-8dd5-4276-8d5e-b3748f5cee78 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:24.118862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.129869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Request body: {'port': {'device_id': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'admin_state_up': True, 'tenant_id': '04c0a9ec6a9d4d01b9541a2f3c3cf780'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:24.206455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-2238f30d-46d2-40bc-b810-52247ce6f0d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 200 len: 217 time: 0.1066873 Nov 16 21:23:24.229600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:24.229940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Checking segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:24.230340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Bound using segment: {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:24.230786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Bound port: 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '63927088-5df6-45c4-a337-af35c91484ed'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:24.231223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.232817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'name': 'network-vif-deleted', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:24.235730 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fea64b0-70bd-4ae9-ba8d-ad2434c1fcc2" -d '{"events": [{"server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "name": "network-vif-deleted", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:24.286910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.313032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 137db80a-6448-42f9-bc24-07c9ab7f4b41 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:24.326310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:24.334674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0abf9939-7341-4107-a762-4b1445923e02 req-9c1ca17e-9136-4f41-803e-4af7f3dcc079 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 210 time: 0.1218359 Nov 16 21:23:24.350532 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7420e84e-d72c-4e60-bf42-f45b2ae821ff admin admin] 10.222.0.54 "PUT /v2.0/routers/2b3d2881-f5f0-4812-9314-401b70db41f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7238915 Nov 16 21:23:24.364918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Made reservation on behalf of a0342e6644074efc9e023a28b35142d1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:24.375758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.442222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5010b3b-c80e-45b6-95b2-802460f83e62 req-22367575-76d9-4398-8ead-ab9b5e70f657 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962445 Nov 16 21:23:24.475736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-98f07dc8-0da1-49a7-bf8f-057746d465fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.478392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-98f07dc8-0da1-49a7-bf8f-057746d465fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.2590714 Nov 16 21:23:24.506886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 137db80a-6448-42f9-bc24-07c9ab7f4b41 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:24.507288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.549405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06cdf5c9-1e6d-47c1-ba97-b3226fc5343b None None] Provisioning complete for port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:24.549765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06cdf5c9-1e6d-47c1-ba97-b3226fc5343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.593687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Made reservation on behalf of 04c0a9ec6a9d4d01b9541a2f3c3cf780 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:24.598048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.601498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-06cdf5c9-1e6d-47c1-ba97-b3226fc5343b None None] Port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:24.630357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.655173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:24.692519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:23:24.711297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:24.716361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:24.716839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.720159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.739248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3311790f-4d84-4785-8f2b-2ffa54d5ea92 req-5cc4adc3-5167-4af5-9d76-ea245a653e1b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 210 time: 0.1466913 Nov 16 21:23:24.797206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:24.812710 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942b51a-a966-4934-9402-5db173818880 x-openstack-request-id: req-4942b51a-a966-4934-9402-5db173818880 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:24.813013 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb522-1902-4189-a12a-93376610d0ee", "name": "network-vif-deleted", "tag": "38996b14-a24b-44c2-bfa7-9698cbc2f441", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:24.813266 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4942b51a-a966-4934-9402-5db173818880 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:24.813700 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb522-1902-4189-a12a-93376610d0ee', 'name': 'network-vif-deleted', 'tag': '38996b14-a24b-44c2-bfa7-9698cbc2f441', 'status': 'completed', 'code': 200} Nov 16 21:23:24.818951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.840088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:24.849088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:24.852448 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6967fc-3512-40bd-96cf-f6a5b8e766f6" -d '{"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-plugged", "status": "completed", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:24.853580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:24.864120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:24.870900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:24.872663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:24.874991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Allocated IP 172.20.0.14 (bb8f2584-ae71-4bab-9483-7e198525eb37/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6/2b5ca0b8-d54c-44ab-a504-aa0d869000de) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:24.880780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.912175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Sync routers for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:24.914150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79c7b0-e21a-4ab1-aa8e-e58475cada27 req-2b75bc06-aafe-4d7e-8cd2-a8efbd868d12 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.923008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a79c7b0-e21a-4ab1-aa8e-e58475cada27 req-2b75bc06-aafe-4d7e-8cd2-a8efbd868d12 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 945 time: 0.4601250 Nov 16 21:23:24.924889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'Port': ['ID=ef802658-d4d3-46b9-8c8c-2d114ded3e9a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:24.934875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Checking segment: {'id': 'c53665ad-7728-4411-8433-c2527286f04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '044724a0-8575-42d4-b431-e9eaf652924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:24.935167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network hostable DHCP agents. Network: 044724a0-8575-42d4-b431-e9eaf652924a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:24.937321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:24.938033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:24.949699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-d7ce531f-65e2-429e-82c7-598f7bc99b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.950995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-d7ce531f-65e2-429e-82c7-598f7bc99b7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4610317 Nov 16 21:23:24.952038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.966052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event updated for resources: {'Subnet': ['ID=99defe99-4a84-450b-92cf-b43a984fea97,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:24.999795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Network 044724a0-8575-42d4-b431-e9eaf652924a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:25.039827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 044724a0-8575-42d4-b431-e9eaf652924a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:25.044184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:25.044734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.044823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.050117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-68de651e-d922-4ee3-9c06-876a16088fb3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.051063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-68de651e-d922-4ee3-9c06-876a16088fb3 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.3694391 Nov 16 21:23:25.073277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635dff4f-9e43-4d74-839b-06249dfe9b72 None None] Network 044724a0-8575-42d4-b431-e9eaf652924a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:25.075662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-115d73fd-7d53-4c94-b63f-ca150124f64d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9166999 Nov 16 21:23:25.081403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:25.126747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:25.129746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2b85c-543b-4fdc-bab9-726f7731063d None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:25.159296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.159929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.161866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee HTTP/1.1" status: 200 len: 1092 time: 4.5410032 Nov 16 21:23:25.186527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.227371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Allocated IP 172.20.0.8 (e7ef938f-5975-4ac8-9da1-69977b6454a5/e8f38fad-1b01-47e8-a86a-0f0104bc3c08/ab2df837-7aea-41f8-b30e-4411f962c213) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:25.243245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.288390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.337370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d1132-2136-47e0-94fd-6c59a43ec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:25.345147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a79c7b0-e21a-4ab1-aa8e-e58475cada27 req-48f4aa5e-df3b-4a09-b5c7-32ed314734ff tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212441 Nov 16 21:23:25.376257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Network bb8f2584-ae71-4bab-9483-7e198525eb37 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:25.384322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.414311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:25.414862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df178562-8dd5-4276-8d5e-b3748f5cee78 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:25.417191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event updated for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:25.423479 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f337f-00d2-46de-b89e-1a76c3932f5b x-openstack-request-id: req-be3f337f-00d2-46de-b89e-1a76c3932f5b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:25.424277 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-plugged", "status": "completed", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:25.424620 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be3f337f-00d2-46de-b89e-1a76c3932f5b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:25.425805 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'code': 200} Nov 16 21:23:25.483051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:25.526160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-6a20716d-6b66-48df-974d-7d04e7e50f87 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582016 Nov 16 21:23:25.532402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-9ed5e933-c487-4d82-a286-6f0406bee79a tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6048737 Nov 16 21:23:25.534013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.586694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.587417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.588671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:25.599337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-72414c89-048d-4aaa-b358-a001cf23e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.600819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-72414c89-048d-4aaa-b358-a001cf23e16d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 1095 time: 0.3573883 Nov 16 21:23:25.612091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2748-76b9-45a1-b14e-4a4999f14c88 req-f01ef6a8-a873-4e0f-91ff-f45f73a8359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.613910 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f9d2748-76b9-45a1-b14e-4a4999f14c88 req-f01ef6a8-a873-4e0f-91ff-f45f73a8359f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 1097 time: 0.1046102 Nov 16 21:23:25.617435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.618473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126e488-37a7-46bc-a3ca-d577541f8583 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:25.644404 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-81c5a50b-0e0b-47e6-8770-6f17efa0764c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5260420 Nov 16 21:23:25.674656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Request body: {'port': {'device_id': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:25.680239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=99defe99-4a84-450b-92cf-b43a984fea97,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:25.691799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56b7c5-190c-4fe5-9411-542ffea70cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-044724a0-8575-42d4-b431-e9eaf652924a', 'network_id': '044724a0-8575-42d4-b431-e9eaf652924a', 'tenant_id': '9e7571f3840543cb94a91a689d4de631', 'fixed_ips': [{'subnet_id': '99defe99-4a84-450b-92cf-b43a984fea97'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:25.692666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fc56b7c5-190c-4fe5-9411-542ffea70cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.787994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f9d2748-76b9-45a1-b14e-4a4999f14c88 req-f063ee31-af64-47b0-a2c6-df0f5b8301ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622090 Nov 16 21:23:25.806167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.816312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df178562-8dd5-4276-8d5e-b3748f5cee78 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:25.816690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.821555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0cdbef1b-394c-4352-be6d-5f1460b3bdf1 None None] Provisioning complete for port 2b5ca0b8-d54c-44ab-a504-aa0d869000de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:25.821555 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cdbef1b-394c-4352-be6d-5f1460b3bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.833020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.836204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044724a0-8575-42d4-b431-e9eaf652924a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:25.845919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731590f-1305-4590-ba83-e2b7adb8273d None None] Network 044724a0-8575-42d4-b431-e9eaf652924a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:25.859604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53665ad-7728-4411-8433-c2527286f04d') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:25.859929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53665ad-7728-4411-8433-c2527286f04d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:25.872586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.909384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.933409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:25.933843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:25.937985 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:25.940177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 4, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a', 'name': '', 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'mac_address': 'fa:16:3e:d3:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:20Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 2, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'subnets': [{'id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:25.990731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Checking router: 2b3d2881-f5f0-4812-9314-401b70db41f0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:25.991110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Updating router 2b3d2881-f5f0-4812-9314-401b70db41f0 port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:25.992964 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbef1b-394c-4352-be6d-5f1460b3bdf1 None None] Port 2b5ca0b8-d54c-44ab-a504-aa0d869000de cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:26.042047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.047227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-1b3ce763-8051-4a4b-9fcd-53f1bee7ef60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee HTTP/1.1" status: 200 len: 217 time: 0.4264941 Nov 16 21:23:26.067339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.083065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.084209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297fbd-f30e-444a-a851-1a744c1751a4 req-d3c46e70-07ed-40d5-ac49-b2d43d1fc322 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:26.085982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62297fbd-f30e-444a-a851-1a744c1751a4 req-d3c46e70-07ed-40d5-ac49-b2d43d1fc322 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 944 time: 0.6012101 Nov 16 21:23:26.086514 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/044724a0-8575-42d4-b431-e9eaf652924a HTTP/1.1" status: 204 len: 168 time: 1.0039139 Nov 16 21:23:26.095039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.098157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50004) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.121368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.123820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb18c-4739-4a0b-a519-4e47c76b0374 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=044724a0-8575-42d4-b431-e9eaf652924a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:26.174733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Deleting port e4ba9001-2b75-403d-8f2d-108a5db9f187 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:26.175081 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.240561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5ca0b8-d54c-44ab-a504-aa0d869000de {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:26.248977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.256110 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3970710c-57aa-497e-8090-cba6bbe4566f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.256564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3970710c-57aa-497e-8090-cba6bbe4566f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.259634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3970710c-57aa-497e-8090-cba6bbe4566f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/99defe99-4a84-450b-92cf-b43a984fea97 HTTP/1.1" status: 404 len: 337 time: 0.1398399 Nov 16 21:23:26.262048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Transition to ACTIVE for port object 2b5ca0b8-d54c-44ab-a504-aa0d869000de will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:26.262707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50006) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.272837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.290975 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4b51f9-222a-4da2-af94-46d17e857213 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.291501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4b51f9-222a-4da2-af94-46d17e857213 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.294609 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c4b51f9-222a-4da2-af94-46d17e857213 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/044724a0-8575-42d4-b431-e9eaf652924a HTTP/1.1" status: 404 len: 339 time: 0.0307083 Nov 16 21:23:26.312508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50008) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.340230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982d62b-1e31-4d9c-8985-cc416b5cb2d8 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:26.354721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5e240-a21e-40a1-a792-f9799ffb2ee4 req-4a22a2a6-209e-4f43-9d7d-0b29e4c8d4d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035328 Nov 16 21:23:26.355943 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5428281d-6af2-4c67-9ee9-de62ac257415 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.356454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5428281d-6af2-4c67-9ee9-de62ac257415 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.360351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5428281d-6af2-4c67-9ee9-de62ac257415 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/acc1ac24-84dd-4fd8-b338-4f882d0bf6fc HTTP/1.1" status: 404 len: 337 time: 0.0456347 Nov 16 21:23:26.364760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.367231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-38a85178-c4b8-4b4f-a8a7-c3744eef8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:26.368865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-38a85178-c4b8-4b4f-a8a7-c3744eef8c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.3040166 Nov 16 21:23:26.394502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Pushing event updated for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:26.397181 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357e466-0162-4182-92ea-2b926379b533 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.397710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f357e466-0162-4182-92ea-2b926379b533 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.400859 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f357e466-0162-4182-92ea-2b926379b533 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/297cb5fb-0f44-4d39-82fb-0ebeefe00117 HTTP/1.1" status: 404 len: 339 time: 0.0351610 Nov 16 21:23:26.414468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50014) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.415792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.429804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.432636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.472608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Attempting to bind port 2b5ca0b8-d54c-44ab-a504-aa0d869000de on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:26.472941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Attempting to bind port 2b5ca0b8-d54c-44ab-a504-aa0d869000de by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:26.473270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Attempting to bind port 2b5ca0b8-d54c-44ab-a504-aa0d869000de on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:26.477885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Port 2b5ca0b8-d54c-44ab-a504-aa0d869000de on network bb8f2584-ae71-4bab-9483-7e198525eb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:26.478202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Attempting to bind port 2b5ca0b8-d54c-44ab-a504-aa0d869000de on network bb8f2584-ae71-4bab-9483-7e198525eb37 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:26.483091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:26.483985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Checking segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:26.484370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Bound using segment: {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:26.484854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Bound port: 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da66bc-0629-404d-9e9b-aeb1c3d52042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:26.485215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.509387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-2b3561d2-8147-4534-b21d-bce30f807a54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253567 Nov 16 21:23:26.519949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94028295-d02d-42ea-9c68-98ff89168fc2 None None] Pushing event updated for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:26.561312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Attempting to bind port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:26.561597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Attempting to bind port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:26.562003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Attempting to bind port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a on network 28ae6705-e353-483d-bbf0-59ab39cfa2aa {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:26.566104 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aeb923-faca-41bd-a49c-3339c2348c79 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.566562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aeb923-faca-41bd-a49c-3339c2348c79 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.571978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:26.572213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6aeb923-faca-41bd-a49c-3339c2348c79 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/89e0843b-0ee7-4f1c-b550-ac3cde15f988 HTTP/1.1" status: 404 len: 337 time: 0.1456993 Nov 16 21:23:26.572315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Checking segment: {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:26.572315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.572315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Bound using segment: {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:26.572315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Bound port: 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:26.572315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.574711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50016) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.579445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:26.591776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62297fbd-f30e-444a-a851-1a744c1751a4 req-2b80b153-4e79-40a4-9694-3eddd0a7569b tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338169 Nov 16 21:23:26.612253 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-856a5426-a06e-4c5b-838e-dd968cd5d880 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:26.612955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856a5426-a06e-4c5b-838e-dd968cd5d880 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:26.616202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-856a5426-a06e-4c5b-838e-dd968cd5d880 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/cd3749c0-d9b4-4a88-bada-57b6d9b57cd7 HTTP/1.1" status: 404 len: 339 time: 0.0400841 Nov 16 21:23:26.618316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:26.619334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:26.630002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.678574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] For port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:26.684183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] For port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:26.688601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] For port e4ba9001-2b75-403d-8f2d-108a5db9f187, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4ba9001-2b75-403d-8f2d-108a5db9f187,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:26.688970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.689662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.731797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Calling delete_port for e4ba9001-2b75-403d-8f2d-108a5db9f187 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:26.738641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:26.739429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.740933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] 10.222.0.21 "PUT /v2.0/ports/2b5ca0b8-d54c-44ab-a504-aa0d869000de HTTP/1.1" status: 200 len: 1092 time: 1.0771444 Nov 16 21:23:26.753928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fc142-7d68-4764-a037-e418d984e8d5 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:26.759706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:26.762214 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56" -d '{"events": [{"name": "network-changed", "server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:26.806354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:26.807021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:26.812913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94028295-d02d-42ea-9c68-98ff89168fc2 None None] Pushing event updated for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:26.828664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb324-4833-4adf-8a24-b0304516910a service neutron] Pushing event updated for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:26.861251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.864396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:26.868688 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f178c-d64d-4bdc-bda8-6d0179268d83" -d '{"events": [{"name": "network-changed", "server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:26.885767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-458af411-ee94-4b45-b207-3f134992c901 req-cf27ef2e-e4cc-414b-9d2c-c9ef4ebf34e1 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 210 time: 0.1937811 Nov 16 21:23:26.890429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-c995f1be-5a7f-4f61-9784-7c2bbc988282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:26.899456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-c995f1be-5a7f-4f61-9784-7c2bbc988282 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 1095 time: 0.0914123 Nov 16 21:23:26.899456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting port 40fdb251-1c7a-48e2-b840-fb3b2acd9c74 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:26.899456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:26.944293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:27.004165 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-19354dfa-bb0e-42f9-96b1-23447bfb9c44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de HTTP/1.1" status: 200 len: 217 time: 0.1026998 Nov 16 21:23:27.004708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.007621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.084752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-bb0d4ba9-3789-4695-a7fa-dc73e4b76a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:27.087675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-bb0d4ba9-3789-4695-a7fa-dc73e4b76a27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0712821 Nov 16 21:23:27.107623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bd725246-5498-4536-8176-27009e0963a1 None None] Provisioning complete for port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:27.108045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd725246-5498-4536-8176-27009e0963a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.110691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.155209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Calling delete_port for 40fdb251-1c7a-48e2-b840-fb3b2acd9c74 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:27.158598 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-798cb68e-f7d1-4afa-9fa7-2579d2ee358b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448527 Nov 16 21:23:27.167135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-7d961fcd-918a-413f-a1fb-4874396f0685 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287634 Nov 16 21:23:27.286738 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd725246-5498-4536-8176-27009e0963a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.287117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:27.308619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'Port': ['ID=ef802658-d4d3-46b9-8c8c-2d114ded3e9a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:27.312091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:27.312414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-29c64858-97df-407a-a898-c187084c72a7 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440542 Nov 16 21:23:27.314875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 4, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a', 'name': '', 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'mac_address': 'fa:16:3e:d3:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:20Z', 'updated_at': '2021-11-16T21:23:26Z', 'revision_number': 4, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'subnets': [{'id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:27.329532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:27.345452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224486-6dba-4031-bb59-9f85c11b787d req-6d4261a4-caa9-4369-90b2-6c5f49cfb65c tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:27.347312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66224486-6dba-4031-bb59-9f85c11b787d req-6d4261a4-caa9-4369-90b2-6c5f49cfb65c tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3644cb1-dd98-4284-b171-09c4c29a493c HTTP/1.1" status: 200 len: 946 time: 0.3614414 Nov 16 21:23:27.350970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a1983d-3d05-4906-9cba-2b80ed286c95 None None] DHCP port deletion for e7ef938f-5975-4ac8-9da1-69977b6454a5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:27.355695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaf42-9590-4316-971a-6e425581f010 None None] The sync data for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 is: [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 4, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a', 'name': '', 'network_id': '28ae6705-e353-483d-bbf0-59ab39cfa2aa', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'mac_address': 'fa:16:3e:d3:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:20Z', 'updated_at': '2021-11-16T21:23:26Z', 'revision_number': 4, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'subnets': [{'id': 'bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:27.368596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bd725246-5498-4536-8176-27009e0963a1 None None] For port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:27.378160 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd725246-5498-4536-8176-27009e0963a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.392441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.460673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.463965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725246-5498-4536-8176-27009e0963a1 None None] Pushing event updated for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:27.498425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.500791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Port': ['ID=40fdb251-1c7a-48e2-b840-fb3b2acd9c74,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:27.511742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.520417 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93c173ba-abcd-44b9-a1ad-e2dbaec8632f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/ports/40fdb251-1c7a-48e2-b840-fb3b2acd9c74 HTTP/1.1" status: 204 len: 168 time: 0.8998768 Nov 16 21:23:27.521514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:27.527847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1ce63bde-7ee6-483c-9e03-7decce903a9b None None] Provisioning complete for port ab2df837-7aea-41f8-b30e-4411f962c213 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:27.528389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ce63bde-7ee6-483c-9e03-7decce903a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.559709 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-83151f51-a458-4b6f-b3b5-3ced674c7844 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:27.560336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83151f51-a458-4b6f-b3b5-3ced674c7844 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:27.568358 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83151f51-a458-4b6f-b3b5-3ced674c7844 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/bcbc0368-cfb5-47a2-a493-77da619d70ac HTTP/1.1" status: 404 len: 337 time: 0.0434546 Nov 16 21:23:27.572615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50026) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:27.594820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1ce63bde-7ee6-483c-9e03-7decce903a9b None None] Port ab2df837-7aea-41f8-b30e-4411f962c213 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:27.599096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:27.627903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1ce63bde-7ee6-483c-9e03-7decce903a9b None None] Provisioning complete for port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:27.628271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ce63bde-7ee6-483c-9e03-7decce903a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.640630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:27.641273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.679084 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-858a4fa7-484e-4e37-870e-97d065278ed4 req-b406f900-ff7d-4b34-a674-f25d589b94fb service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520980 Nov 16 21:23:27.680698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.681959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49867023-1014-47c0-9d28-605d002b3abf tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3132274 Nov 16 21:23:27.684288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f7d259-7a22-4f75-a9cb-d179710556b5 req-7ee5623d-b1c2-49f9-b13e-d0c0e0d135e0 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020838 Nov 16 21:23:27.701387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.742400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-af1fb653-a6f2-4150-936c-b8c95b16d584 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8666506 Nov 16 21:23:27.753844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66224486-6dba-4031-bb59-9f85c11b787d req-f862e0a2-f0ff-4d26-b6f5-e402ef51cfe4 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.54 "GET /v2.0/security-groups?id=1dbfb99c-bba3-48a0-86c2-66648131c5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581069 Nov 16 21:23:27.763202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Request body: {'port': {'device_id': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:27.825732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.838862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.862387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadc7862-9ec9-46df-be6c-d79395b2a4c4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:27.873973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effb44c4-c01b-4682-b0ef-a11a88c5e631') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:27.874644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effb44c4-c01b-4682-b0ef-a11a88c5e631') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:27.885478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.900021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.907848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:27.908418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:27.912062 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:27.914634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.916618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Pushing event deleted for resources: {'Port': ['ID=e4ba9001-2b75-403d-8f2d-108a5db9f187,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:27.965441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Allocated IP 172.25.7.94 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/4eb928f7-7368-4757-990e-77372888a7d9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:27.992868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.001065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] No DVR routers for this DVR port e4ba9001-2b75-403d-8f2d-108a5db9f187 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:28.003903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.009356 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/cadc7862-9ec9-46df-be6c-d79395b2a4c4 HTTP/1.1" status: 204 len: 168 time: 0.4355257 Nov 16 21:23:28.009607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:28.028944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429858c3-6022-4241-bd74-47d803ec4365 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=cadc7862-9ec9-46df-be6c-d79395b2a4c4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:28.029145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.032117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11f89258-7697-46d0-aa5f-8e2c2bd93863 req-fc9a3366-d537-4933-a664-a73fce1ca3a2 tempest-ListServerFiltersTestJSON-2126040467 tempest-ListServerFiltersTestJSON-2126040467-project] 10.222.0.36 "DELETE /v2.0/ports/e4ba9001-2b75-403d-8f2d-108a5db9f187 HTTP/1.1" status: 204 len: 173 time: 2.9339554 Nov 16 21:23:28.059390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184ae3b-a099-40de-a282-aad3e303c3e5 req-8988cd23-ed0f-4fd9-8665-54074035161d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:28.060978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e184ae3b-a099-40de-a282-aad3e303c3e5 req-8988cd23-ed0f-4fd9-8665-54074035161d tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 944 time: 0.2149603 Nov 16 21:23:28.135187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting port 4f94d2c4-151d-475f-9335-a99e9b4474be {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:28.135529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.220858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.233891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Calling delete_port for 4f94d2c4-151d-475f-9335-a99e9b4474be owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:28.234589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e184ae3b-a099-40de-a282-aad3e303c3e5 req-ee7105e7-1f7c-4f3e-8bea-e2825ea2b9f7 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461380 Nov 16 21:23:28.305793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4ba9001-2b75-403d-8f2d-108a5db9f187 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:28.344507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.346676 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.374594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: e4ba9001-2b75-403d-8f2d-108a5db9f187 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:28.375184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4ba9001-2b75-403d-8f2d-108a5db9f187 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:28.383903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Port': ['ID=4f94d2c4-151d-475f-9335-a99e9b4474be,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:28.402814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.406270 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d5e03cd-7ea4-41ea-a116-ba0ca72c2e6c tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/ports/4f94d2c4-151d-475f-9335-a99e9b4474be HTTP/1.1" status: 204 len: 168 time: 0.3957405 Nov 16 21:23:28.408672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:28.456553 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ae35b3-dd7f-4c0e-b553-959c56dcf437 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:28.457009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ae35b3-dd7f-4c0e-b553-959c56dcf437 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:28.459476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6168-3cf1-4340-97c3-a1eb59bd8a11 req-eb4867ca-c76b-4c94-b162-1361a689f466 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:28.463639 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24ae35b3-dd7f-4c0e-b553-959c56dcf437 tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/7b3c10c9-3b48-4674-b1a4-9e9d78eb1858 HTTP/1.1" status: 404 len: 337 time: 0.0532312 Nov 16 21:23:28.464423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50040) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:28.471015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a3e6168-3cf1-4340-97c3-a1eb59bd8a11 req-eb4867ca-c76b-4c94-b162-1361a689f466 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 946 time: 0.1172729 Nov 16 21:23:28.549016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.591215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.616825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:28.626917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:28.631770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a3e6168-3cf1-4340-97c3-a1eb59bd8a11 req-7b116760-93d9-41b9-8bce-46a783679a75 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428535 Nov 16 21:23:28.634603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:28.671105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting port 0fdd34db-541b-47a8-bbb5-08a3bfca504d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:28.671529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.716974 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5152dd-ab0a-41cf-b3b3-e58cadcedd1a x-openstack-request-id: req-aa5152dd-ab0a-41cf-b3b3-e58cadcedd1a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:28.717350 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:28.717692 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa5152dd-ab0a-41cf-b3b3-e58cadcedd1a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:28.718154 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de', 'status': 'completed', 'code': 200} Nov 16 21:23:28.794138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] For port 0fdd34db-541b-47a8-bbb5-08a3bfca504d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0fdd34db-541b-47a8-bbb5-08a3bfca504d,segment=NetworkSegment(a202cf56-d387-4503-bd4a-7ed70783ecfc),segment_id=a202cf56-d387-4503-bd4a-7ed70783ecfc)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:28.794599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.814019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Calling delete_port for 0fdd34db-541b-47a8-bbb5-08a3bfca504d owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:28.836743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-8c1e03bf-1de9-45f1-80c3-12d725291629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:28.838048 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-8c1e03bf-1de9-45f1-80c3-12d725291629 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 1095 time: 0.1035061 Nov 16 21:23:28.981304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-1dc3f3c6-88a7-46b9-918c-67f7961c4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:28.982787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-1dc3f3c6-88a7-46b9-918c-67f7961c4329 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 200 len: 913 time: 0.1164896 Nov 16 21:23:28.984398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.010138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event updated for resources: {'Port': ['ID=4eb928f7-7368-4757-990e-77372888a7d9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:29.017254 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2391b4-53d3-427a-ab11-e8d5fd6c04cf x-openstack-request-id: req-8a2391b4-53d3-427a-ab11-e8d5fd6c04cf {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:29.017509 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:29.017760 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a2391b4-53d3-427a-ab11-e8d5fd6c04cf {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:29.019274 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee', 'status': 'completed', 'code': 200} Nov 16 21:23:29.019407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Port': ['ID=0fdd34db-541b-47a8-bbb5-08a3bfca504d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:29.049908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No DVR routers for this DVR port 0fdd34db-541b-47a8-bbb5-08a3bfca504d on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:29.050205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-895e6466-6178-435c-bc74-26aad9d705bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de HTTP/1.1" status: 200 len: 217 time: 0.0413482 Nov 16 21:23:29.110431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2df837-7aea-41f8-b30e-4411f962c213 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:29.125584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.133800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.154395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Transition to ACTIVE for port object ab2df837-7aea-41f8-b30e-4411f962c213 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:29.157360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-46590e95-2219-446e-b404-be6c7e0acd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.158883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-46590e95-2219-446e-b404-be6c7e0acd90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfc8f96303704564ace974225e7f9a9c&device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 1095 time: 0.1447196 Nov 16 21:23:29.161567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.172524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd235cc5-031f-4293-ab90-c4f2235d7b55 req-c6aa7dc4-e4c9-4139-9c65-2a8593cb4693 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.172838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-37b9023c-ae56-48b6-9e83-1292b011c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.174070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd235cc5-031f-4293-ab90-c4f2235d7b55 req-c6aa7dc4-e4c9-4139-9c65-2a8593cb4693 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 944 time: 0.1551890 Nov 16 21:23:29.174264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-37b9023c-ae56-48b6-9e83-1292b011c53c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 200 len: 852 time: 0.0999651 Nov 16 21:23:29.174741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.202976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8eed302-cf8d-4400-acc5-b4dbf771e1b9']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:29.223643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-d61fa04a-a0bd-4e54-8085-14009b62fcdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb8f2584-ae71-4bab-9483-7e198525eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375836 Nov 16 21:23:29.226887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a202cf56-d387-4503-bd4a-7ed70783ecfc') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:29.227501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a202cf56-d387-4503-bd4a-7ed70783ecfc') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:29.246066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.295429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.296965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.310708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:29.310970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc567f5b-df9e-43b0-9ad2-cb3e8b410c5b None None] DHCP port deletion for e7ef938f-5975-4ac8-9da1-69977b6454a5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:29.311204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:29.314549 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:29.370026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:29.398301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-fe05c518-e064-4f9f-9130-f5668c1d095c service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637356 Nov 16 21:23:29.403566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.420148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.426828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/c8eed302-cf8d-4400-acc5-b4dbf771e1b9 HTTP/1.1" status: 204 len: 168 time: 0.9610467 Nov 16 21:23:29.429532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50048) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:29.449834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd235cc5-031f-4293-ab90-c4f2235d7b55 req-f80acf75-e787-40d0-809b-879c55809926 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458472 Nov 16 21:23:29.464983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:29.515483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-fd1e6140-64eb-4646-80d1-6ccc64aa099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.517262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-fd1e6140-64eb-4646-80d1-6ccc64aa099e service neutron] 10.222.0.36 "GET /v2.0/networks?id=63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 200 len: 922 time: 0.3401692 Nov 16 21:23:29.550755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:29.551159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.589696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-bf735402-2926-4f85-b9af-f3afbc607870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee HTTP/1.1" status: 200 len: 217 time: 0.0605264 Nov 16 21:23:29.657005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Attempting to bind port ab2df837-7aea-41f8-b30e-4411f962c213 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:29.657338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Attempting to bind port ab2df837-7aea-41f8-b30e-4411f962c213 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'b1c71b23-7747-4602-bdf1-0a69ba0de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:29.657669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Attempting to bind port ab2df837-7aea-41f8-b30e-4411f962c213 on network e7ef938f-5975-4ac8-9da1-69977b6454a5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:29.696488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Port ab2df837-7aea-41f8-b30e-4411f962c213 on network e7ef938f-5975-4ac8-9da1-69977b6454a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:29.696815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Attempting to bind port ab2df837-7aea-41f8-b30e-4411f962c213 on network e7ef938f-5975-4ac8-9da1-69977b6454a5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:29.723644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:29.723981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Checking segment: {'id': 'b1c71b23-7747-4602-bdf1-0a69ba0de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:29.724371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Bound using segment: {'id': 'b1c71b23-7747-4602-bdf1-0a69ba0de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:29.724815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Bound port: ab2df837-7aea-41f8-b30e-4411f962c213, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c71b23-7747-4602-bdf1-0a69ba0de26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:29.725172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.730452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-9be021ab-9ad6-4b19-b4cc-2484909a1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.731975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-9be021ab-9ad6-4b19-b4cc-2484909a1125 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 200 len: 861 time: 0.1297660 Nov 16 21:23:29.749647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-28479bb8-3272-4ce5-9785-e477b742496a tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1737022941&fields=id&tenant_id=4b2f7a3f96944b11959563c71db3bfc4 HTTP/1.1" status: 200 len: 267 time: 0.1726642 Nov 16 21:23:29.793512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-fee39b3d-871f-49cb-9aaf-ce7693e75869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63927088-5df6-45c4-a337-af35c91484ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412648 Nov 16 21:23:29.826436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e87c4-b3cb-408a-a13e-d0aa7328780e tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=c8eed302-cf8d-4400-acc5-b4dbf771e1b9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:29.860426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting subnet 80cd6a76-6648-4b27-8e25-4bc6a2aad647 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:29.866712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.873186 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.920317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.921664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9fd8005f-3ee9-407e-a9ff-7bac3ab3cd56 req-d8efb467-baca-4e99-9ce9-360a0aaa248e service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149453 Nov 16 21:23:29.923875 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.016082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.036888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:30.074772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event updated for resources: {'Port': ['ID=4eb928f7-7368-4757-990e-77372888a7d9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.076003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.093382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-6f111d25-ea15-49ac-9c4d-b117fc3cc311 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.094870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-6f111d25-ea15-49ac-9c4d-b117fc3cc311 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/networks?id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 200 len: 812 time: 0.3315108 Nov 16 21:23:30.101168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:30.104309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Subnet': ['ID=80cd6a76-6648-4b27-8e25-4bc6a2aad647,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.108013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.113392 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-763f519b-9b41-408d-96f5-ba13f567f87d tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/subnets/80cd6a76-6648-4b27-8e25-4bc6a2aad647 HTTP/1.1" status: 204 len: 168 time: 0.6807020 Nov 16 21:23:30.114560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:30.117537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af34be6-9541-434e-adf4-d18c760f7390 None None] Network e1b5b622-c494-45e9-8403-90f5d5450ae9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:30.119634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.126690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-cd7c0b24-445c-4ffc-a53b-bd7dd3d101c6 service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255188 Nov 16 21:23:30.127592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.130751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-a3157a0d-e51d-4701-abb5-bf479e7da2da tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/quotas/4b2f7a3f96944b11959563c71db3bfc4 HTTP/1.1" status: 200 len: 375 time: 0.0266385 Nov 16 21:23:30.196307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73bbda-5c9c-4f58-bb9f-5ee22dbfeddf None None] DHCP port deletion for e7ef938f-5975-4ac8-9da1-69977b6454a5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:30.206239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.246961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.247588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.249565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab2df837-7aea-41f8-b30e-4411f962c213 HTTP/1.1" status: 200 len: 1091 time: 2.4942417 Nov 16 21:23:30.256084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.257236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-ada1c23b-2f21-418f-927c-ac7ea887c382 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6906483 Nov 16 21:23:30.281992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Deleting port 660215e2-29d1-412a-bebf-77bf75904ba7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:30.282341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.301257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:30.328425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf930b-1882-46e0-92e5-634e1acd88d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.361554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] For port 660215e2-29d1-412a-bebf-77bf75904ba7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=660215e2-29d1-412a-bebf-77bf75904ba7,segment=NetworkSegment(76d0c3af-0915-4be3-a821-359a2521a6ff),segment_id=76d0c3af-0915-4be3-a821-359a2521a6ff)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:30.362165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.377983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Calling delete_port for 660215e2-29d1-412a-bebf-77bf75904ba7 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:30.383759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-c0798ae9-9cbd-4592-878a-cf030ff9ebcc tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1148114 Nov 16 21:23:30.406216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-47a45b78-a537-4757-b060-1270721d9303 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2492352 Nov 16 21:23:30.424625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] DHCP port deletion for e1b5b622-c494-45e9-8403-90f5d5450ae9 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:30.435816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-370f178c-d64d-4bdc-bda8-6d0179268d83 req-73bef7e0-4c29-4019-939d-167d5d6276ce service neutron] 10.222.0.36 "GET /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993779 Nov 16 21:23:30.467250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:30.484760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.491678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee', 'network_id': '63927088-5df6-45c4-a337-af35c91484ed', 'port_id': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee', 'mac_address': 'fa:16:3e:4e:4e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ed1f21-62f1-4af7-9b82-11c131bfa79b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:30.524525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Port': ['ID=660215e2-29d1-412a-bebf-77bf75904ba7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.528394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Deleting port 660215e2-29d1-412a-bebf-77bf75904ba7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:30.529003 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.529125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] No DVR routers for this DVR port 660215e2-29d1-412a-bebf-77bf75904ba7 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:30.535215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-eb4ea307-6fb5-4863-813d-112cda78e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.536720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-eb4ea307-6fb5-4863-813d-112cda78e2b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0342e6644074efc9e023a28b35142d1&device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 1094 time: 0.2095590 Nov 16 21:23:30.591200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-827f83cf-f24d-490c-803d-ae5e5b8f0236 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2df837-7aea-41f8-b30e-4411f962c213 HTTP/1.1" status: 200 len: 217 time: 0.0452170 Nov 16 21:23:30.600643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.612572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] For port 660215e2-29d1-412a-bebf-77bf75904ba7, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:30.613202 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.620183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.622435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:30.633555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Calling delete_port for 660215e2-29d1-412a-bebf-77bf75904ba7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:30.641550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Port 660215e2-29d1-412a-bebf-77bf75904ba7 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:23:30.643291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b5b622-c494-45e9-8403-90f5d5450ae9']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:30.648624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.651584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:30.656113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d0c3af-0915-4be3-a821-359a2521a6ff') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:30.656534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d0c3af-0915-4be3-a821-359a2521a6ff') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:30.666597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-396b7b25-46d3-4b7b-b67f-c5a3c4d8e555 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.668062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13be76be-d797-4c17-92e6-eb25ad8f49a3 req-396b7b25-46d3-4b7b-b67f-c5a3c4d8e555 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2706642 Nov 16 21:23:30.669714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.682728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.684754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2b5ca0b8-d54c-44ab-a504-aa0d869000de details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:30.688725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-01a9d528-821b-425e-ba89-d8467fdcc16f service neutron] 10.222.0.54 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508311 Nov 16 21:23:30.691819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.692071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] Pushing event deleted for resources: {'Port': ['ID=660215e2-29d1-412a-bebf-77bf75904ba7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.696351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934cfb5-1982-417a-afef-0f6d3df8d99b None None] No DVR routers for this DVR port 660215e2-29d1-412a-bebf-77bf75904ba7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:30.699323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:30.699954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:30.703703 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:30.715106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-82c7d592-481c-4325-b1ad-f7b9bad61e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.716580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-82c7d592-481c-4325-b1ad-f7b9bad61e1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8f38fad-1b01-47e8-a86a-0f0104bc3c08 HTTP/1.1" status: 200 len: 865 time: 0.1148803 Nov 16 21:23:30.775225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.796920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.813884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.820623 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] 10.222.0.54 "DELETE /v2.0/networks/e1b5b622-c494-45e9-8403-90f5d5450ae9 HTTP/1.1" status: 204 len: 168 time: 0.7055666 Nov 16 21:23:30.821822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbb0a7-f43d-4c65-a0c0-511d4726425f tempest-NetworksIpV6TestAttrs-257194561 tempest-NetworksIpV6TestAttrs-257194561-project] Pushing event deleted for resources: {'Network': ['ID=e1b5b622-c494-45e9-8403-90f5d5450ae9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.844603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:30.871668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-cb3a68c1-5e60-4d32-a02e-949fc3dbecb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7ef938f-5975-4ac8-9da1-69977b6454a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775397 Nov 16 21:23:30.964079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058df2-ce41-420b-b176-c6867b56742c req-99d6001c-36dc-4fe2-aee9-00b489e26b2d tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.965634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d058df2-ce41-420b-b176-c6867b56742c req-99d6001c-36dc-4fe2-aee9-00b489e26b2d tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 943 time: 0.1704895 Nov 16 21:23:31.002659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-271eac34-95d2-4f04-a2f6-fedaf8f1a19a service neutron] 10.222.0.54 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132727 Nov 16 21:23:31.021549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '2b5ca0b8-d54c-44ab-a504-aa0d869000de', 'network_id': 'bb8f2584-ae71-4bab-9483-7e198525eb37', 'port_id': '2b5ca0b8-d54c-44ab-a504-aa0d869000de', 'mac_address': 'fa:16:3e:f8:f9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bdf64-6ef6-4333-aa2b-ee38f2c167c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:31.021789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'name': 'network-vif-deleted', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187'}, {'name': 'network-changed', 'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:31.028787 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e" -d '{"events": [{"server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "name": "network-vif-deleted", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187"}, {"name": "network-changed", "server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:31.063539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-5e1d601d-169e-49c2-8dd4-36c9ca733fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832156 Nov 16 21:23:31.065309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.073565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d058df2-ce41-420b-b176-c6867b56742c req-b8fb7b10-d4cf-4658-8434-4a2fbe8d0fea tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001794 Nov 16 21:23:31.080053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5ca0b8-d54c-44ab-a504-aa0d869000de {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:31.087961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:31.133916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:31.135002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50070) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:31.149448 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.225704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a55498-0965-4a9d-bd1e-3f3cd95834f3 req-4574e2b6-13d7-4572-a835-a7e7ce4b003a service neutron] 10.222.0.21 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511729 Nov 16 21:23:31.231367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:31.295119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50078) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:31.316106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707431-c702-462a-8ebf-8ff355dde16d req-95d46760-a359-45ab-a80e-52de20b6f985 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.317647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da707431-c702-462a-8ebf-8ff355dde16d req-95d46760-a359-45ab-a80e-52de20b6f985 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 946 time: 0.1353579 Nov 16 21:23:31.345041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50080) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:31.351802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Request body: {'floatingip': {'port_id': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:31.381476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 660215e2-29d1-412a-bebf-77bf75904ba7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:31.392105 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6f73827d-61e8-429d-95eb-ca1592972fc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e7571f3840543cb94a91a689d4de631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533643 Nov 16 21:23:31.393640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50082) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:31.432392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2b5ca0b8-d54c-44ab-a504-aa0d869000de'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:31.434961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 660215e2-29d1-412a-bebf-77bf75904ba7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:31.435419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 660215e2-29d1-412a-bebf-77bf75904ba7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:31.465639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.501074 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.566322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.570138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.575120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a3129cb-4285-4505-b81f-41c40a56a2f7 HTTP/1.1" status: 204 len: 168 time: 0.1802499 Nov 16 21:23:31.585979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e4c7-dad8-4575-9d62-391ad0a81341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3129cb-4285-4505-b81f-41c40a56a2f7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:31.746993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.835962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Deleting subnet d96841ce-ef17-4529-ba08-0378a8f95d94 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:31.842876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:31.919294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a7dba-7548-4c45-bb29-882e7ea83724 req-35236c0c-608a-48d1-a83e-0514b7f2bd65 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.921318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-611a7dba-7548-4c45-bb29-882e7ea83724 req-35236c0c-608a-48d1-a83e-0514b7f2bd65 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 945 time: 0.2242012 Nov 16 21:23:31.935325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b821c9-5c62-4315-a6a3-f3c77a12670d req-dc031f8c-762b-4a09-93cb-8a1396a280c0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.937885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b821c9-5c62-4315-a6a3-f3c77a12670d req-dc031f8c-762b-4a09-93cb-8a1396a280c0 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 945 time: 0.2364118 Nov 16 21:23:31.945908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.146261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b821c9-5c62-4315-a6a3-f3c77a12670d req-8ed4c2b3-dd7a-4be8-9e33-a985388f8b56 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976500 Nov 16 21:23:32.159189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-611a7dba-7548-4c45-bb29-882e7ea83724 req-9e185630-3a65-4126-bbc1-36dbd9c90e21 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178040 Nov 16 21:23:32.238298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.245778 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a9a61-be7b-4082-a959-82718916a010 x-openstack-request-id: req-a63a9a61-be7b-4082-a959-82718916a010 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:32.246078 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3644cb1-dd98-4284-b171-09c4c29a493c", "name": "network-vif-deleted", "tag": "e4ba9001-2b75-403d-8f2d-108a5db9f187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:32.246334 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a63a9a61-be7b-4082-a959-82718916a010 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:32.246733 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3644cb1-dd98-4284-b171-09c4c29a493c', 'name': 'network-vif-deleted', 'tag': 'e4ba9001-2b75-403d-8f2d-108a5db9f187', 'status': 'completed', 'code': 200} Nov 16 21:23:32.247008 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'status': 'completed', 'code': 200} Nov 16 21:23:32.321750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:32.375711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:32.377668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50112) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:32.380382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:32.380991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.443674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac2f1fd0-9ab6-4f68-9a63-e1651f9b9990 req-95207aea-1906-4a56-a253-bb0be3a08e16 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 210 time: 0.1576059 Nov 16 21:23:32.475431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7e1c010-8939-4325-a6ef-d06a031a73b6 req-f77c7c1b-ea46-44f1-8843-b550b357d129 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips/27e74863-b764-4ae8-84d7-321ba3b5a4e2 HTTP/1.1" status: 200 len: 692 time: 0.2312720 Nov 16 21:23:32.523291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.559463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-959807250'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:32.564804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:32.567606 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fcf288-2e10-44fb-8b6a-b995b66754ac" -d '{"events": [{"server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "name": "network-vif-plugged", "status": "completed", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:32.584420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:32.590355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:32.590548 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.596967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.606797 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.646466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-162f0a92-db48-4db1-b7f6-8f18a98dd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:32.647568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-162f0a92-db48-4db1-b7f6-8f18a98dd694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0342e6644074efc9e023a28b35142d1&device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 1094 time: 0.4048805 Nov 16 21:23:32.648467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:32.661971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2b5ca0b8-d54c-44ab-a504-aa0d869000de up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:32.723013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 2b5ca0b8-d54c-44ab-a504-aa0d869000de completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:32.724925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.727433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 2b5ca0b8-d54c-44ab-a504-aa0d869000de triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:32.727917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.730858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.756162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.758308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:32.773725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42526a0-6254-4c6e-875a-7bdc47e3c263,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:32.779269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.779821 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c of type vlan for network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d Nov 16 21:23:32.822518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.823775 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.851176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.856604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96841ce-ef17-4529-ba08-0378a8f95d94,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:32.860000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:32.860977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.866404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:32.868201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff87227-fed3-4cf7-9504-8dcc5c62eee3 None None] Network 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:32.876646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.885125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16a29404-0dbd-46c9-accc-63bb043c88d4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d96841ce-ef17-4529-ba08-0378a8f95d94 HTTP/1.1" status: 204 len: 168 time: 1.5838964 Nov 16 21:23:32.885323 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5016050 Nov 16 21:23:32.885323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:32.890734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50120) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:32.900136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dade71-3768-4dbf-9096-cde4aa5ce2c6 req-5a52d9fd-5ae5-455d-af92-4716b2d25792 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:32.901631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0dade71-3768-4dbf-9096-cde4aa5ce2c6 req-5a52d9fd-5ae5-455d-af92-4716b2d25792 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 943 time: 0.3280375 Nov 16 21:23:32.907118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'name': 'tempest-PortsTestJSON-1808938650'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:32.912406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.925335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:23:32.933356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-8ee673b3-e9b3-4fd5-b7b5-ec96f5da1ea7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:32.935491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-8ee673b3-e9b3-4fd5-b7b5-ec96f5da1ea7 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.36 "GET /v2.0/networks?id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 200 len: 812 time: 0.4531889 Nov 16 21:23:33.002459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe769-f60d-4704-bacc-1cb519ef5706 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=829e10ad-bc3b-45b4-bb19-3fb8fb03d01d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.015880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:33.019426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.021312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.053627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1c010-8939-4325-a6ef-d06a031a73b6 req-b6c6160b-1d4b-4e81-8f29-55e77e5f4dca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:33.054976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7e1c010-8939-4325-a6ef-d06a031a73b6 req-b6c6160b-1d4b-4e81-8f29-55e77e5f4dca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.5599966 Nov 16 21:23:33.086107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Deleting port 7704a1d7-5542-426c-86c9-641770d0b3a8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:33.086356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.112645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-f1032c45-4494-404a-b812-e49cfa318957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:33.114103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-f1032c45-4494-404a-b812-e49cfa318957 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7ef938f-5975-4ac8-9da1-69977b6454a5 HTTP/1.1" status: 200 len: 926 time: 0.4437327 Nov 16 21:23:33.120385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.131950 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7e898-22e9-4dc0-9ac9-807373e2260f x-openstack-request-id: req-5db7e898-22e9-4dc0-9ac9-807373e2260f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:33.132247 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "name": "network-vif-plugged", "status": "completed", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:33.132502 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5db7e898-22e9-4dc0-9ac9-807373e2260f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:33.133540 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee', 'code': 200} Nov 16 21:23:33.151885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.191146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] DHCP port deletion for 7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:33.206265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] For port 7704a1d7-5542-426c-86c9-641770d0b3a8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7704a1d7-5542-426c-86c9-641770d0b3a8,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:33.206632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.221688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Calling delete_port for 7704a1d7-5542-426c-86c9-641770d0b3a8 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:33.243058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Deleting port 7704a1d7-5542-426c-86c9-641770d0b3a8 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:33.243558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.321722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.329532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7704a1d7-5542-426c-86c9-641770d0b3a8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:33.356595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7704a1d7-5542-426c-86c9-641770d0b3a8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:33.356954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7704a1d7-5542-426c-86c9-641770d0b3a8 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:33.359938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] For port 7704a1d7-5542-426c-86c9-641770d0b3a8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7704a1d7-5542-426c-86c9-641770d0b3a8,segment=NetworkSegment(b411175a-08a4-4e0d-a658-98d6f17cd078),segment_id=b411175a-08a4-4e0d-a658-98d6f17cd078)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:33.360534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.361431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7704a1d7-5542-426c-86c9-641770d0b3a8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.365264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] No DVR routers for this DVR port 7704a1d7-5542-426c-86c9-641770d0b3a8 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:33.384748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Calling delete_port for 7704a1d7-5542-426c-86c9-641770d0b3a8 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:33.454211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.466449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.483567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:33.496893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] Pushing event deleted for resources: {'Port': ['ID=7704a1d7-5542-426c-86c9-641770d0b3a8,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.504751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb65e21-3952-41c2-b0ec-9b2d29b3e527 None None] No DVR routers for this DVR port 7704a1d7-5542-426c-86c9-641770d0b3a8 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:33.507390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b411175a-08a4-4e0d-a658-98d6f17cd078') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:33.507692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b411175a-08a4-4e0d-a658-98d6f17cd078') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:33.521863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.535978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.542409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:33.542864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:33.544860 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:33.579073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0dade71-3768-4dbf-9096-cde4aa5ce2c6 req-32944fdd-8a32-49c6-b0bb-3e6ec7013aa3 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593843 Nov 16 21:23:33.605109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-490998f8-9474-42c6-836d-42034f806184 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2df837-7aea-41f8-b30e-4411f962c213 HTTP/1.1" status: 200 len: 217 time: 0.4780102 Nov 16 21:23:33.608649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.630278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.636620 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b HTTP/1.1" status: 204 len: 168 time: 0.7427888 Nov 16 21:23:33.637567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8ca28-4093-433a-a606-7525fa5f73bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bddc7e4-b940-4cb5-9f47-22d7dcb4c46b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.739350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a80bbc1-e8b8-47ea-b13c-d2a84d68cb1a req-d6613f2a-1886-40c8-93be-2b136acdb810 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=c9b17dcb2afe47a6bcabe8b0d07df765 HTTP/1.1" status: 200 len: 695 time: 0.5853589 Nov 16 21:23:33.767035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-30b00946-3bb1-4ff3-8667-950862bc0822 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b2f7a3f96944b11959563c71db3bfc4 HTTP/1.1" status: 200 len: 380 time: 0.7510359 Nov 16 21:23:33.792548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:33.796256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.802908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'port': {'device_id': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'admin_state_up': True, 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'security_groups': ['a48135ea-2ef2-48f0-a3c0-135786bc39bd']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:33.804960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50132) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:33.852951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-64015605-c5f0-43f1-b2f9-c5fd818e27cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf318455c1594fe5ba572debcfdc17a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459886 Nov 16 21:23:33.854739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:33.902969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.925020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.943455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-3f6445f2-eeb9-4830-ad5d-0be1ba043e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:33.944929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-3f6445f2-eeb9-4830-ad5d-0be1ba043e40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8f38fad-1b01-47e8-a86a-0f0104bc3c08 HTTP/1.1" status: 200 len: 865 time: 0.2663641 Nov 16 21:23:33.946586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595036bf-9f0a-4804-98d3-6349451eaf6f req-9e55b5cb-c156-4c19-aec4-4a0a92b126df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:33.947941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-595036bf-9f0a-4804-98d3-6349451eaf6f req-9e55b5cb-c156-4c19-aec4-4a0a92b126df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 1097 time: 0.7093961 Nov 16 21:23:33.960871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:33.973598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.976556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.977742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1dbfb99c-bba3-48a0-86c2-66648131c5bb HTTP/1.1" status: 204 len: 168 time: 0.1220298 Nov 16 21:23:33.989467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea62c79-c2ca-47b9-9992-f775aed1b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfb99c-bba3-48a0-86c2-66648131c5bb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:34.044023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4e62d-e0bb-4a88-a4c1-dba3e54d528e req-b100d96a-2e9d-483e-90d5-d9e2c1eabc8d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:34.046053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1f4e62d-e0bb-4a88-a4c1-dba3e54d528e req-b100d96a-2e9d-483e-90d5-d9e2c1eabc8d tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 946 time: 0.3701930 Nov 16 21:23:34.085870 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Floating IP f9814d96-830a-495a-b7b8-bf6976c6f8ea associated. External IP: 172.25.7.205, port: b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9. Nov 16 21:23:34.089290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-66e597e8-7832-4db4-8c28-43d5bbe5fc95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7ef938f-5975-4ac8-9da1-69977b6454a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201091 Nov 16 21:23:34.347886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80bbc1-e8b8-47ea-b13c-d2a84d68cb1a req-ec50989e-6e05-4237-9913-55abbd3c7c1a tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:34.349396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a80bbc1-e8b8-47ea-b13c-d2a84d68cb1a req-ec50989e-6e05-4237-9913-55abbd3c7c1a tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks?id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 787 time: 0.5760989 Nov 16 21:23:34.361378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-595036bf-9f0a-4804-98d3-6349451eaf6f req-ca590fc8-84eb-47e9-a5bf-358d2edf3ffd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933210 Nov 16 21:23:34.395056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-2a80bbc1-e8b8-47ea-b13c-d2a84d68cb1a req-f66f33f0-fe94-4dd5-94a9-bff90d615c5f tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:23:34.396085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a80bbc1-e8b8-47ea-b13c-d2a84d68cb1a req-f66f33f0-fe94-4dd5-94a9-bff90d615c5f tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0312889 Nov 16 21:23:34.423723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1f4e62d-e0bb-4a88-a4c1-dba3e54d528e req-213a0e53-5d9e-4f9e-996a-ebdf939f562e tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311846 Nov 16 21:23:34.482719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Made reservation on behalf of 4b2f7a3f96944b11959563c71db3bfc4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:34.486295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:34.579775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-33c2aa85-520c-4c85-a26f-ef0cf4499431 service neutron] 10.222.0.21 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368317 Nov 16 21:23:34.613698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80f03c6f-1b12-44b7-9c51-0cb02d1acb04 req-77542eb8-8969-4e32-ba6d-347bc04ec22d tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 210 time: 0.0816560 Nov 16 21:23:34.664447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ab2df837-7aea-41f8-b30e-4411f962c213 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:34.770154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:34.770805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:34.782581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'network_id': 'e7ef938f-5975-4ac8-9da1-69977b6454a5', 'port_id': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'mac_address': 'fa:16:3e:38:0b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f38fad-1b01-47e8-a86a-0f0104bc3c08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:34.823742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:34.836510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2df837-7aea-41f8-b30e-4411f962c213 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:34.855113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:34.859702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:34.862165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4f41f-1213-4411-b79d-0a4efd3ec08a req-bbfab1af-4740-4b0b-8ef0-8c0e5ae916ca tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:34.863900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2de4f41f-1213-4411-b79d-0a4efd3ec08a req-bbfab1af-4740-4b0b-8ef0-8c0e5ae916ca tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.3677397 Nov 16 21:23:34.881430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-bba9a196-5315-4b97-9672-7df93e1083c2 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips/27e74863-b764-4ae8-84d7-321ba3b5a4e2 HTTP/1.1" status: 200 len: 692 time: 0.1691849 Nov 16 21:23:34.907203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:35.062846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Allocated IP 172.20.0.10 (200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc/7f646ae6-93da-4892-ae19-1f2b39de4bd1/b984ae94-3a7f-481d-bdca-0cba2ee60f85) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:35.073800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ecc4ff5-6e6f-40d0-a2e4-d9da766cf80e req-d4947f63-e064-4638-8332-64828c7da0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650564 Nov 16 21:23:35.088323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.091222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ab2df837-7aea-41f8-b30e-4411f962c213'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:35.134218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:35.136129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:35.136497 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d64c9-d55b-408f-92fa-5742763d75df" -d '{"events": [{"server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "name": "network-vif-plugged", "status": "completed", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:35.141743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2de4f41f-1213-4411-b79d-0a4efd3ec08a req-16868b61-1319-4c95-ae0c-03c697d5b3ed tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508707 Nov 16 21:23:35.240507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-a214d234-b312-4234-8bc0-26afcc76bdaa tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:35.241895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-a214d234-b312-4234-8bc0-26afcc76bdaa tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3468730 Nov 16 21:23:35.243926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=90c76aee-89c5-4b6f-8a0c-84f8ae831b10,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:35.689705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:35.690418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:35.702702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-0f532d62-c549-4b3b-8cc7-8fd2dcc61bab tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.4080758 Nov 16 21:23:35.780768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200fad-939d-4427-a599-2a954349b153 req-819f4ec6-7e4d-4fcb-987b-2d9753061d40 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:35.782168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14200fad-939d-4427-a599-2a954349b153 req-819f4ec6-7e4d-4fcb-987b-2d9753061d40 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 944 time: 0.5634267 Nov 16 21:23:35.817588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-4b1cc65f-5618-449e-9aa8-5c0be6cd2d9b tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1085501 Nov 16 21:23:35.835930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:35.851666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:35.855547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.861208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.862702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:35.872120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:35.872715 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:35.906682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:35.914474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fdb4c2-4e0c-44cb-9532-967cb5c987ac None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:35.946163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:35.951820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:35.952933 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.994493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:36.010556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-749c5a40-0002-4276-bb16-a9efc24c4df3 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "PUT /v2.0/floatingips/f9814d96-830a-495a-b7b8-bf6976c6f8ea HTTP/1.1" status: 200 len: 992 time: 4.6637487 Nov 16 21:23:36.019192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:36.021471 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e684a724-d118-49fe-98d4-46211e436b58" -d '{"events": [{"name": "network-changed", "server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:36.029799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14200fad-939d-4427-a599-2a954349b153 req-948debce-2c02-42a6-b3f4-4d11d658964b tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367904 Nov 16 21:23:36.060528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-11a4bf94-6d9b-48b5-a139-6614f0ab687a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1578770 Nov 16 21:23:36.065860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50176) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:36.071042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-425446332'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:36.080742 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.149228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:36.152726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.158561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:36.171855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:36.176118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event updated for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.178770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:36.211817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Deleting port 4eb928f7-7368-4757-990e-77372888a7d9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:36.212182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.267390 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faacc357-0fe5-41a1-b812-0b7eeb261fc3 x-openstack-request-id: req-faacc357-0fe5-41a1-b812-0b7eeb261fc3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:36.269287 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "name": "network-vif-plugged", "status": "completed", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:36.269644 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faacc357-0fe5-41a1-b812-0b7eeb261fc3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:36.270146 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de', 'code': 200} Nov 16 21:23:36.294244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f9814d96-830a-495a-b7b8-bf6976c6f8ea', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:87:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:59Z', 'updated_at': '2021-11-16T21:23:32Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:36.316332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.316841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.333731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Calling delete_port for 4eb928f7-7368-4757-990e-77372888a7d9 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:36.341335 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:36.350613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:36.351495 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:36.403104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:36.461802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:36.463275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.463882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.479632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1cfab959-886e-4541-982c-028b6d1a5e7d None None] Provisioning complete for port b984ae94-3a7f-481d-bdca-0cba2ee60f85 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:36.480058 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1cfab959-886e-4541-982c-028b6d1a5e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.481475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.481819 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment 5e01da23-06ca-4b52-b113-346625522fd9 of type vlan for network 6c02fab3-65cb-4c48-9951-9bab5cdb9f01 Nov 16 21:23:36.527155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1cfab959-886e-4541-982c-028b6d1a5e7d None None] Port b984ae94-3a7f-481d-bdca-0cba2ee60f85 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:36.539156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-0104ebf0-b6c8-407e-8ea0-367d751aa5b8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7553115 Nov 16 21:23:36.568802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Request body: {'port': {'device_id': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:36.584489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06235-f6d7-4450-a114-3697ef463f2c req-b2cbf51d-ba31-4b81-8404-fc83940e5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.586246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fb06235-f6d7-4450-a114-3697ef463f2c req-b2cbf51d-ba31-4b81-8404-fc83940e5a48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 1097 time: 0.2020507 Nov 16 21:23:36.587870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.611514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b438-5308-4582-b96e-1774a74c212b req-80b5ec64-59b6-4c96-8e3e-ae648990d5be tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.612956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec70b438-5308-4582-b96e-1774a74c212b req-80b5ec64-59b6-4c96-8e3e-ae648990d5be tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 946 time: 0.2226052 Nov 16 21:23:36.688528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ab2df837-7aea-41f8-b30e-4411f962c213 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:36.700760 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f9814d96-830a-495a-b7b8-bf6976c6f8ea', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:87:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:59Z', 'updated_at': '2021-11-16T21:23:32Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:36.732470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae985bbc-ec8f-4142-a69e-86a3d377e2ca None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f9814d96-830a-495a-b7b8-bf6976c6f8ea', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'port_id': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'mac_address': 'fa:16:3e:87:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:59Z', 'updated_at': '2021-11-16T21:23:32Z', 'revision_number': 1, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:36.744897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port ab2df837-7aea-41f8-b30e-4411f962c213 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:36.749890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port ab2df837-7aea-41f8-b30e-4411f962c213 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:36.750248 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.759741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.765909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.766436 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.779543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.836865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.843347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fb06235-f6d7-4450-a114-3697ef463f2c req-96ccbb94-5ad9-419e-a0fc-9ccb095e2663 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259943 Nov 16 21:23:36.859919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec70b438-5308-4582-b96e-1774a74c212b req-4df115df-a0fb-4ffd-bc3f-4b82b7b821ee tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372525 Nov 16 21:23:36.870850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.878046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:36.879908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8134212 Nov 16 21:23:36.886034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.894740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:36.901633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'ports': [{'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'}, {'network_id': '6c02fab3-65cb-4c48-9951-9bab5cdb9f01'}]} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:36.901947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:36.902429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '6c02fab3-65cb-4c48-9951-9bab5cdb9f01'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:36.950473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.971894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event deleted for resources: {'Port': ['ID=4eb928f7-7368-4757-990e-77372888a7d9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.984646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4376d3-ac50-4557-b4dd-ef6e157392c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=6c02fab3-65cb-4c48-9951-9bab5cdb9f01,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.995576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 6c02fab3-65cb-4c48-9951-9bab5cdb9f01 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:37.045167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34121eaf-6a2d-497a-88fc-2a9c66d69a8e None None] New status for floating IP f9814d96-830a-495a-b7b8-bf6976c6f8ea: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:23:37.121590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 2} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:37.127075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.140246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.164355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d1398-fd72-4be2-8026-43f781a52fef req-3a238b60-af3a-40f5-bb1d-bf0584c75716 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.166031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-625d1398-fd72-4be2-8026-43f781a52fef req-3a238b60-af3a-40f5-bb1d-bf0584c75716 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 932 time: 0.1864543 Nov 16 21:23:37.171300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.174471 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.175406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b3084ce-6113-438a-ac08-00b1b58f2638 req-54cf50a1-316f-4d53-a7cc-0696a55e752e tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "DELETE /v2.0/floatingips/27e74863-b764-4ae8-84d7-321ba3b5a4e2 HTTP/1.1" status: 204 len: 173 time: 1.3468449 Nov 16 21:23:37.244091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port aebf9755-2060-4a30-b3bc-9982badebadf yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:37.285365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-625d1398-fd72-4be2-8026-43f781a52fef req-fcacd881-dfef-4698-89aa-bd1bd1cbb8e4 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955806 Nov 16 21:23:37.310976 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbe45d-9468-43f0-b095-b190d2611bd0 x-openstack-request-id: req-29dbe45d-9468-43f0-b095-b190d2611bd0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:37.311881 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:37.312140 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29dbe45d-9468-43f0-b095-b190d2611bd0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:37.312555 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'status': 'completed', 'code': 200} Nov 16 21:23:37.436977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.465056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b984ae94-3a7f-481d-bdca-0cba2ee60f85 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:37.475708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.494509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a724-d118-49fe-98d4-46211e436b58 req-fb447ffd-3454-418a-a2a3-da02f88be965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.496049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-fb447ffd-3454-418a-a2a3-da02f88be965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 1097 time: 0.1147008 Nov 16 21:23:37.514743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598d538-ebcf-4bfe-baf7-ecdd8e5f4f21 req-d165d616-2ba9-420f-a840-63e0730e8aaa tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.516290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d598d538-ebcf-4bfe-baf7-ecdd8e5f4f21 req-d165d616-2ba9-420f-a840-63e0730e8aaa tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.0995147 Nov 16 21:23:37.523347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port b46b6485-d52e-4d50-8c0c-b9056d9e1e21 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:37.537357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Transition to ACTIVE for port object b984ae94-3a7f-481d-bdca-0cba2ee60f85 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:37.576425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.635820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.680955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.719639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d598d538-ebcf-4bfe-baf7-ecdd8e5f4f21 req-34916201-abdd-417c-8324-a59cbdff3102 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810467 Nov 16 21:23:37.730587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:37.730912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Pushing event updated for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:37.742991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:37.747318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:37.748897 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.755019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7dd3-bd3c-4813-b003-43df083c72f8 req-fb51acaa-f75d-4f73-bf1c-ab14852ea0a9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.756707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff3c7dd3-bd3c-4813-b003-43df083c72f8 req-fb51acaa-f75d-4f73-bf1c-ab14852ea0a9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.1887295 Nov 16 21:23:37.788963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=aebf9755-2060-4a30-b3bc-9982badebadf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:37.814694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a724-d118-49fe-98d4-46211e436b58 req-eca86159-6e59-446b-9d23-3b387abcb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.816294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-eca86159-6e59-446b-9d23-3b387abcb1e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.3104434 Nov 16 21:23:37.845781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': '5e01da23-06ca-4b52-b113-346625522fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6c02fab3-65cb-4c48-9951-9bab5cdb9f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:37.846139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 6c02fab3-65cb-4c48-9951-9bab5cdb9f01, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:37.848379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=b46b6485-d52e-4d50-8c0c-b9056d9e1e21,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:37.875735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 6c02fab3-65cb-4c48-9951-9bab5cdb9f01 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:37.886517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 6c02fab3-65cb-4c48-9951-9bab5cdb9f01) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:37.893203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:37.899949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.900836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aaceb1-39fe-474d-8ab2-affa335f6c71 None None] Network 6c02fab3-65cb-4c48-9951-9bab5cdb9f01 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:37.906396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.907173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.928307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-49443da3-f93c-4eb1-a559-d2fbe7e2f6ed tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0296557 Nov 16 21:23:37.929001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:37.985572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Attempting to bind port b984ae94-3a7f-481d-bdca-0cba2ee60f85 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:37.985977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Attempting to bind port b984ae94-3a7f-481d-bdca-0cba2ee60f85 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:37.986377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Attempting to bind port b984ae94-3a7f-481d-bdca-0cba2ee60f85 on network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:38.013277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Port b984ae94-3a7f-481d-bdca-0cba2ee60f85 on network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:38.013685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Attempting to bind port b984ae94-3a7f-481d-bdca-0cba2ee60f85 on network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:38.030883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff3c7dd3-bd3c-4813-b003-43df083c72f8 req-2a55da0c-4254-49f6-89d5-e62e2a7bd265 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409949 Nov 16 21:23:38.049882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-e01297a1-17cb-4903-9c24-7959397d4b1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 200 len: 1002 time: 0.1875889 Nov 16 21:23:38.063985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:38.064323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Checking segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:38.064715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Bound using segment: {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:38.065166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Bound port: b984ae94-3a7f-481d-bdca-0cba2ee60f85, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:38.065519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.081159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port b46b6485-d52e-4d50-8c0c-b9056d9e1e21 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:38.081512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.125153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-94fdc75c-43ec-4727-9858-3e7993e334b5 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3470933 Nov 16 21:23:38.145652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:38.175806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.189922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for b46b6485-d52e-4d50-8c0c-b9056d9e1e21 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:38.211835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a724-d118-49fe-98d4-46211e436b58 req-f365a2dc-5b6f-4278-ba59-ef9ce18703b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.213343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-f365a2dc-5b6f-4278-ba59-ef9ce18703b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.1338615 Nov 16 21:23:38.261145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.273190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:38.278737 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ab3d2-bd20-475c-99f3-f509696f7cfe" -d '{"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-plugged", "status": "completed", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:38.278915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:38.283178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.313047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566d80-14e6-4343-9e85-b15cef961b40 req-bdf2b882-0ab2-48e6-a0c2-b930fbe7c79c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.313871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=b46b6485-d52e-4d50-8c0c-b9056d9e1e21,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:38.314538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2566d80-14e6-4343-9e85-b15cef961b40 req-bdf2b882-0ab2-48e6-a0c2-b930fbe7c79c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 946 time: 0.1721630 Nov 16 21:23:38.320924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.324630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e209b86c-7cd6-4600-bf58-327a5c97cf8e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/b46b6485-d52e-4d50-8c0c-b9056d9e1e21 HTTP/1.1" status: 204 len: 168 time: 0.3946714 Nov 16 21:23:38.327684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.344175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:38.362680 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.397071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684a724-d118-49fe-98d4-46211e436b58 req-59e51b73-6a65-411c-b8c1-8ee4f1064b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.398565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-59e51b73-6a65-411c-b8c1-8ee4f1064b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707737 Nov 16 21:23:38.418605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6cc71-a0f6-4a05-90df-aaf62ae5a4b0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.424754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6cc71-a0f6-4a05-90df-aaf62ae5a4b0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.426219 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2c6cc71-a0f6-4a05-90df-aaf62ae5a4b0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0973248 Nov 16 21:23:38.428971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50212) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.459646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.460526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.461947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] 10.222.0.36 "PUT /v2.0/ports/b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 200 len: 1092 time: 1.9098363 Nov 16 21:23:38.535488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port aebf9755-2060-4a30-b3bc-9982badebadf {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:38.535846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.612698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.628292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for aebf9755-2060-4a30-b3bc-9982badebadf owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:38.715407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.752685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.756220 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/aebf9755-2060-4a30-b3bc-9982badebadf HTTP/1.1" status: 204 len: 168 time: 0.3263175 Nov 16 21:23:38.757204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48be52f-5767-4fdc-8fc2-4408d1f02486 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=aebf9755-2060-4a30-b3bc-9982badebadf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:38.760340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50216) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.785294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2566d80-14e6-4343-9e85-b15cef961b40 req-22c00ef3-dfeb-4194-af7c-2ffd514b4f72 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2365904-3c2e-4f9a-858b-baf4bdb28936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433222 Nov 16 21:23:38.816265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59cb0-f3f6-45fc-a1e8-33627529672f service neutron] Pushing event updated for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:38.832736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfd6aa-73b0-462a-978d-1fef50b192b2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.834861 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8adfd6aa-73b0-462a-978d-1fef50b192b2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0732472 Nov 16 21:23:38.836090 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:38.837687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.871105 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f427cf-ab25-4967-8c83-5404984428cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:23:38.872474 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8f427cf-ab25-4967-8c83-5404984428cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/b46b6485-d52e-4d50-8c0c-b9056d9e1e21 HTTP/1.1" status: 404 len: 333 time: 0.0334547 Nov 16 21:23:38.875264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.886795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-7cfb0e2d-7310-4863-b389-0ee905acd4dc service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708135 Nov 16 21:23:38.901065 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df05d71-49b7-4af8-992f-94d59660781d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:23:38.904435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5df05d71-49b7-4af8-992f-94d59660781d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/aebf9755-2060-4a30-b3bc-9982badebadf HTTP/1.1" status: 404 len: 333 time: 0.0263410 Nov 16 21:23:38.905801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:38.910207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-1ce983a9-129e-4a82-b81c-cfe18cb4a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.911786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-1ce983a9-129e-4a82-b81c-cfe18cb4a458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 1095 time: 0.1488008 Nov 16 21:23:38.931763 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f718656-8034-4935-a0f2-8ca183735f16 x-openstack-request-id: req-8f718656-8034-4935-a0f2-8ca183735f16 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:38.932245 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-plugged", "status": "completed", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:38.932635 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f718656-8034-4935-a0f2-8ca183735f16 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:38.933163 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'code': 200} Nov 16 21:23:39.005552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.042393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-414c3503-2860-4c4b-a6b4-509d0cfcdc0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 200 len: 217 time: 0.1180029 Nov 16 21:23:39.075565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79648d-c44b-4efb-83b8-b1301df84f68 req-da754b73-e397-432b-bdb0-de9d69159468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.077730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f79648d-c44b-4efb-83b8-b1301df84f68 req-da754b73-e397-432b-bdb0-de9d69159468 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 1096 time: 0.0695672 Nov 16 21:23:39.109959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.147977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.184348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02fab3-65cb-4c48-9951-9bab5cdb9f01']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:39.189064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f79648d-c44b-4efb-83b8-b1301df84f68 req-7f6759a6-3b10-462f-abe1-174e3fb9bf30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Nov 16 21:23:39.196845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e01da23-06ca-4b52-b113-346625522fd9') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:39.197138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e01da23-06ca-4b52-b113-346625522fd9') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:39.199786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e684a724-d118-49fe-98d4-46211e436b58 req-34cbfcad-11e0-4d0b-9f54-e3ae11f30013 service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024437 Nov 16 21:23:39.206564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.207833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-fb64be1b-a534-4ba5-9c7e-278cbcb5864c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.209175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-fb64be1b-a534-4ba5-9c7e-278cbcb5864c tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 946 time: 0.2483802 Nov 16 21:23:39.213131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-e873b0d1-ee5c-47d9-a08c-78695ec06015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.214483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-e873b0d1-ee5c-47d9-a08c-78695ec06015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f646ae6-93da-4892-ae19-1f2b39de4bd1 HTTP/1.1" status: 200 len: 851 time: 0.1470866 Nov 16 21:23:39.220861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.221916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96191714-2cfc-40c6-a558-96369e223592 req-51ac1b91-4346-4a6d-9093-9f7d082a4e4f tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.223370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96191714-2cfc-40c6-a558-96369e223592 req-51ac1b91-4346-4a6d-9093-9f7d082a4e4f tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 944 time: 0.2434006 Nov 16 21:23:39.227309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:39.227700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:39.231231 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:39.289638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.298475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.301754 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/6c02fab3-65cb-4c48-9951-9bab5cdb9f01 HTTP/1.1" status: 204 len: 168 time: 0.3950074 Nov 16 21:23:39.305939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:39.319838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-87769598'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:39.324159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8adbe-4d40-44bb-92bb-fc666f955c04 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=6c02fab3-65cb-4c48-9951-9bab5cdb9f01,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:39.328397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:39.330985 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c807cbb-5659-4f47-97ce-570470af8e57" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:39.345425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:39.348918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.372818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:39.382873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.383274 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment dbfca719-a36a-49ee-ba73-1e0a8cedf11f of type vlan for network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 Nov 16 21:23:39.412371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-dbab9947-c0ea-4209-a429-b48521c7b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.413793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-dbab9947-c0ea-4209-a429-b48521c7b468 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845300 Nov 16 21:23:39.430015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96191714-2cfc-40c6-a558-96369e223592 req-4e08ad55-89a4-4c4c-bf6f-1cd86757663a tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852691 Nov 16 21:23:39.432265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Allocated IP 172.25.7.119 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/72af897c-07f3-4098-95ad-453c7e41cdfd) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:39.433444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.465840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.472268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.472857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.531634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2155974 Nov 16 21:23:39.534401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:39.539264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:39.596457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569d8f7-0ddb-4542-b8d3-f4471791208a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:39.609183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:39.620907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Deleting port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:39.621243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.648555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:39.652289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.704208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff19e2-6b64-47f5-ae7e-153a8e7c37a3 req-adf00a27-0201-4b9d-9a00-af56df9704b8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.705671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fff19e2-6b64-47f5-ae7e-153a8e7c37a3 req-adf00a27-0201-4b9d-9a00-af56df9704b8 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.2068541 Nov 16 21:23:39.710411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:23:39.711039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:23:39.713864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-42886a77-26ea-4f26-b7fe-c936366f08f7 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829466 Nov 16 21:23:39.749483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.836627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.886514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fff19e2-6b64-47f5-ae7e-153a8e7c37a3 req-2bbbcd22-f368-4d27-9869-753e6bd96086 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692119 Nov 16 21:23:39.889438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] For port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,segment=NetworkSegment(e86b77c6-c2f8-47bc-9664-e8aef9c82a10),segment_id=e86b77c6-c2f8-47bc-9664-e8aef9c82a10)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:39.890124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.905838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:39.906334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:39.912774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=9478b24b-70ca-4076-839c-b7f7046e9d53,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:39.923575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Calling delete_port for 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:39.937224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:39.946067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.962089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5089303-95e3-48fd-85b6-f3ea60b1153b req-a98c8686-3c4f-4ddc-9201-7d77517d7909 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333236 Nov 16 21:23:39.962621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:39.973895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a011c-1a36-4852-97b3-38218eb7deb4 None None] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:39.974035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.974605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.002677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02b9e71a-686c-435e-b5ee-3a2b1c2edf30 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4672022 Nov 16 21:23:40.003326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:40.008293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9', 'name': 'tempest-PortsTestJSON-582053526'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:40.067176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:40.082968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:40.093152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:40.096585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event updated for resources: {'Port': ['ID=72af897c-07f3-4098-95ad-453c7e41cdfd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:40.157942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639882fb-4545-4cb8-82a6-646935606550 req-0498fa9d-a03d-4f40-868e-5f2d364198e9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:40.159648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-639882fb-4545-4cb8-82a6-646935606550 req-0498fa9d-a03d-4f40-868e-5f2d364198e9 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.1426008 Nov 16 21:23:40.162766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:40.169883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.203455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:40.250057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9', 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '9478b24b-70ca-4076-839c-b7f7046e9d53'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:40.251330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.327231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.353819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.2 (f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9/9478b24b-70ca-4076-839c-b7f7046e9d53/cd3b8536-2118-4c4a-ab71-8b3cb5f5c917) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:40.378668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50248) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:40.382754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event deleted for resources: {'Port': ['ID=62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:40.423765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-639882fb-4545-4cb8-82a6-646935606550 req-c7968b0d-de38-4320-8e91-80472b5ae24d tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559583 Nov 16 21:23:40.486372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] No DVR routers for this DVR port 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:40.489503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.494192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f026f05b-a2c6-40ef-ad90-c2afb3ffaab8 req-3aa1669e-36bb-4332-bed1-e64771d8f26a tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.36 "DELETE /v2.0/ports/62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee HTTP/1.1" status: 204 len: 173 time: 1.2655261 Nov 16 21:23:40.497439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.551620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.557820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:40.565295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68804c39-2d59-4bfa-953e-0bb509d7d9ae None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:40.586488 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb77bd3-3206-48ee-85dd-24d19ef635f7 x-openstack-request-id: req-ebb77bd3-3206-48ee-85dd-24d19ef635f7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:40.586777 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:40.587352 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebb77bd3-3206-48ee-85dd-24d19ef635f7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:40.587931 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'status': 'completed', 'code': 200} Nov 16 21:23:40.591494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.599714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.690252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:40.693978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:40.695663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-17d27567-ad84-43ee-b42a-f7cc57ed2808 {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:23:40.699384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:40.699928 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:23:40.704568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=cd3b8536-2118-4c4a-ab71-8b3cb5f5c917,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:40.756987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:40.757851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.786315 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c02628c-50de-4bec-8973-277632c124cb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7818902 Nov 16 21:23:40.787131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50254) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:40.795325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f4fc6ff-9d70-4e22-99b1-082134da7d00 req-3d9748f4-6051-4b47-9844-cedf9dbe3f27 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e480d5-4558-49b9-9b65-0aedbe69f298 HTTP/1.1" status: 200 len: 210 time: 0.0632198 Nov 16 21:23:40.827794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b427dc89-8f92-43c2-8d26-19d346592b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.879857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-6d31a143-8158-4d88-a908-9649b2df9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:40.881363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-6d31a143-8158-4d88-a908-9649b2df9a5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 1095 time: 0.2923007 Nov 16 21:23:40.898423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:40.898766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.991098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-a8fe952d-1656-4344-ac3c-125f65a707f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:40.992004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-a8fe952d-1656-4344-ac3c-125f65a707f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 200 len: 913 time: 0.0993423 Nov 16 21:23:41.048621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.066002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-d48aec8b-d686-464a-b65f-b70b99e0ba33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 200 len: 217 time: 0.0576751 Nov 16 21:23:41.081451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:41.141011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.154093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.169151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-fa0f2223-0f6d-4979-bd36-80f2cc05471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:41.171211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-fa0f2223-0f6d-4979-bd36-80f2cc05471e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f646ae6-93da-4892-ae19-1f2b39de4bd1 HTTP/1.1" status: 200 len: 851 time: 0.0957615 Nov 16 21:23:41.201435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.220898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b427dc89-8f92-43c2-8d26-19d346592b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.262736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.273973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b427dc89-8f92-43c2-8d26-19d346592b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.301792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=cd3b8536-2118-4c4a-ab71-8b3cb5f5c917,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:41.319032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.383970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event updated for resources: {'Port': ['ID=72af897c-07f3-4098-95ad-453c7e41cdfd,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:41.399472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80856737-2ac6-431d-9b6a-400932ce2bf9 req-5f2a2bfe-367d-42e6-8ff0-cc188e5d1670 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:41.400999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80856737-2ac6-431d-9b6a-400932ce2bf9 req-5f2a2bfe-367d-42e6-8ff0-cc188e5d1670 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 944 time: 0.2440271 Nov 16 21:23:41.408025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427dc89-8f92-43c2-8d26-19d346592b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9943b19-693b-4707-b9ab-47d12a6dd88f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:41.412199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b427dc89-8f92-43c2-8d26-19d346592b10 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=236d9e1f3b054225a305cb4b9a0efce1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208271 Nov 16 21:23:41.417423 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.426359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-2914584a-0b62-4276-a57e-d6e75d3731ae tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2911935 Nov 16 21:23:41.429111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:41.434180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Allocated IP 172.20.0.3 (f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9/9478b24b-70ca-4076-839c-b7f7046e9d53/a1325167-8228-43e5-b302-4ea1c395ca17) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:41.436242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-40b9e21f-803b-4f52-be31-42cf3fcb5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:41.437699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-40b9e21f-803b-4f52-be31-42cf3fcb5161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240279 Nov 16 21:23:41.458547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.463576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f801bee3-bede-4aee-941f-d9328323b9dc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 HTTP/1.1" status: 204 len: 168 time: 0.6750512 Nov 16 21:23:41.466110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:41.494169 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a37e3f0-0e1a-48a8-a074-91dcf0ff9a89 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:23:41.495566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a37e3f0-0e1a-48a8-a074-91dcf0ff9a89 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:23:41.499023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a37e3f0-0e1a-48a8-a074-91dcf0ff9a89 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 HTTP/1.1" status: 404 len: 333 time: 0.0317464 Nov 16 21:23:41.501837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:41.508110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-d812bdbd-348d-4dec-afc8-19869f356fbf tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0805686 Nov 16 21:23:41.533083 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-935815a1-380e-4216-8489-e93916bfbb7b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:23:41.534962 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-935815a1-380e-4216-8489-e93916bfbb7b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/cd3b8536-2118-4c4a-ab71-8b3cb5f5c917 HTTP/1.1" status: 404 len: 333 time: 0.0320170 Nov 16 21:23:41.537624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:41.604171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 9478b24b-70ca-4076-839c-b7f7046e9d53 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:41.783010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.789224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.789810 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.836022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:41.838572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:41.843734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:41.846263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Pushing event updated for resources: {'Port': ['ID=a1325167-8228-43e5-b302-4ea1c395ca17,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:41.850552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.899797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Attempting to bind port a1325167-8228-43e5-b302-4ea1c395ca17 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:41.900191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Attempting to bind port a1325167-8228-43e5-b302-4ea1c395ca17 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:41.900528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Attempting to bind port a1325167-8228-43e5-b302-4ea1c395ca17 on network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:41.905902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:41.906274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Checking segment: {'id': 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:41.906672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.907100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Bound using segment: {'id': 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:41.907577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Bound port: a1325167-8228-43e5-b302-4ea1c395ca17, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:41.907956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.945356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.005130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.011003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.014771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] For port a1325167-8228-43e5-b302-4ea1c395ca17, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:42.018085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] For port a1325167-8228-43e5-b302-4ea1c395ca17, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a1325167-8228-43e5-b302-4ea1c395ca17,segment=NetworkSegment(dbfca719-a36a-49ee-ba73-1e0a8cedf11f),segment_id=dbfca719-a36a-49ee-ba73-1e0a8cedf11f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:42.020247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80856737-2ac6-431d-9b6a-400932ce2bf9 req-598a1943-ba63-41bc-ae47-ae4152df3c97 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6068676 Nov 16 21:23:42.034994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.044133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=9478b24b-70ca-4076-839c-b7f7046e9d53,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.051250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.054410 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a3f8bd05-ccb3-4e82-807b-09bc2cfd0ad2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/9478b24b-70ca-4076-839c-b7f7046e9d53 HTTP/1.1" status: 204 len: 168 time: 0.5156465 Nov 16 21:23:42.057653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:42.073827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.124570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5f333-4ec1-4ce9-9839-bc9ae2cb17d2 None None] Pushing event updated for resources: {'Port': ['ID=a1325167-8228-43e5-b302-4ea1c395ca17,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.154008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.195978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-751cd675-24f1-4eb7-ae7a-baa330f06da7 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.197371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c986770-2752-489d-bb21-f7f26ad263b0 req-751cd675-24f1-4eb7-ae7a-baa330f06da7 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.6888099 Nov 16 21:23:42.204079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-4d586de9-7e4f-4772-b453-9e20ef35e0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941721 Nov 16 21:23:42.213914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port a1325167-8228-43e5-b302-4ea1c395ca17 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:42.214528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.229763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5acd4a-ef0e-4354-b9a8-8be2e6a8e813 req-d423e60b-01f2-4a19-a7ee-94cdad413d64 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.230881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc5acd4a-ef0e-4354-b9a8-8be2e6a8e813 req-d423e60b-01f2-4a19-a7ee-94cdad413d64 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.1360891 Nov 16 21:23:42.292648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port a1325167-8228-43e5-b302-4ea1c395ca17, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a1325167-8228-43e5-b302-4ea1c395ca17,segment=NetworkSegment(dbfca719-a36a-49ee-ba73-1e0a8cedf11f),segment_id=dbfca719-a36a-49ee-ba73-1e0a8cedf11f)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:42.293043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.315324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for a1325167-8228-43e5-b302-4ea1c395ca17 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:42.324702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.327780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.328942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9943b19-693b-4707-b9ab-47d12a6dd88f HTTP/1.1" status: 204 len: 168 time: 0.8987761 Nov 16 21:23:42.340912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b984ae94-3a7f-481d-bdca-0cba2ee60f85 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:42.355055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece81ca-6872-4f6e-afa9-d9e3f992e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9943b19-693b-4707-b9ab-47d12a6dd88f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.388270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:42.410380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc5acd4a-ef0e-4354-b9a8-8be2e6a8e813 req-bccd07da-cf4e-4d40-8be3-c2e5ab383474 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631444 Nov 16 21:23:42.422745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807cbb-5659-4f47-97ce-570470af8e57 req-248f2de1-3607-41b4-af55-f0db3168c815 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089767 Nov 16 21:23:42.425615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:42.425960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:42.444355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a9737-e350-4089-9db3-a038e1bc3d34 req-1c955476-998f-4f2f-8f7a-9994f0628b79 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.448774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-097a9737-e350-4089-9db3-a038e1bc3d34 req-1c955476-998f-4f2f-8f7a-9994f0628b79 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.1714692 Nov 16 21:23:42.470777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.503512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.resource_extend [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:23:42.519445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port a1325167-8228-43e5-b302-4ea1c395ca17 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:42.528535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=a1325167-8228-43e5-b302-4ea1c395ca17,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.543362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-097a9737-e350-4089-9db3-a038e1bc3d34 req-57174141-d16b-418e-bb9d-6786b79c087a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935848 Nov 16 21:23:42.589669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'name': 'network-vif-deleted', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:42.592924 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60a35e-f77c-4673-b2e8-6ad50f9110ff" -d '{"events": [{"server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "name": "network-vif-deleted", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:42.663455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-a0b57c00-c273-45a1-ab4d-fd68ebafa411 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips/efe9a0f0-c894-4152-a2c6-04bd16e69230 HTTP/1.1" status: 200 len: 693 time: 0.0665669 Nov 16 21:23:42.667629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:42.678717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.685965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'port_id': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'mac_address': 'fa:16:3e:d3:6a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:42.739160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:42.742633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.757057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:42.757377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfca719-a36a-49ee-ba73-1e0a8cedf11f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:42.773137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b984ae94-3a7f-481d-bdca-0cba2ee60f85 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:42.783259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.797655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:42.800956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.805567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.824630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.842805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:42.843238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:42.846521 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:42.869755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.903975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-7008017b-c6dd-4b09-b5dc-064985042fd1 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.905872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-7008017b-c6dd-4b09-b5dc-064985042fd1 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2347603 Nov 16 21:23:42.930735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.945919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.950225 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 HTTP/1.1" status: 204 len: 168 time: 0.8916049 Nov 16 21:23:42.970486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:42.976038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-556075152'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:42.979980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c671bc-bc97-4be6-9be1-b05ac736f427 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.995880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-033c75aa-653b-446e-bdd4-a1dc94310478 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0833175 Nov 16 21:23:43.002181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b984ae94-3a7f-481d-bdca-0cba2ee60f85'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:43.023935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:43.028786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.066546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:43.082375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.082846 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment 3c9c64be-a588-4694-944d-4cf8a8c8f231 of type vlan for network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e Nov 16 21:23:43.147551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.152207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-649a8c62-da75-4340-a16d-375f06ba6f42 tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.1118486 Nov 16 21:23:43.191167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.197422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:43.198378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.219888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb617-7a30-4b91-863a-bc7b134fbbd0 req-bc4998d4-f5d0-4345-854a-793d75f939b6 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:43.227971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-026eb617-7a30-4b91-863a-bc7b134fbbd0 req-bc4998d4-f5d0-4345-854a-793d75f939b6 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.2531304 Nov 16 21:23:43.276759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3047309 Nov 16 21:23:43.284582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:43.293432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:43.303939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2f6bf-ab9b-4b15-8e2e-a42166c3653d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=849c3c0f-811f-4c7a-a9c8-a0d336e2846e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:43.316274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:43.373793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-026eb617-7a30-4b91-863a-bc7b134fbbd0 req-c551bc6f-4457-4154-90bf-08d35b3f2efa tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448159 Nov 16 21:23:43.424188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Deleting port 72af897c-07f3-4098-95ad-453c7e41cdfd {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:43.424527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.438442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:43.449255 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe029889-52af-4b70-b933-b98b2407b4a1 x-openstack-request-id: req-fe029889-52af-4b70-b933-b98b2407b4a1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:43.449556 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e480d5-4558-49b9-9b65-0aedbe69f298", "name": "network-vif-deleted", "tag": "62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:43.449873 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe029889-52af-4b70-b933-b98b2407b4a1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:43.450344 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e480d5-4558-49b9-9b65-0aedbe69f298', 'name': 'network-vif-deleted', 'tag': '62bfd8c9-8dfb-478e-81d8-e36ff2efe3ee', 'status': 'completed', 'code': 200} Nov 16 21:23:43.456243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:43.463380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.557429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.557753 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.574332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Calling delete_port for 72af897c-07f3-4098-95ad-453c7e41cdfd owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:43.585493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-network', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:43.594903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dd0cca72-8ced-408c-9fe1-98a160655001 None None] Could not find standard attr ID for object a1325167-8228-43e5-b302-4ea1c395ca17. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:23:43.605387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194330-d369-4a3f-8288-ede332df691e req-3c72345c-8d0e-4655-a419-93dbf9a691ca tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:43.607199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4194330-d369-4a3f-8288-ede332df691e req-3c72345c-8d0e-4655-a419-93dbf9a691ca tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.0892718 Nov 16 21:23:43.630140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Made reservation on behalf of cc486de4959f4548978487fd56c2b0a6 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:43.632477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.642699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219ab96-f179-42dc-9565-c108c9997bba None None] DHCP port deletion for f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:43.647345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.667003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67dbfd-a8f5-4307-8786-25471c164712 None None] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:43.681028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67dbfd-a8f5-4307-8786-25471c164712 None None] Network f6a4c1bb-2761-4c2f-8d21-a5c21d5804f9 could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:23:43.713538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4194330-d369-4a3f-8288-ede332df691e req-90eab52d-a72e-471c-a228-fc1c42899a6b tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Nov 16 21:23:43.796816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.834353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.847024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.856798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.868551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Pushing event deleted for resources: {'Port': ['ID=72af897c-07f3-4098-95ad-453c7e41cdfd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:43.897241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:43.911917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=3a7f0958-45d4-41f3-8a2a-3076a114a831,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:43.920994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd7836-6e96-4c25-abf1-ed1788cdb69c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:43.924296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.924631 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Added segment 9d0eade5-35af-4262-af5f-cc6c8d2855cf of type vlan for network bd577cd4-a4ff-433a-a590-9301f5bad9ab Nov 16 21:23:43.929803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b97f47-4f8d-43a3-97a1-75424fc46444 req-7dc4daca-7f81-48a7-81cf-427b1e8993ca tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:43.931349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3b97f47-4f8d-43a3-97a1-75424fc46444 req-7dc4daca-7f81-48a7-81cf-427b1e8993ca tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 945 time: 0.1239340 Nov 16 21:23:43.938618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': '3c9c64be-a588-4694-944d-4cf8a8c8f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:43.939054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 849c3c0f-811f-4c7a-a9c8-a0d336e2846e, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:43.944551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.947407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.956507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd89e731-c5a8-4695-a27f-462bbe790aa6 req-fe802340-4067-45c0-9b54-9b34f0c1b8ca tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "DELETE /v2.0/floatingips/efe9a0f0-c894-4152-a2c6-04bd16e69230 HTTP/1.1" status: 204 len: 173 time: 0.7897913 Nov 16 21:23:43.978160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.000991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:44.002728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3b97f47-4f8d-43a3-97a1-75424fc46444 req-8f01dbf7-4152-42d5-88d8-3a402e5a20c6 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451915 Nov 16 21:23:44.014853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 849c3c0f-811f-4c7a-a9c8-a0d336e2846e) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:44.017414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.018692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.019200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.039781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84516a21-21b3-4f9e-b4c8-9ed726fc4edb None None] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:44.069351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.069951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.099761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6560345 Nov 16 21:23:44.100311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50332) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:44.102287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d2e5-d4bc-4fb0-8f82-89bbfaaf501e admin admin] Pushing event updated for resources: {'Network': ['ID=bd577cd4-a4ff-433a-a590-9301f5bad9ab,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:44.113930 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b35d62dc-8051-40a7-ac83-16c374b862cd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8282833 Nov 16 21:23:44.114509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Request body: {'subnet': {'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-subnet', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:44.114648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50334) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:44.120114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1269983194'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:44.130815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:44.241789 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-d2621aca-1d61-4603-8925-018112017bf0 req-ec0694f5-0b9d-416e-83a0-9dd769afd74b tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] show failed (client error): The resource could not be found. Nov 16 21:23:44.252770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:44.258841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.260202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2621aca-1d61-4603-8925-018112017bf0 req-ec0694f5-0b9d-416e-83a0-9dd769afd74b tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips/efe9a0f0-c894-4152-a2c6-04bd16e69230 HTTP/1.1" status: 404 len: 350 time: 0.0948501 Nov 16 21:23:44.265882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Made reservation on behalf of cc486de4959f4548978487fd56c2b0a6 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:44.265882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.282002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 13bc3a61-93f4-4036-a0c6-ab17a672d8d5 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:44.324179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50342) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:44.352910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b984ae94-3a7f-481d-bdca-0cba2ee60f85 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:44.368783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-849c3c0f-811f-4c7a-a9c8-a0d336e2846e', 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '3a7f0958-45d4-41f3-8a2a-3076a114a831'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:44.369696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.377423 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-12e38e6b-e3bb-4863-b251-d50f29edf3e1 req-ec6d2987-b425-4f36-b2a4-216b0853f49d tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] show failed (client error): The resource could not be found. Nov 16 21:23:44.378445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12e38e6b-e3bb-4863-b251-d50f29edf3e1 req-ec6d2987-b425-4f36-b2a4-216b0853f49d tempest-FloatingIPsTestJSON-1275912226 tempest-FloatingIPsTestJSON-1275912226-project] 10.222.0.54 "GET /v2.0/floatingips/efe9a0f0-c894-4152-a2c6-04bd16e69230 HTTP/1.1" status: 404 len: 350 time: 0.0916033 Nov 16 21:23:44.392568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50344) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:44.547584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b984ae94-3a7f-481d-bdca-0cba2ee60f85 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:44.551770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b984ae94-3a7f-481d-bdca-0cba2ee60f85 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:44.552188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.636833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e0d2-85f7-421f-a6d6-0024f7666da4 req-773c789f-e75d-4565-ac28-be02e8db6f04 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.638431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4401e0d2-85f7-421f-a6d6-0024f7666da4 req-773c789f-e75d-4565-ac28-be02e8db6f04 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.2704194 Nov 16 21:23:44.640047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.651797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-5d563f84-a5da-4e6d-ad21-8ca9548b6827 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.653469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-5d563f84-a5da-4e6d-ad21-8ca9548b6827 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.2844284 Nov 16 21:23:44.664659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:44.667253 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bed86d-708d-4fe0-9c2f-d92d429c9d35" -d '{"events": [{"server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "name": "network-vif-plugged", "status": "completed", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:44.671668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.685160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:44.694911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.755613 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813fde75-362d-41df-87db-c77baa543371 x-openstack-request-id: req-813fde75-362d-41df-87db-c77baa543371 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:44.755613 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "name": "network-vif-plugged", "status": "completed", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:44.755613 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-813fde75-362d-41df-87db-c77baa543371 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:44.755613 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'code': 200} Nov 16 21:23:44.766664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:44.777138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.2 (849c3c0f-811f-4c7a-a9c8-a0d336e2846e/3a7f0958-45d4-41f3-8a2a-3076a114a831/13bc3a61-93f4-4036-a0c6-ab17a672d8d5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:44.827662 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.916613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.952631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.991861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:44.997516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:45.001459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:45.005182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e6fdcdb3-687c-4e80-bbd3-31fa7209b4c7 {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:23:45.005711 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:23:45.029604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=13bc3a61-93f4-4036-a0c6-ab17a672d8d5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.049877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4401e0d2-85f7-421f-a6d6-0024f7666da4 req-ae13c55c-d492-4e3e-a1a8-dd51189bfa0c tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932898 Nov 16 21:23:45.056729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.057560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.071256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.095413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71a3e537-29d6-4752-a0d3-30f9362d9b39 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9795327 Nov 16 21:23:45.096639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.097890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3b80-1f84-459b-a2e9-6c4723cc7ab7 req-f702b493-4006-44a7-8191-26c5714bb77c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.105132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cb3b80-1f84-459b-a2e9-6c4723cc7ab7 req-f702b493-4006-44a7-8191-26c5714bb77c tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 946 time: 0.2904408 Nov 16 21:23:45.151387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7028cc1-99ca-487b-8521-cc4a21d73369 req-5b97a820-fb73-4875-ad58-412312d831bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.152868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7028cc1-99ca-487b-8521-cc4a21d73369 req-5b97a820-fb73-4875-ad58-412312d831bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 1097 time: 0.2927449 Nov 16 21:23:45.173967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.176433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.178144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "DELETE /v2.0/security-groups/78990df3-3c7d-41e8-ada8-9b86e56a5273 HTTP/1.1" status: 204 len: 168 time: 0.8107593 Nov 16 21:23:45.180301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50358) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.199880 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-af0c0a1e-638c-4613-8d0b-985eb0a7c902 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] show failed (client error): The resource could not be found. Nov 16 21:23:45.200903 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-af0c0a1e-638c-4613-8d0b-985eb0a7c902 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "GET /v2.0/security-groups/78990df3-3c7d-41e8-ada8-9b86e56a5273 HTTP/1.1" status: 404 len: 347 time: 0.0195642 Nov 16 21:23:45.203591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.253733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 13bc3a61-93f4-4036-a0c6-ab17a672d8d5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:45.254075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.294722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61749f7b-f104-43f9-bbcc-d1bbdc45dd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.303145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a1325167-8228-43e5-b302-4ea1c395ca17 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:45.327538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a1325167-8228-43e5-b302-4ea1c395ca17 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:45.328365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a1325167-8228-43e5-b302-4ea1c395ca17 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:45.407967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.431517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 13bc3a61-93f4-4036-a0c6-ab17a672d8d5 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:45.444907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Deleting port fd22f22b-e33d-43bc-b52e-b4aa3e3846a2 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:45.445245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.506791 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.539144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074087c-3384-4366-8a30-3f510a5e23bd tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78990df3-3c7d-41e8-ada8-9b86e56a5273,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.556444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Deleting port 2b5ca0b8-d54c-44ab-a504-aa0d869000de {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:45.556767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.559405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc2a8b4-149a-4656-ad12-6e0549bcde4c,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.578811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.579284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.595368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Calling delete_port for fd22f22b-e33d-43bc-b52e-b4aa3e3846a2 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:45.654265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cb3b80-1f84-459b-a2e9-6c4723cc7ab7 req-a3e752fd-1641-46da-a29a-323421123eb4 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/security-groups?id=22e431bf-41a5-412a-9865-acc91355f25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482864 Nov 16 21:23:45.696726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b170c31-a977-43d6-b2eb-e04bbb838962 req-87021fde-2cc8-4768-9878-281052ce0f67 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.704968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b170c31-a977-43d6-b2eb-e04bbb838962 req-87021fde-2cc8-4768-9878-281052ce0f67 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.5717857 Nov 16 21:23:45.705529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Allocated IP 172.20.0.3 (849c3c0f-811f-4c7a-a9c8-a0d336e2846e/3a7f0958-45d4-41f3-8a2a-3076a114a831/2047f206-eee2-4e17-b0bc-fae2ae036961) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:45.713263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7028cc1-99ca-487b-8521-cc4a21d73369 req-dbb2af7f-488c-4bfb-9b0b-2a6efcfa76f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5319750 Nov 16 21:23:45.714276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:45.714836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Network hostable DHCP agents. Network: bd577cd4-a4ff-433a-a590-9301f5bad9ab, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:45.777404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.788836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.815204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=13bc3a61-93f4-4036-a0c6-ab17a672d8d5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.823994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] For port 2b5ca0b8-d54c-44ab-a504-aa0d869000de, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2b5ca0b8-d54c-44ab-a504-aa0d869000de,segment=NetworkSegment(e7da66bc-0629-404d-9e9b-aeb1c3d52042),segment_id=e7da66bc-0629-404d-9e9b-aeb1c3d52042)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:45.824640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.841146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b170c31-a977-43d6-b2eb-e04bbb838962 req-7c4bf886-7cef-4e99-9653-a0a08de7cf9a tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352119 Nov 16 21:23:45.854050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:45.868701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Calling delete_port for 2b5ca0b8-d54c-44ab-a504-aa0d869000de owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:45.877554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Pushing event deleted for resources: {'Port': ['ID=fd22f22b-e33d-43bc-b52e-b4aa3e3846a2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.884737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, bd577cd4-a4ff-433a-a590-9301f5bad9ab) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:45.900763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.901602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.914772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43ae06-faab-47fa-9f59-a2cde326d27a None None] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:45.954220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.956750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.960980 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ebbc5d50-c911-4c09-9d0d-6cd0b9ad17f7 tempest-ImagesOneServerNegativeTestJSON-361982081 tempest-ImagesOneServerNegativeTestJSON-361982081-project] 10.222.0.54 "DELETE /v2.0/floatingips/c09c12b1-a225-4426-9052-bcf455a7cee8 HTTP/1.1" status: 204 len: 168 time: 0.7563741 Nov 16 21:23:45.994342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.009260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c0d2f48-9a97-4fbb-af95-1561225131a7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8989453 Nov 16 21:23:46.010382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2059fd77-92e3-410d-bf21-8e2939d202bd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/13bc3a61-93f4-4036-a0c6-ab17a672d8d5 HTTP/1.1" status: 204 len: 168 time: 0.9125717 Nov 16 21:23:46.011061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50372) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.014300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50374) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.020280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:46.058548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.060000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.112359 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9a6b84-81c9-473c-9151-75fd27126819 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:23:46.114078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c9a6b84-81c9-473c-9151-75fd27126819 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/13bc3a61-93f4-4036-a0c6-ab17a672d8d5 HTTP/1.1" status: 404 len: 333 time: 0.0988920 Nov 16 21:23:46.118201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50380) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.130254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.131698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50382) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.172700 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.180521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:46.181699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.228195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.243709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Deleting subnet 53ed1f21-62f1-4af7-9b82-11c131bfa79b {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:46.256146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 3a7f0958-45d4-41f3-8a2a-3076a114a831 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:46.294134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.303391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.315730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.330204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.348304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:46.349830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.353512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:46.356609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:46.360997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715d4c-6b69-43c0-83b5-d818654b8999 req-68d821ba-eecb-4516-a247-45e94ae7d4d1 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:46.362543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b715d4c-6b69-43c0-83b5-d818654b8999 req-68d821ba-eecb-4516-a247-45e94ae7d4d1 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.2472839 Nov 16 21:23:46.421120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.426801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.439781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.445717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Allocated IP 172.20.0.2 (bd577cd4-a4ff-433a-a590-9301f5bad9ab/bfc2a8b4-149a-4656-ad12-6e0549bcde4c/17c79203-cad5-4eda-93cf-e0b0817b69fd) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:46.449424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2b5ca0b8-d54c-44ab-a504-aa0d869000de'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:46.496265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Pushing event updated for resources: {'Port': ['ID=2047f206-eee2-4e17-b0bc-fae2ae036961,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.508105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Pushing event deleted for resources: {'Port': ['ID=2b5ca0b8-d54c-44ab-a504-aa0d869000de,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.509718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Attempting to bind port 2047f206-eee2-4e17-b0bc-fae2ae036961 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:46.517563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Attempting to bind port 2047f206-eee2-4e17-b0bc-fae2ae036961 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3c9c64be-a588-4694-944d-4cf8a8c8f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:46.518099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Attempting to bind port 2047f206-eee2-4e17-b0bc-fae2ae036961 on network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:46.543427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d360a3-af12-4432-be8a-0d0c9e472bb4 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:46.551055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.573536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:46.573911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Checking segment: {'id': '3c9c64be-a588-4694-944d-4cf8a8c8f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:46.574309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.574709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Bound using segment: {'id': '3c9c64be-a588-4694-944d-4cf8a8c8f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:46.575217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Bound port: 2047f206-eee2-4e17-b0bc-fae2ae036961, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9c64be-a588-4694-944d-4cf8a8c8f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '849c3c0f-811f-4c7a-a9c8-a0d336e2846e'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:46.575593 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.588940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.590682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b715d4c-6b69-43c0-83b5-d818654b8999 req-6f6f6328-08c2-451c-8c12-f3b0e701cdc6 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148466 Nov 16 21:23:46.596707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/53ed1f21-62f1-4af7-9b82-11c131bfa79b HTTP/1.1" status: 204 len: 168 time: 0.4637084 Nov 16 21:23:46.597837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50384) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.599993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e4e3a-fc42-4b2a-9545-ff08abdf8c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ed1f21-62f1-4af7-9b82-11c131bfa79b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.616251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] No DVR routers for this DVR port 2b5ca0b8-d54c-44ab-a504-aa0d869000de on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:46.642183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048d04b-3a3b-494d-8db4-6bacdccc962d None None] Network 63927088-5df6-45c4-a337-af35c91484ed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:46.664749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.668099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f6739a7-04ea-4e24-a2c1-1d6dc46f4d8a req-86bbffa7-f1d2-4ea1-8cc4-2889880a10f1 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.21 "DELETE /v2.0/ports/2b5ca0b8-d54c-44ab-a504-aa0d869000de HTTP/1.1" status: 204 len: 173 time: 2.0040176 Nov 16 21:23:46.668876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'name': 'network-vif-deleted', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:46.671890 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d677d-1ca0-4112-8189-4329453a6b79" -d '{"events": [{"server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "name": "network-vif-deleted", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:46.750028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.776211 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cf33fc-8550-4c2d-9345-815ad27dd176 x-openstack-request-id: req-03cf33fc-8550-4c2d-9345-815ad27dd176 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:46.776781 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e", "name": "network-vif-deleted", "tag": "2b5ca0b8-d54c-44ab-a504-aa0d869000de", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:46.777185 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03cf33fc-8550-4c2d-9345-815ad27dd176 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:46.777859 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e', 'name': 'network-vif-deleted', 'tag': '2b5ca0b8-d54c-44ab-a504-aa0d869000de', 'status': 'completed', 'code': 200} Nov 16 21:23:46.819327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.865921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.870772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] For port 2047f206-eee2-4e17-b0bc-fae2ae036961, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:46.881609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.894305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] For port 2047f206-eee2-4e17-b0bc-fae2ae036961, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2047f206-eee2-4e17-b0bc-fae2ae036961,segment=NetworkSegment(3c9c64be-a588-4694-944d-4cf8a8c8f231),segment_id=3c9c64be-a588-4694-944d-4cf8a8c8f231)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:46.897648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d076f04-1705-4f4f-bc11-0e31e51f72f1 None None] DHCP port deletion for 63927088-5df6-45c4-a337-af35c91484ed request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:46.901116 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.904461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.943531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.957117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.977880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:46.996757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:47.005077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:47.012566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7f0958-45d4-41f3-8a2a-3076a114a831,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.022918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eddb4f07-84e0-49b4-8107-f82d19636b7c req-973842b8-ddf3-47ea-89cc-7d0692f99070 tempest-DeleteServersTestJSON-1282558265 tempest-DeleteServersTestJSON-1282558265-project] 10.222.0.54 "GET /v2.0/ports?device_id=6083a6e5-c9cb-4c40-b3dd-c084f0dcc42e HTTP/1.1" status: 200 len: 210 time: 0.1199493 Nov 16 21:23:47.058912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.062703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f33fe549-a394-4cd1-b7ad-0388fc8f1783 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/3a7f0958-45d4-41f3-8a2a-3076a114a831 HTTP/1.1" status: 204 len: 168 time: 0.9390831 Nov 16 21:23:47.066305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50394) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:47.102252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.110850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Pushing event updated for resources: {'Port': ['ID=17c79203-cad5-4eda-93cf-e0b0817b69fd,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.131795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Allocated IP 172.25.7.96 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/aa2ac5ec-3b3f-4c8d-8242-b90504591d86) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:47.138637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Attempting to bind port 17c79203-cad5-4eda-93cf-e0b0817b69fd on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:47.139776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Attempting to bind port 17c79203-cad5-4eda-93cf-e0b0817b69fd by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:47.140000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Attempting to bind port 17c79203-cad5-4eda-93cf-e0b0817b69fd on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:47.154701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:47.155927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:47.155927 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.156103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:47.156528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Bound port: 17c79203-cad5-4eda-93cf-e0b0817b69fd, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:47.156912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.190521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63927088-5df6-45c4-a337-af35c91484ed']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:47.204081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ad607-91be-4380-99c5-a0f7d8b88a11 None None] Pushing event updated for resources: {'Port': ['ID=2047f206-eee2-4e17-b0bc-fae2ae036961,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.219757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:47.220107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86b77c6-c2f8-47bc-9664-e8aef9c82a10') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:47.250262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.263809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.265693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] For port 17c79203-cad5-4eda-93cf-e0b0817b69fd, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:47.272289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] For port 17c79203-cad5-4eda-93cf-e0b0817b69fd, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17c79203-cad5-4eda-93cf-e0b0817b69fd,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:47.280757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.305611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ba11d-f2d2-4d1d-bc17-10f4157fd05f req-6be26e31-3e94-445d-b2bf-5db4262e43f8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:47.319969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.326185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b93ba11d-f2d2-4d1d-bc17-10f4157fd05f req-6be26e31-3e94-445d-b2bf-5db4262e43f8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.2442129 Nov 16 21:23:47.332594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.346344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:47.346572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:47.349095 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:47.366352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Deleting port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:47.366689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.413578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067a66e-cc18-4d01-abfa-152dffec1580 None None] Pushing event updated for resources: {'Port': ['ID=17c79203-cad5-4eda-93cf-e0b0817b69fd,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.446392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.521808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:47.523763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:47.526107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.528453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:47.543153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cc91c-fd68-43c9-800f-17d5284b4d70 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:47.590708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.603192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.609427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] 10.222.0.54 "DELETE /v2.0/networks/63927088-5df6-45c4-a337-af35c91484ed HTTP/1.1" status: 204 len: 168 time: 0.9935124 Nov 16 21:23:47.645152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b93ba11d-f2d2-4d1d-bc17-10f4157fd05f req-b64cb054-2c9c-44f4-9024-5ef5dfb9df28 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020730 Nov 16 21:23:47.696343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f007c5a-fae6-4b6b-870e-331199594f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.729851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dae011-5f9f-4c75-8bcf-a8e49a372191 admin admin] Pushing event deleted for resources: {'Network': ['ID=63927088-5df6-45c4-a337-af35c91484ed,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:47.731890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9863ecb0-3d86-41aa-a23c-aaff071acf06 None None] Provisioning complete for port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:47.732498 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9863ecb0-3d86-41aa-a23c-aaff071acf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.809433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] For port 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:47.810069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.862537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 2047f206-eee2-4e17-b0bc-fae2ae036961 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:47.863229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:47.903574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50402) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:47.914961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Calling delete_port for 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:47.965360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-990d903f-c35b-4390-a320-5f3b2c9cdc9e tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:47.967022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-990d903f-c35b-4390-a320-5f3b2c9cdc9e tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.3697255 Nov 16 21:23:48.040421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9863ecb0-3d86-41aa-a23c-aaff071acf06 None None] Port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:48.078373 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5135fed9-c0c0-473f-8d44-14c805b19cb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfc8f96303704564ace974225e7f9a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709497 Nov 16 21:23:48.078574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50408) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:48.086367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.089376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe011b3-3edf-4852-84e7-049e4caab579 req-c4c4b8aa-645b-4323-ac54-1a0ad39359dc tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:48.090923 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe011b3-3edf-4852-84e7-049e4caab579 req-c4c4b8aa-645b-4323-ac54-1a0ad39359dc tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 945 time: 0.3312652 Nov 16 21:23:48.095545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port 2047f206-eee2-4e17-b0bc-fae2ae036961, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2047f206-eee2-4e17-b0bc-fae2ae036961,segment=NetworkSegment(3c9c64be-a588-4694-944d-4cf8a8c8f231),segment_id=3c9c64be-a588-4694-944d-4cf8a8c8f231)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:48.095913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.137001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a889efa-a32d-4128-be3e-81b77a21b587 req-7de12bdd-4e1e-4e28-a661-c03da85a49e1 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:48.138565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a889efa-a32d-4128-be3e-81b77a21b587 req-7de12bdd-4e1e-4e28-a661-c03da85a49e1 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.3248429 Nov 16 21:23:48.139725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 2047f206-eee2-4e17-b0bc-fae2ae036961 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:48.169335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50410) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:48.203199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Request body: {'floatingip': {'port_id': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:48.279440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.343799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.398369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.512366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.520855 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.523672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.527442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2365904-3c2e-4f9a-858b-baf4bdb28936 HTTP/1.1" status: 204 len: 168 time: 0.4478447 Nov 16 21:23:48.542333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b76cd-6afb-43b3-b8cc-1f00c84ced0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2365904-3c2e-4f9a-858b-baf4bdb28936,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:48.582178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a309b62-f516-4225-a86b-6b7724045859 None None] Network 849c3c0f-811f-4c7a-a9c8-a0d336e2846e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:48.706181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Router 0013471a-a879-4e20-820f-7c366ae87157 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:23:48.745244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2b5ca0b8-d54c-44ab-a504-aa0d869000de no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:48.848618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2b5ca0b8-d54c-44ab-a504-aa0d869000de {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:48.849489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2b5ca0b8-d54c-44ab-a504-aa0d869000de not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:48.850120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ab2df837-7aea-41f8-b30e-4411f962c213 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:48.932799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:48.953112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe011b3-3edf-4852-84e7-049e4caab579 req-b923ceb9-2f06-4c82-a06c-2a2b0efc368b tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335183 Nov 16 21:23:48.953577 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:48.999245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.003828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aefc5aa3-0c36-4c53-8378-c61099ff52c2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9917839 Nov 16 21:23:49.004683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50444) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:49.007643 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:49.010142 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:49.019224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c7513-fb5f-48cb-8c08-05e4fb8fbf81 None None] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:49.024955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8a2f0e55-a07c-497b-a82e-cfd862293dd4 None None] Provisioning complete for port 2047f206-eee2-4e17-b0bc-fae2ae036961 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:49.027253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a2f0e55-a07c-497b-a82e-cfd862293dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.035005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Deleting port ab2df837-7aea-41f8-b30e-4411f962c213 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:49.035359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.165552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.175059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:49.318458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8a2f0e55-a07c-497b-a82e-cfd862293dd4 None None] Could not find standard attr ID for object 2047f206-eee2-4e17-b0bc-fae2ae036961. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:23:49.322641 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.353027 n-d-816206-5 neutron-server[102666]: INFO neutron.plugins.ml2.db [None req-8a2f0e55-a07c-497b-a82e-cfd862293dd4 None None] No ports have port_id starting with 2047f206-eee2-4e17-b0bc-fae2ae036961 Nov 16 21:23:49.417232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=2047f206-eee2-4e17-b0bc-fae2ae036961,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:49.425774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port 2047f206-eee2-4e17-b0bc-fae2ae036961 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:49.480575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b5c763-5239-487a-8ee5-16360b8ab78a None None] DHCP port deletion for 849c3c0f-811f-4c7a-a9c8-a0d336e2846e request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:49.520716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.534728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.599485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:49.599859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.601750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17c79203-cad5-4eda-93cf-e0b0817b69fd up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:49.622248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:49.663896 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:47Z', 'revision_number': 3, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:49.674134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] Provisioning complete for port 17c79203-cad5-4eda-93cf-e0b0817b69fd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:49.674750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.695886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.713783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ab2df837-7aea-41f8-b30e-4411f962c213, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ab2df837-7aea-41f8-b30e-4411f962c213,segment=NetworkSegment(b1c71b23-7747-4602-bdf1-0a69ba0de26b),segment_id=b1c71b23-7747-4602-bdf1-0a69ba0de26b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:49.720260 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:49.735527 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Updating router 0013471a-a879-4e20-820f-7c366ae87157 port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:49.799487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:49.807234 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c101424-aa64-4e69-a1fa-670b0857088c" -d '{"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:49.812803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Calling delete_port for ab2df837-7aea-41f8-b30e-4411f962c213 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:49.837297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:49.985790 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16069f-1117-4a33-bba2-a7c54e36e580 x-openstack-request-id: req-aa16069f-1117-4a33-bba2-a7c54e36e580 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:49.986485 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:49.986901 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa16069f-1117-4a33-bba2-a7c54e36e580 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:49.987475 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'code': 200} Nov 16 21:23:50.013502 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.018127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c3c0f-811f-4c7a-a9c8-a0d336e2846e']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:50.055834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:50.093868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 17c79203-cad5-4eda-93cf-e0b0817b69fd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:50.094488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.143689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9c64be-a588-4694-944d-4cf8a8c8f231') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:50.143990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9c64be-a588-4694-944d-4cf8a8c8f231') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:50.182244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.229185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50470) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:50.239547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.363920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] For port 17c79203-cad5-4eda-93cf-e0b0817b69fd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17c79203-cad5-4eda-93cf-e0b0817b69fd,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:50.381511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.420846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.447393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-857458122-network', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:50.469395 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.481198 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.558721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.570608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9a9ce-3eb9-4e82-9295-7e5c3f26ea17 None None] Pushing event updated for resources: {'Port': ['ID=17c79203-cad5-4eda-93cf-e0b0817b69fd,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:50.573551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6ef1d-eb7a-4ab4-979f-443bcabb9515 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:50.599958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Allocated IP 172.20.0.1 (bd577cd4-a4ff-433a-a590-9301f5bad9ab/bfc2a8b4-149a-4656-ad12-6e0549bcde4c/9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:50.604096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Made reservation on behalf of 6b0b7d0b630b4d5ab4d6934e4dc26b05 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:50.611665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.611840 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Attempting to bind port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:50.612125 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Attempting to bind port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:50.612482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Attempting to bind port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:50.623079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Provisioning complete for port 17c79203-cad5-4eda-93cf-e0b0817b69fd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:50.623653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.625375 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:50.625982 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:50.626639 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.627153 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:50.627820 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Bound port: aa2ac5ec-3b3f-4c8d-8242-b90504591d86, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:50.628410 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.637265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.651464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05576380-bc0e-4eab-b12a-4ebfd63d7236 None None] Pushing event updated for resources: {'Port': ['ID=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:50.689119 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] For port aa2ac5ec-3b3f-4c8d-8242-b90504591d86, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:50.694319 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] For port aa2ac5ec-3b3f-4c8d-8242-b90504591d86, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:50.712114 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.746588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.778164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.790430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.792124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a984a64-553d-497e-848d-6ace32d6190e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:50.800882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Provisioning complete for port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:50.801356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.836853 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:50.844844 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:50.847598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05576380-bc0e-4eab-b12a-4ebfd63d7236 None None] Pushing event updated for resources: {'Port': ['ID=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:50.884093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:50.891724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:23:50.915248 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.929619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db179d4-a63d-4f9c-be00-fc69969618e7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:50.944178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.944880 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Added segment 8d14901f-a149-40bb-9133-9a4114514367 of type vlan for network 19c4694b-4c4a-4007-8273-4c8579a72849 Nov 16 21:23:50.950379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.973495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] For port aa2ac5ec-3b3f-4c8d-8242-b90504591d86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:50.980903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.007791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465904c-a562-4423-92f7-ee59a7aed45b req-23ebafbe-ef27-47f7-a0dc-993c04ee5d5e tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:51.016137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a465904c-a562-4423-92f7-ee59a7aed45b req-23ebafbe-ef27-47f7-a0dc-993c04ee5d5e tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee4adb48-6bf3-43c8-b32f-b6abdf55d229 HTTP/1.1" status: 200 len: 943 time: 0.7881353 Nov 16 21:23:51.018489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.026947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.049639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.080036 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:51.094829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Pushing event deleted for resources: {'Port': ['ID=ab2df837-7aea-41f8-b30e-4411f962c213,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:51.100534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.100980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa863db2-7bde-467c-8a32-f4238501ba7f None None] DHCP port deletion for e7ef938f-5975-4ac8-9da1-69977b6454a5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:51.101683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:51.102404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.109943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:51.110615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:51.116816 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:51.118645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.135379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325827c-9c30-4e15-909b-b03b3fbbc718 None None] Pushing event updated for resources: {'Port': ['ID=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:51.146707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8878915 Nov 16 21:23:51.159749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d654b1b7-dd86-4b32-9ee2-fb09775a19ff None None] Provisioning complete for port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:51.160032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d654b1b7-dd86-4b32-9ee2-fb09775a19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.203071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50476) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:51.295862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:51.298864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Request body: {'subnet': {'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-857458122-subnet', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:51.307131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:51.328391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:51.360193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.377470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42b94-a932-49a2-9fc0-d0bc0305ae49 admin admin] Pushing event updated for resources: {'Network': ['ID=19c4694b-4c4a-4007-8273-4c8579a72849,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:51.390344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.394209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 19c4694b-4c4a-4007-8273-4c8579a72849 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:51.394806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] No DVR routers for this DVR port ab2df837-7aea-41f8-b30e-4411f962c213 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:51.400026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.401803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Pushing event updated for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:51.406085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91955ec3-5fd6-4e27-adcb-343f1cac596e req-275d6699-28a6-4b45-a936-5900ef30e86a tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.21 "DELETE /v2.0/ports/ab2df837-7aea-41f8-b30e-4411f962c213 HTTP/1.1" status: 204 len: 173 time: 3.4304640 Nov 16 21:23:51.440027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.446373 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:47Z', 'revision_number': 3, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:51.454069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-deleted', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:51.458187 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdfa2d9-f55d-40b0-96e8-4ebf1900ab73" -d '{"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-deleted", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:51.461387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.529416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78977a0a-cdd5-4a5c-aa46-5ea0df7e2e98 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:47Z', 'revision_number': 3, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:51.622607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17c79203-cad5-4eda-93cf-e0b0817b69fd up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:51.732389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-17d9df17-f783-4cb2-ba55-4f1a8b09a274 None None] Provisioning complete for port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:51.734078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-17d9df17-f783-4cb2-ba55-4f1a8b09a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.743788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.767538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 17c79203-cad5-4eda-93cf-e0b0817b69fd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:51.767961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Made reservation on behalf of 6b0b7d0b630b4d5ab4d6934e4dc26b05 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:51.768368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.770308 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.823406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-17d9df17-f783-4cb2-ba55-4f1a8b09a274 None None] Port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:51.834433 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1ec82-2e8f-4229-8064-8f73fc3427c7 x-openstack-request-id: req-cbd1ec82-2e8f-4229-8064-8f73fc3427c7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:51.834726 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4adb48-6bf3-43c8-b32f-b6abdf55d229", "name": "network-vif-deleted", "tag": "ab2df837-7aea-41f8-b30e-4411f962c213", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:51.835186 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbd1ec82-2e8f-4229-8064-8f73fc3427c7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:51.835987 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4adb48-6bf3-43c8-b32f-b6abdf55d229', 'name': 'network-vif-deleted', 'tag': 'ab2df837-7aea-41f8-b30e-4411f962c213', 'status': 'completed', 'code': 200} Nov 16 21:23:51.839650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.894202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2047f206-eee2-4e17-b0bc-fae2ae036961 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:51.907761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a465904c-a562-4423-92f7-ee59a7aed45b req-f99a67e2-783f-4ac4-a01c-8cc6f7d6f441 tempest-ServersNegativeTestMultiTenantJSON-1902633795 tempest-ServersNegativeTestMultiTenantJSON-1902633795-project] 10.222.0.54 "GET /v2.0/security-groups?id=e98ed69c-a6a7-4f0c-9946-48c34e064d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835416 Nov 16 21:23:51.922862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2047f206-eee2-4e17-b0bc-fae2ae036961 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:51.923331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2047f206-eee2-4e17-b0bc-fae2ae036961 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:51.974752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:51.987510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/849c3c0f-811f-4c7a-a9c8-a0d336e2846e HTTP/1.1" status: 204 len: 168 time: 4.9194844 Nov 16 21:23:51.991587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50484) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:52.020705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736c2b-03d2-467c-ad96-9239c8138f11 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=849c3c0f-811f-4c7a-a9c8-a0d336e2846e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:52.026405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'name': 'tempest-PortsTestJSON-489121762'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:52.072169 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Floating IP 55f116bd-5b24-45ee-a9ef-ad888afdc7d6 associated. External IP: 172.25.7.211, port: b984ae94-3a7f-481d-bdca-0cba2ee60f85. Nov 16 21:23:52.199809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.211037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.280142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:52.284383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.343229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Pushing event updated for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:52.348359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.359403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port bdb7880e-09b2-4677-bc33-a6bbbdd1373f yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:52.493599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:52.498181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:52.637388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Router 2b3d2881-f5f0-4812-9314-401b70db41f0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:52.828576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.831061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:52.865502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8a213020-af8d-4ed9-8a32-8c2720610256 None None] Provisioning complete for port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:52.867709 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a213020-af8d-4ed9-8a32-8c2720610256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.918096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8a213020-af8d-4ed9-8a32-8c2720610256 None None] Port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:52.953397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.981288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:52.982388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.038494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb07c203-1045-4ad7-9759-052b05f74c70,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:53.062584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:53.068615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:53.075333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:53.081510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.082291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.095154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:53.098305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Router 07e1556d-7ae6-4aad-9990-d761d42f04b0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:53.099445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Checking segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:53.100087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Network hostable DHCP agents. Network: 19c4694b-4c4a-4007-8273-4c8579a72849, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:53.106056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b811d377-7186-4631-9a5c-40e2a9fd63a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/2b3d2881-f5f0-4812-9314-401b70db41f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6927047 Nov 16 21:23:53.110829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50494) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:53.115021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Sync routers for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:53.125690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:53.126311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:53.135077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Deleting subnet e8f38fad-1b01-47e8-a86a-0f0104bc3c08 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:53.141929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.146284 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1310813 Nov 16 21:23:53.147126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bcd9-e486-4523-a29d-25783a6b56a8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=bdb7880e-09b2-4677-bc33-a6bbbdd1373f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:53.159042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:53.220360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:53.223374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.237386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2161b74-c0b1-445f-a93d-8a3b5f6fc48d admin admin] 10.222.0.54 "PUT /v2.0/routers/0013471a-a879-4e20-820f-7c366ae87157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2227719 Nov 16 21:23:53.242865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Network 19c4694b-4c4a-4007-8273-4c8579a72849 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:53.317728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.373198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 19c4694b-4c4a-4007-8273-4c8579a72849) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:53.384051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:53.443546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe26dd-4c9f-4558-94cb-353a6ad4e899 None None] Network 19c4694b-4c4a-4007-8273-4c8579a72849 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:53.458188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.475776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.476385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.494320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa2ac5ec-3b3f-4c8d-8242-b90504591d86 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:53.505642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f38fad-1b01-47e8-a86a-0f0104bc3c08,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:53.528165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.535242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4ed5967-c2a2-44a1-8982-8cc633f17e6d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e8f38fad-1b01-47e8-a86a-0f0104bc3c08 HTTP/1.1" status: 204 len: 168 time: 0.5470679 Nov 16 21:23:53.535242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:53.582249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b8554336-4965-4967-b47c-29fd641fa5a6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2961874 Nov 16 21:23:53.583738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.585392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50508) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:53.610911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:53.620152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fed262-2ff0-4eda-87e6-a9d205243fa3 None None] Network e7ef938f-5975-4ac8-9da1-69977b6454a5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:53.650626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.706076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:53.727432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.729073 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Sync routers for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:53.765407 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:53.768111 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.772233 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:53.799562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ef938f-5975-4ac8-9da1-69977b6454a5']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:53.811609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c71b23-7747-4602-bdf1-0a69ba0de26b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:53.811907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c71b23-7747-4602-bdf1-0a69ba0de26b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:53.824742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.843733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.844296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.844792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.851132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:53.851588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.898649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7c1bf438-2db6-4df0-b5e7-75f1cf78023b tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "PUT /v2.0/floatingips/55f116bd-5b24-45ee-a9ef-ad888afdc7d6 HTTP/1.1" status: 200 len: 992 time: 5.7111802 Nov 16 21:23:53.915149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:53.917502 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:53.941592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port bdb7880e-09b2-4677-bc33-a6bbbdd1373f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:53.941924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:53.951213 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:53.997704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.009939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.014911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/e7ef938f-5975-4ac8-9da1-69977b6454a5 HTTP/1.1" status: 204 len: 168 time: 0.4799981 Nov 16 21:23:54.025279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:54.056088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:54.099315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.112347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.133921 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560476e1-58d4-45e3-bbc1-9054f0a40a8c x-openstack-request-id: req-560476e1-58d4-45e3-bbc1-9054f0a40a8c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:54.133921 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:54.133921 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-560476e1-58d4-45e3-bbc1-9054f0a40a8c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:54.135836 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'status': 'completed', 'code': 200} Nov 16 21:23:54.138305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50518) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:54.140388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.145763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30df563-0519-4cb4-aeef-781ab64fe4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ef938f-5975-4ac8-9da1-69977b6454a5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:54.156635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1421760093', 'description': 'tempest-description--298117306'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:54.184281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Deleting subnet 8fb2409d-c976-4707-ac78-056061e3f0e7 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:54.190481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.204184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:54.251587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.279078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:54.280274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.297160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.363748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.365153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for bdb7880e-09b2-4677-bc33-a6bbbdd1373f owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:54.395659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb2409d-c976-4707-ac78-056061e3f0e7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:54.400636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.409601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5965b2f7-dde8-4401-a1ac-c600707e0014 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8fb2409d-c976-4707-ac78-056061e3f0e7 HTTP/1.1" status: 204 len: 168 time: 0.3807573 Nov 16 21:23:54.414786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50520) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:54.476038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:54.476423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.485053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ca442-9c69-4949-8820-b855419f892a None None] DHCP port deletion for e7ef938f-5975-4ac8-9da1-69977b6454a5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:54.530543 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '55f116bd-5b24-45ee-a9ef-ad888afdc7d6', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'port_id': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'mac_address': 'fa:16:3e:d3:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:25Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 1, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.538631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.571321 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Checking router: 07e1556d-7ae6-4aad-9990-d761d42f04b0 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:54.590635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-19c4694b-4c4a-4007-8273-4c8579a72849', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:54.591572 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.601163 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:54.601967 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.683435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.716987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.736633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-a984dd70-272f-4a1a-ad5a-b5e776f511fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:54.738193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-a984dd70-272f-4a1a-ad5a-b5e776f511fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 1097 time: 0.5745182 Nov 16 21:23:54.741961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36afa847-c294-4251-968b-08f88054f721']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.753599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:54.759033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3104d69-ec31-4c6d-bad0-2bd3923a4b84') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.759317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3104d69-ec31-4c6d-bad0-2bd3923a4b84') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:54.765334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50532) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:54.772720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.781420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:54.794552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.812343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.820102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:54.820468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:54.882232 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:54.892031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.899491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.902842 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/36afa847-c294-4251-968b-08f88054f721 HTTP/1.1" status: 204 len: 168 time: 0.4838479 Nov 16 21:23:54.940965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8bd4f-01db-4e58-8f2a-7304afed60c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36afa847-c294-4251-968b-08f88054f721,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:55.064755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Deleting port df178562-8dd5-4276-8d5e-b3748f5cee78 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:55.065171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.134538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:55.143162 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '55f116bd-5b24-45ee-a9ef-ad888afdc7d6', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'port_id': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'mac_address': 'fa:16:3e:d3:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:25Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 1, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:55.147768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:49Z', 'revision_number': 5, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port': {'id': 'df178562-8dd5-4276-8d5e-b3748f5cee78', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:15Z', 'updated_at': '2021-11-16T21:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:55.198878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Checking router: 2b3d2881-f5f0-4812-9314-401b70db41f0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:55.208063 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93f9d842-96fb-4902-85fc-4c8ae620a319 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0342e6644074efc9e023a28b35142d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718491 Nov 16 21:23:55.211352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:55.236215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.241611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Allocated IP 172.20.0.2 (19c4694b-4c4a-4007-8273-4c8579a72849/fb07c203-1045-4ad7-9759-052b05f74c70/6b993790-b504-495e-8384-97f985619322) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:55.266725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Routers {'2b3d2881-f5f0-4812-9314-401b70db41f0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:55.267382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2b3d2881-f5f0-4812-9314-401b70db41f0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:55.286413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.310823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.365720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] For port df178562-8dd5-4276-8d5e-b3748f5cee78, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df178562-8dd5-4276-8d5e-b3748f5cee78,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:55.366084 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615765ec-5dda-488f-94be-a0a9ee2c9734 None None] The sync data for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 is: [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '55f116bd-5b24-45ee-a9ef-ad888afdc7d6', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'port_id': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'mac_address': 'fa:16:3e:d3:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:25Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 1, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:55.366979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.378146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.380696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.385285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e98ed69c-a6a7-4f0c-9946-48c34e064d43 HTTP/1.1" status: 204 len: 168 time: 0.1718595 Nov 16 21:23:55.394602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Calling delete_port for df178562-8dd5-4276-8d5e-b3748f5cee78 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:55.394911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fcfac-9ea3-4e15-a010-f24e62bfae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98ed69c-a6a7-4f0c-9946-48c34e064d43,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:55.502635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Deleting subnet c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:55.505008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.512079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] Set router 2b3d2881-f5f0-4812-9314-401b70db41f0 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:55.550145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.555261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=bdb7880e-09b2-4677-bc33-a6bbbdd1373f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:55.557172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.584896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:54Z', 'revision_number': 6, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:55.630901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6155e9-3e5e-4631-ae4a-64a785faf628 None None] The sync data for ids ['2b3d2881-f5f0-4812-9314-401b70db41f0'] in n-d-816206-5 is: [{'id': '2b3d2881-f5f0-4812-9314-401b70db41f0', 'name': 'tempest-FloatingIPsTestJSON-1236350313-router', 'tenant_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:14Z', 'updated_at': '2021-11-16T21:23:54Z', 'revision_number': 6, 'project_id': 'c9b17dcb2afe47a6bcabe8b0d07df765', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:55.659544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 2, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:55.714188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:55.714546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Updating router 0013471a-a879-4e20-820f-7c366ae87157 port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:23:55.758742 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17cc76-a8b4-4c81-ba65-236a053d57a8 None None] New status for floating IP 55f116bd-5b24-45ee-a9ef-ad888afdc7d6: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:23:55.819150 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.937537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.949553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.012923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Pushing event updated for resources: {'Port': ['ID=6b993790-b504-495e-8384-97f985619322,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.033340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Network 19c4694b-4c4a-4007-8273-4c8579a72849 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:56.046404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:56.060408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.064206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9194396 Nov 16 21:23:56.064745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50550) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.070037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group_rule': {'security_group_id': '04cf0b70-2b4a-4362-b628-afd888a0890e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:56.077596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:56.150625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.155293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c667e-3147-42ca-9e14-a4886254c85b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf0b70-2b4a-4362-b628-afd888a0890e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.200270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.205053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.220049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.226968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b41d30ee-7016-4757-8dac-6a2337bf0e78 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/bdb7880e-09b2-4677-bc33-a6bbbdd1373f HTTP/1.1" status: 204 len: 168 time: 3.0302954 Nov 16 21:23:56.238967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50556) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.269977 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1e4bca7-59c6-4492-a2fe-5a4e0ecd0154 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cdb98ea829b4b3abe533a3a07d60a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153696 Nov 16 21:23:56.276560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50558) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.279234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'mac_address': 'fa:16:3e:83:9b:18', 'name': 'tempest-PortsTestJSON-1841538763'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:56.305311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Attempting to bind port 6b993790-b504-495e-8384-97f985619322 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:56.305815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Attempting to bind port 6b993790-b504-495e-8384-97f985619322 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:56.306058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Attempting to bind port 6b993790-b504-495e-8384-97f985619322 on network 19c4694b-4c4a-4007-8273-4c8579a72849 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:56.356361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.375538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.378554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-0d4fd0c5-ecbf-4aa6-982c-2520e3ed99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.380625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-0d4fd0c5-ecbf-4aa6-982c-2520e3ed99a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 200 len: 913 time: 1.6010540 Nov 16 21:23:56.382844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.386121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.388748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df178562-8dd5-4276-8d5e-b3748f5cee78,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.411781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcbb019-64c4-4df0-84f2-7ca4d01780de,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.418494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.475631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.478632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.482512 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5da1a90-a58b-49e4-a31a-4b969a881309 HTTP/1.1" status: 204 len: 168 time: 0.2025206 Nov 16 21:23:56.490110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388ce95-f353-4087-ba04-ec0099f5bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5da1a90-a58b-49e4-a31a-4b969a881309,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.495678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c1817-ed24-41b0-bf49-1b4f5ea0c5db None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:56.509378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:56.509757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Checking segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:56.510258 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.510761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Bound using segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:56.511277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Bound port: 6b993790-b504-495e-8384-97f985619322, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:56.511757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.550038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.554098 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-582d7215-2d2c-4fd3-bc14-396bd56c7ddd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858844 Nov 16 21:23:56.554274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:56.559504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50562) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.569685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group_rule': {'security_group_id': '04cf0b70-2b4a-4362-b628-afd888a0890e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:56.624871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] For port 6b993790-b504-495e-8384-97f985619322, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:56.628133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] For port 6b993790-b504-495e-8384-97f985619322, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6b993790-b504-495e-8384-97f985619322,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:56.637483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.637781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.647291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.663861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.681228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.689687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-a15e246a-6397-4161-b263-6c3e2b1981f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 200 len: 1002 time: 0.2933931 Nov 16 21:23:56.691575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.717011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df0c02-efc4-4429-9544-92eafae54614 None None] Pushing event updated for resources: {'Port': ['ID=6b993790-b504-495e-8384-97f985619322,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.815554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7faccb-3814-4bb1-8d73-9c149f2895dc None None] Pushing event updated for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.836600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.855232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Attempting to bind port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:56.861216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Attempting to bind port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:56.861597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Attempting to bind port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:56.862350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.874711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:56.875672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:56.876261 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.877343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:56.878096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Bound port: 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:56.878827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.883476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4846041-02a5-4df7-9932-6d6c12cfd63a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.917779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.919095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e1ac361-b55b-4e23-807d-ee5898c7395d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580830 Nov 16 21:23:56.923792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50566) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.928292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:56.961675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.009087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] For port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:57.017805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] For port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:57.026045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.031961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.036587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.053105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.091865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 85935bb2-7eb4-40a2-9ac2-27dffa197d9f yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:57.106137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-90f2945d-96d2-4780-9033-dfd145c0ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.108237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-90f2945d-96d2-4780-9033-dfd145c0ecc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f646ae6-93da-4892-ae19-1f2b39de4bd1 HTTP/1.1" status: 200 len: 851 time: 0.3987820 Nov 16 21:23:57.120738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:57.122531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:57.237155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.237363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.258944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.259520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3d2881-f5f0-4812-9314-401b70db41f0 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:23:57.283152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.284361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2b7935ad-12c0-460a-b95c-3f0c067cfac9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2b3d2881-f5f0-4812-9314-401b70db41f0 HTTP/1.1" status: 204 len: 168 time: 4.1706555 Nov 16 21:23:57.356936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:57.421135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89bdf64-6ef6-4333-aa2b-ee38f2c167c6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:57.460431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7faccb-3814-4bb1-8d73-9c149f2895dc None None] Pushing event updated for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:57.524825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] Provisioning complete for port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:57.525166 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.569571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6b993790-b504-495e-8384-97f985619322 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:57.592976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.598146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4d1003d-0313-41dd-91df-03579ba1112e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c89bdf64-6ef6-4333-aa2b-ee38f2c167c6 HTTP/1.1" status: 204 len: 168 time: 2.7920454 Nov 16 21:23:57.610978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b304208-8369-4d76-b1f5-f31c924b97fb None None] Network bb8f2584-ae71-4bab-9483-7e198525eb37 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:57.614633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50582) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:57.616897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-3be11697-c08a-47b8-a442-17abbb64273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.618704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-3be11697-c08a-47b8-a442-17abbb64273e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4710693 Nov 16 21:23:57.633939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Allocated IP 172.25.7.156 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/2312f959-ceae-4fdc-bbde-e576c4453349) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:57.693373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:57.711009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.769524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.805931 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Deleting subnet bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:23:57.809870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.813556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.820161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6b993790-b504-495e-8384-97f985619322 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:57.820512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.836518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-da2abe50-4f6a-4ffd-b06c-8a62b1429042 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281095 Nov 16 21:23:57.911235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:57.917559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:57.920830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:57.925422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.993445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=2312f959-ceae-4fdc-bbde-e576c4453349,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:57.996352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdccff2-747a-4a45-834b-84188281aa16 None None] DHCP port deletion for bb8f2584-ae71-4bab-9483-7e198525eb37 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:58.019718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.133288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.141367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.182638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.274254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] For port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:58.303631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b481884-208a-44a2-a509-b169722f4996 None None] Network 19c4694b-4c4a-4007-8273-4c8579a72849 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:58.309540 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.333330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=85935bb2-7eb4-40a2-9ac2-27dffa197d9f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.404818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d8594-e619-410a-9f3b-9baaaec4fcc7 None None] Pushing event updated for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.409445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.464784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50600) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:58.471585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d0dab5-39d6-40c9-9e7f-43fd37e6f1e6 req-032b2a7b-c507-4c26-9031-3235b0620ff1 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150270 Nov 16 21:23:58.478879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.485060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 6b993790-b504-495e-8384-97f985619322, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6b993790-b504-495e-8384-97f985619322,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:58.502280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:58.503228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.518267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8b05-4204-4769-abf5-ca1e44e2877e None None] Provisioning complete for port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:58.518543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8b05-4204-4769-abf5-ca1e44e2877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.544914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.552339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.581167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.595913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:58.604089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.605015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef8f94-5e23-48f1-99d5-6ee5e011fb95 None None] Network 28ae6705-e353-483d-bbf0-59ab39cfa2aa requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:58.613821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.622659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.625187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:58.628714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac1326f1-8472-49c6-971d-4094ef7774a3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bf816b1f-5187-4e2d-aa2e-dbf5ab9e6fc6 HTTP/1.1" status: 204 len: 168 time: 1.2616353 Nov 16 21:23:58.629413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50606) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:58.634794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.636287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.653265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=6b993790-b504-495e-8384-97f985619322,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.673638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8f2584-ae71-4bab-9483-7e198525eb37']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:58.678285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df178562-8dd5-4276-8d5e-b3748f5cee78 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:58.679591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.700212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7919-b87f-40c8-8087-ee2307cc1809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.738048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7da66bc-0629-404d-9e9b-aeb1c3d52042') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:58.738309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7da66bc-0629-404d-9e9b-aeb1c3d52042') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:58.743010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: df178562-8dd5-4276-8d5e-b3748f5cee78 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:58.743351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df178562-8dd5-4276-8d5e-b3748f5cee78 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:58.743822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:58.743998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.763570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cd7049d4-621e-4efe-90cb-ae67518cbed2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5127037 Nov 16 21:23:58.766747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:58.767110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7b4e67f0-a01d-4e80-8bf1-c17aa99bf49a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:58.767215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.770134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:58.798301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.799132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:57Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:58.834944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:58.835430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:58.839396 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:58.842381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88aea0-8deb-4826-9ea2-d0430102ba7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.846470 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ce88aea0-8deb-4826-9ea2-d0430102ba7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/85935bb2-7eb4-40a2-9ac2-27dffa197d9f HTTP/1.1" status: 200 len: 841 time: 0.0724652 Nov 16 21:23:58.847592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50610) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:58.850915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee146d-f863-47f9-95a2-006661e4bfe3 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:57Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:58.869283 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:23:58.936925 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.953372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Allocated IP 172.25.7.114 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/4a38c831-ec10-4fa7-a8b0-559259ef612b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:58.966166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.969876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb8f2584-ae71-4bab-9483-7e198525eb37 HTTP/1.1" status: 204 len: 168 time: 1.3501060 Nov 16 21:23:58.993244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc46a5-426e-4791-86a5-5ff692c7bcd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8f2584-ae71-4bab-9483-7e198525eb37,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.037523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8b05-4204-4769-abf5-ca1e44e2877e None None] Provisioning complete for port 6b993790-b504-495e-8384-97f985619322 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:59.038113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8b05-4204-4769-abf5-ca1e44e2877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.039357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Deleting port 137db80a-6448-42f9-bc24-07c9ab7f4b41 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:59.039697 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.110294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7919-b87f-40c8-8087-ee2307cc1809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.123404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7919-b87f-40c8-8087-ee2307cc1809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.146430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] For port 137db80a-6448-42f9-bc24-07c9ab7f4b41, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=137db80a-6448-42f9-bc24-07c9ab7f4b41,segment=NetworkSegment(64a426a6-9ed5-4fb7-a909-7c81ce5d01f2),segment_id=64a426a6-9ed5-4fb7-a909-7c81ce5d01f2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:59.146802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.161954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Calling delete_port for 137db80a-6448-42f9-bc24-07c9ab7f4b41 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:59.213925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b7919-b87f-40c8-8087-ee2307cc1809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5366f2e2-e9c0-45be-9b32-5801fd582e2c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.247715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7a6b7919-b87f-40c8-8087-ee2307cc1809 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5931de48566b49188cc213a955a8767e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7706261 Nov 16 21:23:59.248698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50614) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:59.293892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50616) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:59.319164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65ab16-ccc4-4858-b962-bd55b9e34db2 None None] DHCP port deletion for 28ae6705-e353-483d-bbf0-59ab39cfa2aa request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:59.328225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.406273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=137db80a-6448-42f9-bc24-07c9ab7f4b41,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.418331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.425237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 85935bb2-7eb4-40a2-9ac2-27dffa197d9f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:59.426027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.434646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] No DVR routers for this DVR port 137db80a-6448-42f9-bc24-07c9ab7f4b41 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:59.473601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.478100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.522567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.555676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-855779ae-7c8f-4805-903e-f8d6f03f6f5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04c0a9ec6a9d4d01b9541a2f3c3cf780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583032 Nov 16 21:23:59.561552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50618) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:59.565937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:59.590418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.622267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-53913712-f4b5-448c-8137-3a667678196a None None] Provisioning complete for port 6b993790-b504-495e-8384-97f985619322 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:59.622792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-53913712-f4b5-448c-8137-3a667678196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.690511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.696420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.724936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.740187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:59.740991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.743883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.751104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=2312f959-ceae-4fdc-bbde-e576c4453349,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.775567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Pushing event updated for resources: {'Port': ['ID=4a38c831-ec10-4fa7-a8b0-559259ef612b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.777554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ae6705-e353-483d-bbf0-59ab39cfa2aa']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:59.790253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.793083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 85935bb2-7eb4-40a2-9ac2-27dffa197d9f owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:59.800307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:59.800518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a426a6-9ed5-4fb7-a909-7c81ce5d01f2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:59.814142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:59.821413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:59.824527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:59.845947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c79bc-2e97-48ee-ac2a-66437d7d0500 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:23:59.849635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.899525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.909786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.919670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0eb8c72a-d886-4802-b0e6-a0443f1e1c40 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9947572 Nov 16 21:23:59.928901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:23:59.929560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:23:59.931500 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:23:59.964596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6b993790-b504-495e-8384-97f985619322 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:00.003459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.005282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.008152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.009310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5366f2e2-e9c0-45be-9b32-5801fd582e2c HTTP/1.1" status: 204 len: 168 time: 0.7575786 Nov 16 21:24:00.043303 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.043608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f09587aa-ccd9-4a7c-9357-1abc632896cb None None] Provisioning complete for port 4a38c831-ec10-4fa7-a8b0-559259ef612b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:00.044662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f09587aa-ccd9-4a7c-9357-1abc632896cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.057156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.067671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/28ae6705-e353-483d-bbf0-59ab39cfa2aa HTTP/1.1" status: 204 len: 168 time: 1.4376574 Nov 16 21:24:00.069479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb827e9f-3882-4245-afc8-320dd9549dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366f2e2-e9c0-45be-9b32-5801fd582e2c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:00.104483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce99a53-00bb-489b-97ce-5dafbe964bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ae6705-e353-483d-bbf0-59ab39cfa2aa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:00.122490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.159877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f09587aa-ccd9-4a7c-9357-1abc632896cb None None] Port 4a38c831-ec10-4fa7-a8b0-559259ef612b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:00.164054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6b993790-b504-495e-8384-97f985619322 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:00.167542 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.215699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=85935bb2-7eb4-40a2-9ac2-27dffa197d9f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:00.237576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.246867 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-920c31a5-7cf2-4e8b-9427-16f92ce544ff tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/85935bb2-7eb4-40a2-9ac2-27dffa197d9f HTTP/1.1" status: 204 len: 168 time: 1.3983905 Nov 16 21:24:00.251370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.308641 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be757d8-c9aa-4317-939c-4f6586951be7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:00.312780 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9be757d8-c9aa-4317-939c-4f6586951be7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/85935bb2-7eb4-40a2-9ac2-27dffa197d9f HTTP/1.1" status: 404 len: 333 time: 0.0601323 Nov 16 21:24:00.317438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50642) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.328291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'name': 'tempest-PortsTestJSON-1852369592'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:00.459376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 137db80a-6448-42f9-bc24-07c9ab7f4b41 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:00.509163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 137db80a-6448-42f9-bc24-07c9ab7f4b41 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:00.510283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 137db80a-6448-42f9-bc24-07c9ab7f4b41 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:00.547657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:00.551751 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.555877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50652) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.598315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port adb2dda8-2890-4feb-ae90-53e15cc34e7a yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:00.695159 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1bd6869b-ecc0-47cc-a201-3fd0b93a4cb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9b17dcb2afe47a6bcabe8b0d07df765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292174 Nov 16 21:24:00.702857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.855939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.858449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.861972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.863814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22e431bf-41a5-412a-9865-acc91355f25e HTTP/1.1" status: 204 len: 168 time: 1.3012857 Nov 16 21:24:00.888511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-7e6d52ba-9f80-442f-9d70-f29c26d10a30 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1421760093&fields=id&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 267 time: 0.6431370 Nov 16 21:24:00.903622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.904623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e431bf-41a5-412a-9865-acc91355f25e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:00.909122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.912156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.991242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.007645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.009718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.013320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d286d18c-4335-4924-a8fb-56e29e527b22 HTTP/1.1" status: 204 len: 168 time: 0.3070157 Nov 16 21:24:01.055978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:01.056895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebd147-e020-43ca-81d8-f65a2ccd51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d286d18c-4335-4924-a8fb-56e29e527b22,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.074862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:01.079242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:01.085306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:01.086191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.104078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=adb2dda8-2890-4feb-ae90-53e15cc34e7a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.113832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b292976-4f99-4cc0-9dff-dec6a9165c61 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7952304 Nov 16 21:24:01.114786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50674) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.120988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:01.204570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.210126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.210471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.211087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.211420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.211747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.212066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.212396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.212716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.213033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.213356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.213675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.213992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a97586-75bb-47cb-b6e0-6cbc5e437a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:01.246072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-ac0fffcb-36a3-4f77-8ffe-c645ce90aff2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:01.247731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-ac0fffcb-36a3-4f77-8ffe-c645ce90aff2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 817 time: 0.3482411 Nov 16 21:24:01.270626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-334070de-8654-4a18-a22c-94e0ab5ebd7d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/quotas/cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0148761 Nov 16 21:24:01.303280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.434046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.440131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-e627c489-d676-4d59-8ebe-18380cc8eaf7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513743 Nov 16 21:24:01.440504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.478866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] In _notify_port_updated(), no bound segment for port adb2dda8-2890-4feb-ae90-53e15cc34e7a on network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:01.486454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:01.487338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.489023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/ports/adb2dda8-2890-4feb-ae90-53e15cc34e7a HTTP/1.1" status: 200 len: 818 time: 0.3725870 Nov 16 21:24:01.497045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50684) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.543908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6a9c2-9bd3-46fc-9122-cbfffa1dab87 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=adb2dda8-2890-4feb-ae90-53e15cc34e7a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.590836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-d2dcd280-399f-4689-98b9-038167715206 service neutron] 10.222.0.54 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496427 Nov 16 21:24:01.613126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Router ac8be246-55b4-4dd8-9e45-924d7b01676c is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:01.620595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port adb2dda8-2890-4feb-ae90-53e15cc34e7a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:01.621184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.718561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.733631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for adb2dda8-2890-4feb-ae90-53e15cc34e7a owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:01.794319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:01.799868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-d0f834f1-20b4-4be6-ba1f-3af65ff501a2 service neutron] 10.222.0.54 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060182 Nov 16 21:24:01.812554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Sync routers for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:01.825197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.828697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c7eda715-5556-4d53-a2fd-bd1b43b3f87f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2373781 Nov 16 21:24:01.829555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:01.830183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:01.832053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50708) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.920514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.968473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=adb2dda8-2890-4feb-ae90-53e15cc34e7a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.989881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.995171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c998a3a-3fd1-491c-982b-ad22ab87e18f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/adb2dda8-2890-4feb-ae90-53e15cc34e7a HTTP/1.1" status: 204 len: 168 time: 0.5016441 Nov 16 21:24:01.998088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50714) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.056423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:02.256211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d058e31-f61b-4756-bf68-99bc05cbe760 req-4f54e61f-537b-4ab7-b7dc-8475ba811a34 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.1726580 Nov 16 21:24:02.297469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c669e1-e4bf-4ded-acbc-48c4940b87a7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:02.303270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b0c669e1-e4bf-4ded-acbc-48c4940b87a7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3011796 Nov 16 21:24:02.303842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.368006 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c457ef8-2324-423c-82c5-b0ea46bf800d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:02.376205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c457ef8-2324-423c-82c5-b0ea46bf800d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/adb2dda8-2890-4feb-ae90-53e15cc34e7a HTTP/1.1" status: 404 len: 333 time: 0.0671468 Nov 16 21:24:02.377472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50732) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.397703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1967404720'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:02.459039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:00Z', 'revision_number': 3, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:02.476380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:02.480809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.500343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Checking router: ac8be246-55b4-4dd8-9e45-924d7b01676c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:02.500694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Updating router ac8be246-55b4-4dd8-9e45-924d7b01676c port 4a38c831-ec10-4fa7-a8b0-559259ef612b binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:02.536122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.551831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:02.571762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.575033 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment 1e5e3c2e-cffd-4c30-aacb-b357319036fa of type vlan for network 7c02fcdf-f541-45db-a65c-61aee2fae757 Nov 16 21:24:02.668825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.730143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.744089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:02.744869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.859155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.862793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4769137 Nov 16 21:24:02.863108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50750) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.870896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:02.876378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8bb5-5546-4782-8ad9-90c0b7bcdebd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=7c02fcdf-f541-45db-a65c-61aee2fae757,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:02.929762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50754) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.957539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.965007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:03.013349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:03.019317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.024085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.090663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1e37b-e065-403e-b148-217ff82794fc None None] Pushing event updated for resources: {'Port': ['ID=4a38c831-ec10-4fa7-a8b0-559259ef612b,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:03.110098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7e682-5117-472a-8887-3b443e55e4d0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:03.144366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Attempting to bind port 4a38c831-ec10-4fa7-a8b0-559259ef612b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:03.144734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Attempting to bind port 4a38c831-ec10-4fa7-a8b0-559259ef612b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:03.145375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Attempting to bind port 4a38c831-ec10-4fa7-a8b0-559259ef612b on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:03.161238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:03.161615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:03.163396 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.163812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:03.164491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Bound port: 4a38c831-ec10-4fa7-a8b0-559259ef612b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:03.164884 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.257030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-808fd809-bf70-41e5-bc40-66fec5e6f7f3 None None] Provisioning complete for port 4a38c831-ec10-4fa7-a8b0-559259ef612b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:03.257516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-808fd809-bf70-41e5-bc40-66fec5e6f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.284840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] For port 4a38c831-ec10-4fa7-a8b0-559259ef612b, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:03.314575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] For port 4a38c831-ec10-4fa7-a8b0-559259ef612b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a38c831-ec10-4fa7-a8b0-559259ef612b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:03.324153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-808fd809-bf70-41e5-bc40-66fec5e6f7f3 None None] Port 4a38c831-ec10-4fa7-a8b0-559259ef612b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:03.327263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-485391070-network', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:03.331577 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.358431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50766) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.377180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Allocated IP 172.20.0.1 (19c4694b-4c4a-4007-8273-4c8579a72849/fb07c203-1045-4ad7-9759-052b05f74c70/ac2adc05-8da1-4e2e-a93d-71bbb67267a6) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:03.420528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823aa2b8-c5d5-4119-ab18-257266ff1fc2 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:03.433473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1e37b-e065-403e-b148-217ff82794fc None None] Pushing event updated for resources: {'Port': ['ID=4a38c831-ec10-4fa7-a8b0-559259ef612b,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:03.438423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:03.441106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:03.441736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:03.442167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.454793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.509695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.525307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c695fc1e-4f18-47db-aa76-ecee22fdc0af req-77f7a109-c145-46e3-9c12-9205654205ab tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.1115403 Nov 16 21:24:03.533479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-network', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:03.598877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=ab4b4277-fc72-44f0-8b3a-7f00770d219e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:03.623190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Made reservation on behalf of 877bc3b3c1ab443886f8b1abd2b814a8 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:03.631174 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.643304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] Provisioning complete for port 4a38c831-ec10-4fa7-a8b0-559259ef612b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:03.643728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.647349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': '1e5e3c2e-cffd-4c30-aacb-b357319036fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:03.647812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 7c02fcdf-f541-45db-a65c-61aee2fae757, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:03.656996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.679903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.688433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.689026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.701751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:03.713257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.713769 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Added segment 1ae8dcd4-779f-4411-a65d-2ab73394588b of type vlan for network aab467e1-611d-4394-87cc-a6729d8256c7 Nov 16 21:24:03.759972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.762457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:03.789893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:03.803613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.805507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.806956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.880273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7c02fcdf-f541-45db-a65c-61aee2fae757) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:03.893199 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9597189 Nov 16 21:24:03.893199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.893462 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.901884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50784) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.906775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92d388e-e49c-4195-bf20-7cc5c0b75b22,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:03.909851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Request body: {'subnet': {'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-485391070-subnet', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:03.920583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a667a80-6cda-4cbb-a7c0-41a4199836a6 None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:03.954694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7897c-7413-4942-89cc-c6e5d1dc2de0 admin admin] Pushing event updated for resources: {'Network': ['ID=aab467e1-611d-4394-87cc-a6729d8256c7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:03.971635 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.978054 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-99d266a1-0f18-436b-9aa6-8b71048a3f72 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138787 Nov 16 21:24:03.979078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50790) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.986390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:03.992977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network aab467e1-611d-4394-87cc-a6729d8256c7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:04.005114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-03705a36-62dc-4e2c-b702-8d1ff57adc07 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:04.006716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-03705a36-62dc-4e2c-b702-8d1ff57adc07 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 817 time: 0.3251424 Nov 16 21:24:04.021082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.060083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.082613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Network 19c4694b-4c4a-4007-8273-4c8579a72849 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:04.083856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.098770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:04.112688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:04.115230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.123995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:04.126566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:04.144362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.144705 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Added segment 77df321c-9dc1-4669-94ca-61c4682c7536 of type vlan for network e65ec696-0cf5-4f7e-8425-fcae4e875d74 Nov 16 21:24:04.184508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] For port 4a38c831-ec10-4fa7-a8b0-559259ef612b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a38c831-ec10-4fa7-a8b0-559259ef612b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:04.188438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:04.192391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.224696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.236264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:04.362309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf216da-4778-4592-bbad-0d0b966e5cc0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:04.372700 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab4b4277-fc72-44f0-8b3a-7f00770d219e (CIDR: 172.20.0.0/28) Nov 16 21:24:04.379777 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:24:04.380295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:24:04.382371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.422864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-35d2dde1-49ac-4928-a27c-54ac83c9c40a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4423630 Nov 16 21:24:04.423680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50806) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:04.428974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:04.434803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.462791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-c2eecd11-35c0-4a98-82b9-fea77e2c2a8b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 380 time: 0.4168627 Nov 16 21:24:04.483194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'port': {'device_id': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'admin_state_up': True, 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'security_groups': ['04cf0b70-2b4a-4362-b628-afd888a0890e']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:04.640607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:04.645102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.677678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ca8f5076-706d-4390-ac55-f0ac7d59e327 None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:04.677962 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5076-706d-4390-ac55-f0ac7d59e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.683468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75506b5e-2833-42e5-8752-6837f3184778 None None] Pushing event updated for resources: {'Port': ['ID=4a38c831-ec10-4fa7-a8b0-559259ef612b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:04.752971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f5076-706d-4390-ac55-f0ac7d59e327 None None] Port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:04.758161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:00Z', 'revision_number': 3, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:04.762003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7c02fcdf-f541-45db-a65c-61aee2fae757', 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': 'ab4b4277-fc72-44f0-8b3a-7f00770d219e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:04.762882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.808486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49669b64-77fc-40e8-9c95-659341aba23a None None] The sync data for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 is: [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:00Z', 'revision_number': 3, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:04.895850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.896810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:04.897385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.970575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd64396e-0aed-4c40-9a71-7d94ac6f5049 req-cf531e0c-42e9-4d51-9180-292bdf811fb1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.1196589 Nov 16 21:24:05.006102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.026757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Allocated IP 172.20.0.2 (7c02fcdf-f541-45db-a65c-61aee2fae757/ab4b4277-fc72-44f0-8b3a-7f00770d219e/4bb6b8a2-6e32-4672-9010-14c2cc202153) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:05.050956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:05.057369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:05.062252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:05.062963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.082310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=2300ca3b-a7e3-481f-a966-409dc5286ba5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.101950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ede27b72-9512-4c76-a8d9-10e3611f049b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6763942 Nov 16 21:24:05.103179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50820) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:05.107459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7478786 Nov 16 21:24:05.113783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'fixed_ips': [{'subnet_id': 'ab4b4277-fc72-44f0-8b3a-7f00770d219e'}, {'subnet_id': '2300ca3b-a7e3-481f-a966-409dc5286ba5'}], 'name': 'tempest-PortsTestJSON-393921831'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:05.119622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50822) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:05.131075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Request body: {'subnet': {'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-subnet', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:05.188555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733bb59-5a82-47fc-828b-4bd7bc9df801 admin admin] Pushing event updated for resources: {'Network': ['ID=e65ec696-0cf5-4f7e-8425-fcae4e875d74,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.206592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:05.278027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.358767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Made reservation on behalf of 877bc3b3c1ab443886f8b1abd2b814a8 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:05.362075 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.374092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50830) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:05.395221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.442429 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.503268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a38c831-ec10-4fa7-a8b0-559259ef612b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:05.509803 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.544656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Made reservation on behalf of cc486de4959f4548978487fd56c2b0a6 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:05.549288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.648464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:05.662147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:05.671835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:05.678341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Pushing event updated for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.681226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:05.719268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4a38c831-ec10-4fa7-a8b0-559259ef612b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:05.719763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.741087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Allocated IP 172.20.0.3 (bd577cd4-a4ff-433a-a590-9301f5bad9ab/bfc2a8b4-149a-4656-ad12-6e0549bcde4c/27195d92-cbc1-43a3-8ee7-7c020e7cc727) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:05.783551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.802492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Attempting to bind port 4bb6b8a2-6e32-4672-9010-14c2cc202153 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:05.802741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35977ea4-6cf8-43e0-80c2-365d82f1af63,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.802844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Attempting to bind port 4bb6b8a2-6e32-4672-9010-14c2cc202153 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1e5e3c2e-cffd-4c30-aacb-b357319036fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:05.803248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Attempting to bind port 4bb6b8a2-6e32-4672-9010-14c2cc202153 on network 7c02fcdf-f541-45db-a65c-61aee2fae757 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:05.810639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:05.811543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Checking segment: {'id': '1e5e3c2e-cffd-4c30-aacb-b357319036fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:05.811945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.812592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Bound using segment: {'id': '1e5e3c2e-cffd-4c30-aacb-b357319036fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:05.813073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Bound port: 4bb6b8a2-6e32-4672-9010-14c2cc202153, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5e3c2e-cffd-4c30-aacb-b357319036fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:05.813453 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.815800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:05.883042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4e28808-5731-4c88-ab17-05c9f2621792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.912997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:05.916629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4bb6b8a2-6e32-4672-9010-14c2cc202153,segment=NetworkSegment(1e5e3c2e-cffd-4c30-aacb-b357319036fa),segment_id=1e5e3c2e-cffd-4c30-aacb-b357319036fa)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:05.922420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.942593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Checking segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:05.943011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Network hostable DHCP agents. Network: aab467e1-611d-4394-87cc-a6729d8256c7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:06.004357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90693dfc-2e07-4389-9ec8-5310727936e1 None None] Pushing event updated for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.123183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Network aab467e1-611d-4394-87cc-a6729d8256c7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:06.189586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69868f33-d866-46a9-bc9f-0360bface2e2 req-f684b568-209f-40c0-a1b1-6bfc8c13b854 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.1177695 Nov 16 21:24:06.218261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.242053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, aab467e1-611d-4394-87cc-a6729d8256c7) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:06.242053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.242053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.267376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f211ee5-b81e-4e70-a357-1f05530c99cd None None] Network aab467e1-611d-4394-87cc-a6729d8256c7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:06.277738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.323138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.11 (7c02fcdf-f541-45db-a65c-61aee2fae757/ab4b4277-fc72-44f0-8b3a-7f00770d219e/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:06.335108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.24 (7c02fcdf-f541-45db-a65c-61aee2fae757/2300ca3b-a7e3-481f-a966-409dc5286ba5/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:06.368972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50838) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:06.374052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-90bd03dc-c694-41dc-a93d-5473473ff064 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4696021 Nov 16 21:24:06.375457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:06.410383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.411544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.451051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.500970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4e28808-5731-4c88-ab17-05c9f2621792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.506621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.542826 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.549751 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4e28808-5731-4c88-ab17-05c9f2621792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.581001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-aab467e1-611d-4394-87cc-a6729d8256c7', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:06.582164 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.598441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eea21ce-9780-4d52-8e57-827e82afc764,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.621884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.674424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e4e28808-5731-4c88-ab17-05c9f2621792 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f4b42e706dc4504a439b58d8c2e5e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2897444 Nov 16 21:24:06.675338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28808-5731-4c88-ab17-05c9f2621792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa24fab-2eb4-4fa1-bfae-57feefc09b80,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.678431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50842) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:06.679259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Checking segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:06.679625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Network hostable DHCP agents. Network: e65ec696-0cf5-4f7e-8425-fcae4e875d74, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:06.682028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.683753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.731118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.736006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.737037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:06.750515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:06.764836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Allocated IP 172.20.0.2 (aab467e1-611d-4394-87cc-a6729d8256c7/35977ea4-6cf8-43e0-80c2-365d82f1af63/ff115942-04ee-427e-b36b-16ecdfa296e4) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:06.765869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:06.811601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.835407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.884359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:06.916725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.930842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:06.934087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.937487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e65ec696-0cf5-4f7e-8425-fcae4e875d74) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:06.942184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.942801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.944461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:06.949737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:06.963213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d5e8c-358a-4e1e-90a5-b50b6f978658 None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:06.991722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.992442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.003850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.017665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-661adf1d-6a39-406e-930d-a013d3a5827c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8910480 Nov 16 21:24:07.025247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:07.026040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.026178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50844) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:07.031048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:07.058622 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-49fe7ce4-d8a0-4177-81a2-c40bb353079b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9527712 Nov 16 21:24:07.059997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50846) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:07.068651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab4b4277-fc72-44f0-8b3a-7f00770d219e'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:07.068936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.069797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Network 19c4694b-4c4a-4007-8273-4c8579a72849 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:07.076032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f29b8ee8-4f05-43ef-8433-b5c893073ea7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6056337 Nov 16 21:24:07.082977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.086630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:07.099444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Request body: {'port': {'device_id': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:07.178355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Network aab467e1-611d-4394-87cc-a6729d8256c7 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:07.214840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Pushing event updated for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:07.225072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:07.231185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.234365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:07.238136 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7a28abfc-fd28-43e0-a29c-239bafd7ba24 None None] Provisioning complete for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:07.238386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a28abfc-fd28-43e0-a29c-239bafd7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.264346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.265603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.282892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Router ac8be246-55b4-4dd8-9e45-924d7b01676c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:07.376052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.385162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.388671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.391665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6aa24fab-2eb4-4fa1-bfae-57feefc09b80 HTTP/1.1" status: 204 len: 168 time: 0.7048028 Nov 16 21:24:07.424533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.519623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.530166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b17b-8650-4ba1-bfdd-ecfe272632a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa24fab-2eb4-4fa1-bfae-57feefc09b80,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:07.532385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.542311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7a28abfc-fd28-43e0-a29c-239bafd7ba24 None None] Port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:07.544703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:07.546134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.559689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4bb6b8a2-6e32-4672-9010-14c2cc202153 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:07.684380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Attempting to bind port ff115942-04ee-427e-b36b-16ecdfa296e4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:07.684931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Attempting to bind port ff115942-04ee-427e-b36b-16ecdfa296e4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:07.685448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Attempting to bind port ff115942-04ee-427e-b36b-16ecdfa296e4 on network aab467e1-611d-4394-87cc-a6729d8256c7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:07.705359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Delete allocated IP 172.20.0.24 (7c02fcdf-f541-45db-a65c-61aee2fae757/2300ca3b-a7e3-481f-a966-409dc5286ba5) {{(pid=102664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:24:07.711578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:07.712321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Checking segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:07.713230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.713992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Bound using segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:07.714648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Bound port: ff115942-04ee-427e-b36b-16ecdfa296e4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:07.715285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.777815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f75146e8-9f58-4872-ba15-612a65660554 None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:07.785495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f75146e8-9f58-4872-ba15-612a65660554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.836013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f1c6-a3b9-4151-aefb-f3b1bd4ee63f req-3fa412d9-5612-45f2-9d60-b4d11b4f4740 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:07.836126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16f4f1c6-a3b9-4151-aefb-f3b1bd4ee63f req-3fa412d9-5612-45f2-9d60-b4d11b4f4740 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 931 time: 0.4756107 Nov 16 21:24:07.978516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.990050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.004923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f75146e8-9f58-4872-ba15-612a65660554 None None] Port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:08.033465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50858) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:08.046050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.091422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Allocated IP 172.25.7.99 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e30f1404-7ad4-446b-864a-1932494b4b63) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:08.104005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4bb6b8a2-6e32-4672-9010-14c2cc202153 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:08.104507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.112094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:08.135524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1f44268-38bd-4091-8d6e-dce73e6d7d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.139876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Allocated IP 172.20.0.2 (e65ec696-0cf5-4f7e-8425-fcae4e875d74/9eea21ce-9780-4d52-8e57-827e82afc764/1ea22917-6033-4b97-8a9b-8a8badb443e8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:08.143840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:08.169632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ff115942-04ee-427e-b36b-16ecdfa296e4,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:08.193553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.226839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4718257-dad1-4dd3-ac2e-97b1115939ee None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:08.241106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] In _notify_port_updated(), no bound segment for port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db on network 7c02fcdf-f541-45db-a65c-61aee2fae757 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:08.241342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:08.248490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:08.249163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.258479 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1b8535b1-30bf-4399-af8a-08468581ed01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/ports/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db HTTP/1.1" status: 200 len: 919 time: 1.1888049 Nov 16 21:24:08.258654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e75a5080-af40-4fc1-b2e0-c2e0c9d65c87 admin admin] 10.222.0.54 "PUT /v2.0/routers/ac8be246-55b4-4dd8-9e45-924d7b01676c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4178150 Nov 16 21:24:08.258739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50860) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:08.261730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab4b4277-fc72-44f0-8b3a-7f00770d219e'}, {'subnet_id': '2300ca3b-a7e3-481f-a966-409dc5286ba5'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:08.265780 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Sync routers for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:08.290815 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:08.291376 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:08.381399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b716629d-f98b-4164-abce-061efa14a493 None None] Provisioning complete for port 4bb6b8a2-6e32-4672-9010-14c2cc202153 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:08.381399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b716629d-f98b-4164-abce-061efa14a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.465949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16f4f1c6-a3b9-4151-aefb-f3b1bd4ee63f req-74900c22-30ca-4a89-962f-0ccceb176014 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6091907 Nov 16 21:24:08.533338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:08.548220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.563684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Transition to ACTIVE for port object 27195d92-cbc1-43a3-8ee7-7c020e7cc727 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:24:08.571034 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:08.577658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.821120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:08.854898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b717-53b6-4082-aefc-709eef03c9c3 None None] Pushing event updated for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:08.914698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.932879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.003907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.016257 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 2, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:09.027996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.028401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.032584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.066774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:09.080310 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Checking router: ac8be246-55b4-4dd8-9e45-924d7b01676c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:09.080901 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Updating router ac8be246-55b4-4dd8-9e45-924d7b01676c port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:09.081106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:09.084749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:09.088448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:09.089022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:09.122114 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.128643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:09.130287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50872) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:09.139420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:24:09.139786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:09.149461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff793f-b0eb-4a36-8d44-67adc87fe31f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:09.162997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:09.163762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:09.163762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:09.164108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Bound port: 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:09.164465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.173188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.173657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355255317', 'description': 'tempest-description--852245489'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:09.222373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4bb6b8a2-6e32-4672-9010-14c2cc202153,segment=NetworkSegment(1e5e3c2e-cffd-4c30-aacb-b357319036fa),segment_id=1e5e3c2e-cffd-4c30-aacb-b357319036fa)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:09.228721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.240590 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.262304 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b716629d-f98b-4164-abce-061efa14a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.301307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:09.314680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:09.319705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:09.322763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Pushing event updated for resources: {'Port': ['ID=1ea22917-6033-4b97-8a9b-8a8badb443e8,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:09.331188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Allocated IP 172.25.7.199 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c4c41bc7-254b-42e1-b852-001633a2b21c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:09.364536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Pushing event updated for resources: {'Port': ['ID=e30f1404-7ad4-446b-864a-1932494b4b63,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:09.374058 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.502524 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-b716629d-f98b-4164-abce-061efa14a493 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:24:09.502874 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-b716629d-f98b-4164-abce-061efa14a493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:24:09.531994 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.538020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ff115942-04ee-427e-b36b-16ecdfa296e4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:09.540455 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.556026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.570667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:09.582833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Attempting to bind port 1ea22917-6033-4b97-8a9b-8a8badb443e8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:09.583274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Attempting to bind port 1ea22917-6033-4b97-8a9b-8a8badb443e8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:09.583717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Attempting to bind port 1ea22917-6033-4b97-8a9b-8a8badb443e8 on network e65ec696-0cf5-4f7e-8425-fcae4e875d74 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:09.589002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Update dhcp port {'port': {'network_id': '7c02fcdf-f541-45db-a65c-61aee2fae757', 'fixed_ips': [{'subnet_id': 'ab4b4277-fc72-44f0-8b3a-7f00770d219e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2300ca3b-a7e3-481f-a966-409dc5286ba5'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '4bb6b8a2-6e32-4672-9010-14c2cc202153'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:24:09.599751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:09.600123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Checking segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:09.600521 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.600912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Bound using segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:09.601398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Bound port: 1ea22917-6033-4b97-8a9b-8a8badb443e8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:09.601774 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.641907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.719258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1f44268-38bd-4091-8d6e-dce73e6d7d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.743469 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a5a47-6491-4c5e-82ca-622816c75c40 None None] Pushing event updated for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:09.767555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1f44268-38bd-4091-8d6e-dce73e6d7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.771203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ff115942-04ee-427e-b36b-16ecdfa296e4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:09.771798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.775364 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Attempting to bind port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:09.777492 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Attempting to bind port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:09.778138 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Attempting to bind port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 on network 19c4694b-4c4a-4007-8273-4c8579a72849 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:09.787020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:09.789313 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Checking segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:09.791634 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.793324 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Bound using segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:09.796274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Bound port: ac2adc05-8da1-4e2e-a93d-71bbb67267a6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:09.796970 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.946001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] For port 1ea22917-6033-4b97-8a9b-8a8badb443e8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:09.965321 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] For port ac2adc05-8da1-4e2e-a93d-71bbb67267a6, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:09.971246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] For port ac2adc05-8da1-4e2e-a93d-71bbb67267a6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:09.980021 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.986912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] For port 1ea22917-6033-4b97-8a9b-8a8badb443e8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1ea22917-6033-4b97-8a9b-8a8badb443e8,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:10.007628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.095762 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:10.096619 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:10.163856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.166183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbcffcb-8552-4e00-a276-460b206b0a97 None None] Network aab467e1-611d-4394-87cc-a6729d8256c7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:10.200167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1f44268-38bd-4091-8d6e-dce73e6d7d48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30aaf52cca864634b7d3924f4ad9f474&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1653008 Nov 16 21:24:10.200964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50880) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:10.208491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f44268-38bd-4091-8d6e-dce73e6d7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d4c68-c6c0-4d22-b989-e44cb667a71b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.304560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:10.310745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.315354 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a5a47-6491-4c5e-82ca-622816c75c40 None None] Pushing event updated for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.350353 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:10.356499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:10.391160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Allocated IP 172.20.0.18 (7c02fcdf-f541-45db-a65c-61aee2fae757/2300ca3b-a7e3-481f-a966-409dc5286ba5/4bb6b8a2-6e32-4672-9010-14c2cc202153) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:10.400862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Pushing event updated for resources: {'Port': ['ID=1ea22917-6033-4b97-8a9b-8a8badb443e8,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.424932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.425351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.425800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.426143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.426532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.426873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.427295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.427669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.428036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.428364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.428689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.429052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e7aa1c-8b63-41db-a7cd-3fdd2943c99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:10.463665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ff115942-04ee-427e-b36b-16ecdfa296e4,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:10.478163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.495374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.507260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.522357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.532893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.533104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.557782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Provisioning complete for port e30f1404-7ad4-446b-864a-1932494b4b63 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:10.558149 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.596222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.597387 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4459105 Nov 16 21:24:10.603836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.621189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50882) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:10.624865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.630391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c86d6-1fb1-4df4-8e5c-e8a798dd2a96 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d472118-8569-4505-812f-456071e96f42,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.667249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'security_group_rule': {'security_group_id': '9d472118-8569-4505-812f-456071e96f42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:10.692322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af172-c863-4ff3-9a35-bd408d9acb3c req-abf2231e-8822-496e-8dff-ebba7a86a5f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.721130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-895af172-c863-4ff3-9a35-bd408d9acb3c req-abf2231e-8822-496e-8dff-ebba7a86a5f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.5362389 Nov 16 21:24:10.721130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.721130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.721130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-37b9f678-2bd7-484b-a57f-9e44972e8d6b service neutron] 10.222.0.21 "PUT /v2.0/ports/27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 1091 time: 3.6271033 Nov 16 21:24:10.721130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:10.731752 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:10.773680 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:10.788930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Port e30f1404-7ad4-446b-864a-1932494b4b63 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:10.794391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.833313 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f2360-7cac-4b24-8086-96cf927c308f None None] The sync data for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 is: [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:10.851097 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d81e3-6a41-4659-9e71-c850892cb06c x-openstack-request-id: req-bb3d81e3-6a41-4659-9e71-c850892cb06c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:10.854737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Provisioning complete for port ff115942-04ee-427e-b36b-16ecdfa296e4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:10.855430 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.858429 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:10.858813 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb3d81e3-6a41-4659-9e71-c850892cb06c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:10.859392 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'status': 'completed', 'code': 200} Nov 16 21:24:10.860963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.869904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.873055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.874746 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a0d4c68-c6c0-4d22-b989-e44cb667a71b HTTP/1.1" status: 204 len: 168 time: 0.6630604 Nov 16 21:24:10.970889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3639e-b19c-472e-8819-37e2a46d0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d4c68-c6c0-4d22-b989-e44cb667a71b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.986502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.991501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4bb6b8a2-6e32-4672-9010-14c2cc202153,segment=NetworkSegment(1e5e3c2e-cffd-4c30-aacb-b357319036fa),segment_id=1e5e3c2e-cffd-4c30-aacb-b357319036fa)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:11.150989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Router 8daaa5af-0aa6-4564-ada6-a038946513b4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:11.169178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-895af172-c863-4ff3-9a35-bd408d9acb3c req-91018d47-1fcb-4acf-b203-671ebf13c3e9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328849 Nov 16 21:24:11.191055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-be23e4e0-c04c-4fb7-8218-cc5595bc9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.197164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-be23e4e0-c04c-4fb7-8218-cc5595bc9c3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1094 time: 0.4141281 Nov 16 21:24:11.199087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.208654 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.221624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.483719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.20 (7c02fcdf-f541-45db-a65c-61aee2fae757/2300ca3b-a7e3-481f-a966-409dc5286ba5/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:11.507032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7fdca-fcd7-4a48-b358-c10690f1933c None None] Pushing event updated for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:11.537829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:11.572816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.601037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Sync routers for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:11.641705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f7c27e60-6e7d-442b-b964-e30f8c26fb41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 217 time: 0.4275589 Nov 16 21:24:11.643144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:11.643571 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.646370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:11.647067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:11.665508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.682038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:11.739393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.745634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1b2fb693-9b95-41d7-ab10-7a7255c25a15 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3731472 Nov 16 21:24:11.751691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50898) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:11.787846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4c16f2-fdc2-4e47-a3e4-22d8436b34dd,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:11.799081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:11.833680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:11.877130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c41bc7-254b-42e1-b852-001633a2b21c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:11.920694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:11.963262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-2277beb6-929b-4082-a7a7-abed1e7549fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.968162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-2277beb6-929b-4082-a7a7-abed1e7549fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.2946649 Nov 16 21:24:11.997431 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.002674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4f12828-2121-44cf-bfdd-1c9ddf5c8aa1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3547587 Nov 16 21:24:12.083271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50904) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.171573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'security_group_rule': {'security_group_id': '9d472118-8569-4505-812f-456071e96f42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:12.323595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac2adc05-8da1-4e2e-a93d-71bbb67267a6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:12.325846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d86b3-940a-4eed-9706-d5ccdb935f3c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:12.338097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c1774-9d3c-4ca3-958b-87efdbe5afd6 None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:12.357673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.577468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.585602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-075d1612-7d5b-43e4-8aa8-3b3e31f13e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:12.587958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-075d1612-7d5b-43e4-8aa8-3b3e31f13e97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6051445 Nov 16 21:24:12.598242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.663428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b35bdc1-1378-4f50-ab0c-18bc701b8b85,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:12.668667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.669848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49f248eb-eb02-4b14-bb82-bbb7b920aca3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5557137 Nov 16 21:24:12.681215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521285-82df-4db1-b883-592cb6fec6bc req-0fb8164d-20f1-402c-963b-75dc42af25ba tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:12.682300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd570fa0-6b82-42a7-9470-23aaa35c5e5e None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:12.689263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b521285-82df-4db1-b883-592cb6fec6bc req-0fb8164d-20f1-402c-963b-75dc42af25ba tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2751234 Nov 16 21:24:12.691078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50922) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.707291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:12.862718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b521285-82df-4db1-b883-592cb6fec6bc req-06d1c814-e58e-4ef5-82d5-ded6759c3c82 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685262 Nov 16 21:24:12.884669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.899142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.926262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.978166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:12.978537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.034269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.054320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.071346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.100422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-d056974e-e892-4709-84f6-c3ad5009ce06 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856567 Nov 16 21:24:13.104868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] In _notify_port_updated(), no bound segment for port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db on network 7c02fcdf-f541-45db-a65c-61aee2fae757 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:13.116032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:13.117114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.118626 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/ports/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db HTTP/1.1" status: 200 len: 999 time: 4.8633919 Nov 16 21:24:13.127615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.165477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6846d-f435-4425-869b-c822297485c9 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:13.204607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] For port ac2adc05-8da1-4e2e-a93d-71bbb67267a6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:13.260857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.301637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.384808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 3, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:13.398750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb157bd3-f0e5-4c28-af86-e351e202ab99 req-f97511dd-9780-4a9d-a2f9-590db8bc0027 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661083 Nov 16 21:24:13.437969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1ea22917-6033-4b97-8a9b-8a8badb443e8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:13.445392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Checking router: 8daaa5af-0aa6-4564-ada6-a038946513b4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:13.445794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Updating router 8daaa5af-0aa6-4564-ada6-a038946513b4 port e30f1404-7ad4-446b-864a-1932494b4b63 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:13.481011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:13.481011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.551679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dfe59-4266-4a7e-8d7b-9c3e829d0cea None None] Pushing event updated for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:13.557771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.578185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.697847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.714601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:13.759766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port c4c41bc7-254b-42e1-b852-001633a2b21c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:13.760225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.784499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.836825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1ea22917-6033-4b97-8a9b-8a8badb443e8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:13.837203 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.863399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Port c4c41bc7-254b-42e1-b852-001633a2b21c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:13.933384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-ce4f19bf-dca7-421b-a12e-424de1a368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:13.935913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-ce4f19bf-dca7-421b-a12e-424de1a368d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1094 time: 0.3538013 Nov 16 21:24:13.962510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:13.963027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.057487 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.069849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Router 0037f731-8bb7-47a4-a64c-608bb04fac9d is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:14.088449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Allocated IP 172.20.0.1 (aab467e1-611d-4394-87cc-a6729d8256c7/35977ea4-6cf8-43e0-80c2-365d82f1af63/60e8909c-539d-4431-9042-c15a68e18d10) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:14.097827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Port ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:14.101403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.138148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 1ea22917-6033-4b97-8a9b-8a8badb443e8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1ea22917-6033-4b97-8a9b-8a8badb443e8,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:14.169077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.170049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4bb6b8a2-6e32-4672-9010-14c2cc202153 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:14.194904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:14.207707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port ff115942-04ee-427e-b36b-16ecdfa296e4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:14.208175 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.255693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd81a-d2b4-4177-937c-923ad10ee411 req-5d11c54c-5b4d-4caf-ade6-ec667b5ade2f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:14.257261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c6dd81a-d2b4-4177-937c-923ad10ee411 req-5d11c54c-5b4d-4caf-ade6-ec667b5ade2f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2230251 Nov 16 21:24:14.269357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-564e30c5-bd95-4a2e-8286-c23743a0ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:14.270827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-564e30c5-bd95-4a2e-8286-c23743a0ad2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.3256013 Nov 16 21:24:14.312988 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.350882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.368175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-ccc236d7-1446-4840-bf17-595a7985d908 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 217 time: 0.0593567 Nov 16 21:24:14.374726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.378474 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b630fdde-788f-4b5f-a692-5527988c1df6 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db HTTP/1.1" status: 204 len: 168 time: 1.2495692 Nov 16 21:24:14.381716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50958) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:14.401426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=1ea22917-6033-4b97-8a9b-8a8badb443e8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:14.406652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4bb6b8a2-6e32-4672-9010-14c2cc202153 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:14.407194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.440167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:14.453306 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Sync routers for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:14.456535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.468026 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:14.471937 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef517254-0e9c-4e9c-837b-e6ca8b99e0aa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:14.472888 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:14.476678 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef517254-0e9c-4e9c-837b-e6ca8b99e0aa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db HTTP/1.1" status: 404 len: 333 time: 0.0916493 Nov 16 21:24:14.485227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50962) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:14.531047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c6dd81a-d2b4-4177-937c-923ad10ee411 req-be30f347-64fc-4c74-98ea-610f069a03e5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651391 Nov 16 21:24:14.534958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46cabb-2e8c-4de8-8cd4-74e2b790317d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:14.538901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Attempting to bind port e30f1404-7ad4-446b-864a-1932494b4b63 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:14.539284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Attempting to bind port e30f1404-7ad4-446b-864a-1932494b4b63 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:14.539883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Attempting to bind port e30f1404-7ad4-446b-864a-1932494b4b63 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:14.553864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:14.554372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:14.554771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.555194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:14.555680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Bound port: e30f1404-7ad4-446b-864a-1932494b4b63, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:14.556061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.605159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.606576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-653c655a-064d-40e7-b0b2-4dd4156f6317 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.5794365 Nov 16 21:24:14.611219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 2300ca3b-a7e3-481f-a966-409dc5286ba5 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:14.612742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50968) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:14.621500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.633724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-00dab37a-29c1-45bf-ac76-24ff9dfa01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:14.635515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-00dab37a-29c1-45bf-ac76-24ff9dfa01c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.2509990 Nov 16 21:24:14.650424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Allocated IP 172.25.7.23 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/916bc06d-21bf-4b4c-9bf5-22252f61bb67) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:14.779437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.785750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.813227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ff115942-04ee-427e-b36b-16ecdfa296e4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:14.872800 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:14.991523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.078061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:24:15.080566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d956-02f6-44d6-8a16-e7d9dd3c33e1 None None] Pushing event updated for resources: {'Port': ['ID=e30f1404-7ad4-446b-864a-1932494b4b63,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.148320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:12Z', 'revision_number': 3, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:15.160479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] For port e30f1404-7ad4-446b-864a-1932494b4b63, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:15.162533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Network aab467e1-611d-4394-87cc-a6729d8256c7 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:15.164374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Pushing event updated for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.167327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:15.169657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.172531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:15.194650 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Checking router: 0037f731-8bb7-47a4-a64c-608bb04fac9d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:15.195082 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Updating router 0037f731-8bb7-47a4-a64c-608bb04fac9d port c4c41bc7-254b-42e1-b852-001633a2b21c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:15.214406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] For port e30f1404-7ad4-446b-864a-1932494b4b63, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e30f1404-7ad4-446b-864a-1932494b4b63,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:15.256067 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.256382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=2300ca3b-a7e3-481f-a966-409dc5286ba5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.262200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.267881 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c366de09-fa09-406a-940e-b753cb76d737 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/2300ca3b-a7e3-481f-a966-409dc5286ba5 HTTP/1.1" status: 204 len: 168 time: 0.7783513 Nov 16 21:24:15.272398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50986) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:15.280233 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.321488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.363505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf89957-cd77-4ca5-9ac1-60497030fec4 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:15.460166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:15.461042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:15.463547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9dc10320-2afe-41d7-af63-5246e17506dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.482566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet ab4b4277-fc72-44f0-8b3a-7f00770d219e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:15.489614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.597873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.663219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port 1ea22917-6033-4b97-8a9b-8a8badb443e8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:15.663602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.761749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d956-02f6-44d6-8a16-e7d9dd3c33e1 None None] Pushing event updated for resources: {'Port': ['ID=e30f1404-7ad4-446b-864a-1932494b4b63,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.766818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ff115942-04ee-427e-b36b-16ecdfa296e4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:15.767252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.776384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9f37d-ec21-4191-b547-791c306422ee None None] Network 7c02fcdf-f541-45db-a65c-61aee2fae757 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:15.784147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-db7be527-d807-4182-88d0-eaad92d3b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:15.786214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-db7be527-d807-4182-88d0-eaad92d3b2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1409280 Nov 16 21:24:15.844177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50998) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:15.853927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.868821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.887023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:15.963842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:24:15.970601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7123cc6-f573-4c60-a651-5239bb2929b2 req-d8d45ccd-1d52-4f69-b2eb-93482ff871e0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:15.972908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7123cc6-f573-4c60-a651-5239bb2929b2 req-d8d45ccd-1d52-4f69-b2eb-93482ff871e0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2127669 Nov 16 21:24:16.062827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.072713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:16.085161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-36909d5c-8415-47d8-a486-4e21c4d3760b service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820575 Nov 16 21:24:16.100709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.105287 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/ab4b4277-fc72-44f0-8b3a-7f00770d219e HTTP/1.1" status: 204 len: 168 time: 0.8277266 Nov 16 21:24:16.110569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:16.122161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f91ef4-c0a2-48e6-8e9a-1fe3c998756a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4b4277-fc72-44f0-8b3a-7f00770d219e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.131016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bebb7941-817a-4976-a394-41fa2081fa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.206776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7123cc6-f573-4c60-a651-5239bb2929b2 req-f7b9ecf7-e980-49a3-b082-4788507aee6a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219939 Nov 16 21:24:16.215964 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.287233 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.323715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a49524f-b4f0-44df-9aa2-76f6e4b03c52 req-b7a889b5-d7b2-4143-90c7-1619e982da20 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297626 Nov 16 21:24:16.334739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.368051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.376214 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.394916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.406660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.426664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:16.433439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4bb6b8a2-6e32-4672-9010-14c2cc202153 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:16.455537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:16.464418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:16.475309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:16.477253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Pushing event updated for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.496514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bebb7941-817a-4976-a394-41fa2081fa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.499456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.512758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bebb7941-817a-4976-a394-41fa2081fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.518252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 4bb6b8a2-6e32-4672-9010-14c2cc202153 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:16.518686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.533389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port 4bb6b8a2-6e32-4672-9010-14c2cc202153 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:16.534355 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.542225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:16.572550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'Port': ['ID=916bc06d-21bf-4b4c-9bf5-22252f61bb67,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.573761 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.578037 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.599308 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.665472 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bebb7941-817a-4976-a394-41fa2081fa6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43cfc8a32d564d3ba4dc3b24f2b3893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8178403 Nov 16 21:24:16.669791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb7941-817a-4976-a394-41fa2081fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c69fb-32b5-422b-a35d-aec7ca1900b4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.677166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51004) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:16.684856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4bb6b8a2-6e32-4672-9010-14c2cc202153 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:16.686101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.690230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.696425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 3, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:16.698168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4bb6b8a2-6e32-4672-9010-14c2cc202153,segment=NetworkSegment(1e5e3c2e-cffd-4c30-aacb-b357319036fa),segment_id=1e5e3c2e-cffd-4c30-aacb-b357319036fa)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:16.698635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.733552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 4bb6b8a2-6e32-4672-9010-14c2cc202153 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:16.735508 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Pushing event updated for resources: {'Port': ['ID=c4c41bc7-254b-42e1-b852-001633a2b21c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.739903 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Attempting to bind port c4c41bc7-254b-42e1-b852-001633a2b21c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:16.740655 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Attempting to bind port c4c41bc7-254b-42e1-b852-001633a2b21c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:16.741029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Attempting to bind port c4c41bc7-254b-42e1-b852-001633a2b21c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:16.746799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfe633-66ea-404b-82fc-a4dd71ea082b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:16.750523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] DHCP port deletion for 7c02fcdf-f541-45db-a65c-61aee2fae757 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:16.761358 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.761934 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.762415 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.762917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.763420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.769240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.769808 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.770317 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.770811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.771325 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.771813 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.772293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:16.775941 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:16.778832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:16.779532 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.780090 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:16.782263 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Bound port: c4c41bc7-254b-42e1-b852-001633a2b21c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:16.782810 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.814222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Allocated IP 172.20.0.1 (e65ec696-0cf5-4f7e-8425-fcae4e875d74/9eea21ce-9780-4d52-8e57-827e82afc764/35062f31-80d4-4129-acbb-8ca03d71cdde) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:16.832392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b81eae-8849-43a9-98d1-97e3bbd00439 None None] The sync data for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 is: [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:09Z', 'revision_number': 3, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:16.839805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Network aab467e1-611d-4394-87cc-a6729d8256c7 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:16.845700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:16.848802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['27195d92-cbc1-43a3-8ee7-7c020e7cc727'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:16.859651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.921031 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] For port c4c41bc7-254b-42e1-b852-001633a2b21c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:16.926779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] For port c4c41bc7-254b-42e1-b852-001633a2b21c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c4c41bc7-254b-42e1-b852-001633a2b21c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:16.934150 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.949329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.033577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.044021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.063250 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd5f2b-7717-4992-ae47-e3e9b3a1dcca None None] Pushing event updated for resources: {'Port': ['ID=c4c41bc7-254b-42e1-b852-001633a2b21c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:17.111785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.112052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ccefd-8f4a-454f-882f-9d7e0bc0a5e0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:17.118368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:17.120187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:23:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:17.177994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:17.189919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port 4bb6b8a2-6e32-4672-9010-14c2cc202153 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:17.217213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.295688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Router 8daaa5af-0aa6-4564-ada6-a038946513b4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:17.345441 n-d-816206-5 neutron-server[102666]: INFO neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No ports have port_id starting with 4bb6b8a2-6e32-4672-9010-14c2cc202153 Nov 16 21:24:17.346983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Deleting port 4bb6b8a2-6e32-4672-9010-14c2cc202153 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:17.350806 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.364994 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:17.367524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.369861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.373433 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d86c69fb-32b5-422b-a35d-aec7ca1900b4 HTTP/1.1" status: 204 len: 168 time: 0.6911340 Nov 16 21:24:17.422253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.427544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6213d-2e58-4ee1-bace-11f80ab1798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c69fb-32b5-422b-a35d-aec7ca1900b4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:17.464807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.492469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:17.501259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:17.540660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:17.553261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac2adc05-8da1-4e2e-a93d-71bbb67267a6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:17.571516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02fcdf-f541-45db-a65c-61aee2fae757']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:17.606961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5e3c2e-cffd-4c30-aacb-b357319036fa') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:17.607415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5e3c2e-cffd-4c30-aacb-b357319036fa') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:17.612906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.651669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.683202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:17.688710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69aae236-d6b0-4273-8908-33cd642e2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.705083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.719504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:17.720196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:17.730313 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:17.733567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:17.774400 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2a4553c4-54cf-44e7-ad0e-0d292d6b95d1 admin admin] 10.222.0.54 "PUT /v2.0/routers/8daaa5af-0aa6-4564-ada6-a038946513b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0214765 Nov 16 21:24:17.823889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ee2c7-ee16-44c5-89a2-b4ea93d3657a req-8c4c2001-b3c5-4526-843b-c33d98b0b8c8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:17.842213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c50ee2c7-ee16-44c5-89a2-b4ea93d3657a req-8c4c2001-b3c5-4526-843b-c33d98b0b8c8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.4342473 Nov 16 21:24:17.851997 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f84bb72-59aa-4792-9357-67dba6a81eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.861812 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:12Z', 'revision_number': 3, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:17.881251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] For port 4bb6b8a2-6e32-4672-9010-14c2cc202153, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:17.881788 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.920662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Calling delete_port for 4bb6b8a2-6e32-4672-9010-14c2cc202153 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:17.927428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Port 4bb6b8a2-6e32-4672-9010-14c2cc202153 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:24:17.954213 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca442f-7f3a-460d-a4ea-bff16e7178cd None None] The sync data for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 is: [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:12Z', 'revision_number': 3, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:17.954412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c50ee2c7-ee16-44c5-89a2-b4ea93d3657a req-f4bc9dbc-5dd8-485e-9b98-c7bde235f71f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112936 Nov 16 21:24:17.956931 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.979546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Pushing event updated for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:17.979819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.989957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:17.999105 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/7c02fcdf-f541-45db-a65c-61aee2fae757 HTTP/1.1" status: 204 len: 168 time: 1.8694746 Nov 16 21:24:18.001203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51020) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.001539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.027286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] No DVR routers for this DVR port 4bb6b8a2-6e32-4672-9010-14c2cc202153 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:18.029342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.040256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.047099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545dbe-4aa5-4ddc-94ac-7c849548a1b3 None None] Pushing event deleted for resources: {'Port': ['ID=4bb6b8a2-6e32-4672-9010-14c2cc202153,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.110798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb06e28-100c-4b6f-9b9f-55c26d7b7fd0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=7c02fcdf-f541-45db-a65c-61aee2fae757,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.120334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bf03f66-8a26-4673-804c-f83e16997de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.186884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5b869-26fb-495c-a49b-abd18325b2b1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:18.186884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24a5b869-26fb-495c-a49b-abd18325b2b1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1802139 Nov 16 21:24:18.195402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.272674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.285469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'Port': ['ID=916bc06d-21bf-4b4c-9bf5-22252f61bb67,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.344344 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.350656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.369235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac3c5644-f344-4026-8a59-a0848e5b3ac3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1721423 Nov 16 21:24:18.372263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e7c83d92-68bc-4b2b-9fb2-1b3ae54e0b0e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6588442 Nov 16 21:24:18.374662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51034) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.403213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-612408567'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:18.415875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:18.417028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.439387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bf03f66-8a26-4673-804c-f83e16997de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.458119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bf03f66-8a26-4673-804c-f83e16997de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.554722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4bf03f66-8a26-4673-804c-f83e16997de0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5421fd87c0424050ae6fce23f1227328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282235 Nov 16 21:24:18.557771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.568219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf03f66-8a26-4673-804c-f83e16997de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8a7f7-134d-4256-9f3f-20801a41d1ea,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.569224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1ea22917-6033-4b97-8a9b-8a8badb443e8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:18.580179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:18.595252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.643739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Provisioning complete for port 60e8909c-539d-4431-9042-c15a68e18d10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:18.644281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.684824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:18.695438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.705692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Port 60e8909c-539d-4431-9042-c15a68e18d10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:18.707673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.708019 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment d57aa610-e413-4955-8e3f-e9191922631d of type vlan for network 69cdc409-778f-412e-b8e8-11511295e464 Nov 16 21:24:18.741251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Provisioning complete for port 35062f31-80d4-4129-acbb-8ca03d71cdde triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:18.741731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.764519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.776600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.788233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1ea22917-6033-4b97-8a9b-8a8badb443e8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:18.788945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.855825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:18.874782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.881725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:18.882434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.900750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.903985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.905353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Port 35062f31-80d4-4129-acbb-8ca03d71cdde cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:18.925606 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ac8a7f7-134d-4256-9f3f-20801a41d1ea HTTP/1.1" status: 204 len: 168 time: 0.3577988 Nov 16 21:24:18.930456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5404894 Nov 16 21:24:18.936298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.954573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '69cdc409-778f-412e-b8e8-11511295e464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:18.970978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a888095-d48b-49bd-9465-37b73351cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac8a7f7-134d-4256-9f3f-20801a41d1ea,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.039592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0656b-f2d7-4d99-aa25-fdc34fb2e691 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=69cdc409-778f-412e-b8e8-11511295e464,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.078801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.101627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.102346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 69cdc409-778f-412e-b8e8-11511295e464 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:19.199467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:19.204520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.224572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Pushing event updated for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.264671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Provisioning complete for port c4c41bc7-254b-42e1-b852-001633a2b21c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:19.268057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.296893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51088) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.306141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-808483486-network', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:19.333157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.389162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.409706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:24:19.425062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:19.425686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.514460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8d1b-d811-492f-b66e-587d40d98a7b req-5fc4a2df-7fc8-4cfa-942a-5d7bd725da5a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:19.517011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dff8d1b-d811-492f-b66e-587d40d98a7b req-5fc4a2df-7fc8-4cfa-942a-5d7bd725da5a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.2940271 Nov 16 21:24:19.539874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:19.542770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.557626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:19.587830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Made reservation on behalf of ee62261a98aa4dcdbd4c20274a426d33 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:19.591712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.609181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] For port c4c41bc7-254b-42e1-b852-001633a2b21c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c4c41bc7-254b-42e1-b852-001633a2b21c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:19.614674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.664695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.858771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Could not find standard attr ID for object ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:19.860672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c4c41bc7-254b-42e1-b852-001633a2b21c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:19.878037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Pushing event updated for resources: {'Port': ['ID=c4c41bc7-254b-42e1-b852-001633a2b21c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.945985 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.959195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dff8d1b-d811-492f-b66e-587d40d98a7b req-40a0f3f8-4351-4196-a252-a10936f3358c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265504 Nov 16 21:24:19.979376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Provisioning complete for port 1ea22917-6033-4b97-8a9b-8a8badb443e8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:19.979750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.064050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:20.066364 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4443ca2-c5a7-4038-b80b-4036d0d62d6e" -d '{"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:20.097750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:20.110578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.145228 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.170524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.183283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c4c41bc7-254b-42e1-b852-001633a2b21c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:20.183659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.214510 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6915c251-4074-414b-9114-90f68d27da02 x-openstack-request-id: req-6915c251-4074-414b-9114-90f68d27da02 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:20.214827 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:20.215130 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6915c251-4074-414b-9114-90f68d27da02 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:20.216373 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'code': 200} Nov 16 21:24:20.246435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.255845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Sync routers for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:20.270431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Router 0037f731-8bb7-47a4-a64c-608bb04fac9d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:20.299535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:20.300177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.357942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:20.422680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.452654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:20.507035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=40a5b8ae-22a2-48b7-9193-b98d6caa8d78,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.532018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Provisioning complete for port e30f1404-7ad4-446b-864a-1932494b4b63 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:20.532392 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.548873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': 'd57aa610-e413-4955-8e3f-e9191922631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69cdc409-778f-412e-b8e8-11511295e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:20.550294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 69cdc409-778f-412e-b8e8-11511295e464, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:20.574066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 69cdc409-778f-412e-b8e8-11511295e464 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:20.591188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.592425 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Added segment 7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733 of type vlan for network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd Nov 16 21:24:20.596573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f6d64-17e8-410d-8e9d-834f75ccad4e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.605180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 69cdc409-778f-412e-b8e8-11511295e464) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:20.610405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d51d8-985a-4ea0-8f06-fe2fa3404f01 req-6deadf0e-e250-421a-bb44-7d6fbaec3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:20.612308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-773d51d8-985a-4ea0-8f06-fe2fa3404f01 req-6deadf0e-e250-421a-bb44-7d6fbaec3ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1096 time: 0.3347273 Nov 16 21:24:20.616809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:20.618016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.619860 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.631571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b0416-8160-49bc-9187-2d4a8a0eed39 None None] Network 69cdc409-778f-412e-b8e8-11511295e464 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:20.656693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71b508f3-019e-4451-92f6-2e888f437c01 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7164397 Nov 16 21:24:20.657049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:20.667545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '69cdc409-778f-412e-b8e8-11511295e464', 'name': 'tempest-PortsTestJSON-1776113152'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:20.873920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e30f1404-7ad4-446b-864a-1932494b4b63 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:20.886028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:20.891710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.914338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port f7be798f-a1bd-4e40-be25-5507bfa3be9e yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:21.075247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.116179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.14 (69cdc409-778f-412e-b8e8-11511295e464/40a5b8ae-22a2-48b7-9193-b98d6caa8d78/f7be798f-a1bd-4e40-be25-5507bfa3be9e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:21.155822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-69cdc409-778f-412e-b8e8-11511295e464', 'network_id': '69cdc409-778f-412e-b8e8-11511295e464', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '40a5b8ae-22a2-48b7-9193-b98d6caa8d78'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:21.156743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.156970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:21.160668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-773d51d8-985a-4ea0-8f06-fe2fa3404f01 req-b9d37d3c-c720-40ba-b8f1-b2c1ec3bd1fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5389061 Nov 16 21:24:21.174067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6d193f26-afea-49f7-beee-36dc50192deb admin admin] 10.222.0.54 "PUT /v2.0/routers/0037f731-8bb7-47a4-a64c-608bb04fac9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5599604 Nov 16 21:24:21.175772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.177504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:21.178765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.204516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.216993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e30f1404-7ad4-446b-864a-1932494b4b63 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:21.217428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.246422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] Pushing event updated for resources: {'Network': ['ID=c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:21.269746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f4cecc1d-e858-4657-98c8-27987f466e6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9708321 Nov 16 21:24:21.271585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51162) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:21.280741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Request body: {'subnet': {'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-808483486-subnet', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:21.374536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Made reservation on behalf of ee62261a98aa4dcdbd4c20274a426d33 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:21.377571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.443654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d222-0e8f-4838-842f-4f8382843be4 req-e5580f7b-ad2b-4b44-9762-0d579039fc1d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:21.456065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8695d222-0e8f-4838-842f-4f8382843be4 req-e5580f7b-ad2b-4b44-9762-0d579039fc1d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1612782 Nov 16 21:24:21.564859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8695d222-0e8f-4838-842f-4f8382843be4 req-17c3bb6e-07ff-4323-9047-6b022bf08cc1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076264 Nov 16 21:24:21.568582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:21.696667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.715387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.781502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.799260 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Sync routers for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:21.817057 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:21.818879 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:21.850852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fe1b78-8078-4c06-ab79-14700867f123,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:21.867907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Checking segment: {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:21.868274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Network hostable DHCP agents. Network: c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:21.871342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 69cdc409-778f-412e-b8e8-11511295e464 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:21.877966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:21.890276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:21.893316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] For port e30f1404-7ad4-446b-864a-1932494b4b63, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e30f1404-7ad4-446b-864a-1932494b4b63,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:21.905833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:21.937682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:21.941734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:21.942496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.950554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=f7be798f-a1bd-4e40-be25-5507bfa3be9e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:21.980060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f312f877-f4d6-468d-866d-aaa603c3c7a5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7047963 Nov 16 21:24:21.980514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51184) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:21.986006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:22.011898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.012252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.012589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.012925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.013245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.013613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.013932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.014252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.014570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.014886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.015226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.015539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:22.063611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.065292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.070870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.077349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.102922 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:22.130624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9d02644b-40ab-4dfb-8fb7-aa9da185c380 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4722040 Nov 16 21:24:22.131594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:22.148541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '69cdc409-778f-412e-b8e8-11511295e464', 'name': 'tempest-PortsTestJSON-865818563'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:22.161311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Allocated IP 172.20.0.2 (69cdc409-778f-412e-b8e8-11511295e464/40a5b8ae-22a2-48b7-9193-b98d6caa8d78/3fce9fd7-c29b-445a-a596-5b9c92a90259) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:22.214091 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.339193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.348684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8399a74f-e24e-47c2-9e27-9547c207c8e3 None None] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:22.352447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.413792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Could not find standard attr ID for object 4bb6b8a2-6e32-4672-9010-14c2cc202153. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:22.417971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8543-69af-4f00-a454-5fb027ffe085 None None] Pushing event updated for resources: {'Port': ['ID=e30f1404-7ad4-446b-864a-1932494b4b63,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.423591 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.443637 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.516762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:22.520178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-a666fe0b-9e45-4bff-ae73-684e29086516 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.523081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.527905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-a666fe0b-9e45-4bff-ae73-684e29086516 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 829 time: 0.4000332 Nov 16 21:24:22.531949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.553916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-457ee933-550d-41f7-8e5d-228028b4300b tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/quotas/877bc3b3c1ab443886f8b1abd2b814a8 HTTP/1.1" status: 200 len: 375 time: 0.0250657 Nov 16 21:24:22.606912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Network 69cdc409-778f-412e-b8e8-11511295e464 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:22.612079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 8aae5256-b0bd-4504-8743-b313babcbe37 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:22.616163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:22.636569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:22.656081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 2, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:22.680044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d9319bb-8c5d-41d5-9764-d6dab74aa3b2 None None] Provisioning complete for port 35062f31-80d4-4129-acbb-8ca03d71cdde triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:22.680406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d9319bb-8c5d-41d5-9764-d6dab74aa3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.690959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Pushing event updated for resources: {'Port': ['ID=3fce9fd7-c29b-445a-a596-5b9c92a90259,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.720268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-11ad4090-8a0c-41ab-9054-fef1b9771db6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653545 Nov 16 21:24:22.720949 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Checking router: 0037f731-8bb7-47a4-a64c-608bb04fac9d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:22.721301 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Updating router 0037f731-8bb7-47a4-a64c-608bb04fac9d port 35062f31-80d4-4129-acbb-8ca03d71cdde binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:22.759420 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.820120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4bb6b8a2-6e32-4672-9010-14c2cc202153 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:22.846302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-39bc3a14-e629-4958-9543-c9effbe2d71e service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249259 Nov 16 21:24:22.989586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db8953-b8b7-4475-9598-67bbde9f8a3f req-627ad13e-ba49-464e-a265-30a52584c75c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.997706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.8 (69cdc409-778f-412e-b8e8-11511295e464/40a5b8ae-22a2-48b7-9193-b98d6caa8d78/8aae5256-b0bd-4504-8743-b313babcbe37) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:23.000806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96db8953-b8b7-4475-9598-67bbde9f8a3f req-627ad13e-ba49-464e-a265-30a52584c75c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1661797 Nov 16 21:24:23.055895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-6b5bef2c-f499-4a19-8696-44863043b9f5 service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086728 Nov 16 21:24:23.183812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 2, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:23.237707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96db8953-b8b7-4475-9598-67bbde9f8a3f req-e18b64f5-98fe-4972-add2-3baa748e2c7d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358880 Nov 16 21:24:23.272823 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.285862 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.287369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.316171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.340830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.401953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4bb6b8a2-6e32-4672-9010-14c2cc202153 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:23.402295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4bb6b8a2-6e32-4672-9010-14c2cc202153 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:23.420861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.444891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Attempting to bind port 3fce9fd7-c29b-445a-a596-5b9c92a90259 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:23.445123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Attempting to bind port 3fce9fd7-c29b-445a-a596-5b9c92a90259 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd57aa610-e413-4955-8e3f-e9191922631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69cdc409-778f-412e-b8e8-11511295e464'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:23.445490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Attempting to bind port 3fce9fd7-c29b-445a-a596-5b9c92a90259 on network 69cdc409-778f-412e-b8e8-11511295e464 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:23.470168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'fixed_ips': [{'subnet_id': '27fe1b78-8078-4c06-ab79-14700867f123'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:23.495259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.498517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Checking router: 8daaa5af-0aa6-4564-ada6-a038946513b4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:23.498872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Updating router 8daaa5af-0aa6-4564-ada6-a038946513b4 port 60e8909c-539d-4431-9042-c15a68e18d10 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:23.654162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 69cdc409-778f-412e-b8e8-11511295e464 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:23.674122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:23.683356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:23.683780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Checking segment: {'id': 'd57aa610-e413-4955-8e3f-e9191922631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69cdc409-778f-412e-b8e8-11511295e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:23.686107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.686492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Bound using segment: {'id': 'd57aa610-e413-4955-8e3f-e9191922631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69cdc409-778f-412e-b8e8-11511295e464'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:23.687207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Bound port: 3fce9fd7-c29b-445a-a596-5b9c92a90259, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57aa610-e413-4955-8e3f-e9191922631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69cdc409-778f-412e-b8e8-11511295e464'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:23.687725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:23.691690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.709247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c4c41bc7-254b-42e1-b852-001633a2b21c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:23.712590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4d9319bb-8c5d-41d5-9764-d6dab74aa3b2 None None] Port 35062f31-80d4-4129-acbb-8ca03d71cdde cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:23.739170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbf28f6a-095a-49d6-838d-64543c1e614d req-2732e7c8-3a0f-479c-9e05-d9eba1550b87 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.1969640 Nov 16 21:24:23.787433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.788205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.793621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.809377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=8aae5256-b0bd-4504-8743-b313babcbe37,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:23.853986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-04feb8f2-cfa7-44e4-964d-cd1596793b92 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7178233 Nov 16 21:24:23.854551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51228) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:23.888750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] For port 3fce9fd7-c29b-445a-a596-5b9c92a90259, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:23.904726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] For port 3fce9fd7-c29b-445a-a596-5b9c92a90259, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3fce9fd7-c29b-445a-a596-5b9c92a90259,segment=NetworkSegment(d57aa610-e413-4955-8e3f-e9191922631d),segment_id=d57aa610-e413-4955-8e3f-e9191922631d)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:23.937015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Allocated IP 172.25.7.118 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/90407174-d3b1-4344-ba80-a6c116310e38) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:23.956347 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5c13-327b-414c-aaab-e6748565e262 None None] Pushing event updated for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:23.974168 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Attempting to bind port 35062f31-80d4-4129-acbb-8ca03d71cdde on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:23.975164 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Attempting to bind port 35062f31-80d4-4129-acbb-8ca03d71cdde by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:23.975949 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Attempting to bind port 35062f31-80d4-4129-acbb-8ca03d71cdde on network e65ec696-0cf5-4f7e-8425-fcae4e875d74 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:23.994567 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:23.996185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Checking segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:23.996858 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.997507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Bound using segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:24.009697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Bound port: 35062f31-80d4-4129-acbb-8ca03d71cdde, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:24.010618 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.080479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.102099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.115625 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] For port 35062f31-80d4-4129-acbb-8ca03d71cdde, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:24.120778 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] For port 35062f31-80d4-4129-acbb-8ca03d71cdde, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35062f31-80d4-4129-acbb-8ca03d71cdde,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:24.129684 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.196867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a9c8-8a15-4726-b483-a91280e91763 req-2bc70336-8859-442e-861a-581ed38b1ad3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.204347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c069a9c8-8a15-4726-b483-a91280e91763 req-2bc70336-8859-442e-861a-581ed38b1ad3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.6226840 Nov 16 21:24:24.209741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:24.217510 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:24.218470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:24.222538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'floatingip': {'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:24.232744 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.264082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c6ca2-ac5c-4b97-90a4-875cb0d3bfdd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.285038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f3c6ca2-ac5c-4b97-90a4-875cb0d3bfdd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4142559 Nov 16 21:24:24.290176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:24.491211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57299773-1f28-4d74-b19c-7aa9e443b7e6 None None] Pushing event updated for resources: {'Port': ['ID=3fce9fd7-c29b-445a-a596-5b9c92a90259,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.510291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:24.512970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.534162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] Provisioning complete for port 35062f31-80d4-4129-acbb-8ca03d71cdde triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:24.534861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.613055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:24.692162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 8aae5256-b0bd-4504-8743-b313babcbe37 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:24.692428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.702865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:24.733183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:24.792955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd69031-1889-4a53-9ab7-c1185bdaabc9 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:24.904319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Pushing event updated for resources: {'Port': ['ID=90407174-d3b1-4344-ba80-a6c116310e38,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.904561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5c13-327b-414c-aaab-e6748565e262 None None] Pushing event updated for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.947757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c4c41bc7-254b-42e1-b852-001633a2b21c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:24.948240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.004013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Allocated IP 172.20.0.2 (c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd/27fe1b78-8078-4c06-ab79-14700867f123/cf368b81-dea0-4ddf-bbd6-a5709ac84fb2) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:25.037055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.053164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51254) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:25.066880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 8aae5256-b0bd-4504-8743-b313babcbe37 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:25.172631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cee5ae6-2741-4c5d-b0f8-9331b10d13a6 req-998af736-6935-44af-a7bb-aee538de917e tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.2122965 Nov 16 21:24:25.179538 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.233241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.325029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:24Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:25.381305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.414261 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc4a90-e234-4730-9cea-773e841da7bf None None] The sync data for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 is: [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:24Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:25.432131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=8aae5256-b0bd-4504-8743-b313babcbe37,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:25.452462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.498650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86537e04-3526-45c7-b5c8-38a1efd27678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.621640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.625310 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5be15566-2337-4c65-b582-debcb5a17f63 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/8aae5256-b0bd-4504-8743-b313babcbe37 HTTP/1.1" status: 204 len: 168 time: 1.3336196 Nov 16 21:24:25.629599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:25.665077 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80e84fa-b7a3-4183-8c3d-844008617da2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:25.666582 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c80e84fa-b7a3-4183-8c3d-844008617da2 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/8aae5256-b0bd-4504-8743-b313babcbe37 HTTP/1.1" status: 404 len: 333 time: 0.0360212 Nov 16 21:24:25.672767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:25.869154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86537e04-3526-45c7-b5c8-38a1efd27678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.890482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86537e04-3526-45c7-b5c8-38a1efd27678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.001678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port f7be798f-a1bd-4e40-be25-5507bfa3be9e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:26.002014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.058452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.062679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537e04-3526-45c7-b5c8-38a1efd27678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21026c03-891e-4fff-9624-da2fa04505e3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.085163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:26.101152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:26.108084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:26.118356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.144105 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86537e04-3526-45c7-b5c8-38a1efd27678 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=768481552da34522a97c4b56850965fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0891423 Nov 16 21:24:26.146799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:26.162086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] For port 35062f31-80d4-4129-acbb-8ca03d71cdde, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35062f31-80d4-4129-acbb-8ca03d71cdde,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:26.186474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Pushing event updated for resources: {'Port': ['ID=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.211654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5c9e0-209a-4fde-85ae-09640fbe7b6b None None] Network 69cdc409-778f-412e-b8e8-11511295e464 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:26.308306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.344122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-826bb81d-f73d-4779-9994-64ccb65f9b5c tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:26.345329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.346841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-826bb81d-f73d-4779-9994-64ccb65f9b5c tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.36 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 829 time: 0.7769961 Nov 16 21:24:26.383360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'port': {'device_id': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'admin_state_up': True, 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:26.388969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.391455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for f7be798f-a1bd-4e40-be25-5507bfa3be9e owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:26.406850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.426918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34e009ec-5863-4156-a9bf-188fbc0a364b req-d56f28a1-f084-418f-b89d-3e75395318f7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0969687 Nov 16 21:24:26.428623 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.581362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.584130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.585632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21026c03-891e-4fff-9624-da2fa04505e3 HTTP/1.1" status: 204 len: 168 time: 0.4377329 Nov 16 21:24:26.627812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcf2d7-a3b9-49f7-a764-8f6b7a476f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21026c03-891e-4fff-9624-da2fa04505e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.631611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc2f0-7157-4eff-98b6-2c28b9334fe1 None None] Pushing event updated for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.676862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Attempting to bind port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:26.677230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Attempting to bind port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:26.677595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Attempting to bind port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 on network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:26.782021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.867689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2ef6a-260c-42eb-b838-f73a153f914f None None] Pushing event updated for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.870746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:26.871269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Checking segment: {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:26.871542 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.877281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Bound using segment: {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:26.878238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Bound port: cf368b81-dea0-4ddf-bbd6-a5709ac84fb2, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:26.878627 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.932566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=f7be798f-a1bd-4e40-be25-5507bfa3be9e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.946767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e30f1404-7ad4-446b-864a-1932494b4b63 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:27.030019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Attempting to bind port 60e8909c-539d-4431-9042-c15a68e18d10 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:27.030268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Attempting to bind port 60e8909c-539d-4431-9042-c15a68e18d10 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:27.030638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Attempting to bind port 60e8909c-539d-4431-9042-c15a68e18d10 on network aab467e1-611d-4394-87cc-a6729d8256c7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:27.046354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Provisioning complete for port 90407174-d3b1-4344-ba80-a6c116310e38 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.046830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.049669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.061394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4faf211b-f491-40ad-8a00-64f12dbc12c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/f7be798f-a1bd-4e40-be25-5507bfa3be9e HTTP/1.1" status: 204 len: 168 time: 1.3848038 Nov 16 21:24:27.066037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51280) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:27.103958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Port 90407174-d3b1-4344-ba80-a6c116310e38 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:27.123437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:27.123863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Checking segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:27.124297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.124701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Bound using segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:27.125195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Bound port: 60e8909c-539d-4431-9042-c15a68e18d10, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:27.125578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.141157 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d770ab58-ffd2-40e3-9d86-38fb87cf96fc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:27.145124 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d770ab58-ffd2-40e3-9d86-38fb87cf96fc tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/f7be798f-a1bd-4e40-be25-5507bfa3be9e HTTP/1.1" status: 404 len: 333 time: 0.0756104 Nov 16 21:24:27.146661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:27.225856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Provisioning complete for port 35062f31-80d4-4129-acbb-8ca03d71cdde triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.226090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 40a5b8ae-22a2-48b7-9193-b98d6caa8d78 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:27.226229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.232646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.235925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:27.286673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ecc85eb-fbbf-49d8-b01a-7641e8d6e4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.335446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.343002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] For port 60e8909c-539d-4431-9042-c15a68e18d10, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:27.347298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] For port 60e8909c-539d-4431-9042-c15a68e18d10, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=60e8909c-539d-4431-9042-c15a68e18d10,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:27.367683 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.371972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.516129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] For port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:27.562241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e30f1404-7ad4-446b-864a-1932494b4b63 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.562759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.579707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.614509 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.656091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] For port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:27.657725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:27.658553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:27.689180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.753116 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.772726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ecc85eb-fbbf-49d8-b01a-7641e8d6e4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.785404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ecc85eb-fbbf-49d8-b01a-7641e8d6e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.824189 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Floating IP b1fd9569-b871-4fda-94fa-c4718eb074ba associated. External IP: 172.25.7.156, port: 27195d92-cbc1-43a3-8ee7-7c020e7cc727. Nov 16 21:24:27.829463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Made reservation on behalf of 877bc3b3c1ab443886f8b1abd2b814a8 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:27.835601 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.863682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc2f0-7157-4eff-98b6-2c28b9334fe1 None None] Pushing event updated for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:27.968495 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ecc85eb-fbbf-49d8-b01a-7641e8d6e4ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ca804e71e934eae9ec3cb9d6e021460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317975 Nov 16 21:24:27.974958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.977622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:27.998039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af58690c-926e-4aec-acea-5d9517e5411b req-bd646e0e-f7ad-4c4f-b15e-e7a2834a5b22 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.4073851 Nov 16 21:24:28.028085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc85eb-fbbf-49d8-b01a-7641e8d6e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1770c-6c69-4d85-8fe9-e322bd055ecf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.049059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=40a5b8ae-22a2-48b7-9193-b98d6caa8d78,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.051135 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.065252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e336c9f-826c-4c44-818f-72747ad68aaa tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/40a5b8ae-22a2-48b7-9193-b98d6caa8d78 HTTP/1.1" status: 204 len: 168 time: 0.9166856 Nov 16 21:24:28.077494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:28.108497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:28.208942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.278028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.327874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Allocated IP 172.20.0.6 (e65ec696-0cf5-4f7e-8425-fcae4e875d74/9eea21ce-9780-4d52-8e57-827e82afc764/0ae73dd6-1c22-4d6e-be83-1ed87746ca6c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:28.346782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680cc79-82e1-4481-abe8-292d2d0f6798 None None] Pushing event updated for resources: {'Port': ['ID=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.369214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.420427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Provisioning complete for port 3fce9fd7-c29b-445a-a596-5b9c92a90259 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:28.420797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.451704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c762963-4c73-4451-8595-4bfcd0e2f8b0 None None] Network 69cdc409-778f-412e-b8e8-11511295e464 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:28.467522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 3fce9fd7-c29b-445a-a596-5b9c92a90259 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:28.468689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.640306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.642975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.649298 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80e1770c-6c69-4d85-8fe9-e322bd055ecf HTTP/1.1" status: 204 len: 168 time: 0.6651471 Nov 16 21:24:28.666666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port 3fce9fd7-c29b-445a-a596-5b9c92a90259, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3fce9fd7-c29b-445a-a596-5b9c92a90259,segment=NetworkSegment(d57aa610-e413-4955-8e3f-e9191922631d),segment_id=d57aa610-e413-4955-8e3f-e9191922631d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:28.666921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.680280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c690bc-4b11-4a2d-bf75-309edfb9904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1770c-6c69-4d85-8fe9-e322bd055ecf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.693078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 3fce9fd7-c29b-445a-a596-5b9c92a90259 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:28.755846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:28.831197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.873454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=3fce9fd7-c29b-445a-a596-5b9c92a90259,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.878151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port 3fce9fd7-c29b-445a-a596-5b9c92a90259 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:28.949074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35062f31-80d4-4129-acbb-8ca03d71cdde up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:29.009193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e87f7409-b2f4-4f4e-9b0e-f18a39552b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.023644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Router eccab467-42e1-4f3e-a4c2-2beba4a964f3 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:29.033302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:29.038628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.093278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.111324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:29.202716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cdc409-778f-412e-b8e8-11511295e464']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.229706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:29.232800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57aa610-e413-4955-8e3f-e9191922631d') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.232800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57aa610-e413-4955-8e3f-e9191922631d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.235667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.251950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86054a34-db17-46ef-8f7e-6399ab74f556 None None] DHCP port deletion for 69cdc409-778f-412e-b8e8-11511295e464 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:29.252173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.282158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.289681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d77ac544-ff2b-47f4-b0b7-31a35ea8aca7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "PUT /v2.0/floatingips/b1fd9569-b871-4fda-94fa-c4718eb074ba HTTP/1.1" status: 200 len: 991 time: 5.0755153 Nov 16 21:24:29.300846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:29.301376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:29.305381 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:29.316608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:27Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.334737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:29.342876 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:29.355916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1752be9-8d80-4c21-991f-2fbd424bc5e8 req-103c1860-e408-4201-a0e6-7b9113010457 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.1378739 Nov 16 21:24:29.412877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.460276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:29.472922 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d93ffb2-89ec-4a38-abfb-8d3a81c008b0 x-openstack-request-id: req-0d93ffb2-89ec-4a38-abfb-8d3a81c008b0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:29.473205 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:29.473381 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Sync routers for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:29.473948 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d93ffb2-89ec-4a38-abfb-8d3a81c008b0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:29.473948 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'status': 'completed', 'code': 200} Nov 16 21:24:29.509893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.511620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5d86d3d2-40b3-4567-ab58-4110a50a19cd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5298941 Nov 16 21:24:29.513899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.517245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:29.522509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:29.523179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.648847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 35062f31-80d4-4129-acbb-8ca03d71cdde triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:29.649281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.667364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:29.692116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.694775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Could not find standard attr ID for object f7be798f-a1bd-4e40-be25-5507bfa3be9e. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:29.696902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.709186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:29.711500 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/69cdc409-778f-412e-b8e8-11511295e464 HTTP/1.1" status: 204 len: 168 time: 1.6211689 Nov 16 21:24:29.712311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:29.721610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:29.731664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5ccd1-e057-4d04-9d91-0009f279b709 None None] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:29.751164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1221842885'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:29.804221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2fcd-558b-405d-ab4e-cb627cbe5178 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=69cdc409-778f-412e-b8e8-11511295e464,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.846372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event updated for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.850137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:29.879918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:29.884818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.926061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-0f27ae4e-1701-41b2-97a9-a634c017e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:29.927777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-0f27ae4e-1701-41b2-97a9-a634c017e75f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1096 time: 0.3763075 Nov 16 21:24:29.930496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09433e1-8d17-4681-8ca4-ae27186615a2 None None] The sync data for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 is: [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:27Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:29.985001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Provisioning complete for port 60e8909c-539d-4431-9042-c15a68e18d10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:29.985445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.047310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.048924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.239142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-f6c8b1e6-da6d-4bab-8d3e-aa3e61f08b52 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8702059 Nov 16 21:24:30.257626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Request body: {'port': {'device_id': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:30.307114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:25Z', 'revision_number': 3, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:30.346077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Checking router: eccab467-42e1-4f3e-a4c2-2beba4a964f3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:30.348929 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Updating router eccab467-42e1-4f3e-a4c2-2beba4a964f3 port 90407174-d3b1-4344-ba80-a6c116310e38 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:30.375862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:30.395969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:30.428536 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.475779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-efae0da1-5a37-4bb2-82db-a04d1f2eefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.483601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-efae0da1-5a37-4bb2-82db-a04d1f2eefe7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.5339925 Nov 16 21:24:30.510986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.669507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.876828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-7742a9eb-385b-48cd-986f-cfd60c64226f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 999 time: 0.3830895 Nov 16 21:24:30.879224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:30.920768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.921626 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment 8a4ced31-39fb-4eeb-a10d-7607e8a2d511 of type vlan for network a27b3b59-bb79-4e85-8c61-ab889dd22657 Nov 16 21:24:31.000788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] For port 60e8909c-539d-4431-9042-c15a68e18d10, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=60e8909c-539d-4431-9042-c15a68e18d10,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:31.021987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:31.032427 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.047575 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.064737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.085921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb938cc-20ff-4125-a8a6-b5bea9fe48e8 req-d0f11d7d-8ef5-407a-bbc2-f908462eb259 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:31.096995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9eb938cc-20ff-4125-a8a6-b5bea9fe48e8 req-d0f11d7d-8ef5-407a-bbc2-f908462eb259 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 931 time: 0.4583642 Nov 16 21:24:31.222863 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.233562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.resource_extend [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:24:31.240239 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.289897 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.296743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:31.297522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.319940 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Attempting to bind port 90407174-d3b1-4344-ba80-a6c116310e38 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:31.322130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Attempting to bind port 90407174-d3b1-4344-ba80-a6c116310e38 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:31.323937 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Attempting to bind port 90407174-d3b1-4344-ba80-a6c116310e38 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:31.348701 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6293108 Nov 16 21:24:31.354745 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:31.359480 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:31.362125 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.362726 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:31.363567 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Bound port: 90407174-d3b1-4344-ba80-a6c116310e38, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:31.364127 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.389884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51358) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:31.400312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:31.484139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Pushing event updated for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.494143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f2d8c-1b02-435a-9462-ed1ef298a858 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:31.547114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:31.551162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.551444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-85fa3654-e7f0-407a-a952-18f38c5e7a9f None None] Could not find standard attr ID for object 3fce9fd7-c29b-445a-a596-5b9c92a90259. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:31.551916 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] For port 90407174-d3b1-4344-ba80-a6c116310e38, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:31.567510 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] For port 90407174-d3b1-4344-ba80-a6c116310e38, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=90407174-d3b1-4344-ba80-a6c116310e38,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:31.585893 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.596365 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207cad2-41dd-4513-80c3-0e6a99061a15 None None] Pushing event updated for resources: {'Port': ['ID=90407174-d3b1-4344-ba80-a6c116310e38,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.688980 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207cad2-41dd-4513-80c3-0e6a99061a15 None None] Pushing event updated for resources: {'Port': ['ID=90407174-d3b1-4344-ba80-a6c116310e38,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.738031 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:31.738678 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:31.748308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39b5d5-f53a-4044-b315-a507324ef6c1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=a27b3b59-bb79-4e85-8c61-ab889dd22657,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.760142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-788dc432-91ce-4457-8dcd-4cdcc342587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:31.763904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-788dc432-91ce-4457-8dcd-4cdcc342587c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.8518636 Nov 16 21:24:31.771171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.790806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324b922-144c-4bd9-9b2b-2cc53ae15739 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:31.792543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:31.815305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:31.823594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:31.850087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.897409 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.898440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3fce9fd7-c29b-445a-a596-5b9c92a90259 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:31.935992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.997449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9eb938cc-20ff-4125-a8a6-b5bea9fe48e8 req-a41031a2-9ceb-4e75-9927-723849ea46dc tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8991411 Nov 16 21:24:32.012268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Transition to ACTIVE for port object 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:24:32.020465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-23e97c59-6d05-4700-8a33-368ce1267b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.024863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-23e97c59-6d05-4700-8a33-368ce1267b23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419260 Nov 16 21:24:32.028076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.120203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:32.132155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Provisioning complete for port 90407174-d3b1-4344-ba80-a6c116310e38 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:32.132155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.147801 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:32.194899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 3fce9fd7-c29b-445a-a596-5b9c92a90259 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:32.195765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3fce9fd7-c29b-445a-a596-5b9c92a90259 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:24:32.281333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Port 3fce9fd7-c29b-445a-a596-5b9c92a90259 not found, will not notify nova. {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:24:32.291239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1fd9569-b871-4fda-94fa-c4718eb074ba', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:32.366718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:32.421686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:32.424944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:32.437799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:32.550863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.562814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51378) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:32.579882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Attempting to bind port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:32.580592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Attempting to bind port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:32.582803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Attempting to bind port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c on network e65ec696-0cf5-4f7e-8425-fcae4e875d74 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:32.621454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c on network e65ec696-0cf5-4f7e-8425-fcae4e875d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:24:32.626268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Attempting to bind port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c on network e65ec696-0cf5-4f7e-8425-fcae4e875d74 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:32.636248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:32.636878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Checking segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:32.638036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Bound using segment: {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:32.638697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Bound port: 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77df321c-9dc1-4669-94ca-61c4682c7536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:32.639257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.656914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:32.714647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-3150f100-062c-4b99-a019-c1225afd4269 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563168 Nov 16 21:24:32.744963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 60e8909c-539d-4431-9042-c15a68e18d10 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:32.805425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Allocated IP 172.20.0.1 (c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd/27fe1b78-8078-4c06-ab79-14700867f123/57f9b06b-a058-4fbb-9ac1-ac8bd117da93) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:32.854482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:32.860000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:32.879622 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:25Z', 'revision_number': 3, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:32.889180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.927436 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.928694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10fd34b7-1f2c-4ad9-be4b-68d454f0768e req-783f970b-8d20-49c2-b905-1de887e5b2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820927 Nov 16 21:24:32.940586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.941457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.942920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 1091 time: 2.6915193 Nov 16 21:24:32.943850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:32.944400 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733d1f1-033c-4f92-ba47-d02e556be995 None None] The sync data for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 is: [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:25Z', 'revision_number': 3, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:32.945716 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41943ffc-d69e-4214-98d2-87ed2cd59202" -d '{"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:33.004250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb8b29-5310-4e46-a544-93186136ddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:33.066174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.127400 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933127b-1f6e-4ced-927d-0e2bda70b05d x-openstack-request-id: req-3933127b-1f6e-4ced-927d-0e2bda70b05d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:33.127708 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:33.127970 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3933127b-1f6e-4ced-927d-0e2bda70b05d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:33.128389 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'status': 'completed', 'code': 200} Nov 16 21:24:33.151512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.287222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 60e8909c-539d-4431-9042-c15a68e18d10 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:33.287607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.306831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:33.313800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:33.324139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:33.331855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] For port 90407174-d3b1-4344-ba80-a6c116310e38, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=90407174-d3b1-4344-ba80-a6c116310e38,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:33.363718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.378019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-316fafeb-d45a-4b69-a03d-19d5777d54d9 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:33.386812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.543437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=3e8f162a-0f66-4482-ab77-5f5d9b500d33,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:33.617833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Pushing event updated for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:33.639911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': '8a4ced31-39fb-4eeb-a10d-7607e8a2d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:33.640430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: a27b3b59-bb79-4e85-8c61-ab889dd22657, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:33.650869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-316fafeb-d45a-4b69-a03d-19d5777d54d9 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "PUT /v2.0/quotas/024b21014ce043ec913e833ceb161421 HTTP/1.1" status: 200 len: 368 time: 0.9852624 Nov 16 21:24:33.651778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.654240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:33.661801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Request body: {'network': {'project_id': '024b21014ce043ec913e833ceb161421'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:33.715873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Made reservation on behalf of 024b21014ce043ec913e833ceb161421 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:33.718566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.739066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.757599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:33.867082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.916263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.922884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-efb3e730-d857-4a5c-aab8-5e4c690b0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:33.933446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-efb3e730-d857-4a5c-aab8-5e4c690b0968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1094 time: 0.8983538 Nov 16 21:24:33.952043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a27b3b59-bb79-4e85-8c61-ab889dd22657) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:33.953309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e35105-0b67-4dde-90a4-b91552014037 req-ae20efaf-8845-41b8-a509-4388bb87e116 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:33.960877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64e35105-0b67-4dde-90a4-b91552014037 req-ae20efaf-8845-41b8-a509-4388bb87e116 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 943 time: 0.1746953 Nov 16 21:24:33.967666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:33.969397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.015347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Pushing event updated for resources: {'Port': ['ID=90407174-d3b1-4344-ba80-a6c116310e38,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:34.034497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-dd866a98-35fd-4b86-b7e8-a74fa07f92c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 217 time: 0.0904553 Nov 16 21:24:34.037954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367ba67-c800-4189-838c-33b4fbda9eef None None] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:34.080637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:34.103965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.104311 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Added segment 9f17a875-a07c-44c5-a0b7-93815dfaf736 of type vlan for network b24a1805-ef6d-4090-bccf-b1cbf1e2cd07 Nov 16 21:24:34.156491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.158867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64e35105-0b67-4dde-90a4-b91552014037 req-0815d608-6f00-4d9c-8817-f4d7405f45a6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908095 Nov 16 21:24:34.163273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-dc869f25-35d3-44ec-ac40-0928cdd897f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.164979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-dc869f25-35d3-44ec-ac40-0928cdd897f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.1212220 Nov 16 21:24:34.182651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091333e2-b2a4-41bd-9912-ce924abe364c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:34.203913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:34.209750 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0119d016-ff6d-4866-b9d2-16daad563b44 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8136926 Nov 16 21:24:34.212639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:34.218606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657', 'name': 'tempest-PortsTestJSON-951698501', 'fixed_ips': [{'subnet_id': '3e8f162a-0f66-4482-ab77-5f5d9b500d33', 'ip_address': '172.20.0.10'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:34.227236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.228207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.228706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.245780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c335d-6754-423f-8820-0163261e72fe req-5579fd5f-0cf9-4f6f-91a3-a9307440adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.248153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-5579fd5f-0cf9-4f6f-91a3-a9307440adaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743787 Nov 16 21:24:34.300090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6406474 Nov 16 21:24:34.312626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:34.349146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1fd9569-b871-4fda-94fa-c4718eb074ba', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:34.388093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Request body: {'network': {'project_id': '024b21014ce043ec913e833ceb161421'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:34.412066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Provisioning complete for port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:34.412718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38cd51fa-2c73-476f-9ea5-609e4068680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.435150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738c371-8149-481b-9853-4aafdc87d44c None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1fd9569-b871-4fda-94fa-c4718eb074ba', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:34.456949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-63465a89-2582-4f7a-bbb5-7e0b9a9a1b22 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005045 Nov 16 21:24:34.494113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:34.494113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.513957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.522502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac191c3-6ad6-4801-a1d1-5c4911fab0a2 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event updated for resources: {'Network': ['ID=b24a1805-ef6d-4090-bccf-b1cbf1e2cd07,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:34.530812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.546144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b24a1805-ef6d-4090-bccf-b1cbf1e2cd07 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:34.574126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Made reservation on behalf of 024b21014ce043ec913e833ceb161421 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:34.576525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.582416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.732884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Pushing event updated for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:34.748684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:34.764356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a3c335d-6754-423f-8820-0163261e72fe req-efe56fc3-79ec-41a5-994c-b62d9746ae21 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756844 Nov 16 21:24:34.787100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:34.817952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.818205 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Added segment 2e7e5c24-9bcb-40eb-beee-338598fee0ef of type vlan for network 92b4fbdc-4cbd-4498-ada2-d9aa53d95157 Nov 16 21:24:34.891309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-c97a12c6-694c-4937-8619-0e08272b6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.893504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-c97a12c6-694c-4937-8619-0e08272b6b02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1094 time: 0.0657811 Nov 16 21:24:34.914206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:34.926696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec0f6e-0717-4370-99f0-b40914cabe42 None None] New status for floating IP b1fd9569-b871-4fda-94fa-c4718eb074ba: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:24:34.927346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:34.934744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.109183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.110886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.111699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.117488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.237586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-a27b3b59-bb79-4e85-8c61-ab889dd22657', 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '3e8f162a-0f66-4482-ab77-5f5d9b500d33'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:35.238903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.240551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3fce9fd7-c29b-445a-a596-5b9c92a90259 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:35.254621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-7e89f536-d17c-4520-b423-5b4cef4b8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.256242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-7e89f536-d17c-4520-b423-5b4cef4b8b49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 930 time: 0.3537738 Nov 16 21:24:35.276984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port b599ab55-c93f-41cf-b43b-94b9a0c39202 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:35.292058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9100962 Nov 16 21:24:35.296416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51414) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:35.306642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d2f2c245-cadd-40d1-b557-5f69ebe25286 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Request body: {'network': {'project_id': '024b21014ce043ec913e833ceb161421'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:35.328809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 3fce9fd7-c29b-445a-a596-5b9c92a90259 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:35.329149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3fce9fd7-c29b-445a-a596-5b9c92a90259 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:35.345020 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f2c245-cadd-40d1-b557-5f69ebe25286 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:24:35.345197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-baf234a6-98b4-4b63-9391-d3d5cf569949 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 217 time: 0.0659852 Nov 16 21:24:35.345779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f2c245-cadd-40d1-b557-5f69ebe25286 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:24:35.350954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2f2c245-cadd-40d1-b557-5f69ebe25286 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0496275 Nov 16 21:24:35.351406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:35.386187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5d9fc-f382-4b5e-add7-dddcd64e8649 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event updated for resources: {'Network': ['ID=92b4fbdc-4cbd-4498-ada2-d9aa53d95157,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:35.388613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e0da5db-fe79-40a0-8184-ecaacdfc16d5 None None] Provisioning complete for port 90407174-d3b1-4344-ba80-a6c116310e38 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:35.389185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e0da5db-fe79-40a0-8184-ecaacdfc16d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.434796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Router eccab467-42e1-4f3e-a4c2-2beba4a964f3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:35.489344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 92b4fbdc-4cbd-4498-ada2-d9aa53d95157 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:35.609589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-96f44779-3edd-45ba-a6f1-bb16a34973c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.611206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-96f44779-3edd-45ba-a6f1-bb16a34973c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.2651122 Nov 16 21:24:35.667345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121794-3ea5-4cae-ae29-4239fa1862e6 req-ee7fe12b-186a-4770-873b-0365dfbf5c07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.672210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 90407174-d3b1-4344-ba80-a6c116310e38 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:35.676560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14121794-3ea5-4cae-ae29-4239fa1862e6 req-ee7fe12b-186a-4770-873b-0365dfbf5c07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 943 time: 0.3480003 Nov 16 21:24:35.726580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d79a241-458d-461b-b2c9-b0c6df2107fe tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=024b21014ce043ec913e833ceb161421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724935 Nov 16 21:24:35.745712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:35.806492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-6d9efcc9-024b-4981-a3e8-c0390cb6df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.808043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-6d9efcc9-024b-4981-a3e8-c0390cb6df13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841757 Nov 16 21:24:35.838859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14121794-3ea5-4cae-ae29-4239fa1862e6 req-84bc6a0d-94de-461a-8e61-85d12bb8b894 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613941 Nov 16 21:24:35.864654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Allocated IP 172.20.0.2 (a27b3b59-bb79-4e85-8c61-ab889dd22657/3e8f162a-0f66-4482-ab77-5f5d9b500d33/21f12315-b0ba-4c50-91d6-7046e55064ef) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:35.866526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 90407174-d3b1-4344-ba80-a6c116310e38 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:35.866899 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.868876 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:24:35.880712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:35.893905 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-124cea19-cc86-4a2c-aafe-25bb744276f3 admin admin] 10.222.0.54 "PUT /v2.0/routers/eccab467-42e1-4f3e-a4c2-2beba4a964f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3746696 Nov 16 21:24:35.928180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.980434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.988475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e0da5db-fe79-40a0-8184-ecaacdfc16d5 None None] Provisioning complete for port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:35.988846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e0da5db-fe79-40a0-8184-ecaacdfc16d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.018510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-9698a198-8f81-4c60-b338-b1ee43147276 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996424 Nov 16 21:24:36.104002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7e0da5db-fe79-40a0-8184-ecaacdfc16d5 None None] Port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:36.193677 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.197072 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.200927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:36.201446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/091333e2-b2a4-41bd-9912-ce924abe364c HTTP/1.1" status: 204 len: 168 time: 0.4534149 Nov 16 21:24:36.208495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.236634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.269515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ebb1f-f649-4f3a-90a4-e0a1ab9de7ef tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091333e2-b2a4-41bd-9912-ce924abe364c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:36.282887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41943ffc-d69e-4214-98d2-87ed2cd59202 req-f1701632-a723-4636-85fd-78f6b13c7855 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536376 Nov 16 21:24:36.295366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.10 (a27b3b59-bb79-4e85-8c61-ab889dd22657/3e8f162a-0f66-4482-ab77-5f5d9b500d33/b599ab55-c93f-41cf-b43b-94b9a0c39202) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:36.339797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2c1369f9-33fc-4ff4-ad2a-60f25a718cca None None] Provisioning complete for port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:36.341907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c1369f9-33fc-4ff4-ad2a-60f25a718cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.379823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:36.402946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Pushing event updated for resources: {'Port': ['ID=21f12315-b0ba-4c50-91d6-7046e55064ef,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:36.410501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:36.415319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:36.419453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2c1369f9-33fc-4ff4-ad2a-60f25a718cca None None] Port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:36.475999 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.497617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Attempting to bind port 21f12315-b0ba-4c50-91d6-7046e55064ef on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:36.503081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Attempting to bind port 21f12315-b0ba-4c50-91d6-7046e55064ef by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '8a4ced31-39fb-4eeb-a10d-7607e8a2d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:36.503081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Attempting to bind port 21f12315-b0ba-4c50-91d6-7046e55064ef on network a27b3b59-bb79-4e85-8c61-ab889dd22657 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:36.505391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:36.505767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Checking segment: {'id': '8a4ced31-39fb-4eeb-a10d-7607e8a2d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:36.506174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.506666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Bound using segment: {'id': '8a4ced31-39fb-4eeb-a10d-7607e8a2d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:36.507195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Bound port: 21f12315-b0ba-4c50-91d6-7046e55064ef, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4ced31-39fb-4eeb-a10d-7607e8a2d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:36.507582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.573700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:24:36.683904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] For port 21f12315-b0ba-4c50-91d6-7046e55064ef, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:36.703869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] For port 21f12315-b0ba-4c50-91d6-7046e55064ef, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21f12315-b0ba-4c50-91d6-7046e55064ef,segment=NetworkSegment(8a4ced31-39fb-4eeb-a10d-7607e8a2d511),segment_id=8a4ced31-39fb-4eeb-a10d-7607e8a2d511)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:36.710173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.710802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.733639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.757986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b4fbdc-4cbd-4498-ada2-d9aa53d95157']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:36.808255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:36.820670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7e5c24-9bcb-40eb-beee-338598fee0ef') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:36.820977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7e5c24-9bcb-40eb-beee-338598fee0ef') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:36.822731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146a80c-9e99-4884-8cd0-b766ce7ef161 None None] Pushing event updated for resources: {'Port': ['ID=21f12315-b0ba-4c50-91d6-7046e55064ef,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:36.834652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'mac_address': 'fa:16:3e:33:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:24:36.850583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.880736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.882836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.889973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:36.890507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:36.894027 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:36.900300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:36.918216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.927420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:36.933953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.022356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:37.025140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=b599ab55-c93f-41cf-b43b-94b9a0c39202,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:37.057060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199abac-b81f-4bed-a34c-7453696579cf req-e689db4f-16ca-4264-a370-8a1f6ed9f597 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:37.066191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5199abac-b81f-4bed-a34c-7453696579cf req-e689db4f-16ca-4264-a370-8a1f6ed9f597 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 944 time: 0.0914667 Nov 16 21:24:37.105654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:37.118109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:37.120774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:37.141640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.149275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.153260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "DELETE /v2.0/networks/92b4fbdc-4cbd-4498-ada2-d9aa53d95157 HTTP/1.1" status: 204 len: 168 time: 0.9510033 Nov 16 21:24:37.159404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:37.159847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51478) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:37.189885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5199abac-b81f-4bed-a34c-7453696579cf req-eca6f43c-748c-4b1e-8b77-5f052000cf25 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230917 Nov 16 21:24:37.264050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0602-eb2a-45a8-91c1-0e15b039fd7c tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event deleted for resources: {'Network': ['ID=92b4fbdc-4cbd-4498-ada2-d9aa53d95157,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:37.328893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:37.333722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.335570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.381607 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-767f2c77-b7a4-4643-bb80-519a6b5c6eb1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1671896 Nov 16 21:24:37.383627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51488) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:37.393921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': 'a27b3b59-bb79-4e85-8c61-ab889dd22657', 'name': 'tempest-PortsTestJSON-573070983', 'fixed_ips': [{'subnet_id': '3e8f162a-0f66-4482-ab77-5f5d9b500d33', 'ip_address': '172.20.0.9'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:37.542524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.568086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24a1805-ef6d-4090-bccf-b1cbf1e2cd07']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:37.576608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21f12315-b0ba-4c50-91d6-7046e55064ef up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:37.583777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f17a875-a07c-44c5-a0b7-93815dfaf736') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:37.584498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f17a875-a07c-44c5-a0b7-93815dfaf736') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:37.602597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.621666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.630966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:37.632092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:37.634556 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:37.647344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 21f12315-b0ba-4c50-91d6-7046e55064ef triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:37.648103 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.674851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:37.688796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.704261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.716757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 37d00c3a-e51f-42b5-8da4-f40584cd365b yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:37.721347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.735820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] 10.222.0.54 "DELETE /v2.0/networks/b24a1805-ef6d-4090-bccf-b1cbf1e2cd07 HTTP/1.1" status: 204 len: 168 time: 0.5746417 Nov 16 21:24:37.771860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1c40a-0ce5-479a-bc7b-899e2dd08119 tempest-QuotasNegativeTest-1989378577 tempest-QuotasNegativeTest-1989378577-project-admin] Pushing event deleted for resources: {'Network': ['ID=b24a1805-ef6d-4090-bccf-b1cbf1e2cd07,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:38.043047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.9 (a27b3b59-bb79-4e85-8c61-ab889dd22657/3e8f162a-0f66-4482-ab77-5f5d9b500d33/37d00c3a-e51f-42b5-8da4-f40584cd365b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:38.054157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.112005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 21f12315-b0ba-4c50-91d6-7046e55064ef, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21f12315-b0ba-4c50-91d6-7046e55064ef,segment=NetworkSegment(8a4ced31-39fb-4eeb-a10d-7607e8a2d511),segment_id=8a4ced31-39fb-4eeb-a10d-7607e8a2d511)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:38.120824 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.218776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=21f12315-b0ba-4c50-91d6-7046e55064ef,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:38.387588 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Sync routers for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:38.403166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:38.404328 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:38.411037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.432769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbfaac4-c270-4fe6-a9b7-7bc61ea94609 None None] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:38.439716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fab6a4-5dde-4a52-926a-9a222decfdb4 req-a39eac76-0550-4a67-8cfb-2264241cdfb9 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:38.450624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9fab6a4-5dde-4a52-926a-9a222decfdb4 req-a39eac76-0550-4a67-8cfb-2264241cdfb9 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 944 time: 0.1463933 Nov 16 21:24:38.564639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.567046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:38.574836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9fab6a4-5dde-4a52-926a-9a222decfdb4 req-41eb9f3d-336b-4b50-8f5a-199bc59eb3e2 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098313 Nov 16 21:24:38.595761 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:38.653540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7002e167-e4fe-48c4-a425-e4de6da16323 None None] Provisioning complete for port 21f12315-b0ba-4c50-91d6-7046e55064ef triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:38.653540 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7002e167-e4fe-48c4-a425-e4de6da16323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.662107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:24:38.675119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51540) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:38.713354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:38.713706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.732071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:38.741397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:38.754092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:38.847600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=37d00c3a-e51f-42b5-8da4-f40584cd365b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:38.879928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4203f29-3d00-49f7-a57d-541de17e8b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.899722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:38.902850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.940012 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a9bb4905-7280-4355-9c82-a61346746822 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5550323 Nov 16 21:24:38.940716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51546) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:38.948871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.969186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.009266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4203f29-3d00-49f7-a57d-541de17e8b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.020824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4203f29-3d00-49f7-a57d-541de17e8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.028183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:33Z', 'revision_number': 4, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '57f9b06b-a058-4fbb-9ac1-ac8bd117da93', 'name': '', 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'mac_address': 'fa:16:3e:50:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '27fe1b78-8078-4c06-ab79-14700867f123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:32Z', 'updated_at': '2021-11-16T21:24:34Z', 'revision_number': 2, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'subnets': [{'id': '27fe1b78-8078-4c06-ab79-14700867f123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:39.066078 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Checking router: eccab467-42e1-4f3e-a4c2-2beba4a964f3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:39.066606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Updating router eccab467-42e1-4f3e-a4c2-2beba4a964f3 port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:39.082646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:39.090171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:39.097204 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56074eb3-c207-4dba-a03a-1874a3311ee6" -d '{"events": [{"server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:39.108068 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.118791 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.148528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e4203f29-3d00-49f7-a57d-541de17e8b1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d28356a25484aecb3ab81b739dc45f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4767292 Nov 16 21:24:39.149266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51550) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:39.178222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203f29-3d00-49f7-a57d-541de17e8b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ecc376-40e3-4e2d-908a-40c86d4ee83a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.178433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe33a4-e74c-4b05-a85a-06c5e187ca7c tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.178433 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eebe33a4-e74c-4b05-a85a-06c5e187ca7c tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2330987 Nov 16 21:24:39.178433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:39.248972 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f1e3b-12d9-4087-be2a-843cf47735d5 x-openstack-request-id: req-f85f1e3b-12d9-4087-be2a-843cf47735d5 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:39.249519 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:39.252828 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f85f1e3b-12d9-4087-be2a-843cf47735d5 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:39.252972 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'code': 200} Nov 16 21:24:39.276785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.279587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.307442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9777a-1d91-4e57-8a5a-a83f7f0004c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.320202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9777a-1d91-4e57-8a5a-a83f7f0004c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.322455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Provisioning complete for port 37d00c3a-e51f-42b5-8da4-f40584cd365b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:39.322831 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.334461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9777a-1d91-4e57-8a5a-a83f7f0004c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.336645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.339473 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30a9777a-1d91-4e57-8a5a-a83f7f0004c3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1594331 Nov 16 21:24:39.341110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:39.380350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Port 37d00c3a-e51f-42b5-8da4-f40584cd365b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:39.391860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Provisioning complete for port b599ab55-c93f-41cf-b43b-94b9a0c39202 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:39.392288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.459853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Port b599ab55-c93f-41cf-b43b-94b9a0c39202 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:39.484260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Provisioning complete for port 21f12315-b0ba-4c50-91d6-7046e55064ef triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:39.484260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb48ab50-51ca-4608-93a5-e0909a64ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.536573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21f12315-b0ba-4c50-91d6-7046e55064ef up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:39.579101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fbbd-3884-43c1-a88f-0fc6f984eb27 req-7a892571-c8d3-455c-9d2e-8ce154625c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.581077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d299fbbd-3884-43c1-a88f-0fc6f984eb27 req-7a892571-c8d3-455c-9d2e-8ce154625c92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1096 time: 0.2609463 Nov 16 21:24:39.583206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.586881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.590652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2ecc376-40e3-4e2d-908a-40c86d4ee83a HTTP/1.1" status: 204 len: 168 time: 0.4380717 Nov 16 21:24:39.612836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 37d00c3a-e51f-42b5-8da4-f40584cd365b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:39.613355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.638237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358636f-6873-4748-9902-1169a34d62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ecc376-40e3-4e2d-908a-40c86d4ee83a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.748703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d299fbbd-3884-43c1-a88f-0fc6f984eb27 req-2d80cfb0-d61d-4b8f-8709-85d2998b192d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582675 Nov 16 21:24:39.846372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43dc3-a6be-44f1-b888-b24021c37b4f req-a15439df-4801-496a-bd4a-6acc3aa9258b tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.860485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 21f12315-b0ba-4c50-91d6-7046e55064ef triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:39.861072 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.862084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cde43dc3-a6be-44f1-b888-b24021c37b4f req-a15439df-4801-496a-bd4a-6acc3aa9258b tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1119852 Nov 16 21:24:39.870709 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.889800 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.944187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.987542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cde43dc3-a6be-44f1-b888-b24021c37b4f req-707106c0-821b-4939-a95b-a6b88e3299fe tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238019 Nov 16 21:24:39.990245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f3a29-689b-4fb2-b617-a1e1e42c1438 None None] Pushing event updated for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.995992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 37d00c3a-e51f-42b5-8da4-f40584cd365b owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:40.141640 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Attempting to bind port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:40.142005 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Attempting to bind port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:40.142367 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Attempting to bind port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 on network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:40.145483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Provisioning complete for port 37d00c3a-e51f-42b5-8da4-f40584cd365b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:40.147059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.152517 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:40.152889 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Checking segment: {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:40.153289 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.154228 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Bound using segment: {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:40.154703 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Bound port: 57f9b06b-a058-4fbb-9ac1-ac8bd117da93, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:40.155141 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.261300 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.264421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Port 37d00c3a-e51f-42b5-8da4-f40584cd365b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:40.279911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Provisioning complete for port b599ab55-c93f-41cf-b43b-94b9a0c39202 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:40.280280 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.288135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51572) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:40.298170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] For port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:40.305982 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] For port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:40.319314 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.324899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=37d00c3a-e51f-42b5-8da4-f40584cd365b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:40.328638 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-235efeeb-b80a-48fb-be6e-ea7d62690edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.357977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5a035-ee8b-4359-b8ba-d068f212fe92 None None] Port b599ab55-c93f-41cf-b43b-94b9a0c39202 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:40.452883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:40.453506 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:40.458829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f3a29-689b-4fb2-b617-a1e1e42c1438 None None] Pushing event updated for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:40.495878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] Provisioning complete for port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:40.498529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.607460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.607954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ff9ae67f-bb74-4c8f-ad75-f9855010cb6a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/37d00c3a-e51f-42b5-8da4-f40584cd365b HTTP/1.1" status: 204 len: 168 time: 1.2638929 Nov 16 21:24:40.610553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51576) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:40.645387 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bfaf2e-6d47-4807-a114-0b50536612c5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:40.647025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25bfaf2e-6d47-4807-a114-0b50536612c5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/37d00c3a-e51f-42b5-8da4-f40584cd365b HTTP/1.1" status: 404 len: 333 time: 0.0353336 Nov 16 21:24:40.649782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51578) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:40.652455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-235efeeb-b80a-48fb-be6e-ea7d62690edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.663074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-235efeeb-b80a-48fb-be6e-ea7d62690edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.704815 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:40.825852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-235efeeb-b80a-48fb-be6e-ea7d62690edc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e640926db960454ca8a6a3aa3c765e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5344071 Nov 16 21:24:40.825852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efeeb-b80a-48fb-be6e-ea7d62690edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab1fcb-ee67-4ec8-9aba-6e82bedd83c5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:40.832003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51582) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:40.883881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.898391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port b599ab55-c93f-41cf-b43b-94b9a0c39202 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:40.899802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.977968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] For port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:40.995686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.076360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.161598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea838fb-dc7b-476b-b8dd-105200f2ffde None None] Pushing event updated for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:41.188429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e8457650-c784-4ed3-851f-3912bfc728e9 None None] Provisioning complete for port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:41.188989 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e8457650-c784-4ed3-851f-3912bfc728e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.190079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.204538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.212977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for b599ab55-c93f-41cf-b43b-94b9a0c39202 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:41.290454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e2dbd-f470-42f6-a679-8b7f2eb840ae req-873d47de-03c0-470f-883a-308f935b12bd tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:41.297038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-521e2dbd-f470-42f6-a679-8b7f2eb840ae req-873d47de-03c0-470f-883a-308f935b12bd tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1306980 Nov 16 21:24:41.362668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.368542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.371615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3eab1fcb-ee67-4ec8-9aba-6e82bedd83c5 HTTP/1.1" status: 204 len: 168 time: 0.5370917 Nov 16 21:24:41.400109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406acc8b-0bb7-4b5a-acdb-de9baa1a1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab1fcb-ee67-4ec8-9aba-6e82bedd83c5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:41.424921 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:33Z', 'revision_number': 4, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '57f9b06b-a058-4fbb-9ac1-ac8bd117da93', 'name': '', 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'mac_address': 'fa:16:3e:50:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '27fe1b78-8078-4c06-ab79-14700867f123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:32Z', 'updated_at': '2021-11-16T21:24:40Z', 'revision_number': 4, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'subnets': [{'id': '27fe1b78-8078-4c06-ab79-14700867f123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:41.436170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.482296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-521e2dbd-f470-42f6-a679-8b7f2eb840ae req-ed2c5ebf-2184-41f7-b95e-862c1c79daef tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577044 Nov 16 21:24:41.493001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7ea60-640f-4b8b-8e0d-d65f2cd101e9 None None] The sync data for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 is: [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:24:33Z', 'revision_number': 4, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '57f9b06b-a058-4fbb-9ac1-ac8bd117da93', 'name': '', 'network_id': 'c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'mac_address': 'fa:16:3e:50:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '27fe1b78-8078-4c06-ab79-14700867f123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:32Z', 'updated_at': '2021-11-16T21:24:40Z', 'revision_number': 4, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'subnets': [{'id': '27fe1b78-8078-4c06-ab79-14700867f123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:41.535540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=b599ab55-c93f-41cf-b43b-94b9a0c39202,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:41.666533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.672134 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e0706284-e7b3-4290-a52a-1767b8699a69 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/b599ab55-c93f-41cf-b43b-94b9a0c39202 HTTP/1.1" status: 204 len: 168 time: 1.0205591 Nov 16 21:24:41.677209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:41.730468 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-19400746-d027-4641-8ecb-74af67e2ac75 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:41.740432 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19400746-d027-4641-8ecb-74af67e2ac75 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/b599ab55-c93f-41cf-b43b-94b9a0c39202 HTTP/1.1" status: 404 len: 333 time: 0.0605972 Nov 16 21:24:41.741472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:41.855255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 3e8f162a-0f66-4482-ab77-5f5d9b500d33 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:41.863051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.950464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-43e55812-e331-48e4-9536-9a604adcd479 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 258 time: 0.4270034 Nov 16 21:24:41.962979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:41.965835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.990947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.192020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.218609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.348543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.430309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8f162a-0f66-4482-ab77-5f5d9b500d33,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.439816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.440981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639f0e0-b6fd-4790-8fa4-6a4b2f0f24d7 None None] Network a27b3b59-bb79-4e85-8c61-ab889dd22657 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:42.446103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-333492f2-6e3a-46ab-88fb-1a891e4a9ee3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/3e8f162a-0f66-4482-ab77-5f5d9b500d33 HTTP/1.1" status: 204 len: 168 time: 0.7011495 Nov 16 21:24:42.454131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:42.489748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Allocated IP 172.25.7.241 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/fefac8d4-2eff-4c14-84ec-d188fae29343) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:42.669337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.744008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] DHCP port deletion for a27b3b59-bb79-4e85-8c61-ab889dd22657 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:42.776336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 21f12315-b0ba-4c50-91d6-7046e55064ef {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:42.776917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.817224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.861870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port 21f12315-b0ba-4c50-91d6-7046e55064ef, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21f12315-b0ba-4c50-91d6-7046e55064ef,segment=NetworkSegment(8a4ced31-39fb-4eeb-a10d-7607e8a2d511),segment_id=8a4ced31-39fb-4eeb-a10d-7607e8a2d511)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:42.862779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.866576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.894641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 21f12315-b0ba-4c50-91d6-7046e55064ef owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:42.906492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Deleting port 21f12315-b0ba-4c50-91d6-7046e55064ef {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:42.907710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.921278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.010451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51632) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:43.030484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.056020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:43.062549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:43.065258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:43.082880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] For port 21f12315-b0ba-4c50-91d6-7046e55064ef, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=21f12315-b0ba-4c50-91d6-7046e55064ef,segment=NetworkSegment(8a4ced31-39fb-4eeb-a10d-7607e8a2d511),segment_id=8a4ced31-39fb-4eeb-a10d-7607e8a2d511)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:43.085537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.096478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event updated for resources: {'Port': ['ID=fefac8d4-2eff-4c14-84ec-d188fae29343,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.115917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Calling delete_port for 21f12315-b0ba-4c50-91d6-7046e55064ef owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:43.116776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=21f12315-b0ba-4c50-91d6-7046e55064ef,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.127143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port 21f12315-b0ba-4c50-91d6-7046e55064ef on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:43.266086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.279869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1470657496'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:43.329670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.343553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.346608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.394960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b3b59-bb79-4e85-8c61-ab889dd22657']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:43.418679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] Pushing event deleted for resources: {'Port': ['ID=21f12315-b0ba-4c50-91d6-7046e55064ef,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.431699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4ced31-39fb-4eeb-a10d-7607e8a2d511') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:43.432077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4ced31-39fb-4eeb-a10d-7607e8a2d511') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:43.450780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc365e-fe7a-4a8d-8cd2-aaf5163d8ccc None None] No DVR routers for this DVR port 21f12315-b0ba-4c50-91d6-7046e55064ef on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:43.451521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.490289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.512652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:43.513280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:43.517185 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:43.623449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:43.630363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:43.633745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.648153 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.671267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.678374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.685388 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/a27b3b59-bb79-4e85-8c61-ab889dd22657 HTTP/1.1" status: 204 len: 168 time: 1.2287798 Nov 16 21:24:43.685586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51644) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:43.694215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.702823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039815669'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:43.704261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:43.704639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.709664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25acd48-d1a0-448b-b18f-482d083ffaa5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=a27b3b59-bb79-4e85-8c61-ab889dd22657,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.714292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.813103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:43.816613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.866024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event updated for resources: {'Port': ['ID=fefac8d4-2eff-4c14-84ec-d188fae29343,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.867960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21f12315-b0ba-4c50-91d6-7046e55064ef no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:43.874632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.896643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:43.919510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.919976 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Added segment 89d00606-af15-465e-8245-3e65ecc3143e of type vlan for network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf Nov 16 21:24:43.929780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.931126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-65577421-b89d-4197-898e-58632f906458 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9731450 Nov 16 21:24:43.934398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 21f12315-b0ba-4c50-91d6-7046e55064ef {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:43.934776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 21f12315-b0ba-4c50-91d6-7046e55064ef not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:43.950996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.986394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.027586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-77635261-08b5-41b8-862f-bfcb59cba5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.0868845 Nov 16 21:24:44.064577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:44.069320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.109224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f22c1a-55ab-4b4e-a4e6-fd6f7dcab746,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:44.128406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.128729 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Added segment 517e5877-9f10-4774-bc55-b2f5cdc77940 of type vlan for network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 Nov 16 21:24:44.195717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.201870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.202454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.205633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.333418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-ce9c4a69-971e-4e28-9e51-18b8f4f80b1e tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.335397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b49f03a6-a6ee-4aa5-bac5-7ede2c1b3efd req-ce9c4a69-971e-4e28-9e51-18b8f4f80b1e tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2940216 Nov 16 21:24:44.353031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.360098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.360849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.367966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6785855 Nov 16 21:24:44.370911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:44.373236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995cb99-c60f-42ba-a1cd-8081af126f2b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Network': ['ID=0cc02f3c-ed22-4bfb-87d8-eb474727bfcf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:44.379511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:44.384454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:44.450187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4371076 Nov 16 21:24:44.482588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51664) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:44.491994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'subnet': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:44.549685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:44.551121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8740b-3a2b-4565-b6c9-cb0396424641 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Network': ['ID=aaf98b57-8b1e-41b7-aadc-a0d48c306b39,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:44.566172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:44.569867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.592878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-9a400300-19de-425f-941e-49fcbdeb21d0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.600236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-9a400300-19de-425f-941e-49fcbdeb21d0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1676404 Nov 16 21:24:44.674963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-71314a55-2f3e-4520-a363-7c4478070b45 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.0737569 Nov 16 21:24:44.679611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'floatingip': {'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:44.737996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.830020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:44.834433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.889270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.962376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=50e55f1f-3554-4ee0-b57a-4ed737c23ff4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:45.008635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Checking segment: {'id': '89d00606-af15-465e-8245-3e65ecc3143e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:45.009082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network hostable DHCP agents. Network: 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:45.042227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:45.056487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:45.070016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ca0da-9e6e-46e0-ad6e-2d63a0addb44 None None] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:45.073671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:45.075136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.102661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10f4cc25-f69b-4a8a-8c6a-be9750ae66c0 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7286205 Nov 16 21:24:45.106149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51672) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:45.114221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-282423827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:45.172372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.174541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.252551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.260514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.291500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.293335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b8a53c2-f1b9-4e5c-8331-637020b7579d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1853967 Nov 16 21:24:45.296559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51674) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:45.305475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf', 'name': 'tempest-PortsTestJSON-276250994'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:45.336549 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6288b02-e9cd-4180-8f1a-129d0fd98d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.350471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-0cc02f3c-ed22-4bfb-87d8-eb474727bfcf', 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '50e55f1f-3554-4ee0-b57a-4ed737c23ff4'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:45.351826 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.507431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:45.520474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.532562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Allocated IP 172.20.0.2 (0cc02f3c-ed22-4bfb-87d8-eb474727bfcf/50e55f1f-3554-4ee0-b57a-4ed737c23ff4/a936d579-4845-4110-a055-8d5746200bb3) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:45.555726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 93a94cc7-8f44-46e5-a177-e45f74fa0288 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:45.748343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.761293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.856385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Pushing event updated for resources: {'Port': ['ID=a936d579-4845-4110-a055-8d5746200bb3,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:45.858792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.7 (0cc02f3c-ed22-4bfb-87d8-eb474727bfcf/50e55f1f-3554-4ee0-b57a-4ed737c23ff4/93a94cc7-8f44-46e5-a177-e45f74fa0288) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:45.891089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:45.893538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:45.898091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:45.976879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.979754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Attempting to bind port a936d579-4845-4110-a055-8d5746200bb3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:45.980120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Attempting to bind port a936d579-4845-4110-a055-8d5746200bb3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '89d00606-af15-465e-8245-3e65ecc3143e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:45.981266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.981462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Attempting to bind port a936d579-4845-4110-a055-8d5746200bb3 on network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:45.991219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:45.991789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Checking segment: {'id': '89d00606-af15-465e-8245-3e65ecc3143e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:45.992196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.992921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Bound using segment: {'id': '89d00606-af15-465e-8245-3e65ecc3143e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:45.993397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Bound port: a936d579-4845-4110-a055-8d5746200bb3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d00606-af15-465e-8245-3e65ecc3143e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0cc02f3c-ed22-4bfb-87d8-eb474727bfcf'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:45.993907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.997205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.102475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] For port a936d579-4845-4110-a055-8d5746200bb3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:46.106380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] For port a936d579-4845-4110-a055-8d5746200bb3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a936d579-4845-4110-a055-8d5746200bb3,segment=NetworkSegment(89d00606-af15-465e-8245-3e65ecc3143e),segment_id=89d00606-af15-465e-8245-3e65ecc3143e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:46.117307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.196492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Subnet': ['ID=ba27b591-9aab-4cc0-9ac3-de0e6772bf8f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:46.217492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.226114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Checking segment: {'id': '517e5877-9f10-4774-bc55-b2f5cdc77940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:46.226632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network hostable DHCP agents. Network: aaf98b57-8b1e-41b7-aadc-a0d48c306b39, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:46.256115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56da373-3258-4649-adde-dd547de5b4d5 None None] Pushing event updated for resources: {'Port': ['ID=a936d579-4845-4110-a055-8d5746200bb3,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:46.276815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:46.282269 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Floating IP 126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a associated. External IP: 172.25.7.241, port: 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c. Nov 16 21:24:46.291691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.376866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, aaf98b57-8b1e-41b7-aadc-a0d48c306b39) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:46.384849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:46.391643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a957f5-2209-4e17-b654-d0f046e3e9dc None None] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:46.392876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:46.394148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=93a94cc7-8f44-46e5-a177-e45f74fa0288,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:46.396790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.398251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:46.400792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:46.430555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b4309618-9fd8-42de-97bf-a4ddf98129c9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9465792 Nov 16 21:24:46.438141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:46.443097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-202955175'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:46.590969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:46.599282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.646435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d71fd97a-86f3-493b-ab61-650a7662aaf5 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3439214 Nov 16 21:24:46.652421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:46.814129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Router 0037f731-8bb7-47a4-a64c-608bb04fac9d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:46.965888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'tenant_id': 'a8c17517d7084ec9acc3e093490b200a', 'fixed_ips': [{'subnet_id': 'ba27b591-9aab-4cc0-9ac3-de0e6772bf8f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:46.967589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.998760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:47.017406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.022844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Sync routers for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:47.068795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-58626d2f-47a6-4298-8679-8aa5dd681ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "PUT /v2.0/floatingips/126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a HTTP/1.1" status: 200 len: 996 time: 2.3870270 Nov 16 21:24:47.069847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:47.076450 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198" -d '{"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:47.157433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-bef46a9e-493e-4ba2-8e71-59cb00924e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.170796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-bef46a9e-493e-4ba2-8e71-59cb00924e31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0899611 Nov 16 21:24:47.210105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:47.210747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:47.348584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-33ad56b3-47a9-466e-8850-9c720397af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.357605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-33ad56b3-47a9-466e-8850-9c720397af2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 930 time: 0.1858733 Nov 16 21:24:47.372011 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fde0005-73e6-43c7-bb96-b53241a07e44 x-openstack-request-id: req-0fde0005-73e6-43c7-bb96-b53241a07e44 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:47.373026 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:47.373430 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fde0005-73e6-43c7-bb96-b53241a07e44 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:47.373982 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'status': 'completed', 'code': 200} Nov 16 21:24:47.394602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:47.403109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.553692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-ac4a94b7-5c5a-4cb5-827c-e20c90ffc742 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 999 time: 0.1937635 Nov 16 21:24:47.563843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-24af6c43-83c7-499a-9571-05a8a950de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.565970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-24af6c43-83c7-499a-9571-05a8a950de32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1096 time: 0.1952691 Nov 16 21:24:47.601819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:47.627387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:47.670989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a936d579-4845-4110-a055-8d5746200bb3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:47.675546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Allocated IP 2001:db8::2 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/96f7dc98-e15d-4547-b107-d04e08baf1ec) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:47.790113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.838828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-95a476f3-419c-47a2-9b87-1f30b5f81cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.840326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-95a476f3-419c-47a2-9b87-1f30b5f81cac service neutron] 10.222.0.36 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 930 time: 0.1953061 Nov 16 21:24:47.972435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-b1b0fb2a-e679-4b19-b023-f705036244fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.973942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-b1b0fb2a-e679-4b19-b023-f705036244fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.4053071 Nov 16 21:24:48.003862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f018fae-abfe-4e0d-a8dd-ea2cea6f92f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.109627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8441b2-10d7-45c7-a3fc-345dd8f0cb8e None None] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:48.116937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a936d579-4845-4110-a055-8d5746200bb3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:48.117301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.124053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-63277ca9-499e-4784-b7e1-78d004e96d5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 999 time: 0.2749510 Nov 16 21:24:48.187709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-836c3b94-20f4-4b76-bf43-0e410dc1dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:48.189248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-836c3b94-20f4-4b76-bf43-0e410dc1dfcb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022316 Nov 16 21:24:48.273455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.286047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.306333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-0be2fefe-f481-421e-adf8-7dc2c5688fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072457 Nov 16 21:24:48.345671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=93a94cc7-8f44-46e5-a177-e45f74fa0288,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:48.379689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-27fee500-b0af-4d50-916c-c582493b34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:48.381466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-27fee500-b0af-4d50-916c-c582493b34e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.2416239 Nov 16 21:24:48.464911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85b010c4-7a13-4dfa-bb3b-9cda6696520c req-1fed1c5f-7b52-4dc4-97cc-3dd9646c6281 service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464367 Nov 16 21:24:48.483945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-d892ca5d-fa4f-4b81-8f1f-5cdaa3f4ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:48.486796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-d892ca5d-fa4f-4b81-8f1f-5cdaa3f4ce2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984583 Nov 16 21:24:48.508753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.581362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.640317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.650635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:48.664488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Pushing event updated for resources: {'Port': ['ID=96f7dc98-e15d-4547-b107-d04e08baf1ec,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:48.675725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:48.679667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:48.730330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.732779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-64ff2b56-0f7e-46c6-a153-259cba3c95cf None None] Provisioning complete for port a936d579-4845-4110-a055-8d5746200bb3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:48.733253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64ff2b56-0f7e-46c6-a153-259cba3c95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.766870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-ce838877-3017-430f-a47c-05756f553df7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 258 time: 0.2347383 Nov 16 21:24:48.774532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:48.776588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::1c0 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/7dfc45bd-c52d-4b71-aa20-a640cd4c80e0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:48.878420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-41e9600e-937d-4571-b61b-b5df078a2495 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721461 Nov 16 21:24:48.879167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Attempting to bind port 96f7dc98-e15d-4547-b107-d04e08baf1ec on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:48.879747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Attempting to bind port 96f7dc98-e15d-4547-b107-d04e08baf1ec by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '517e5877-9f10-4774-bc55-b2f5cdc77940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:48.880222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Attempting to bind port 96f7dc98-e15d-4547-b107-d04e08baf1ec on network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:48.903644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.925281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a936d579-4845-4110-a055-8d5746200bb3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a936d579-4845-4110-a055-8d5746200bb3,segment=NetworkSegment(89d00606-af15-465e-8245-3e65ecc3143e),segment_id=89d00606-af15-465e-8245-3e65ecc3143e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:48.936894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'mac_address': 'fa:16:3e:33:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:43Z', 'updated_at': '2021-11-16T21:24:45Z', 'revision_number': 1, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:48.941560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:48.942198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Checking segment: {'id': '517e5877-9f10-4774-bc55-b2f5cdc77940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:48.942983 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.943530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Bound using segment: {'id': '517e5877-9f10-4774-bc55-b2f5cdc77940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:48.944182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Bound port: 96f7dc98-e15d-4547-b107-d04e08baf1ec, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517e5877-9f10-4774-bc55-b2f5cdc77940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:48.944726 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.949488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.028264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Checking router: 0037f731-8bb7-47a4-a64c-608bb04fac9d for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:49.070464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:49.071118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:49.152824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-39907a27-be4b-4c99-8445-6fa298ca6257 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669792 Nov 16 21:24:49.155320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.404668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d279540-a4b8-4b0c-a6e1-b0e877eb3198 req-418ba71e-4f68-45fd-bf45-28cf50993324 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987078 Nov 16 21:24:49.419759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-b594a9a1-59ec-4c04-9ab1-4ae66b16fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:49.421389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-b594a9a1-59ec-4c04-9ab1-4ae66b16fd39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 1097 time: 0.1725776 Nov 16 21:24:49.438212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a936d579-4845-4110-a055-8d5746200bb3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:49.473534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] For port 96f7dc98-e15d-4547-b107-d04e08baf1ec, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:49.485853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] For port 96f7dc98-e15d-4547-b107-d04e08baf1ec, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=96f7dc98-e15d-4547-b107-d04e08baf1ec,segment=NetworkSegment(517e5877-9f10-4774-bc55-b2f5cdc77940),segment_id=517e5877-9f10-4774-bc55-b2f5cdc77940)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:49.504840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.514182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.609434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.613681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.702143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.707450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15da0-fa02-4bba-9ada-aafd7f9833ad None None] Pushing event updated for resources: {'Port': ['ID=96f7dc98-e15d-4547-b107-d04e08baf1ec,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:49.723812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-8c8d534c-63c2-404f-a096-d33c38d2bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:49.735551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-8c8d534c-63c2-404f-a096-d33c38d2bc3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 200 len: 913 time: 0.2800133 Nov 16 21:24:49.756968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=7dfc45bd-c52d-4b71-aa20-a640cd4c80e0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:49.760860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:49.995840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-0c28234a-49f7-4103-ba16-932b06841961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 200 len: 1002 time: 0.2571464 Nov 16 21:24:50.045637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.066073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:50.068248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:50.072683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.076247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:50.094681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.095391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.228658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Allocated IP 172.25.7.16 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/70c66c64-e697-4581-9e69-ce154bbd4bec) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:50.237874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-7c89c23e-5ee7-41db-aa2b-a854f8c0834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.243965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-7c89c23e-5ee7-41db-aa2b-a854f8c0834f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f646ae6-93da-4892-ae19-1f2b39de4bd1 HTTP/1.1" status: 200 len: 851 time: 0.1993170 Nov 16 21:24:50.244158 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85e81e26-52a7-4179-bc66-5bd29711103c tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8014107 Nov 16 21:24:50.244277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51744) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:50.252845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774725991', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:fe:63:d4'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:50.279947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=93a94cc7-8f44-46e5-a177-e45f74fa0288,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:50.296739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.330512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b814549-b1bc-4652-b782-a6f71d998f3e None None] Provisioning complete for port 93a94cc7-8f44-46e5-a177-e45f74fa0288 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:50.331155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b814549-b1bc-4652-b782-a6f71d998f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.413339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1b814549-b1bc-4652-b782-a6f71d998f3e None None] Port 93a94cc7-8f44-46e5-a177-e45f74fa0288 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:50.505119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b814549-b1bc-4652-b782-a6f71d998f3e None None] Provisioning complete for port a936d579-4845-4110-a055-8d5746200bb3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:50.505483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b814549-b1bc-4652-b782-a6f71d998f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.550998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:50.553083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:50.610105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.769973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Router 7e772377-3e0e-462a-9d3c-a97be9d74c72 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:50.927718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:50.934776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93f892eb-f359-4bde-96d7-a920ea66eae3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/routers/7e772377-3e0e-462a-9d3c-a97be9d74c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2843981 Nov 16 21:24:50.937386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51754) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:50.951123 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] Sync routers for ids ['7e772377-3e0e-462a-9d3c-a97be9d74c72'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:50.974264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] Routers {'7e772377-3e0e-462a-9d3c-a97be9d74c72'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:50.974896 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7e772377-3e0e-462a-9d3c-a97be9d74c72'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:51.028194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b791675f-cdfa-49bf-9979-bc42f51f0d81 None None] Provisioning complete for port 93a94cc7-8f44-46e5-a177-e45f74fa0288 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:51.029137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b791675f-cdfa-49bf-9979-bc42f51f0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.036938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7beac-589a-4a51-8150-3faaa66a7a7e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:51.047667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ac7beac-589a-4a51-8150-3faaa66a7a7e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e772377-3e0e-462a-9d3c-a97be9d74c72 HTTP/1.1" status: 200 len: 981 time: 0.1083446 Nov 16 21:24:51.050456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51756) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:51.100846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5cad2817-da57-473d-b609-1883c102ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'mac_address': 'fa:16:3e:33:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:43Z', 'updated_at': '2021-11-16T21:24:45Z', 'revision_number': 1, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:51.127468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-53a537a7-0b00-41c1-9fd0-3b6914080128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:51.134349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-53a537a7-0b00-41c1-9fd0-3b6914080128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8720453 Nov 16 21:24:51.135796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad2817-da57-473d-b609-1883c102ceef None None] The sync data for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 is: [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'mac_address': 'fa:16:3e:33:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:43Z', 'updated_at': '2021-11-16T21:24:45Z', 'revision_number': 1, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:51.162528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b791675f-cdfa-49bf-9979-bc42f51f0d81 None None] Port 93a94cc7-8f44-46e5-a177-e45f74fa0288 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:51.288774 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:51.301297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5eabc2d9-0f29-40d9-9b50-f3c48da0bfb9 None None] Provisioning complete for port 93a94cc7-8f44-46e5-a177-e45f74fa0288 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:51.309719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5eabc2d9-0f29-40d9-9b50-f3c48da0bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.317699 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] Routers {'7e772377-3e0e-462a-9d3c-a97be9d74c72'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:51.320206 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7e772377-3e0e-462a-9d3c-a97be9d74c72'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:51.403250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-36e3b54e-6e98-42af-87e0-f0632a7196af service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584777 Nov 16 21:24:51.413872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:51.414687 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db52a57-9350-41b4-a7a7-64f2613721d2 None None] The sync data for ids ['7e772377-3e0e-462a-9d3c-a97be9d74c72'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:51.416634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.424469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5eabc2d9-0f29-40d9-9b50-f3c48da0bfb9 None None] Port 93a94cc7-8f44-46e5-a177-e45f74fa0288 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:51.474181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0a318-fd31-401b-9864-8e9d7babc7d4 None None] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:51.581130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3aac84bb-0bb1-4b1a-bbc7-e6f2f7c9bf92 req-54f32a83-c5c1-45df-a856-fc724c25bba9 service neutron] 10.222.0.36 "GET /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537888 Nov 16 21:24:51.688981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:51.701936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b670d3-ce3d-40fd-94af-4d07154c9464 None None] New status for floating IP 126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:24:51.776537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.783070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a936d579-4845-4110-a055-8d5746200bb3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:51.840690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] Provisioning complete for port 96f7dc98-e15d-4547-b107-d04e08baf1ec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:51.841102 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.870309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.893451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port 34baeda5-aa24-4f9d-a4af-06f2a6beb3ed yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:51.995782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.072831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event updated for resources: {'Port': ['ID=70c66c64-e697-4581-9e69-ce154bbd4bec,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:52.119306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:52.124936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:52.129290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:52.214587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a936d579-4845-4110-a055-8d5746200bb3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:52.215226 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.229928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::2e0 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/34baeda5-aa24-4f9d-a4af-06f2a6beb3ed) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:52.258242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.338904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.363519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.383522 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.512214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] For port 96f7dc98-e15d-4547-b107-d04e08baf1ec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=96f7dc98-e15d-4547-b107-d04e08baf1ec,segment=NetworkSegment(517e5877-9f10-4774-bc55-b2f5cdc77940),segment_id=517e5877-9f10-4774-bc55-b2f5cdc77940)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:52.523571 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.681121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c3ed5-7199-4066-88f4-ebf5532f295a None None] Pushing event updated for resources: {'Port': ['ID=96f7dc98-e15d-4547-b107-d04e08baf1ec,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:52.813073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 96f7dc98-e15d-4547-b107-d04e08baf1ec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:52.859997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.889327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8b68edd0-ab47-4187-a5cf-efa39bbc9d87 None None] Provisioning complete for port 96f7dc98-e15d-4547-b107-d04e08baf1ec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:52.889697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b68edd0-ab47-4187-a5cf-efa39bbc9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.901176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 93a94cc7-8f44-46e5-a177-e45f74fa0288 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:52.901654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.902263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.936385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.029260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 96f7dc98-e15d-4547-b107-d04e08baf1ec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.029635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.127584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.129856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8b68edd0-ab47-4187-a5cf-efa39bbc9d87 None None] Provisioning complete for port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.130993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b68edd0-ab47-4187-a5cf-efa39bbc9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.143108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.156177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 93a94cc7-8f44-46e5-a177-e45f74fa0288 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:53.202474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event updated for resources: {'Port': ['ID=70c66c64-e697-4581-9e69-ce154bbd4bec,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:53.210023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:53.210484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8b68edd0-ab47-4187-a5cf-efa39bbc9d87 None None] Port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:53.250876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:53.255104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:53.261222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.262137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.265629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.296947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.307526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-82d00ee6-ffad-4b35-b894-83977e953d96 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5393806 Nov 16 21:24:53.346857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e7d91a22-e19e-43a7-8043-5b19610f76cb None None] Provisioning complete for port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.347239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7d91a22-e19e-43a7-8043-5b19610f76cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.382011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=34baeda5-aa24-4f9d-a4af-06f2a6beb3ed,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:53.393764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-09f1d6bc-1eca-472a-a932-3812b87b60f9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1487901 Nov 16 21:24:53.402772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-b24735a2-3053-4763-87a9-31f47f03d44f tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0941863 Nov 16 21:24:53.404509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51780) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:53.423939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e7d91a22-e19e-43a7-8043-5b19610f76cb None None] Port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:53.552113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9a9c2-9d63-4552-be25-a1362817d0ee tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.560804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9a9c2-9d63-4552-be25-a1362817d0ee tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.562953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 96f7dc98-e15d-4547-b107-d04e08baf1ec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:53.565813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.575721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9a9c2-9d63-4552-be25-a1362817d0ee tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.577629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7cb9a9c2-9d63-4552-be25-a1362817d0ee tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1710367 Nov 16 21:24:53.581835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51784) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:53.645194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 96f7dc98-e15d-4547-b107-d04e08baf1ec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.645708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.648405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=93a94cc7-8f44-46e5-a177-e45f74fa0288,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:53.713349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-5245eb02-71ed-42d7-9ff3-0891731da5bc tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.719121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9a29ee-5a6b-49cf-86f7-df0aac734502 req-5245eb02-71ed-42d7-9ff3-0891731da5bc tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.3153455 Nov 16 21:24:53.800688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-40115b17-489c-4d2a-beb2-7ad6d6a384ae None None] Provisioning complete for port 34baeda5-aa24-4f9d-a4af-06f2a6beb3ed triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.803222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40115b17-489c-4d2a-beb2-7ad6d6a384ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.806489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 34baeda5-aa24-4f9d-a4af-06f2a6beb3ed {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:53.806868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.986727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-40115b17-489c-4d2a-beb2-7ad6d6a384ae None None] Port 34baeda5-aa24-4f9d-a4af-06f2a6beb3ed cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:54.043841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.083697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.124648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 34baeda5-aa24-4f9d-a4af-06f2a6beb3ed owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:54.173244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-f72cb267-d3cd-4aa9-b3dd-5e22b22f97dc tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:54.182113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-f72cb267-d3cd-4aa9-b3dd-5e22b22f97dc tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1820750 Nov 16 21:24:54.272010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-b8da76d3-dc3c-43cf-b3ec-ca3941b62698 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0888150 Nov 16 21:24:54.283028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-d231c96d-980e-4ebb-b8e0-2a228f232f07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'floatingip': {'port_id': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:54.356286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-d231c96d-980e-4ebb-b8e0-2a228f232f07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.537890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Router 7e772377-3e0e-462a-9d3c-a97be9d74c72 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:54.624944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:54.635035 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ae3f824-325e-49f4-b06c-aeed912f6348 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/routers/7e772377-3e0e-462a-9d3c-a97be9d74c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5809824 Nov 16 21:24:54.636612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51798) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:54.641738 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] Sync routers for ids ['7e772377-3e0e-462a-9d3c-a97be9d74c72'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:54.653092 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] Routers {'7e772377-3e0e-462a-9d3c-a97be9d74c72'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:54.655375 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7e772377-3e0e-462a-9d3c-a97be9d74c72'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:54.679548 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d64c92-5695-4933-9d7c-d5f164d03c9a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:24:54.681839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-40d64c92-5695-4933-9d7c-d5f164d03c9a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/93a94cc7-8f44-46e5-a177-e45f74fa0288 HTTP/1.1" status: 404 len: 333 time: 0.0451064 Nov 16 21:24:54.684413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51800) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:54.693859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.720201 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:54.745240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] Routers {'7e772377-3e0e-462a-9d3c-a97be9d74c72'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:54.746170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7e772377-3e0e-462a-9d3c-a97be9d74c72'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:54.749925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=34baeda5-aa24-4f9d-a4af-06f2a6beb3ed,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:54.819341 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-d231c96d-980e-4ebb-b8e0-2a228f232f07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:24:54.820814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6666e6-b92e-41f1-a549-2328febaef17 req-d231c96d-980e-4ebb-b8e0-2a228f232f07 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "PUT /v2.0/floatingips/90bc4490-0f07-4a9f-8657-ded4db48c796 HTTP/1.1" status: 409 len: 549 time: 0.5432191 Nov 16 21:24:54.839008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.843773 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:54.844791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e69cd3-2615-47a5-940c-6ad072300a79 None None] The sync data for ids ['7e772377-3e0e-462a-9d3c-a97be9d74c72'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:54.979219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.996754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6644c14-090c-417f-84e7-176185e42fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/34baeda5-aa24-4f9d-a4af-06f2a6beb3ed HTTP/1.1" status: 204 len: 168 time: 1.4003289 Nov 16 21:24:54.999902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51808) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:55.033699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf311036-59b4-4447-969b-f0c57b886030 req-f9745663-7ade-49c5-9bfc-b8c06bc0f4c3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips/90bc4490-0f07-4a9f-8657-ded4db48c796 HTTP/1.1" status: 200 len: 692 time: 0.1468761 Nov 16 21:24:55.051302 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22a6024-8aca-449e-9ce9-a6625c300fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] GET failed (client error): The resource could not be found. Nov 16 21:24:55.052752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f22a6024-8aca-449e-9ce9-a6625c300fe6 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports/34baeda5-aa24-4f9d-a4af-06f2a6beb3ed HTTP/1.1" status: 404 len: 333 time: 0.0519001 Nov 16 21:24:55.067647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:55.076984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.079846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.093534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928563440'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:55.169870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.171603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Fanout notify agent at l3_agent the message router_deleted on router 7e772377-3e0e-462a-9d3c-a97be9d74c72 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:24:55.196951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.199071 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-477aca64-2bdb-43f7-865d-496c23125eef tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/routers/7e772377-3e0e-462a-9d3c-a97be9d74c72 HTTP/1.1" status: 204 len: 168 time: 0.5119009 Nov 16 21:24:55.203253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51816) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:55.293683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 50e55f1f-3554-4ee0-b57a-4ed737c23ff4 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:55.299225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.304831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311036-59b4-4447-969b-f0c57b886030 req-2665bdb2-d59c-4e94-8d80-5d2d7394540f tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:55.311427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf311036-59b4-4447-969b-f0c57b886030 req-2665bdb2-d59c-4e94-8d80-5d2d7394540f tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.2622492 Nov 16 21:24:55.356639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.375383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf311036-59b4-4447-969b-f0c57b886030 req-5ed7c66e-e76b-40e1-b57c-7139c24dc78f tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0630870 Nov 16 21:24:55.426479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:55.430143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.446341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf311036-59b4-4447-969b-f0c57b886030 req-49a97b94-fbb1-452e-84e4-d4b35711331d tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0617695 Nov 16 21:24:55.463178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:55.523750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.607569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.643220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=50e55f1f-3554-4ee0-b57a-4ed737c23ff4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:55.652517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.661272 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8b6ecd71-179a-47d2-984c-a9971913151d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/50e55f1f-3554-4ee0-b57a-4ed737c23ff4 HTTP/1.1" status: 204 len: 168 time: 0.4566448 Nov 16 21:24:55.662210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51818) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:55.682525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786286aa-f79f-4fd2-ba74-dec7fc525eee None None] Network 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:55.697726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::60 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/dd681aa4-1a5c-4e87-a8cf-f8292d8802fd) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:55.811704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Deleting port 70c66c64-e697-4581-9e69-ce154bbd4bec {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:55.811704 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.819527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.972727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] DHCP port deletion for 0cc02f3c-ed22-4bfb-87d8-eb474727bfcf request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:56.078028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Deleting port a936d579-4845-4110-a055-8d5746200bb3 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:56.078410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.159625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] For port a936d579-4845-4110-a055-8d5746200bb3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a936d579-4845-4110-a055-8d5746200bb3,segment=NetworkSegment(89d00606-af15-465e-8245-3e65ecc3143e),segment_id=89d00606-af15-465e-8245-3e65ecc3143e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:56.160029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.176356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Calling delete_port for a936d579-4845-4110-a055-8d5746200bb3 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:56.275746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.307920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] Pushing event deleted for resources: {'Port': ['ID=a936d579-4845-4110-a055-8d5746200bb3,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:56.310111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec270b9b-8d79-47ed-9925-17a08d5f7d3b None None] No DVR routers for this DVR port a936d579-4845-4110-a055-8d5746200bb3 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:56.324073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] The port 'a936d579-4845-4110-a055-8d5746200bb3' was deleted {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 21:24:56.366032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.366363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.375569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-af9894b4-ccdd-444f-b92b-5bf3863baa43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5088646 Nov 16 21:24:56.434352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Calling delete_port for 70c66c64-e697-4581-9e69-ce154bbd4bec owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:56.541575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.564643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.601551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc02f3c-ed22-4bfb-87d8-eb474727bfcf']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:56.628314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d00606-af15-465e-8245-3e65ecc3143e') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:56.628608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d00606-af15-465e-8245-3e65ecc3143e') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:56.642984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-20dc8dd6-0756-47f9-a7fc-9304bc28bd76 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1355255317&fields=id&tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05 HTTP/1.1" status: 200 len: 267 time: 0.2131588 Nov 16 21:24:56.660662 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.693872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-f91a330a-ee5a-454e-ab99-7b229f2de0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:56.695320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-f91a330a-ee5a-454e-ab99-7b229f2de0c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 1097 time: 0.2584743 Nov 16 21:24:56.740326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.773961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:56.774358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:56.779071 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:56.855769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.978353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.993319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:57.009997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.013289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/0cc02f3c-ed22-4bfb-87d8-eb474727bfcf HTTP/1.1" status: 204 len: 168 time: 1.3499799 Nov 16 21:24:57.019007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:57.037711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-061efd12-4f75-41c8-80a1-24ee47801c3b tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.039231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-061efd12-4f75-41c8-80a1-24ee47801c3b tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/networks?id=19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 200 len: 815 time: 0.3751197 Nov 16 21:24:57.040136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:57.050456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=dd681aa4-1a5c-4e87-a8cf-f8292d8802fd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.053009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:57.058777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.059335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.067288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94929a8-d396-450b-a597-4fa84d862a77 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=0cc02f3c-ed22-4bfb-87d8-eb474727bfcf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.081820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5b957-7d75-4c49-a921-c91d4268a244 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.083946 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-69d5b957-7d75-4c49-a921-c91d4268a244 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/90c76aee-89c5-4b6f-8a0c-84f8ae831b10 HTTP/1.1" status: 200 len: 841 time: 0.0638592 Nov 16 21:24:57.088336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:57.102041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-8004e75c-7267-4192-af9a-d3ce5ee7ed81 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/quotas/6b0b7d0b630b4d5ab4d6934e4dc26b05 HTTP/1.1" status: 200 len: 375 time: 0.0359764 Nov 16 21:24:57.103788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.106263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-11d49240-b142-4104-a37e-b63c543d9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.108398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-11d49240-b142-4104-a37e-b63c543d9861 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 200 len: 912 time: 0.3659403 Nov 16 21:24:57.118667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1c12ab0f-3a98-4963-a283-975a0b269de2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0426106 Nov 16 21:24:57.166752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:57.173792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:fe:63:d4'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:57.187708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event deleted for resources: {'Port': ['ID=70c66c64-e697-4581-9e69-ce154bbd4bec,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.220014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c045e3ca-3629-4d5b-8f0e-2ab4fa914419 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/90c76aee-89c5-4b6f-8a0c-84f8ae831b10?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1296196 Nov 16 21:24:57.223515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51846) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:57.229138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:57.303382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-575aed63-8d77-478d-a579-8578df5c98ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 200 len: 1002 time: 0.1552463 Nov 16 21:24:57.396882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:57.400724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.414840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.417679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.418606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf311036-59b4-4447-969b-f0c57b886030 req-c77f9e32-3271-47a9-a307-6423dd3d29e7 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "DELETE /v2.0/floatingips/90bc4490-0f07-4a9f-8657-ded4db48c796 HTTP/1.1" status: 204 len: 173 time: 1.9634352 Nov 16 21:24:57.421025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-0081d945-c49a-4ce3-8e68-eaf3b84c73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.422320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-0081d945-c49a-4ce3-8e68-eaf3b84c73b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 200 len: 850 time: 0.0991516 Nov 16 21:24:57.442910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-9debc353-cb0b-432d-a881-7c5fad02ba78 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3229427 Nov 16 21:24:57.469635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3cd88863-20bf-467e-bf85-456055e2922c None None] Provisioning complete for port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:57.472427 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cd88863-20bf-467e-bf85-456055e2922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.526063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a936d579-4845-4110-a055-8d5746200bb3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:57.569300 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.584428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-856ce2f4-c641-473e-b50d-de5f5fe9bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.585945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-856ce2f4-c641-473e-b50d-de5f5fe9bf20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9d04629-12e7-4a4a-b4a6-d664767b1988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329613 Nov 16 21:24:57.592649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a936d579-4845-4110-a055-8d5746200bb3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:57.595246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a936d579-4845-4110-a055-8d5746200bb3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:57.628343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3cd88863-20bf-467e-bf85-456055e2922c None None] Port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:57.643980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-d99b458e-323b-44f9-87f9-0dfcb7a0e7c2 service neutron] 10.222.0.54 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001057 Nov 16 21:24:57.800136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-71d154bf-39f3-4bd2-8f11-5a5d3c22762d service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881797 Nov 16 21:24:57.833149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.843503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-f34d00bb-9b59-4b73-a2fc-63aab43122cf service neutron] 10.222.0.54 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945772 Nov 16 21:24:57.913770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:57.925432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:57.937258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-59ce2302-9928-4cf0-afb6-a5873761ac50 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1001 time: 0.1488113 Nov 16 21:24:57.937412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db64d6-9362-49b0-bbc1-b47b7f9f4c75 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:57.938903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.939530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.957721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=99d4ad29-9e6f-458d-81a3-bd619639df4f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.976538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.986144 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27d83cd8-48e9-4bbb-9c54-4ca6db288510 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7590659 Nov 16 21:24:57.986406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.991412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51854) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:58.012836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-aeab2960-b3d9-4a75-a643-af1eb4b8d092 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:58.014829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-aeab2960-b3d9-4a75-a643-af1eb4b8d092 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports/0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 942 time: 0.0766094 Nov 16 21:24:58.028288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef898cfc-0b0c-4080-88ea-f47cfc09f239 req-dba5bf6b-7246-4307-aa58-d7823276498d service neutron] 10.222.0.21 "GET /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807373 Nov 16 21:24:58.054884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266214397'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:58.065613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=dd681aa4-1a5c-4e87-a8cf-f8292d8802fd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:58.080291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] In _notify_port_updated(), no bound segment for port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd on network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:58.088902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:58.090476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.095398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51856) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:58.097058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f13305d5-7a21-41a3-9b8b-db17aff6c648 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "PUT /v2.0/ports/dd681aa4-1a5c-4e87-a8cf-f8292d8802fd HTTP/1.1" status: 200 len: 1002 time: 0.9269936 Nov 16 21:24:58.115064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.239481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.250388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.325683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.329411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2781038 Nov 16 21:24:58.330357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51864) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:58.345647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790107921'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:58.373737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e31c8-7f6d-43c0-a924-4f621a3ac372 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cc6a02-f09f-4f3d-a1cf-06c3da4e3c4c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:58.399948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-f76f620f-fb91-4a93-823b-b7c1879ffa46 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1001 time: 0.3290102 Nov 16 21:24:58.445208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'tenant_id': '412d4f6ec6844b0f9d6380c92e51c625', 'fixed_ips': [{'subnet_id': '99d4ad29-9e6f-458d-81a3-bd619639df4f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:58.455793 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.586790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:58.587405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.642898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561b0504-924f-475a-9f83-3d7471a03fb5 req-694dbd8a-9155-4125-90d3-1450649e78ef tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0783925 Nov 16 21:24:58.652655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Allocated IP 172.20.0.2 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/99d4ad29-9e6f-458d-81a3-bd619639df4f/8698c314-0fbd-4210-97bf-a5d39739ae1c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:58.693154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.776881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-920414a8-95b3-48fe-9ef6-aec2e3fdca83 None None] Provisioning complete for port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:58.777467 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-920414a8-95b3-48fe-9ef6-aec2e3fdca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.817155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-920414a8-95b3-48fe-9ef6-aec2e3fdca83 None None] Port dd681aa4-1a5c-4e87-a8cf-f8292d8802fd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:58.830298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.848378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.871325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.895083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.957708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:58.960707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:58.969668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:58.985140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.055115 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.058893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7235885 Nov 16 21:24:59.058893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for dd681aa4-1a5c-4e87-a8cf-f8292d8802fd owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:59.061796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51882) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:59.068330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-250187257', 'security_groups': ['676819a6-d32d-4532-aecb-276a2876e77b'], 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99d4ad29-9e6f-458d-81a3-bd619639df4f'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:59.068880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-22e71d8f-c2b4-4a76-ac48-ff793c37c61d tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:59.078006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-22e71d8f-c2b4-4a76-ac48-ff793c37c61d tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.6748145 Nov 16 21:24:59.160728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-e28c8647-809e-4dbc-9bee-1b09f0db2dab tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 1001 time: 0.0817132 Nov 16 21:24:59.179773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:59.299288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:59.339399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:59.341769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Attempting to bind port 8698c314-0fbd-4210-97bf-a5d39739ae1c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:59.342403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Attempting to bind port 8698c314-0fbd-4210-97bf-a5d39739ae1c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:59.342986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Attempting to bind port 8698c314-0fbd-4210-97bf-a5d39739ae1c on network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:59.350705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:59.351422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Checking segment: {'id': 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:59.352037 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.352591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Bound using segment: {'id': 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:59.353298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Bound port: 8698c314-0fbd-4210-97bf-a5d39739ae1c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:59.354009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.383778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542ef51-9895-4167-a2d7-525371ac9f7f tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676819a6-d32d-4532-aecb-276a2876e77b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:59.448601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:59.454237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:59.457893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.466553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.486994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.529742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 525a9978-ab44-4a47-8091-d2a8c191d7e6 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:59.561321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc065-26bf-43ab-a75a-38a9fded08d1 None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:59.778574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.13 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/99d4ad29-9e6f-458d-81a3-bd619639df4f/525a9978-ab44-4a47-8091-d2a8c191d7e6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:59.855319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.894522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.894894 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Floating IP 126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a disassociated. External IP: 172.25.7.241, port: 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c. Nov 16 21:24:59.901498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a878ab78-cae5-49d8-b3ad-31e6ece7dc19 req-f50772b4-8355-444c-a2f7-e7227048f3ed tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0567980 Nov 16 21:25:00.000824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.041272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=dd681aa4-1a5c-4e87-a8cf-f8292d8802fd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:00.084122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.151011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.221411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:00.226015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:00.228482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=525a9978-ab44-4a47-8091-d2a8c191d7e6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:00.239090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:00.369217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:00.370094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.421453 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cc6a238d-d071-4b4f-be9d-5c06d6749b97 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3578751 Nov 16 21:25:00.430009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51906) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:00.440209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:00.629325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:00.633603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.761853 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99d4ad29-9e6f-458d-81a3-bd619639df4f (CIDR: 172.20.0.0/28) Nov 16 21:25:00.765778 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:25:00.766568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:00.788396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ec0303b-f564-4756-8566-5d1df9edea5d tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3572288 Nov 16 21:25:00.791665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:00.797399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.799353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:00.801369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3dc2129c-2a66-4217-8c33-1fc0c58a6f0b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/dd681aa4-1a5c-4e87-a8cf-f8292d8802fd HTTP/1.1" status: 204 len: 168 time: 2.7040889 Nov 16 21:25:00.810579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51920) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:00.912871 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5659e5-6e70-4b16-80a3-917aca7a08e9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] GET failed (client error): The resource could not be found. Nov 16 21:25:00.921998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9a5659e5-6e70-4b16-80a3-917aca7a08e9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports/dd681aa4-1a5c-4e87-a8cf-f8292d8802fd HTTP/1.1" status: 404 len: 333 time: 0.1100731 Nov 16 21:25:00.937701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:00.951760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-752763588'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:00.953156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-6841a73e-3898-4ead-b812-cbaf30b01c9c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:00.954852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-6841a73e-3898-4ead-b812-cbaf30b01c9c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.36 "GET /v2.0/networks?id=19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 200 len: 815 time: 0.8412049 Nov 16 21:25:01.036037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Router 0037f731-8bb7-47a4-a64c-608bb04fac9d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:01.106801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:01.107815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.161077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:25:01.161077 n-d-816206-5 neutron-server[102664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:25:01.161077 n-d-816206-5 neutron-server[102664]: [parameters: {'project_id': 'a8c17517d7084ec9acc3e093490b200a', 'id': '44c3628b-a0e6-40aa-ac3b-58b705363026', 'expiration': datetime.datetime(2021, 11, 16, 21, 27, 1, 149717)}] Nov 16 21:25:01.161077 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:25:01.162698 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:25:01.173616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:01.177211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:01.184058 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.193645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:01.194077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.238571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-963905d2-31ff-4dad-ad1f-ea9ab4a8b8ff req-b748387b-2b6b-4460-9f2e-eb1fb6f9aab8 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0917003 Nov 16 21:25:01.279264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-c4564761-c229-4ddb-abbb-a3f6005dda24 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05 HTTP/1.1" status: 200 len: 380 time: 0.3078508 Nov 16 21:25:01.380192 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.397192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'port': {'device_id': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'admin_state_up': True, 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'security_groups': ['9d472118-8569-4505-812f-456071e96f42']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:01.545213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:01.556225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.668664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9ec68-141e-4996-a4eb-5a82b32f0245 None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:01.688808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:01.767813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8f57d81f-8fa0-4034-aed8-df73fb6ee9a0 None None] Provisioning complete for port 525a9978-ab44-4a47-8091-d2a8c191d7e6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:01.768186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f57d81f-8fa0-4034-aed8-df73fb6ee9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.840912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:01.845831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.855102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:01.855694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.858741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8f57d81f-8fa0-4034-aed8-df73fb6ee9a0 None None] Port 525a9978-ab44-4a47-8091-d2a8c191d7e6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:01.909619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port 546290a5-a049-4b21-9135-3c34b38cb0b7 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:01.947914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:01.958734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.975915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Sync routers for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:02.007168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:02.008070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:02.044774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-a215c33d-83ac-4d34-b2b0-b3243aba5ac3 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "PUT /v2.0/floatingips/126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a HTTP/1.1" status: 200 len: 695 time: 2.8830113 Nov 16 21:25:02.052328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:02.056124 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7d128b-a408-4f59-9889-84538a28db33" -d '{"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:02.091087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Made reservation on behalf of 6b0b7d0b630b4d5ab4d6934e4dc26b05 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:02.093583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.126045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.165096 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af3793-1c30-4a28-b58a-bd91f54240c6 x-openstack-request-id: req-74af3793-1c30-4a28-b58a-bd91f54240c6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:02.165482 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:02.165807 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74af3793-1c30-4a28-b58a-bd91f54240c6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:02.166274 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'status': 'completed', 'code': 200} Nov 16 21:25:02.230979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=2ef9c849-ce76-4df1-acf6-abb1a4676400,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:02.253792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:02.258259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:02.262646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.263311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.280498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::203 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/546290a5-a049-4b21-9135-3c34b38cb0b7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:02.304986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ecbb9e-dc0c-40a3-b7c4-246badbfecd6 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:02.347915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-6feccba6-941c-472a-ba0e-3885940d2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.354709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-6feccba6-941c-472a-ba0e-3885940d2547 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1096 time: 0.2887509 Nov 16 21:25:02.360596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:02.523171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7728c2d-a095-4dd1-869c-0b000bd77971 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7298887 Nov 16 21:25:02.531539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51940) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:02.553904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1735808537', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ef9c849-ce76-4df1-acf6-abb1a4676400'}], 'security_groups': ['89cc6a02-f09f-4f3d-a1cf-06c3da4e3c4c']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:02.585742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3840f66-1da6-47e4-914b-5096da04539d req-a70bb4ac-2713-435c-b57a-b5b9deb17a22 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.2070003 Nov 16 21:25:02.655222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.696357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.730128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-2cc8034b-cb93-4322-a8cb-2b7272a9b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.733362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-2cc8034b-cb93-4322-a8cb-2b7272a9b60b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 930 time: 0.3324082 Nov 16 21:25:02.788301 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.848591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d128b-a408-4f59-9889-84538a28db33 req-7e771948-3d43-4f5b-bba8-fb60341a4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.850223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-7e771948-3d43-4f5b-bba8-fb60341a4551 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 1096 time: 0.6655476 Nov 16 21:25:02.871566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-18904aca-0c3f-4ff9-b085-965ac3997fed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 217 time: 0.1318135 Nov 16 21:25:02.894835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:02.943342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:02.963859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:02.970351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.971300 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.973954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=546290a5-a049-4b21-9135-3c34b38cb0b7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:02.982830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:03.048038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Checking router: 0037f731-8bb7-47a4-a64c-608bb04fac9d for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:03.084467 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-868edf4e-c06c-4cd3-86bc-cc988de6c5b9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1368639 Nov 16 21:25:03.098352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Allocated IP 172.20.0.8 (19c4694b-4c4a-4007-8273-4c8579a72849/fb07c203-1045-4ad7-9759-052b05f74c70/6c1895a3-8119-4f5d-92b5-24f123b00d38) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:03.134582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:03.135245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:03.213806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51948) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:03.249506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:63:d4'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:03.316704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Update dhcp port {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'fixed_ips': [{'subnet_id': '99d4ad29-9e6f-458d-81a3-bd619639df4f', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ef9c849-ce76-4df1-acf6-abb1a4676400'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '8698c314-0fbd-4210-97bf-a5d39739ae1c'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:25:03.425691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.441434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:03.536227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.543038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:03.688209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-f6163ef3-d8f5-4362-b604-35b03958e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:03.689997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-f6163ef3-d8f5-4362-b604-35b03958e9ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.8023911 Nov 16 21:25:03.788526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Delete allocated IP 172.20.0.13 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/99d4ad29-9e6f-458d-81a3-bd619639df4f) {{(pid=102664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:25:03.798331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.21 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/2ef9c849-ce76-4df1-acf6-abb1a4676400/525a9978-ab44-4a47-8091-d2a8c191d7e6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:03.845699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1829b8d5-1ba5-4977-aaf4-79bbe33f9d15 None None] Provisioning complete for port 546290a5-a049-4b21-9135-3c34b38cb0b7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:03.846062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1829b8d5-1ba5-4977-aaf4-79bbe33f9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.877353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.891016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1829b8d5-1ba5-4977-aaf4-79bbe33f9d15 None None] Port 546290a5-a049-4b21-9135-3c34b38cb0b7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:03.915368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.927590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:03.928811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.972177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:03.990759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.006549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.034654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event updated for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:04.083299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.084146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.084718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.085269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.085856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.086406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.087243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.087789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.088406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.088971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.089523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.090075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:04.109613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Network 19c4694b-4c4a-4007-8273-4c8579a72849 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:04.118728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:04.131629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] In _notify_port_updated(), no bound segment for port 525a9978-ab44-4a47-8091-d2a8c191d7e6 on network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:04.138442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.139277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.140655 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/ports/525a9978-ab44-4a47-8091-d2a8c191d7e6 HTTP/1.1" status: 200 len: 921 time: 1.6044400 Nov 16 21:25:04.143897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51966) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:04.157260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:04.173490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61958f1a-2c68-4519-a36d-94bcdcd417fa req-48c60790-db06-4151-9f43-2117d5731848 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.181230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61958f1a-2c68-4519-a36d-94bcdcd417fa req-48c60790-db06-4151-9f43-2117d5731848 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 931 time: 0.4764335 Nov 16 21:25:04.185941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d128b-a408-4f59-9889-84538a28db33 req-261ca237-9b8d-4d7a-9733-9f08cff17b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.190671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-261ca237-9b8d-4d7a-9733-9f08cff17b32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 200 len: 930 time: 1.3319719 Nov 16 21:25:04.230106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e2c19-44f9-4936-8c8b-07745ad23b86 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=525a9978-ab44-4a47-8091-d2a8c191d7e6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:04.271266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 525a9978-ab44-4a47-8091-d2a8c191d7e6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:04.271743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.272214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec938c-fb67-4d55-9b04-20110841b373 None None] The sync data for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 is: [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:18Z', 'revision_number': 4, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '35062f31-80d4-4129-acbb-8ca03d71cdde', 'name': '', 'network_id': 'e65ec696-0cf5-4f7e-8425-fcae4e875d74', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'mac_address': 'fa:16:3e:d6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:24:26Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'subnets': [{'id': '9eea21ce-9780-4d52-8e57-827e82afc764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:04.288898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-3e4219ac-34ec-4bec-abb6-beaab980457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.298374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-3e4219ac-34ec-4bec-abb6-beaab980457b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5590849 Nov 16 21:25:04.405671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-3e3261dc-a3c8-4fbb-b51a-a153d1150842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 200 len: 217 time: 0.1532063 Nov 16 21:25:04.446581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Allocated IP 172.20.0.18 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/2ef9c849-ce76-4df1-acf6-abb1a4676400/8698c314-0fbd-4210-97bf-a5d39739ae1c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:04.469554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.494294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61958f1a-2c68-4519-a36d-94bcdcd417fa req-735c481a-b62d-47a4-8c66-ffc75ea2aa92 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060539 Nov 16 21:25:04.507486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 525a9978-ab44-4a47-8091-d2a8c191d7e6 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:04.670407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.718057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-de6e545d-d498-4d37-9724-1be43a941437 None None] Provisioning complete for port 6c1895a3-8119-4f5d-92b5-24f123b00d38 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:04.723647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-de6e545d-d498-4d37-9724-1be43a941437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.739082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.740024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.747620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=525a9978-ab44-4a47-8091-d2a8c191d7e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:04.818467 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dcbca-332b-4baf-a78d-e7de170eda93 None None] New status for floating IP 126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:25:04.821507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:04.862109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.870237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-bdc4dd8d-4d15-4ce2-bef1-315ef0e22e02 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4901552 Nov 16 21:25:04.883681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-de6e545d-d498-4d37-9724-1be43a941437 None None] Port 6c1895a3-8119-4f5d-92b5-24f123b00d38 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:04.889571 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.904459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d128b-a408-4f59-9889-84538a28db33 req-242bafe0-5736-4575-8d73-73239770f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.913692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-242bafe0-5736-4575-8d73-73239770f248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 200 len: 868 time: 0.4544113 Nov 16 21:25:04.919620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.925144 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77f80792-1205-477f-999d-29cf7d5e3de7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/525a9978-ab44-4a47-8091-d2a8c191d7e6 HTTP/1.1" status: 204 len: 168 time: 0.7784050 Nov 16 21:25:04.926086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:04.938846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Request body: {'port': {'device_id': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:04.977249 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4e4b49-ebf5-4260-ba40-8342c4338a4b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:25:04.985739 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc4e4b49-ebf5-4260-ba40-8342c4338a4b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/525a9978-ab44-4a47-8091-d2a8c191d7e6 HTTP/1.1" status: 404 len: 333 time: 0.0574138 Nov 16 21:25:04.986171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:04.992388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-1ee16c92-bb72-4dda-832d-9279ecb14c71 service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929173 Nov 16 21:25:05.047411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9244c-6675-4999-9bd1-b914811c0101 None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.100283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.129685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.220973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.226048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.228015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/security-groups/676819a6-d32d-4532-aecb-276a2876e77b HTTP/1.1" status: 204 len: 168 time: 0.2408929 Nov 16 21:25:05.232800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:05.278863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d128b-a408-4f59-9889-84538a28db33 req-839619a8-e0d1-4036-8438-d6fecb2ac32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:05.289528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07c253-5faa-4710-bb3f-366c3f553851 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676819a6-d32d-4532-aecb-276a2876e77b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.293174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-839619a8-e0d1-4036-8438-d6fecb2ac32e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e65ec696-0cf5-4f7e-8425-fcae4e875d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3385000 Nov 16 21:25:05.335564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.361666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.384468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.420306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.436336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.459229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.462310 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.467019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/security-groups/89cc6a02-f09f-4f3d-a1cf-06c3da4e3c4c HTTP/1.1" status: 204 len: 168 time: 0.2329285 Nov 16 21:25:05.467838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51978) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:05.471457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abcc7387-c0d2-4737-87c1-6f8a859ec26f req-2e3f35d8-9789-4f57-b8c2-c8a12bedbea3 service neutron] 10.222.0.54 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782169 Nov 16 21:25:05.515032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390a8a-5794-4881-930f-87efd6283699 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cc6a02-f09f-4f3d-a1cf-06c3da4e3c4c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.569853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:05.606303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 99d4ad29-9e6f-458d-81a3-bd619639df4f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:05.616644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.655805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:05.656319 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.729052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] In _notify_port_updated(), no bound segment for port 546290a5-a049-4b21-9135-3c34b38cb0b7 on network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:05.734695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:05.735360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.736697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "PUT /v2.0/ports/546290a5-a049-4b21-9135-3c34b38cb0b7 HTTP/1.1" status: 200 len: 1002 time: 2.5218713 Nov 16 21:25:05.739499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51986) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:05.758183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.791113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-481b8f23-de7c-4606-ae3d-8701ecd8e201 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968126 Nov 16 21:25:05.863791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67ec11-1541-4373-99ee-9652867f0e56 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=546290a5-a049-4b21-9135-3c34b38cb0b7,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.869122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-00c8cb79-1aa6-45e8-afb4-93e704fd9bac tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips/126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a HTTP/1.1" status: 200 len: 693 time: 0.2949941 Nov 16 21:25:06.015874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Could not find standard attr ID for object 525a9978-ab44-4a47-8091-d2a8c191d7e6. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:25:06.038206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.064463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:06.064837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.118692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 546290a5-a049-4b21-9135-3c34b38cb0b7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:06.119218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.133262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:06.146361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:06.146719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-056b9458-b7c9-4c56-a268-6aacf4ee93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.320541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.348601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 546290a5-a049-4b21-9135-3c34b38cb0b7 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:06.363052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f83f86f2-ae56-4bba-9b2f-fe5f6f0bd2ee None None] Provisioning complete for port 546290a5-a049-4b21-9135-3c34b38cb0b7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:06.363522 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f83f86f2-ae56-4bba-9b2f-fe5f6f0bd2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.449738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f83f86f2-ae56-4bba-9b2f-fe5f6f0bd2ee None None] Port 546290a5-a049-4b21-9135-3c34b38cb0b7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:06.494960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-90f96e45-a4c4-47d7-ae04-3bc60773de97 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:06.505649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-90f96e45-a4c4-47d7-ae04-3bc60773de97 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.6135175 Nov 16 21:25:06.546025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.555648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.568492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd7d128b-a408-4f59-9889-84538a28db33 req-e8deeacb-2e0b-4836-b71a-c2766201dc94 service neutron] 10.222.0.36 "GET /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951585 Nov 16 21:25:06.609082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=546290a5-a049-4b21-9135-3c34b38cb0b7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:06.667992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd709de-f377-42bd-9509-514fd9260361 req-1ee22424-b6cd-4d5f-990a-cde848a241db tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:06.670132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccd709de-f377-42bd-9509-514fd9260361 req-1ee22424-b6cd-4d5f-990a-cde848a241db tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 931 time: 0.9650865 Nov 16 21:25:06.684092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-ae002008-6adb-4566-98cd-aee8a21bc36f tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1747439 Nov 16 21:25:06.703859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=99d4ad29-9e6f-458d-81a3-bd619639df4f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:06.724375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.728158 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e70e883e-7f2f-4fe7-b445-62de73793ad8 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/99d4ad29-9e6f-458d-81a3-bd619639df4f HTTP/1.1" status: 204 len: 168 time: 1.2432652 Nov 16 21:25:06.739140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51996) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:06.744355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:06.772335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b964274-9298-4ef8-8daf-e60d46813e1a None None] Could not find standard attr ID for object 525a9978-ab44-4a47-8091-d2a8c191d7e6. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:25:06.837970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.841604 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-913f029e-68f2-43e2-a560-763f4d0a6409 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/546290a5-a049-4b21-9135-3c34b38cb0b7 HTTP/1.1" status: 204 len: 168 time: 1.1009133 Nov 16 21:25:06.844901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51998) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:06.862144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-86ba0731-fe1b-4847-b6e3-2b64af88d24b tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.241 HTTP/1.1" status: 200 len: 696 time: 0.1786087 Nov 16 21:25:06.892799 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a0ab97-bb16-4968-84b0-a7657490a4a9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] GET failed (client error): The resource could not be found. Nov 16 21:25:06.897635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-44a0ab97-bb16-4968-84b0-a7657490a4a9 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports/546290a5-a049-4b21-9135-3c34b38cb0b7 HTTP/1.1" status: 404 len: 333 time: 0.0487757 Nov 16 21:25:06.900167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:06.909819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-606300000'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:07.072077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1895a3-8119-4f5d-92b5-24f123b00d38 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:07.084111 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.100677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Transition to ACTIVE for port object 6c1895a3-8119-4f5d-92b5-24f123b00d38 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:25:07.124401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:07.133885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.154534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca485ec7-86f1-4b70-bfc9-5ae12387ed7f None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:07.201008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccd709de-f377-42bd-9509-514fd9260361 req-c34af996-4c67-4f79-8958-a6800befd232 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774454 Nov 16 21:25:07.201722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.414982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Pushing event updated for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:07.516961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:07.522482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.534283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.667215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Deleting port fefac8d4-2eff-4c14-84ec-d188fae29343 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:07.667745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.670210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:07.688330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port 68987380-ae40-4cb2-aee5-cdabd2ad70df yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:07.753743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:07.757447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:07.778651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.779276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.867554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.867911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.884468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Calling delete_port for fefac8d4-2eff-4c14-84ec-d188fae29343 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:07.887364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aababbb6-28a9-43d3-8d1e-dd9316e796d1 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1469917 Nov 16 21:25:07.915103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52008) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:07.924710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'security_group': {'name': 'tempest-secgroup-849096195'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:08.008041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.025683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::f0 (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/68987380-ae40-4cb2-aee5-cdabd2ad70df) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:08.078986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.298870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.318091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.323805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event deleted for resources: {'Port': ['ID=fefac8d4-2eff-4c14-84ec-d188fae29343,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:08.354086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Attempting to bind port 6c1895a3-8119-4f5d-92b5-24f123b00d38 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:08.354644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Attempting to bind port 6c1895a3-8119-4f5d-92b5-24f123b00d38 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:08.355920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Attempting to bind port 6c1895a3-8119-4f5d-92b5-24f123b00d38 on network 19c4694b-4c4a-4007-8273-4c8579a72849 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:08.376591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Port 6c1895a3-8119-4f5d-92b5-24f123b00d38 on network 19c4694b-4c4a-4007-8273-4c8579a72849 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:25:08.377036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Attempting to bind port 6c1895a3-8119-4f5d-92b5-24f123b00d38 on network 19c4694b-4c4a-4007-8273-4c8579a72849 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:08.406601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:08.407063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Checking segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:08.407691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Bound using segment: {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:08.408518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Bound port: 6c1895a3-8119-4f5d-92b5-24f123b00d38, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d14901f-a149-40bb-9133-9a4114514367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:08.408907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.426905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.429944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.435194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fb24c81-2823-405a-a2c8-55c448cc00ae req-cf2d5db5-c4ba-4f5a-b1be-e9b87898c470 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "DELETE /v2.0/floatingips/126f30ce-c0b8-4b28-8d8d-cebbfbf16a5a HTTP/1.1" status: 204 len: 173 time: 1.5588987 Nov 16 21:25:08.456057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.460242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5438943 Nov 16 21:25:08.469129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52022) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:08.521858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013fdc-5152-488d-aaab-4ba2d5ed3aca tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3b207-fc39-4a74-8d29-91532595919b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:08.540886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'security_group': {'name': 'tempest-secgroup-794974207'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:08.565742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.647892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.666551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5275d3f-320e-4a65-8da7-f6782090a3f8 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:08.679322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b81e0-6343-41d5-8267-6ced2d327fba req-c174f5bd-a7bb-482f-9114-bbbb157dedca tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:08.684080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa1b81e0-6343-41d5-8267-6ced2d327fba req-c174f5bd-a7bb-482f-9114-bbbb157dedca tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.3168759 Nov 16 21:25:08.699063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.704398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:08.716676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:08.727363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:08.732226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:08.740418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:08.741966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.798993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=68987380-ae40-4cb2-aee5-cdabd2ad70df,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:08.835429 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-155a9e07-b3d8-4bee-a060-6c9203f5c4f5 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9262269 Nov 16 21:25:08.837021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:08.850534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'network_id': 'aaf98b57-8b1e-41b7-aadc-a0d48c306b39', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-506112926'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:08.890952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.902087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88375179-0eba-42b6-aede-96a250a3fedf None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:08.903075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88375179-0eba-42b6-aede-96a250a3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.912907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:08.953283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.992582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:08.993252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.994742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] 10.222.0.36 "PUT /v2.0/ports/6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 200 len: 1091 time: 4.0683792 Nov 16 21:25:09.010211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88375179-0eba-42b6-aede-96a250a3fedf None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:09.011679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:09.018427 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:09.031653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88375179-0eba-42b6-aede-96a250a3fedf None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:09.032663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88375179-0eba-42b6-aede-96a250a3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.084890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa1b81e0-6343-41d5-8267-6ced2d327fba req-95bf6d08-6b8e-4e09-b4f9-b9d6b1a05c61 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827124 Nov 16 21:25:09.257253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Made reservation on behalf of a8c17517d7084ec9acc3e093490b200a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:09.263309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.291873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d65f1e-7b7f-4a94-bec1-07d790a4fb21 req-411b965a-8c12-47a0-91b9-72649ea9ec0d tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.302414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] device_id is not set on port 423bb04b-6d8d-4d48-a1c1-d673a2398700 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:09.311851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48d65f1e-7b7f-4a94-bec1-07d790a4fb21 req-411b965a-8c12-47a0-91b9-72649ea9ec0d tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6605961 Nov 16 21:25:09.352562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Update dhcp port {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'fixed_ips': [{'subnet_id': '2ef9c849-ce76-4df1-acf6-abb1a4676400', 'ip_address': '172.20.0.18'}, {'subnet_id': '258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '8698c314-0fbd-4210-97bf-a5d39739ae1c'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:25:09.387841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.427889 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.510583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.551778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Allocated IP 2001:db8::35f (aaf98b57-8b1e-41b7-aadc-a0d48c306b39/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f/423bb04b-6d8d-4d48-a1c1-d673a2398700) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:09.570209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac13d6-4be9-4f85-a6ef-2b7d88cb229b service neutron] Pushing event updated for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:09.589094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48d65f1e-7b7f-4a94-bec1-07d790a4fb21 req-95e0b6ad-08db-477a-bda3-856fe78d3258 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2776325 Nov 16 21:25:09.595594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-b373a70d-2a2b-4e60-9b5c-3ff6f3efe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.599482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-b373a70d-2a2b-4e60-9b5c-3ff6f3efe002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 1094 time: 0.5013721 Nov 16 21:25:09.610146 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b801e-51c1-4d03-b669-563966a8566c x-openstack-request-id: req-149b801e-51c1-4d03-b669-563966a8566c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:09.623167 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:09.623582 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-149b801e-51c1-4d03-b669-563966a8566c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:09.624095 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'status': 'completed', 'code': 200} Nov 16 21:25:09.626996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.630700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0939038 Nov 16 21:25:09.634201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52040) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:09.640722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'security_group': {'name': 'tempest-secgroup-980737139'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:09.695499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.725159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Allocated IP 172.20.0.2 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27/8698c314-0fbd-4210-97bf-a5d39739ae1c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:09.834593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ded1b1e4-bc66-48ba-8873-d01c390876e3 req-6d72bef6-caf1-4d5a-ac20-92b82e833ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2050173 Nov 16 21:25:09.837711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c93a5-3db0-4a52-beb0-1ad5f06b84eb tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791ecc3e-1163-48de-b74b-e9959d84d235,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:09.848702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:09.855952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-a835f772-5112-4042-928f-2f72138b9655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 200 len: 217 time: 0.2171924 Nov 16 21:25:09.882457 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.895087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2eb8cd7d-0ac1-430d-8da9-920a7fd35d7b None None] Provisioning complete for port 68987380-ae40-4cb2-aee5-cdabd2ad70df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:09.895455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2eb8cd7d-0ac1-430d-8da9-920a7fd35d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.897378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.974070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-7cdbf4c5-2c27-4f6c-be05-d46101c48a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.976959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-7cdbf4c5-2c27-4f6c-be05-d46101c48a03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb07c203-1045-4ad7-9759-052b05f74c70 HTTP/1.1" status: 200 len: 854 time: 0.1130631 Nov 16 21:25:09.979585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.052227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.057419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8cd7d-0ac1-430d-8da9-920a7fd35d7b None None] Port 68987380-ae40-4cb2-aee5-cdabd2ad70df cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:10.068748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.073467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-af23c688-3bb4-42c7-9051-a75fd5b24765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.083832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dea31-36cf-4d8b-98d4-80e69c33d31f None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:10.089872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-af23c688-3bb4-42c7-9051-a75fd5b24765 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c4694b-4c4a-4007-8273-4c8579a72849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036227 Nov 16 21:25:10.226366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.229449 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5935194 Nov 16 21:25:10.232639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52048) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:10.242451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a52cf-e2fb-40f5-9262-0aa917ee08ac tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffc221-5eda-4af9-a369-c220162e0964,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:10.245615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1088048346', 'security_groups': ['85ffc221-5eda-4af9-a369-c220162e0964'], 'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:10.277056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.402080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=423bb04b-6d8d-4d48-a1c1-d673a2398700,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:10.423512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:10.427003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:10.432383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:10.449459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.450697 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.487423 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-614f65f6-33e2-46c8-906c-436bb407b7ac tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6490242 Nov 16 21:25:10.495291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52056) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:10.508131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:fe:63:d4'}, {'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:13:90:dc'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:10.638723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486acd66-e934-4140-929c-99a29cd60814 req-97a1a655-049c-43f2-87f9-03be5a42850c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.646505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-486acd66-e934-4140-929c-99a29cd60814 req-97a1a655-049c-43f2-87f9-03be5a42850c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.3788924 Nov 16 21:25:10.702706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ed05a-3bb8-4400-9130-8915d792c6ec req-f3631ac1-8748-47bb-b1c7-5df4e13e5000 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.704290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-100ed05a-3bb8-4400-9130-8915d792c6ec req-f3631ac1-8748-47bb-b1c7-5df4e13e5000 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 945 time: 0.4091761 Nov 16 21:25:10.722762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-b1e70a9c-6240-4854-bac4-63de78172b27 service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203809 Nov 16 21:25:10.765671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.950986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-486acd66-e934-4140-929c-99a29cd60814 req-7dc96245-7441-4e1e-a6ab-b9fee0ddf271 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035040 Nov 16 21:25:10.957361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:11.047593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-100ed05a-3bb8-4400-9130-8915d792c6ec req-a82ba9f6-5a3f-4244-aadd-4e68c8ef57c4 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212895 Nov 16 21:25:11.131304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-11b5daff-2403-42e1-92a9-cd194705d3b8 None None] Provisioning complete for port 423bb04b-6d8d-4d48-a1c1-d673a2398700 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:11.132281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-11b5daff-2403-42e1-92a9-cd194705d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.133344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.142908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.170446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a51bd055-3ae9-4c66-894b-67601ab00064 req-0f06c3e6-4580-435a-b68f-74f7b444b42a service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058731 Nov 16 21:25:11.176618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.190310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-11b5daff-2403-42e1-92a9-cd194705d3b8 None None] Port 423bb04b-6d8d-4d48-a1c1-d673a2398700 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:11.193122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] In _notify_port_updated(), no bound segment for port 423bb04b-6d8d-4d48-a1c1-d673a2398700 on network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:11.199194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.199908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.201322 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "PUT /v2.0/ports/423bb04b-6d8d-4d48-a1c1-d673a2398700 HTTP/1.1" status: 200 len: 1066 time: 0.7049673 Nov 16 21:25:11.204108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52062) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:11.204952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] device_id is not set on port 18712f50-efe5-41ca-b622-7a2691f480da yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:11.251771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a19311-ac1a-4d26-8c18-669779f61712 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event updated for resources: {'Port': ['ID=423bb04b-6d8d-4d48-a1c1-d673a2398700,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:11.324222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 423bb04b-6d8d-4d48-a1c1-d673a2398700 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:11.324637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.368474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-feaf1103-ee89-40c5-8ee1-172cb4ee3b2f None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:11.368758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-feaf1103-ee89-40c5-8ee1-172cb4ee3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.414327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-feaf1103-ee89-40c5-8ee1-172cb4ee3b2f None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:11.420111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-2db7ab2f-f1fc-4c53-8ed2-fe2231f7075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.421626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-2db7ab2f-f1fc-4c53-8ed2-fe2231f7075a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 1094 time: 0.1493955 Nov 16 21:25:11.425822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-feaf1103-ee89-40c5-8ee1-172cb4ee3b2f None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:11.426404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-feaf1103-ee89-40c5-8ee1-172cb4ee3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.443524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.456522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 423bb04b-6d8d-4d48-a1c1-d673a2398700 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:11.530955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:11.611588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:11.612053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.620152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-c49ff7b7-8459-44b8-bc15-b2f9368bbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.621481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-c49ff7b7-8459-44b8-bc15-b2f9368bbe78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 200 len: 916 time: 0.1877902 Nov 16 21:25:11.677164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-f90739e1-662a-45a8-9747-6a586eeaf111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 200 len: 217 time: 0.0424969 Nov 16 21:25:11.693196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.720891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ece1fa6f-1ccf-4e7c-8396-e421956a7a25 None None] Could not find standard attr ID for object 423bb04b-6d8d-4d48-a1c1-d673a2398700. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:25:11.748012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-58e0daa4-987f-4707-b9f4-a6b47f5a512a tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.749681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-58e0daa4-987f-4707-b9f4-a6b47f5a512a tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.36 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2217729 Nov 16 21:25:11.751386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=423bb04b-6d8d-4d48-a1c1-d673a2398700,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:11.756646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-741be6d1-18a2-4373-a702-86a94f7bed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.758450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-741be6d1-18a2-4373-a702-86a94f7bed56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb07c203-1045-4ad7-9759-052b05f74c70 HTTP/1.1" status: 200 len: 854 time: 0.0719175 Nov 16 21:25:11.768520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.14 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27/18712f50-efe5-41ca-b622-7a2691f480da) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:11.910671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-bbbdb6d0-53d0-4810-9e31-802f8fc7dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.913660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-bbbdb6d0-53d0-4810-9e31-802f8fc7dc27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c4694b-4c4a-4007-8273-4c8579a72849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425779 Nov 16 21:25:12.069282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.083300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5079f14-b2cb-4ccd-a6be-492d618988aa tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/423bb04b-6d8d-4d48-a1c1-d673a2398700 HTTP/1.1" status: 204 len: 168 time: 0.8780487 Nov 16 21:25:12.083992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52088) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.146250 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-080247d3-2498-4087-b064-b8580e563e87 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] GET failed (client error): The resource could not be found. Nov 16 21:25:12.153816 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-080247d3-2498-4087-b064-b8580e563e87 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports/423bb04b-6d8d-4d48-a1c1-d673a2398700 HTTP/1.1" status: 404 len: 333 time: 0.0686383 Nov 16 21:25:12.154465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.271031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 68987380-ae40-4cb2-aee5-cdabd2ad70df {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:12.272306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.380800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.397593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 68987380-ae40-4cb2-aee5-cdabd2ad70df owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:12.557098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.571641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Deleting port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:12.572178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.598714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=68987380-ae40-4cb2-aee5-cdabd2ad70df,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:12.609168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b446670-b9e0-42c8-abd6-8b2d4e9733bb req-1fd99e05-ed8a-43f7-ae99-c876fd3ad3ee tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:12.617706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b446670-b9e0-42c8-abd6-8b2d4e9733bb req-1fd99e05-ed8a-43f7-ae99-c876fd3ad3ee tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.1955228 Nov 16 21:25:12.660825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.668365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8f0846ce-ddd2-4480-a29b-c8906d45330b tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/68987380-ae40-4cb2-aee5-cdabd2ad70df HTTP/1.1" status: 204 len: 168 time: 0.5128236 Nov 16 21:25:12.669168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52098) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.703918 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-368abb21-7d09-4660-92d9-49b38957c750 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] GET failed (client error): The resource could not be found. Nov 16 21:25:12.710318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063261e-742b-40aa-aca8-de4c9882eb5f req-3161b230-bd47-49ac-97eb-01388777f6cb tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:12.713744 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-368abb21-7d09-4660-92d9-49b38957c750 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "GET /v2.0/ports/68987380-ae40-4cb2-aee5-cdabd2ad70df HTTP/1.1" status: 404 len: 333 time: 0.0433838 Nov 16 21:25:12.714724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.718709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2063261e-742b-40aa-aca8-de4c9882eb5f req-3161b230-bd47-49ac-97eb-01388777f6cb tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2986178 Nov 16 21:25:12.755207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.775788 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.796432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-7e1af21f-9c02-483d-b667-4d4164615f73 service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941504 Nov 16 21:25:12.871270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:12.871652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.873689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:25:12.931408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] For port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:12.931785 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.945055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Calling delete_port for 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:12.965195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b446670-b9e0-42c8-abd6-8b2d4e9733bb req-d0ac366f-d81c-4d81-baf8-90f53af7e207 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463609 Nov 16 21:25:13.007252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2063261e-742b-40aa-aca8-de4c9882eb5f req-a6d99d49-a245-435d-9cdb-18961f91547a tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bf216da-4778-4592-bbad-0d0b966e5cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837825 Nov 16 21:25:13.024815 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.052043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:13.115963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10b55e1b-bafa-49db-91a3-2bdf1ac66a21 req-d84f65d3-40a1-4e62-8546-de1fff67bee8 service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049452 Nov 16 21:25:13.121129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.191847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:13.200789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:13.203780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:13.260791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=18712f50-efe5-41ca-b622-7a2691f480da,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.290781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.321400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:13.322061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.339301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=7dfc45bd-c52d-4b71-aa20-a640cd4c80e0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.369249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.373887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c9937d88-e814-4c3c-937a-a98cd5f641b2 tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/ports/7dfc45bd-c52d-4b71-aa20-a640cd4c80e0 HTTP/1.1" status: 204 len: 168 time: 0.6574960 Nov 16 21:25:13.375986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:13.378805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-709aef66-8058-4918-9997-195be3f63406 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1412022 Nov 16 21:25:13.381577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52110) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:13.386899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:13.408838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.451492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting subnet ba27b591-9aab-4cc0-9ac3-de0e6772bf8f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:13.456227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.504519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.577226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Pushing event deleted for resources: {'Port': ['ID=0ae73dd6-1c22-4d6e-be83-1ed87746ca6c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.624252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.689972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] No DVR routers for this DVR port 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:13.696697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.701812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91ceaaff-9ece-43a4-8ed3-c65eda0835dc req-4d50ffac-ab46-4fe5-b345-38db69fc17f0 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.36 "DELETE /v2.0/ports/0ae73dd6-1c22-4d6e-be83-1ed87746ca6c HTTP/1.1" status: 204 len: 173 time: 1.9421284 Nov 16 21:25:13.723018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'name': 'network-vif-deleted', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:13.725770 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532950f3-3308-4d04-8f9f-76ee1200a5f4" -d '{"events": [{"server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "name": "network-vif-deleted", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:13.726853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.786817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Subnet': ['ID=ba27b591-9aab-4cc0-9ac3-de0e6772bf8f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.796019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.799618 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-784dac7e-3cb4-4949-847f-af26709e4d8d tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/subnets/ba27b591-9aab-4cc0-9ac3-de0e6772bf8f HTTP/1.1" status: 204 len: 168 time: 0.4222119 Nov 16 21:25:13.801691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52116) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:13.809693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b268b1-bbb2-4b21-b446-04746da913c0 None None] Network aaf98b57-8b1e-41b7-aadc-a0d48c306b39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:13.821102 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f9391-8bd7-498b-9f4f-dc1f3087ffad x-openstack-request-id: req-7b6f9391-8bd7-498b-9f4f-dc1f3087ffad {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:13.821511 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157781b8-bf91-498a-9d8c-cce59a43c1d9", "name": "network-vif-deleted", "tag": "0ae73dd6-1c22-4d6e-be83-1ed87746ca6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:13.821864 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b6f9391-8bd7-498b-9f4f-dc1f3087ffad {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:13.822362 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157781b8-bf91-498a-9d8c-cce59a43c1d9', 'name': 'network-vif-deleted', 'tag': '0ae73dd6-1c22-4d6e-be83-1ed87746ca6c', 'status': 'completed', 'code': 200} Nov 16 21:25:13.863579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:13.868544 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.900155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.903281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7887150c-3f23-47e2-a836-086862d50e0b None None] Provisioning complete for port 18712f50-efe5-41ca-b622-7a2691f480da triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:13.903860 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7887150c-3f23-47e2-a836-086862d50e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.984371 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27 (CIDR: 172.20.0.0/28) Nov 16 21:25:13.991164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Deleting port 96f7dc98-e15d-4547-b107-d04e08baf1ec {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:13.991511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.993911 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:25:13.994648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:14.029272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d38e7b76-75b7-4d3d-80f6-ae674cd32db3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6465507 Nov 16 21:25:14.031898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52122) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:14.043982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:14.138752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] For port 96f7dc98-e15d-4547-b107-d04e08baf1ec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=96f7dc98-e15d-4547-b107-d04e08baf1ec,segment=NetworkSegment(517e5877-9f10-4774-bc55-b2f5cdc77940),segment_id=517e5877-9f10-4774-bc55-b2f5cdc77940)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:14.143573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.178199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Calling delete_port for 96f7dc98-e15d-4547-b107-d04e08baf1ec owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:14.254255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cae6ac6-e32a-4182-932c-dc41df873bad req-32263933-ad32-4a20-8e51-867cd37722a9 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759 tempest-FloatingIPsAssociationNegativeTestJSON-1778511759-project] 10.222.0.54 "GET /v2.0/ports?device_id=157781b8-bf91-498a-9d8c-cce59a43c1d9 HTTP/1.1" status: 200 len: 210 time: 0.1192474 Nov 16 21:25:14.365180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604584-2bcd-416b-ad8e-87f8a97e9b3d req-4167c8b6-ec92-4aff-8b06-6374bea947c6 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:14.367179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6604584-2bcd-416b-ad8e-87f8a97e9b3d req-4167c8b6-ec92-4aff-8b06-6374bea947c6 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.2332788 Nov 16 21:25:14.378025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.421175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7887150c-3f23-47e2-a836-086862d50e0b None None] Port 18712f50-efe5-41ca-b622-7a2691f480da cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:14.425028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Port': ['ID=96f7dc98-e15d-4547-b107-d04e08baf1ec,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:14.430673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] No DVR routers for this DVR port 96f7dc98-e15d-4547-b107-d04e08baf1ec on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:14.521319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6604584-2bcd-416b-ad8e-87f8a97e9b3d req-03fc4d93-51de-41a1-81b2-0e1b0bd76205 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411111 Nov 16 21:25:14.524436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:14.531838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.546738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd3320-13f1-481c-8888-ecc1f2d65cb5 None None] DHCP port deletion for aaf98b57-8b1e-41b7-aadc-a0d48c306b39 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:14.570029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.595092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf98b57-8b1e-41b7-aadc-a0d48c306b39']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:14.620755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517e5877-9f10-4774-bc55-b2f5cdc77940') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:14.622365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517e5877-9f10-4774-bc55-b2f5cdc77940') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:14.640159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.657192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.661787 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2ef9c849-ce76-4df1-acf6-abb1a4676400 (CIDR: 172.20.0.16/28) Nov 16 21:25:14.665610 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:25:14.666406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:14.666610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:14.667429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:14.672696 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:14.689941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bfe765c2-e698-4fb4-bf49-fbfb495bde13 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6543601 Nov 16 21:25:14.690386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52134) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:14.698310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'subnet': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:14.701980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:14.752168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:14.752445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0ae73dd6-1c22-4d6e-be83-1ed87746ca6c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:14.817385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.838173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.843017 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] 10.222.0.54 "DELETE /v2.0/networks/aaf98b57-8b1e-41b7-aadc-a0d48c306b39 HTTP/1.1" status: 204 len: 168 time: 1.0403140 Nov 16 21:25:14.843971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dd36d-df3c-4ab7-aae6-44e95431c68a tempest-AllowedAddressPairIpV6TestJSON-190012754 tempest-AllowedAddressPairIpV6TestJSON-190012754-project] Pushing event deleted for resources: {'Network': ['ID=aaf98b57-8b1e-41b7-aadc-a0d48c306b39,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:14.873829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Made reservation on behalf of 412d4f6ec6844b0f9d6380c92e51c625 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:14.877941 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.185343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.192501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.243841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Subnet': ['ID=70c4a4a3-81c7-41ae-a72a-5caa061fda20,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:15.259876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:15.261400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:15.264165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:15.264760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.271188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94405f8a-d2d9-4b2d-8b53-f6c0cb790a5a None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:15.300014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f42a9867-d3fa-4e0c-86d4-1afa8fabff12 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6060507 Nov 16 21:25:15.301068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.320461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2133092227', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70c4a4a3-81c7-41ae-a72a-5caa061fda20'}], 'security_groups': ['12c3b207-fc39-4a74-8d29-91532595919b', '791ecc3e-1163-48de-b74b-e9959d84d235']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:15.341598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52154) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.596251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 96f7dc98-e15d-4547-b107-d04e08baf1ec no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:15.640474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76b611ec-8187-48ed-9189-87d80a2938a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.648289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 96f7dc98-e15d-4547-b107-d04e08baf1ec {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:15.649137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 96f7dc98-e15d-4547-b107-d04e08baf1ec not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:15.756718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f3669-713c-4415-b2a0-1d87e5ed5e6f req-baa27557-32cc-4146-9d79-b15d17ff3174 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:15.765986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd5f3669-713c-4415-b2a0-1d87e5ed5e6f req-baa27557-32cc-4146-9d79-b15d17ff3174 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.1297214 Nov 16 21:25:15.795633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Update dhcp port {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'fixed_ips': [{'subnet_id': '2ef9c849-ce76-4df1-acf6-abb1a4676400', 'ip_address': '172.20.0.18'}, {'subnet_id': '258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27', 'ip_address': '172.20.0.2'}, {'subnet_id': '70c4a4a3-81c7-41ae-a72a-5caa061fda20'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '8698c314-0fbd-4210-97bf-a5d39739ae1c'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:25:15.840823 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.913651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd5f3669-713c-4415-b2a0-1d87e5ed5e6f req-5126618b-8176-45c2-8374-b9c84124bd15 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445301 Nov 16 21:25:16.066590 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3245ad99-d0ac-48dd-b17a-f68865767a45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8c17517d7084ec9acc3e093490b200a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800585 Nov 16 21:25:16.067224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:16.125573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Allocated IP 172.20.0.34 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/70c4a4a3-81c7-41ae-a72a-5caa061fda20/8698c314-0fbd-4210-97bf-a5d39739ae1c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:16.137400 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.169655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.210123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.243511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:16.260894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.285996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.292777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.326435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.329136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.330454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0f22c1a-55ab-4b4e-a4e6-fd6f7dcab746 HTTP/1.1" status: 204 len: 168 time: 0.2565875 Nov 16 21:25:16.380145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22a01-fb97-459f-bbe8-ac983ee258d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f22c1a-55ab-4b4e-a4e6-fd6f7dcab746,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:16.457368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:16.469134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.469583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.470067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.470413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.470749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.471159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.471530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.471957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.472530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.472912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.473400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.473833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4677904-fb55-4ffb-b39d-a4a3bd1198fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:16.539680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Deleting port 35062f31-80d4-4129-acbb-8ca03d71cdde {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:16.539990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.634283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] For port 35062f31-80d4-4129-acbb-8ca03d71cdde, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=35062f31-80d4-4129-acbb-8ca03d71cdde,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:16.634639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.671145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Calling delete_port for 35062f31-80d4-4129-acbb-8ca03d71cdde owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:16.770520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Delete allocated IP 172.20.0.14 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27) {{(pid=102664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:25:16.782665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Allocated IP 172.20.0.43 (829e10ad-bc3b-45b4-bb19-3fb8fb03d01d/70c4a4a3-81c7-41ae-a72a-5caa061fda20/18712f50-efe5-41ca-b622-7a2691f480da) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:16.936904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.035671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52190) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:17.037130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35062f31-80d4-4129-acbb-8ca03d71cdde,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:17.046851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-713906859'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:17.095367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:17.099560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.189981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.205809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.295884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14029789-ae37-455c-aff5-f71858a6f7d7 req-39363585-b5d7-4295-8c0e-00c4468f6643 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:17.298208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14029789-ae37-455c-aff5-f71858a6f7d7 req-39363585-b5d7-4295-8c0e-00c4468f6643 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.1557257 Nov 16 21:25:17.320867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event updated for resources: {'Port': ['ID=18712f50-efe5-41ca-b622-7a2691f480da,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:17.365502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:17.383269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] In _notify_port_updated(), no bound segment for port 18712f50-efe5-41ca-b622-7a2691f480da on network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:17.388897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:17.389557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.393511 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42b1c834-64cd-4bee-b035-14ee4e89db5e tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "PUT /v2.0/ports/18712f50-efe5-41ca-b622-7a2691f480da HTTP/1.1" status: 200 len: 960 time: 2.0884564 Nov 16 21:25:17.394014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:17.453361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.454156 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Added segment 81a2ae66-2a57-4a45-aff1-e40316bd59b8 of type vlan for network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 Nov 16 21:25:17.503978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Provisioning complete for port 18712f50-efe5-41ca-b622-7a2691f480da triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:17.504533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.535365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14029789-ae37-455c-aff5-f71858a6f7d7 req-c090e7c7-d53f-4f6c-9cd8-6e04f26ac8d9 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234070 Nov 16 21:25:17.566160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 18712f50-efe5-41ca-b622-7a2691f480da {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:17.566600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.574481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.581066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Port 18712f50-efe5-41ca-b622-7a2691f480da cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:17.601125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:17.601488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.688731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:17.711688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:17.725785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.756087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:17.773831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 18712f50-efe5-41ca-b622-7a2691f480da owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:17.838650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:17.839010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-078c60c4-2a1f-4d32-96dc-7ef6847cb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.844596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f97b-f651-4093-86fa-8bda0866bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.927061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:17.927442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.937492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-475351544'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:18.039037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Made reservation on behalf of f7a54287747e49b1970db6aa4436b7f5 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:18.053857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.066754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.083605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.131096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=18712f50-efe5-41ca-b622-7a2691f480da,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.193878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.235636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.239024 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-be1fdb28-d917-4374-ba9d-649a5b190262 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/18712f50-efe5-41ca-b622-7a2691f480da HTTP/1.1" status: 204 len: 168 time: 0.8440216 Nov 16 21:25:18.242362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52212) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.245649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b704ec0b-fb48-4bcd-9552-ed7f8aa24d51 None None] Could not find standard attr ID for object 18712f50-efe5-41ca-b622-7a2691f480da. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:25:18.260593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.267520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:18.268079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.268619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.274948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.296348 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a244c0e-1c4e-4ed5-962b-7721f3299a94 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] GET failed (client error): The resource could not be found. Nov 16 21:25:18.297778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a244c0e-1c4e-4ed5-962b-7721f3299a94 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports/18712f50-efe5-41ca-b622-7a2691f480da HTTP/1.1" status: 404 len: 333 time: 0.0544119 Nov 16 21:25:18.305604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.321527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:18.341410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a3b457-da23-4c10-be51-f0acc7df7131,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.350076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.350425 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Added segment 2408369d-388d-482c-99e1-f6cce8afb837 of type vlan for network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a Nov 16 21:25:18.360066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3164172 Nov 16 21:25:18.366359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52216) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.371259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-108652728'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:18.438255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68e65c-fe72-40e3-a53d-d7a37978fab5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Network': ['ID=62cc2d88-deb3-4281-8053-cd4bac3f2ac1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.456847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:18.467601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.476040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:18.479928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.497271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.509683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Router 0037f731-8bb7-47a4-a64c-608bb04fac9d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:18.548394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.574260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:18.576256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.582001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:18.582613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.630025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.630279 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Added segment 967765d5-6960-49ae-95fd-7ab9190077a0 of type vlan for network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 Nov 16 21:25:18.673929 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9122343 Nov 16 21:25:18.675029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.679431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'subnet': {'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:18.709021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6c1895a3-8119-4f5d-92b5-24f123b00d38 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:25:18.724812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab23e-d70f-4ef7-949c-344bb410626f tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Network': ['ID=67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.730296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.735376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.737743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.739082 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/security-groups/85ffc221-5eda-4af9-a369-c220162e0964 HTTP/1.1" status: 204 len: 168 time: 0.4324405 Nov 16 21:25:18.744541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.750592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:18.754333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:18.763521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ab2b-de94-445f-aa2e-a14fc1807e28 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffc221-5eda-4af9-a369-c220162e0964,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.772478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc12a-e46e-4e88-ae4b-8a8e85eada97 req-79ba817d-9fea-450c-bab9-a524878f5cb7 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:18.774032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b6fc12a-e46e-4e88-ae4b-8a8e85eada97 req-79ba817d-9fea-450c-bab9-a524878f5cb7 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 943 time: 0.1433406 Nov 16 21:25:18.783770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-54ccd062-1880-459b-84b6-ae493469ceb0 admin admin] 10.222.0.54 "PUT /v2.0/routers/0037f731-8bb7-47a4-a64c-608bb04fac9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4401832 Nov 16 21:25:18.784943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.789204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.792418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:18.793346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.862799 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4954014 Nov 16 21:25:18.870698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52228) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.878690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'subnet': {'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:18.886796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8b951-f95b-4e87-8eb1-a100f6483bb1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Network': ['ID=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.906040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:18.921651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Sync routers for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:19.033822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.035971 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.resource_extend [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:25:19.038616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:19.039419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:19.040142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b6fc12a-e46e-4e88-ae4b-8a8e85eada97 req-f6de6f53-4b09-4f52-be48-a6d9103abfff tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535892 Nov 16 21:25:19.045574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Made reservation on behalf of f7a54287747e49b1970db6aa4436b7f5 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:19.049110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.075333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.093692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:19.098297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.190503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.281754 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.287092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.289699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.293699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/security-groups/791ecc3e-1163-48de-b74b-e9959d84d235 HTTP/1.1" status: 204 len: 168 time: 0.5483179 Nov 16 21:25:19.295003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:19.311577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e01176-ee44-4b0e-9d79-c2fb20eb0a40 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ecc3e-1163-48de-b74b-e9959d84d235,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.317304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.329827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:19.337427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:19.417879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'port_id': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'mac_address': 'fa:16:3e:80:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:25:19.444089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.458067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Deleting port c4c41bc7-254b-42e1-b852-001633a2b21c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:19.458634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.462383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.466032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.517765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.530674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Subnet': ['ID=942ad09d-14dc-4e95-8302-800afc49c1fa,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.538317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1895a3-8119-4f5d-92b5-24f123b00d38 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:19.549273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.572154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:19.594546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Subnet': ['ID=a53af59e-eab2-44aa-8ecc-0964771eff52,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.595994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.615587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Checking segment: {'id': '2408369d-388d-482c-99e1-f6cce8afb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:19.615943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network hostable DHCP agents. Network: 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:19.627134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:19.627613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network hostable DHCP agents. Network: 62cc2d88-deb3-4281-8053-cd4bac3f2ac1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:19.652322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] For port c4c41bc7-254b-42e1-b852-001633a2b21c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c4c41bc7-254b-42e1-b852-001633a2b21c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:19.652546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:19.653729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.658033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.662030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.666422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.666619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/security-groups/12c3b207-fc39-4a74-8d29-91532595919b HTTP/1.1" status: 204 len: 168 time: 0.3688619 Nov 16 21:25:19.669324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:19.675171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:25:16Z', 'revision_number': 5, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port': {'id': 'c4c41bc7-254b-42e1-b852-001633a2b21c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:53:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:09Z', 'updated_at': '2021-11-16T21:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:19.683321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Calling delete_port for c4c41bc7-254b-42e1-b852-001633a2b21c owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:19.705450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Checking router: 0037f731-8bb7-47a4-a64c-608bb04fac9d for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:19.716012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Routers {'0037f731-8bb7-47a4-a64c-608bb04fac9d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:19.716679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0037f731-8bb7-47a4-a64c-608bb04fac9d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:19.722880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e0cb-4f73-4ef5-bda6-7b50f6cc00b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3b207-fc39-4a74-8d29-91532595919b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.730365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 62cc2d88-deb3-4281-8053-cd4bac3f2ac1) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:19.737396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:19.737988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.744055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:19.751515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.770035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5d918-6e0f-4ce4-b7b0-159778121a79 None None] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:19.803566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7417990b-3339-44d6-8cca-bcc1b4dd03ba tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9316604 Nov 16 21:25:19.811208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:19.824226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'subnet': {'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:19.845362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:19.853853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:19.860378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:19.861141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.890034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.909617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c99c8693-7d7b-44f6-8207-be35ec9ec960 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2340696 Nov 16 21:25:19.912286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:19.917831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1505325799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:19.973194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.974805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.985984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.018953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c41bc7-254b-42e1-b852-001633a2b21c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:20.021973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['6c1895a3-8119-4f5d-92b5-24f123b00d38'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:25:20.024383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a4133-430c-4607-b7c6-919cf5dd70a6 None None] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:20.077283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:20.080807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.098790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c8a39-80d3-417b-a026-997e4e67756f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:20.136354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] Set router 0037f731-8bb7-47a4-a64c-608bb04fac9d gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:20.161722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.192098 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.213328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.218100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:25:19Z', 'revision_number': 6, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:20.261618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.272856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.274527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9031dc14-5d4c-4bd2-95d3-1dadfe3a08aa tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3612900 Nov 16 21:25:20.279476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:20.283573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094125bb-e71f-4721-8e42-87d0af431059 None None] The sync data for ids ['0037f731-8bb7-47a4-a64c-608bb04fac9d'] in n-d-816206-5 is: [{'id': '0037f731-8bb7-47a4-a64c-608bb04fac9d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1715121658-router', 'tenant_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:25:19Z', 'revision_number': 6, 'project_id': '877bc3b3c1ab443886f8b1abd2b814a8', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:20.324941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.396736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909d69d-6db8-4fd7-85c6-0dee2c0a7dcb req-d9d6c98c-0843-4740-8239-8b6ff00fe610 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:20.398467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d909d69d-6db8-4fd7-85c6-0dee2c0a7dcb req-d9d6c98c-0843-4740-8239-8b6ff00fe610 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 944 time: 0.2079556 Nov 16 21:25:20.399030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:20.404323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.407123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.483305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.483829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0037f731-8bb7-47a4-a64c-608bb04fac9d {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:25:20.493092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.497047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-80b132c5-4a6c-49f6-953e-3f4efc04433c admin admin] 10.222.0.54 "DELETE /v2.0/routers/0037f731-8bb7-47a4-a64c-608bb04fac9d HTTP/1.1" status: 204 len: 168 time: 1.7069218 Nov 16 21:25:20.497801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52252) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:20.511347 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.521202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b763de7d-be59-4e03-ade8-04506b72ed74 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27 HTTP/1.1" status: 204 len: 168 time: 0.8479731 Nov 16 21:25:20.525523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:20.526640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.529441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a', 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a', 'tenant_id': 'f7a54287747e49b1970db6aa4436b7f5', 'fixed_ips': [{'subnet_id': 'a53af59e-eab2-44aa-8ecc-0964771eff52'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:20.530254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.534604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52254) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:20.536397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e769c8b-e4bb-4d9b-8004-00941807b2a0 None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:20.538701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.540228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d909d69d-6db8-4fd7-85c6-0dee2c0a7dcb req-56ae3cf1-41f5-485e-901e-eb72a7f0b3a2 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862765 Nov 16 21:25:20.601311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Deleting subnet 9eea21ce-9780-4d52-8e57-827e82afc764 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:20.607199 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.653846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 70c4a4a3-81c7-41ae-a72a-5caa061fda20 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:20.658299 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.687847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.711581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.755915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.765039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.783830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Subnet': ['ID=0e1f6bc5-95eb-4f20-b401-543ee1d325f3,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:20.868148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.881234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Checking segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:20.881599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network hostable DHCP agents. Network: 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:20.897736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Allocated IP 172.20.0.2 (67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a/a53af59e-eab2-44aa-8ecc-0964771eff52/9e96b97a-b276-44e7-91ad-c4dab631f9f0) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:20.917790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.952248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:20.969745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.973987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Allocated IP 10.1.1.2 (62cc2d88-deb3-4281-8053-cd4bac3f2ac1/942ad09d-14dc-4e95-8302-800afc49c1fa/16a49518-bb77-4b2b-9123-6964e6d1ecec) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:20.995537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:21.000141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:21.001039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.005894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=70c4a4a3-81c7-41ae-a72a-5caa061fda20,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.008565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.014902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0aab5214-c21d-43e3-9dd3-b527ca2167d7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/70c4a4a3-81c7-41ae-a72a-5caa061fda20 HTTP/1.1" status: 204 len: 168 time: 0.4789298 Nov 16 21:25:21.015665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52256) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.017655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e4b6e-9f8c-48e0-b20f-7d18a613ba41 None None] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:21.046493 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9204bb6-03a9-4bb8-9920-d1271b5d8764 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:21.046493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9204bb6-03a9-4bb8-9920-d1271b5d8764 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:21.051500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a9204bb6-03a9-4bb8-9920-d1271b5d8764 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/258e6a9e-0d1d-4be3-a5ca-2efe1d8f4d27 HTTP/1.1" status: 404 len: 337 time: 0.0314405 Nov 16 21:25:21.051500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52260) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.051500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.055287 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24466405-bbe9-46d5-ac3f-a21197f242b6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2290807 Nov 16 21:25:21.062196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.064709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'name': 'tempest-TaggedBootDevicesTest-932812941', 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:21.074154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.080134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9eea21ce-9780-4d52-8e57-827e82afc764 HTTP/1.1" status: 204 len: 168 time: 0.5742209 Nov 16 21:25:21.082881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.093430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0e0fc-cfb5-40a1-a898-f3fde7afa643 None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:21.139376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7190c-45d1-4a42-b64c-531e144209fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eea21ce-9780-4d52-8e57-827e82afc764,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.237337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:21.239105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting subnet 2ef9c849-ce76-4df1-acf6-abb1a4676400 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:21.247193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.314763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.322593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.382444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.414374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] device_id is not set on port bfd2daa4-e923-4758-8070-dc57c88471c9 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:21.447756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.452814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.478144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Deleting port 1ea22917-6033-4b97-8a9b-8a8badb443e8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:21.478484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.562153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] For port 1ea22917-6033-4b97-8a9b-8a8badb443e8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1ea22917-6033-4b97-8a9b-8a8badb443e8,segment=NetworkSegment(77df321c-9dc1-4669-94ca-61c4682c7536),segment_id=77df321c-9dc1-4669-94ca-61c4682c7536)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:21.562541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.585772 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.588389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269fc95-2429-470c-a975-115e7ec78742 None None] Update dhcp port {'port': {'network_id': '829e10ad-bc3b-45b4-bb19-3fb8fb03d01d', 'fixed_ips': [{'subnet_id': '2ef9c849-ce76-4df1-acf6-abb1a4676400', 'ip_address': '172.20.0.18'}, {'subnet_id': '70c4a4a3-81c7-41ae-a72a-5caa061fda20'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '8698c314-0fbd-4210-97bf-a5d39739ae1c'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:25:21.608209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35062f31-80d4-4129-acbb-8ca03d71cdde no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:21.610425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Calling delete_port for 1ea22917-6033-4b97-8a9b-8a8badb443e8 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:21.617970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.668494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.688702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 35062f31-80d4-4129-acbb-8ca03d71cdde {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:21.689421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 35062f31-80d4-4129-acbb-8ca03d71cdde not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:21.690170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c4c41bc7-254b-42e1-b852-001633a2b21c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:21.722487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba1dd-c17c-4a31-b2e5-abc182b47ce7 req-5011dda8-d39d-415a-8ee1-7407d96c2a57 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:21.724295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81aba1dd-c17c-4a31-b2e5-abc182b47ce7 req-5011dda8-d39d-415a-8ee1-7407d96c2a57 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 944 time: 0.0723000 Nov 16 21:25:21.787652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81aba1dd-c17c-4a31-b2e5-abc182b47ce7 req-712a0058-dd43-47ef-8001-4d9c60b50dcd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550323 Nov 16 21:25:21.917944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] DHCP port deletion for e65ec696-0cf5-4f7e-8425-fcae4e875d74 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:21.926392 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7269fc95-2429-470c-a975-115e7ec78742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.946489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: c4c41bc7-254b-42e1-b852-001633a2b21c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:21.946826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c4c41bc7-254b-42e1-b852-001633a2b21c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:21.974624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:21.983000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef9c849-ce76-4df1-acf6-abb1a4676400,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.985319 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.989192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Allocated IP 172.20.0.1 (67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a/a53af59e-eab2-44aa-8ecc-0964771eff52/505b050c-c381-49f0-ab9a-5e666147b689) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:21.989350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ips': [{'subnet_id': '0e1f6bc5-95eb-4f20-b401-543ee1d325f3'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:21.990137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.992185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:22.012011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:22.020509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.023681 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-097356ec-e099-4df5-b15d-643aa06f9715 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/2ef9c849-ce76-4df1-acf6-abb1a4676400 HTTP/1.1" status: 204 len: 168 time: 0.9598083 Nov 16 21:25:22.027092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52272) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.030833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Pushing event updated for resources: {'Port': ['ID=9e96b97a-b276-44e7-91ad-c4dab631f9f0,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.056303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.060918 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a248aed-9a9d-4d0e-95a7-1305fcee565a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.061298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a248aed-9a9d-4d0e-95a7-1305fcee565a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.064438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3a248aed-9a9d-4d0e-95a7-1305fcee565a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/99d4ad29-9e6f-458d-81a3-bd619639df4f HTTP/1.1" status: 404 len: 337 time: 0.0360522 Nov 16 21:25:22.067252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52274) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.097045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9bc9fdf8-f05d-470d-b75c-19b714635291 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e772377-3e0e-462a-9d3c-a97be9d74c72 HTTP/1.1" status: 200 len: 205 time: 0.0289938 Nov 16 21:25:22.101125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52276) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.142209 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.149325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.1.1.68 (62cc2d88-deb3-4281-8053-cd4bac3f2ac1/942ad09d-14dc-4e95-8302-800afc49c1fa/bfd2daa4-e923-4758-8070-dc57c88471c9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:22.151388 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-57970285-f097-464b-a5c6-47c1d4354615 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] delete failed (client error): The resource could not be found. Nov 16 21:25:22.152872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57970285-f097-464b-a5c6-47c1d4354615 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/routers/7e772377-3e0e-462a-9d3c-a97be9d74c72 HTTP/1.1" status: 404 len: 336 time: 0.0509377 Nov 16 21:25:22.155640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.189038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea22917-6033-4b97-8a9b-8a8badb443e8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.189282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:22.191083 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-864288b3-4873-4d04-8435-2ef285f965cf tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.191511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864288b3-4873-4d04-8435-2ef285f965cf tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.194564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-864288b3-4873-4d04-8435-2ef285f965cf tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/50e55f1f-3554-4ee0-b57a-4ed737c23ff4 HTTP/1.1" status: 404 len: 337 time: 0.0384059 Nov 16 21:25:22.197495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.203231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] No DVR routers for this DVR port 1ea22917-6033-4b97-8a9b-8a8badb443e8 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:22.237972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.240350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.240739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.241020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.241406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.241792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.243007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.243397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.243726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.244200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.244528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.244859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.245181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:22.271319 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6aac04f-3e7a-4510-a221-c57fa5966e70 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.272036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6aac04f-3e7a-4510-a221-c57fa5966e70 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.276681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6aac04f-3e7a-4510-a221-c57fa5966e70 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/3e8f162a-0f66-4482-ab77-5f5d9b500d33 HTTP/1.1" status: 404 len: 337 time: 0.0779235 Nov 16 21:25:22.279619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.297675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:22.310839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Pushing event updated for resources: {'Port': ['ID=16a49518-bb77-4b2b-9123-6964e6d1ecec,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.312080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:22.321415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Attempting to bind port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:22.321753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Attempting to bind port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '2408369d-388d-482c-99e1-f6cce8afb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:22.322120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Attempting to bind port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 on network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:22.328902 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a058d23-a47c-40c2-bf04-550f5a44f65a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.329157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a058d23-a47c-40c2-bf04-550f5a44f65a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.332183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2a058d23-a47c-40c2-bf04-550f5a44f65a tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/40a5b8ae-22a2-48b7-9193-b98d6caa8d78 HTTP/1.1" status: 404 len: 337 time: 0.0514748 Nov 16 21:25:22.335922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52290) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.378492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.390539 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-de928a3e-e1f4-498e-a2b9-9d862ba4e674 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.391153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de928a3e-e1f4-498e-a2b9-9d862ba4e674 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.396622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de928a3e-e1f4-498e-a2b9-9d862ba4e674 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/ab9c9f6b-f4b0-4ecf-9a76-885dec98b2db HTTP/1.1" status: 404 len: 333 time: 0.0551479 Nov 16 21:25:22.400214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65ec696-0cf5-4f7e-8425-fcae4e875d74']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:22.407719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:22.407938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Checking segment: {'id': '2408369d-388d-482c-99e1-f6cce8afb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:22.408425 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.408645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Bound using segment: {'id': '2408369d-388d-482c-99e1-f6cce8afb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:22.410761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Bound port: 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408369d-388d-482c-99e1-f6cce8afb837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:22.410761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.411539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77df321c-9dc1-4669-94ca-61c4682c7536') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:22.412139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77df321c-9dc1-4669-94ca-61c4682c7536') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:22.422370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52292) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.423423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.438430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.444749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:22.445135 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.445346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ee70f-9c3f-447e-8b43-9ac9276e083c None None] Network 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:22.447560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Deleting port 1ea22917-6033-4b97-8a9b-8a8badb443e8 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:22.447924 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.456325 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac46f9ee-4a10-48f6-af76-afb8f86f32a3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.456758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac46f9ee-4a10-48f6-af76-afb8f86f32a3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.462473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac46f9ee-4a10-48f6-af76-afb8f86f32a3 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/2300ca3b-a7e3-481f-a966-409dc5286ba5 HTTP/1.1" status: 404 len: 337 time: 0.0364466 Nov 16 21:25:22.462716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52294) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.497519 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea79489-bf76-4b1e-a30a-e8bfe9f21165 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.497967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea79489-bf76-4b1e-a30a-e8bfe9f21165 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.504118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4ea79489-bf76-4b1e-a30a-e8bfe9f21165 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/ab4b4277-fc72-44f0-8b3a-7f00770d219e HTTP/1.1" status: 404 len: 337 time: 0.0374401 Nov 16 21:25:22.504956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52296) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:22.505169 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:22.528583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.545682 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-455214e2-de39-4a91-b2a1-73e5cfe36846 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.546402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455214e2-de39-4a91-b2a1-73e5cfe36846 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.549622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-455214e2-de39-4a91-b2a1-73e5cfe36846 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/13bc3a61-93f4-4036-a0c6-ab17a672d8d5 HTTP/1.1" status: 404 len: 333 time: 0.0441723 Nov 16 21:25:22.552160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.556969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.560207 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] 10.222.0.54 "DELETE /v2.0/networks/e65ec696-0cf5-4f7e-8425-fcae4e875d74 HTTP/1.1" status: 204 len: 168 time: 1.4759295 Nov 16 21:25:22.565275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ad5a1-a610-42d1-84ab-b4cc3515803b admin admin] Pushing event deleted for resources: {'Network': ['ID=e65ec696-0cf5-4f7e-8425-fcae4e875d74,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.579033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.584515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Attempting to bind port 16a49518-bb77-4b2b-9123-6964e6d1ecec on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:22.584890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Attempting to bind port 16a49518-bb77-4b2b-9123-6964e6d1ecec by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:22.585265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Attempting to bind port 16a49518-bb77-4b2b-9123-6964e6d1ecec on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:22.591678 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedc4ebc-5ab9-48ef-932e-6f7435c823fd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.592272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedc4ebc-5ab9-48ef-932e-6f7435c823fd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.596944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eedc4ebc-5ab9-48ef-932e-6f7435c823fd tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/3a7f0958-45d4-41f3-8a2a-3076a114a831 HTTP/1.1" status: 404 len: 337 time: 0.0437481 Nov 16 21:25:22.597531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Allocated IP 10.2.2.2 (75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7/0e1f6bc5-95eb-4f20-b401-543ee1d325f3/52bdfe82-2590-42f6-ad05-f351aa708bb3) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:22.600346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.632241 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-41503039-01f5-429c-9994-c87aba01b9b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] DELETE failed (client error): The resource could not be found. Nov 16 21:25:22.632482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:22.632610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41503039-01f5-429c-9994-c87aba01b9b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:25:22.635317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:22.637007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-41503039-01f5-429c-9994-c87aba01b9b7 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/subnets/9478b24b-70ca-4076-839c-b7f7046e9d53 HTTP/1.1" status: 404 len: 337 time: 0.0352299 Nov 16 21:25:22.637401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:22.637788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:22.638190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.638578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Bound using segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:22.639261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Bound port: 16a49518-bb77-4b2b-9123-6964e6d1ecec, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:22.639811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.640416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.650349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.657141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:22.674797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] For port 1ea22917-6033-4b97-8a9b-8a8badb443e8, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:22.675480 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.696700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c5393b9d-c986-4cc9-a64e-05095c48761c None None] Provisioning complete for port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:22.697028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c5393b9d-c986-4cc9-a64e-05095c48761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.700165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.727851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=505b050c-c381-49f0-ab9a-5e666147b689,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.762988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:22.766430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:22.770642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:22.780105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.791094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Calling delete_port for 1ea22917-6033-4b97-8a9b-8a8badb443e8 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:22.795185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Port 1ea22917-6033-4b97-8a9b-8a8badb443e8 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:25:22.796877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6c1895a3-8119-4f5d-92b5-24f123b00d38 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:22.799815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.799965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.853589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:22.854235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.872719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.894254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:22.894634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.906349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3ea6d248-5e1a-4d4e-abbb-e7fa79f62994 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8438849 Nov 16 21:25:22.911918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.946451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'name': 'tempest-TaggedBootDevicesTest-483941866', 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:22.953617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78387dd4-5fdb-4fd9-bdb0-8388f61382b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=877bc3b3c1ab443886f8b1abd2b814a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797923 Nov 16 21:25:22.959617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] For port 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:22.963622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Network e65ec696-0cf5-4f7e-8425-fcae4e875d74 is not hosted by any dhcp agent {{(pid=102666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:25:22.963755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed7a5e-c08a-4ac6-bff3-bc96ccd7c04e req-6682afa9-8882-4733-9eb2-9c3662761b03 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:22.964278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] No DVR routers for this DVR port 1ea22917-6033-4b97-8a9b-8a8badb443e8 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:22.966093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5ed7a5e-c08a-4ac6-bff3-bc96ccd7c04e req-6682afa9-8882-4733-9eb2-9c3662761b03 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 944 time: 0.0897379 Nov 16 21:25:22.966746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52312) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:23.020440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df2151-85c3-4e06-8da0-7e4d6ddde16f None None] Pushing event deleted for resources: {'Port': ['ID=1ea22917-6033-4b97-8a9b-8a8badb443e8,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.032921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c5393b9d-c986-4cc9-a64e-05095c48761c None None] Port 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:23.041188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.041769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] For port 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9e96b97a-b276-44e7-91ad-c4dab631f9f0,segment=NetworkSegment(2408369d-388d-482c-99e1-f6cce8afb837),segment_id=2408369d-388d-482c-99e1-f6cce8afb837)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:23.063076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.065899 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.066452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.070560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] For port 16a49518-bb77-4b2b-9123-6964e6d1ecec, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:23.075504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5ed7a5e-c08a-4ac6-bff3-bc96ccd7c04e req-e366ea31-4444-4436-bd91-e7d02a2f7b5b tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952113 Nov 16 21:25:23.084838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 90c76aee-89c5-4b6f-8a0c-84f8ae831b10 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:23.104914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.138786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] For port 16a49518-bb77-4b2b-9123-6964e6d1ecec, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=16a49518-bb77-4b2b-9123-6964e6d1ecec,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:23.169096 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.170957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c5393b9d-c986-4cc9-a64e-05095c48761c None None] Provisioning complete for port 8698c314-0fbd-4210-97bf-a5d39739ae1c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:23.171364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c5393b9d-c986-4cc9-a64e-05095c48761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.191237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.196042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.197544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bf216da-4778-4592-bbad-0d0b966e5cc0 HTTP/1.1" status: 204 len: 168 time: 0.2296748 Nov 16 21:25:23.208613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d0aaf-b69d-4754-a98e-52525e6cd88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf216da-4778-4592-bbad-0d0b966e5cc0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.260008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] DHCP port deletion for 829e10ad-bc3b-45b4-bb19-3fb8fb03d01d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:23.310059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8ebe-d3b7-42c7-ad45-340f6161b880 None None] Pushing event updated for resources: {'Port': ['ID=9e96b97a-b276-44e7-91ad-c4dab631f9f0,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.323239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 6c1895a3-8119-4f5d-92b5-24f123b00d38 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:25:23.336119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:23.444695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 6c1895a3-8119-4f5d-92b5-24f123b00d38 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:23.445073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.553851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cf9ec-ff0d-4e0f-bf6c-c5b6451fe571 None None] Pushing event updated for resources: {'Port': ['ID=16a49518-bb77-4b2b-9123-6964e6d1ecec,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.570089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.632132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1ea22917-6033-4b97-8a9b-8a8badb443e8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:23.632538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.655575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.668800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1ea22917-6033-4b97-8a9b-8a8badb443e8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:23.669137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1ea22917-6033-4b97-8a9b-8a8badb443e8 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:23.670421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8698c314-0fbd-4210-97bf-a5d39739ae1c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:23.716950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.727534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] device_id is not set on port ddd00a03-813b-4dd7-8bee-199be639800a yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:23.733555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=90c76aee-89c5-4b6f-8a0c-84f8ae831b10,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.756481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.761076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ab4a7db2-aa56-4ce4-b2cd-5611cc9f4594 tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/ports/90c76aee-89c5-4b6f-8a0c-84f8ae831b10 HTTP/1.1" status: 204 len: 168 time: 1.1174862 Nov 16 21:25:23.763894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:23.780383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Pushing event updated for resources: {'Port': ['ID=52bdfe82-2590-42f6-ad05-f351aa708bb3,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.885088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.896263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:23.933879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:23.943577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:23.946451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Deleting port 8698c314-0fbd-4210-97bf-a5d39739ae1c {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:23.946825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.953021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.971953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.997186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Deleting port 8698c314-0fbd-4210-97bf-a5d39739ae1c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:23.997527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.052944 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.086138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:24.087150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.087624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.098040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.1.1.74 (62cc2d88-deb3-4281-8053-cd4bac3f2ac1/942ad09d-14dc-4e95-8302-800afc49c1fa/ddd00a03-813b-4dd7-8bee-199be639800a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:24.111608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=505b050c-c381-49f0-ab9a-5e666147b689,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:24.131014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Calling delete_port for 8698c314-0fbd-4210-97bf-a5d39739ae1c owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:24.290378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.328851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:24.336565 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311db7ed-b6ac-46fb-995e-7b11ae1a714b" -d '{"events": [{"server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "name": "network-vif-plugged", "status": "completed", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:24.404737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07157c7-fc25-42f8-bde4-d5427653300a req-556a6184-02c0-42f6-bc82-2140025203b0 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:24.414738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:24.416346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b07157c7-fc25-42f8-bde4-d5427653300a req-556a6184-02c0-42f6-bc82-2140025203b0 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 944 time: 0.1247947 Nov 16 21:25:24.437415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:24.438503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.458499 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c1d9ab-0f1b-4a33-9e64-9820357a65f6 x-openstack-request-id: req-92c1d9ab-0f1b-4a33-9e64-9820357a65f6 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:24.458810 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "name": "network-vif-plugged", "status": "completed", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:24.459097 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92c1d9ab-0f1b-4a33-9e64-9820357a65f6 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:24.459531 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'code': 200} Nov 16 21:25:24.462558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Attempting to bind port 52bdfe82-2590-42f6-ad05-f351aa708bb3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:24.462558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Attempting to bind port 52bdfe82-2590-42f6-ad05-f351aa708bb3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:24.462922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Attempting to bind port 52bdfe82-2590-42f6-ad05-f351aa708bb3 on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:24.468262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] For port 8698c314-0fbd-4210-97bf-a5d39739ae1c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8698c314-0fbd-4210-97bf-a5d39739ae1c,segment=NetworkSegment(ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c),segment_id=ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:24.468663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.520059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.546377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:24.547979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:24.548375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Checking segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:24.548792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.549174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Bound using segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:24.549668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Bound port: 52bdfe82-2590-42f6-ad05-f351aa708bb3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:24.550052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.557287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:24.614662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Calling delete_port for 8698c314-0fbd-4210-97bf-a5d39739ae1c owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:24.781511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:24.815366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Router f6e2ddb5-2385-49f1-83a8-d21462522e55 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:25:24.840449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.852111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381cffd-0faa-489f-a197-d536fc9cccf8 None None] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:24.960427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:24.970596 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] Sync routers for ids ['f6e2ddb5-2385-49f1-83a8-d21462522e55'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:24.986005 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-31729e59-1d4f-4d58-8067-23c11e219957 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "PUT /v2.0/routers/f6e2ddb5-2385-49f1-83a8-d21462522e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7032077 Nov 16 21:25:24.986462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:24.989097 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] Routers {'f6e2ddb5-2385-49f1-83a8-d21462522e55'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:24.989662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f6e2ddb5-2385-49f1-83a8-d21462522e55'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.007075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'port': {'network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a', 'name': 'tempest-FloatingIPNegativeTestJSON-1726890477'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:25.054832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.068657 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.074509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] For port 52bdfe82-2590-42f6-ad05-f351aa708bb3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:25.108414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] Routers {'f6e2ddb5-2385-49f1-83a8-d21462522e55'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:25.108603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] Provisioning complete for port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:25.108920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.110116 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f6e2ddb5-2385-49f1-83a8-d21462522e55'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.142287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.143140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b07157c7-fc25-42f8-bde4-d5427653300a req-ab9037e8-acf3-433c-b547-df6e06241241 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7253170 Nov 16 21:25:25.151121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.154097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] For port 52bdfe82-2590-42f6-ad05-f351aa708bb3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52bdfe82-2590-42f6-ad05-f351aa708bb3,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:25.155932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] No DVR routers for this DVR port 8698c314-0fbd-4210-97bf-a5d39739ae1c on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:25.184951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] No DVR routers for this DVR port 8698c314-0fbd-4210-97bf-a5d39739ae1c on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:25.211392 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.212892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.213467 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fb762-fb82-4d44-8d96-7aafdcf90228 None None] The sync data for ids ['f6e2ddb5-2385-49f1-83a8-d21462522e55'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:25.218825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7877d08-64e1-48ee-8337-fa1eda23edef None None] Pushing event deleted for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.226363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.234577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660de7f-38e4-4442-81ae-ec105ba8fc5d req-892b1c30-a614-4b35-abe7-4ae56b6db249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:25.236679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9660de7f-38e4-4442-81ae-ec105ba8fc5d req-892b1c30-a614-4b35-abe7-4ae56b6db249 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 1096 time: 0.2071877 Nov 16 21:25:25.248349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bc53a-6d48-458d-b9d9-d3310e6c28d5 None None] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:25.259819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Port': ['ID=8698c314-0fbd-4210-97bf-a5d39739ae1c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.306964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:25.326622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:25.333205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:25.344850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.370047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9660de7f-38e4-4442-81ae-ec105ba8fc5d req-5c756106-d269-4d4f-a4c3-d35c8d413b2f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064975 Nov 16 21:25:25.378224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829e10ad-bc3b-45b4-bb19-3fb8fb03d01d']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.390892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.391287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5ba2cd-e5b4-4be2-965b-d19e3cd7627c') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.400705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.406309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:25.407147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.426105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.437698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:25.438192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:25.455011 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:25.459932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:25.476234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.548145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-666fff5f-c1ac-4a44-acd1-c4bcb6f06d42 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6343076 Nov 16 21:25:25.563796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Made reservation on behalf of f7a54287747e49b1970db6aa4436b7f5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:25.575463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.603928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eec3a-6d78-406b-9d75-1f85799e5f70 None None] Pushing event updated for resources: {'Port': ['ID=52bdfe82-2590-42f6-ad05-f351aa708bb3,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.630381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] device_id is not set on port 2f918e34-9289-4f16-823a-f23825d6bd8b yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:25.731973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.808754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.813838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] 10.222.0.54 "DELETE /v2.0/networks/829e10ad-bc3b-45b4-bb19-3fb8fb03d01d HTTP/1.1" status: 204 len: 168 time: 2.0483611 Nov 16 21:25:25.816867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8138053-d709-46e6-9f25-9e0ad8217d5b tempest-PortsTestJSON-1981681252 tempest-PortsTestJSON-1981681252-project] Pushing event deleted for resources: {'Network': ['ID=829e10ad-bc3b-45b4-bb19-3fb8fb03d01d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.851455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.934586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9e96b97a-b276-44e7-91ad-c4dab631f9f0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:25.936550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742a81c9-b210-4893-8e10-9cdac685cc7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.016335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Allocated IP 172.20.0.8 (67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a/a53af59e-eab2-44aa-8ecc-0964771eff52/2f918e34-9289-4f16-823a-f23825d6bd8b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:26.044183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] For port 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9e96b97a-b276-44e7-91ad-c4dab631f9f0,segment=NetworkSegment(2408369d-388d-482c-99e1-f6cce8afb837),segment_id=2408369d-388d-482c-99e1-f6cce8afb837)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:26.059380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.061347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8cb40-4ef0-45bb-bf68-c87e4ac6bc2b req-cb787b62-e4bf-43fa-9cfa-77e1fcdc9db5 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:26.062095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:26.062617 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.078449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9c8cb40-4ef0-45bb-bf68-c87e4ac6bc2b req-cb787b62-e4bf-43fa-9cfa-77e1fcdc9db5 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.1090975 Nov 16 21:25:26.082060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52386) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:26.107840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380722141', 'description': 'tempest-description--521219820'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:26.203881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.228758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9c8cb40-4ef0-45bb-bf68-c87e4ac6bc2b req-35ebbaf9-6f36-444d-b941-f1004516cf80 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493347 Nov 16 21:25:26.238654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742a81c9-b210-4893-8e10-9cdac685cc7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.251588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-742a81c9-b210-4893-8e10-9cdac685cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.260588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb76a1-f954-451b-a99d-3739afd198db None None] Pushing event updated for resources: {'Port': ['ID=9e96b97a-b276-44e7-91ad-c4dab631f9f0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:26.343291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 16a49518-bb77-4b2b-9123-6964e6d1ecec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:26.394840 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-742a81c9-b210-4893-8e10-9cdac685cc7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ce38d659efc42bc8d1a1ad5dddb3ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9088879 Nov 16 21:25:26.407051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52396) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:26.411932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:26.420184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] Provisioning complete for port 16a49518-bb77-4b2b-9123-6964e6d1ecec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:26.420565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.514656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 16a49518-bb77-4b2b-9123-6964e6d1ecec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:26.515109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.616732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.631014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.655742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298f90d-e20d-4828-9749-4eb4f82b1eba req-c23630aa-15b7-444b-a961-836a5a8bafce tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:26.658463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4298f90d-e20d-4828-9749-4eb4f82b1eba req-c23630aa-15b7-444b-a961-836a5a8bafce tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.3348651 Nov 16 21:25:26.660309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.816900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] For port 16a49518-bb77-4b2b-9123-6964e6d1ecec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=16a49518-bb77-4b2b-9123-6964e6d1ecec,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:26.830062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.839310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.845259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7581942 Nov 16 21:25:26.849623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52408) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:26.863335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'security_group_rule': {'security_group_id': '29c5c8e8-95aa-41fe-b2f7-a86603f96b39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:26.898514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7ddf7-3ca0-4f9c-93a1-43ee6f81ae17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c5c8e8-95aa-41fe-b2f7-a86603f96b39,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:26.922146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4298f90d-e20d-4828-9749-4eb4f82b1eba req-b7e66dce-825a-4d00-b6cb-e1709904407c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274370 Nov 16 21:25:26.924848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a2e2d-4ae3-4e04-ac54-bfc8034ca94e None None] Pushing event updated for resources: {'Port': ['ID=16a49518-bb77-4b2b-9123-6964e6d1ecec,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:26.929698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.966229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.077480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Provisioning complete for port bfd2daa4-e923-4758-8070-dc57c88471c9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.078002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.107660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.125197 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:25:27.125766 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:25:27.127481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.142183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Port bfd2daa4-e923-4758-8070-dc57c88471c9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:27.159710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Provisioning complete for port 16a49518-bb77-4b2b-9123-6964e6d1ecec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.160243 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.168037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed51a80c-4a93-41e6-84fa-513fd3a23e9a,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.189953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.199876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cfa089fc-f018-42c7-9d90-c06920073bc0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364596 Nov 16 21:25:27.234135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:27.245339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'security_group_rule': {'security_group_id': '29c5c8e8-95aa-41fe-b2f7-a86603f96b39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:27.292225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56219e07-b989-4ed7-ad2a-8fe3ce8622e6 req-9cb297e6-a60a-4d67-ad8e-5919e72e24ab tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.292450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a81c9-b210-4893-8e10-9cdac685cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c161a-560f-413a-8cc1-6815c0305b63,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.311889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56219e07-b989-4ed7-ad2a-8fe3ce8622e6 req-9cb297e6-a60a-4d67-ad8e-5919e72e24ab tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.1103187 Nov 16 21:25:27.348215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Provisioning complete for port ddd00a03-813b-4dd7-8bee-199be639800a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.349191 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.400821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.431259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Port ddd00a03-813b-4dd7-8bee-199be639800a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:27.444991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.447936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Provisioning complete for port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.448307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.459589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.478906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56219e07-b989-4ed7-ad2a-8fe3ce8622e6 req-14d061e1-8d7c-407a-a051-d82c9b73d573 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629853 Nov 16 21:25:27.546042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.643358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.650029 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.682267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006528db-40c8-4908-ab7b-232769c1b938,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.685137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.691916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.693269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d1c161a-560f-413a-8cc1-6815c0305b63 HTTP/1.1" status: 204 len: 168 time: 1.2646737 Nov 16 21:25:27.694615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.696340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Provisioning complete for port 505b050c-c381-49f0-ab9a-5e666147b689 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.697298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.698092 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.698478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b1a121c7-0913-4d53-b2c2-97ad5d97654c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4575827 Nov 16 21:25:27.702007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52430) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:27.712415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:27.749752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:27.768805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.783351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2f29854-7a8f-4bf0-8af2-28a93571770d None None] Port 505b050c-c381-49f0-ab9a-5e666147b689 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:27.784780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:27.836791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c38a26-fcfe-4883-8581-ed9e4f3bf61d None None] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:27.893012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:27.921268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-03e5cc7f-6434-4bb0-ad0a-0bb59dfcce9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=412d4f6ec6844b0f9d6380c92e51c625&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4913135 Nov 16 21:25:27.922803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b0e9-8504-40cc-9109-9c7631b27c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c161a-560f-413a-8cc1-6815c0305b63,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.924857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:27.995835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Provisioning complete for port 52bdfe82-2590-42f6-ad05-f351aa708bb3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:27.996858 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.092634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=2f918e34-9289-4f16-823a-f23825d6bd8b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:28.177057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.177692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.185602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9e96b97a-b276-44e7-91ad-c4dab631f9f0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:28.234356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.235893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6dd0a5fe-9a40-482c-a889-e88682c90ae3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2424357 Nov 16 21:25:28.236530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52446) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:28.245552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:28.281057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.330859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.355255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.422740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.459525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.463143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.467363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f42526a0-6254-4c6e-875a-7bdc47e3c263 HTTP/1.1" status: 204 len: 168 time: 0.5319703 Nov 16 21:25:28.490795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 172.25.7.8 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1023e9c0-5a93-4e9e-b7a8-03e3b15b8551) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:28.502890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf130f-692c-4706-9eb0-3b69973c0442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42526a0-6254-4c6e-875a-7bdc47e3c263,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:28.573164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.587406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:28.588021 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.598632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] For port 52bdfe82-2590-42f6-ad05-f351aa708bb3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52bdfe82-2590-42f6-ad05-f351aa708bb3,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:28.652259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.783550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab9ef4-dafb-4e75-9f73-0a03a2d2336d req-5b9a4868-1ebd-4031-a95d-8c7b7c00ea81 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.785121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41ab9ef4-dafb-4e75-9f73-0a03a2d2336d req-5b9a4868-1ebd-4031-a95d-8c7b7c00ea81 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.3073254 Nov 16 21:25:28.797178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Pushing event updated for resources: {'Port': ['ID=52bdfe82-2590-42f6-ad05-f351aa708bb3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:28.802859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Provisioning complete for port ddd00a03-813b-4dd7-8bee-199be639800a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:28.803470 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.813103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58f4c-efc8-46b1-8825-1654a9c89063 req-d7dba3a8-2914-41ed-99bc-524fea15d8cf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.814664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8b58f4c-efc8-46b1-8825-1654a9c89063 req-d7dba3a8-2914-41ed-99bc-524fea15d8cf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.3389330 Nov 16 21:25:28.903976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Port ddd00a03-813b-4dd7-8bee-199be639800a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:28.906264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 16a49518-bb77-4b2b-9123-6964e6d1ecec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:28.951734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41ab9ef4-dafb-4e75-9f73-0a03a2d2336d req-d245ac46-9b4b-47bb-b023-178dd4b772f5 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249340 Nov 16 21:25:28.964463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Provisioning complete for port 505b050c-c381-49f0-ab9a-5e666147b689 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:28.964680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.984933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8b58f4c-efc8-46b1-8825-1654a9c89063 req-fd9d8f24-a8c0-409f-b7d1-11d8a29d764d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603329 Nov 16 21:25:29.000093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.006341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-301f9f35-32c6-4dd4-a2af-8fda7297cc36 None None] Port 505b050c-c381-49f0-ab9a-5e666147b689 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:29.013193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 16a49518-bb77-4b2b-9123-6964e6d1ecec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:29.013558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.064631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.139342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Allocated IP 172.25.7.159 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ac4d9644-a825-4c4b-9771-ac7b2ca119c2) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:29.142167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52bdfe82-2590-42f6-ad05-f351aa708bb3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:29.172283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bd9006a9-1549-47bb-9000-b3892c0d468b None None] Provisioning complete for port 52bdfe82-2590-42f6-ad05-f351aa708bb3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:29.172448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:29.172713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd9006a9-1549-47bb-9000-b3892c0d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.182699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:29.188306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:29.233548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=1023e9c0-5a93-4e9e-b7a8-03e3b15b8551,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.266025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3187f-f706-4b14-8c63-c5b60bd96287 req-f8efd572-8fab-4199-b83e-5701e2512fcf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:29.275920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57b3187f-f706-4b14-8c63-c5b60bd96287 req-f8efd572-8fab-4199-b83e-5701e2512fcf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.1816516 Nov 16 21:25:29.283816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:29.290552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Request body: {'floatingip': {'port_id': '6c1895a3-8119-4f5d-92b5-24f123b00d38'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:29.299822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 52bdfe82-2590-42f6-ad05-f351aa708bb3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:29.300295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.359823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.378775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.430022 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.469225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.601664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.637037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bd9006a9-1549-47bb-9000-b3892c0d468b None None] Provisioning complete for port 2f918e34-9289-4f16-823a-f23825d6bd8b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:29.637398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd9006a9-1549-47bb-9000-b3892c0d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.706010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bd9006a9-1549-47bb-9000-b3892c0d468b None None] Port 2f918e34-9289-4f16-823a-f23825d6bd8b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:29.723121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=ac4d9644-a825-4c4b-9771-ac7b2ca119c2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.765530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-49ff1e13-148e-464c-8024-16fc6ff09996 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:29.767285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-49ff1e13-148e-464c-8024-16fc6ff09996 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.36 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.1126194 Nov 16 21:25:29.773185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:29.791491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:29.805014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:29.967505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52bdfe82-2590-42f6-ad05-f351aa708bb3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:30.006431 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.032661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.076178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 52bdfe82-2590-42f6-ad05-f351aa708bb3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:30.076822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.076952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.111213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52520) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:30.164334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.227189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0589c50a-7d89-48f8-acdf-1c9d915296e3 req-996ca09b-e89a-49ac-91e9-7043f20ba49b tempest-AbsoluteLimitsNegativeTestJSON-767470700 tempest-AbsoluteLimitsNegativeTestJSON-767470700-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5b1cebcf94224cdca8286091a2f9c745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939658 Nov 16 21:25:30.239456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Deleting port b984ae94-3a7f-481d-bdca-0cba2ee60f85 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:30.240796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.345392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941610343'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:30.351491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=1023e9c0-5a93-4e9e-b7a8-03e3b15b8551,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:30.356190 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.361676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-894f85d0-35f4-48ef-a3a9-80e103307755 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6544905 Nov 16 21:25:30.361887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.450366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61689613-c64d-4544-bb5b-667b79093a66 req-8a118424-9c07-43d5-a3d0-9bd33fcfb8a5 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:30.452014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61689613-c64d-4544-bb5b-667b79093a66 req-8a118424-9c07-43d5-a3d0-9bd33fcfb8a5 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 946 time: 0.3178065 Nov 16 21:25:30.552386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.599885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.631664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] For port b984ae94-3a7f-481d-bdca-0cba2ee60f85, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b984ae94-3a7f-481d-bdca-0cba2ee60f85,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:30.632030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.641662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c50a-7d89-48f8-acdf-1c9d915296e3 req-d03ad2d6-80af-4e10-89c6-ad2f109e10a6 tempest-AbsoluteLimitsNegativeTestJSON-767470700 tempest-AbsoluteLimitsNegativeTestJSON-767470700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:30.643144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0589c50a-7d89-48f8-acdf-1c9d915296e3 req-d03ad2d6-80af-4e10-89c6-ad2f109e10a6 tempest-AbsoluteLimitsNegativeTestJSON-767470700 tempest-AbsoluteLimitsNegativeTestJSON-767470700-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999052 Nov 16 21:25:30.659656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61689613-c64d-4544-bb5b-667b79093a66 req-989a4bc0-ad42-4e08-b7fd-a1152224fd50 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970937 Nov 16 21:25:30.710668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0589c50a-7d89-48f8-acdf-1c9d915296e3 req-de66a11a-a53e-4a0f-a672-a565b5f662aa tempest-AbsoluteLimitsNegativeTestJSON-767470700 tempest-AbsoluteLimitsNegativeTestJSON-767470700-project] 10.222.0.54 "GET /v2.0/quotas/5b1cebcf94224cdca8286091a2f9c745 HTTP/1.1" status: 200 len: 375 time: 0.0586123 Nov 16 21:25:30.747910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.750774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.756538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.769642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0589c50a-7d89-48f8-acdf-1c9d915296e3 req-9b295b24-5957-413b-a6f2-78f23c6a40fb tempest-AbsoluteLimitsNegativeTestJSON-767470700 tempest-AbsoluteLimitsNegativeTestJSON-767470700-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b1cebcf94224cdca8286091a2f9c745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480459 Nov 16 21:25:30.866769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.978826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.993725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d409e942-0dcd-4994-bf3f-9de3a361cdb3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1380722141&fields=id&tenant_id=8bdbd70992114d5195b0e8b69d385976 HTTP/1.1" status: 200 len: 267 time: 0.1520340 Nov 16 21:25:31.005818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=ac4d9644-a825-4c4b-9771-ac7b2ca119c2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.009537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.015335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.015904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.016386 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Floating IP 55f116bd-5b24-45ee-a9ef-ad888afdc7d6 disassociated. External IP: 172.25.7.211, port: b984ae94-3a7f-481d-bdca-0cba2ee60f85. Nov 16 21:25:31.016884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Calling delete_port for b984ae94-3a7f-481d-bdca-0cba2ee60f85 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:31.030097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.039404 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Floating IP 0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8 associated. External IP: 172.25.7.23, port: 6c1895a3-8119-4f5d-92b5-24f123b00d38. Nov 16 21:25:31.100502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad0525-80fd-485a-b6cf-3b930c6c27d6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.110611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e0aed388-56bd-45dc-b19a-ac0836be8c00 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:31.123484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e0aed388-56bd-45dc-b19a-ac0836be8c00 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 930 time: 0.1285710 Nov 16 21:25:31.131504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.136163 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5b5dddd2-5bfd-4dcf-852e-86165e9290ce tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8968318 Nov 16 21:25:31.137161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52546) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.147005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-80087d62-ea5b-4b21-8a82-f1aa7a56c2a3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'floatingip': {'port_id': '2f918e34-9289-4f16-823a-f23825d6bd8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:31.218095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-033ce7fa-b277-4b0f-8714-ca3c11378ee6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:31.225261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-033ce7fa-b277-4b0f-8714-ca3c11378ee6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 930 time: 0.1008849 Nov 16 21:25:31.238068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52548) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.259176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80087d62-ea5b-4b21-8a82-f1aa7a56c2a3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.297127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4f749e85-3aa8-4a66-8af8-fd67b7fea707 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0709059 Nov 16 21:25:31.308002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.331020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.357782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-fd77bb46-8dae-4765-a5ea-40669dc68b36 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0479043 Nov 16 21:25:31.396408 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-80087d62-ea5b-4b21-8a82-f1aa7a56c2a3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] update failed (client error): The resource could not be found. Nov 16 21:25:31.398233 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80087d62-ea5b-4b21-8a82-f1aa7a56c2a3 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "PUT /v2.0/floatingips/596ddf95-bb50-45a0-88f3-b98bd58c1069 HTTP/1.1" status: 404 len: 507 time: 0.2540984 Nov 16 21:25:31.400401 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.401631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2643805 Nov 16 21:25:31.434300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52552) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.434300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52554) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.478228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f9d71-4eae-4c66-a0c4-a1483b817ee8 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1042484a-2928-41f3-abdf-c961730a15fa,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.775900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98e4e3b6-bf33-43c4-aadf-0d3f463c913c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.850305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Router ac8be246-55b4-4dd8-9e45-924d7b01676c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:31.968162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.972919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98e4e3b6-bf33-43c4-aadf-0d3f463c913c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.980088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98e4e3b6-bf33-43c4-aadf-0d3f463c913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.036290 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-98e4e3b6-bf33-43c4-aadf-0d3f463c913c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b1cebcf94224cdca8286091a2f9c745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7971876 Nov 16 21:25:32.039650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52562) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.055754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2419bb42-6b6c-4eca-ac50-2788503f763b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6194501 Nov 16 21:25:32.056589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event deleted for resources: {'Port': ['ID=b984ae94-3a7f-481d-bdca-0cba2ee60f85,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:32.066853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52564) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.077913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-security--419030945', 'description': 'tempest-security-description-875992969'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:32.087800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4e3b6-bf33-43c4-aadf-0d3f463c913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a12257d-5fcc-443d-8c35-204ecd2f1bc1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:32.091312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf56342-2d8c-4483-ae23-23965dd25a58 req-3102fac7-73f8-4ec1-ad35-d879eba0a47f tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.097416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:32.098478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acf56342-2d8c-4483-ae23-23965dd25a58 req-3102fac7-73f8-4ec1-ad35-d879eba0a47f tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 867 time: 0.2724717 Nov 16 21:25:32.102417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.106511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4d04b9ff-3ca9-48da-aa42-54a1a31d5c25 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.108787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Sync routers for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:32.115385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4d04b9ff-3ca9-48da-aa42-54a1a31d5c25 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.123028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4d04b9ff-3ca9-48da-aa42-54a1a31d5c25 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.123803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:32.124505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:32.131489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4d04b9ff-3ca9-48da-aa42-54a1a31d5c25 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 1988 time: 0.7617061 Nov 16 21:25:32.135334 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19c02935-fde7-41ca-9e35-6f9528b28879 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "PUT /v2.0/floatingips/0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8 HTTP/1.1" status: 200 len: 990 time: 2.8498354 Nov 16 21:25:32.138211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:32.140552 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752d588b-5bd6-4f86-9689-81b7b583ce64" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:32.156096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.192691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.218807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-721e734d-36af-442d-8686-d7e6cb73e0e5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/quotas/8bdbd70992114d5195b0e8b69d385976 HTTP/1.1" status: 200 len: 375 time: 0.0863066 Nov 16 21:25:32.259724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.264096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.268285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a12257d-5fcc-443d-8c35-204ecd2f1bc1 HTTP/1.1" status: 204 len: 168 time: 0.2283602 Nov 16 21:25:32.282237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c97a35-62f8-43d7-b44b-dd3e50967e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a12257d-5fcc-443d-8c35-204ecd2f1bc1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:32.324022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:32.343952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting port ac4d9644-a825-4c4b-9771-ac7b2ca119c2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:32.344292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.347404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.395296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acf56342-2d8c-4483-ae23-23965dd25a58 req-ca05d9a2-fab2-4952-9ba0-70263c80b91d tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48135ea-2ef2-48f0-a3c0-135786bc39bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864327 Nov 16 21:25:32.588942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-74cd029a-df04-421f-b924-e39739af85ee tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3688982 Nov 16 21:25:32.680224 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6ccd5-d86d-490e-a907-e8f14d4a69a5 x-openstack-request-id: req-afe6ccd5-d86d-490e-a907-e8f14d4a69a5 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:32.681573 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:32.681980 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afe6ccd5-d86d-490e-a907-e8f14d4a69a5 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:32.682981 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'status': 'completed', 'code': 200} Nov 16 21:25:32.726493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.731225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Router 07e1556d-7ae6-4aad-9990-d761d42f04b0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:32.750224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b984ae94-3a7f-481d-bdca-0cba2ee60f85 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:32.768626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.771259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.772665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "PUT /v2.0/security-groups/1042484a-2928-41f3-abdf-c961730a15fa HTTP/1.1" status: 200 len: 1795 time: 0.7044315 Nov 16 21:25:32.776527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.795237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.801044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.802628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b984ae94-3a7f-481d-bdca-0cba2ee60f85 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:32.806685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b984ae94-3a7f-481d-bdca-0cba2ee60f85 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:32.873373 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-963d9108-2a99-4a17-b8f2-959a296aeae4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups/1042484a-2928-41f3-abdf-c961730a15fa HTTP/1.1" status: 200 len: 1795 time: 0.0951650 Nov 16 21:25:32.875691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'port_id': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'mac_address': 'fa:16:3e:80:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:25:30Z', 'revision_number': 1, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:32.876471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.883046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Calling delete_port for ac4d9644-a825-4c4b-9771-ac7b2ca119c2 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:32.930117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Checking router: ac8be246-55b4-4dd8-9e45-924d7b01676c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:32.942769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:32.953441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:32.960321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96752dc3-ac4f-4cd7-bc4e-c2690a8a71d1 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1042484a-2928-41f3-abdf-c961730a15fa,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:32.967825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.984197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-d4fa3477-06fc-4d70-9df7-83d91b2a1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.985721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-d4fa3477-06fc-4d70-9df7-83d91b2a1960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 1096 time: 0.2730212 Nov 16 21:25:33.001211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-67ebe7b9-1f2b-43f9-9029-bcc6445543f0 service neutron] 10.222.0.54 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113531 Nov 16 21:25:33.002887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.065430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.069138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.072804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/1042484a-2928-41f3-abdf-c961730a15fa HTTP/1.1" status: 204 len: 168 time: 0.1935811 Nov 16 21:25:33.073488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.113676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5f1e4-3b23-40a6-ae18-766e2a54d195 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042484a-2928-41f3-abdf-c961730a15fa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:33.157349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d12594fe-4141-4460-a065-7f681f6146ca tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0776436 Nov 16 21:25:33.158112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.175813 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-338d251a-d81a-431e-a324-43f6101939b0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] delete failed (client error): The resource could not be found. Nov 16 21:25:33.182074 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-338d251a-d81a-431e-a324-43f6101939b0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/1042484a-2928-41f3-abdf-c961730a15fa HTTP/1.1" status: 404 len: 347 time: 0.0228696 Nov 16 21:25:33.184806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.198012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--94764193'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:33.235676 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.252123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:33.257020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-134637b0-ea8d-495d-b1b1-c88cf71715f3 service neutron] 10.222.0.54 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543435 Nov 16 21:25:33.333764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:33.348041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Sync routers for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:33.384504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.388954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.391529 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:33.393622 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:33.402031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] No DVR routers for this DVR port b984ae94-3a7f-481d-bdca-0cba2ee60f85 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:33.430743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.436332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.440157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ac621a6-cc9e-448f-9737-0c4ce7106909 req-8658a84b-8773-41aa-b085-7f5ed6106ea8 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.36 "DELETE /v2.0/ports/b984ae94-3a7f-481d-bdca-0cba2ee60f85 HTTP/1.1" status: 204 len: 173 time: 3.6649745 Nov 16 21:25:33.442341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2556195 Nov 16 21:25:33.443080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.451411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-20366774-4771-437b-8081-86827d39a381 service neutron] 10.222.0.54 "GET /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1772156 Nov 16 21:25:33.452234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'name': 'network-vif-deleted', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:33.456956 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32562cd-b725-4b9e-b260-a9cc25b13505" -d '{"events": [{"server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "name": "network-vif-deleted", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:33.464013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '30b2f143-58d7-4d78-a035-4ac045bf166d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:33.507843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.546004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52969c9b-3fb7-4bfc-b042-c488c5548be4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2f143-58d7-4d78-a035-4ac045bf166d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:33.601805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.641553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-ffd4c1e8-984c-4469-9465-0c380bb1c036 service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759288 Nov 16 21:25:33.661216 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:33.692084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'port_id': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'mac_address': 'fa:16:3e:80:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:25:30Z', 'revision_number': 1, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:33.697328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58f0f43c-be13-4ab8-a745-49358eb87e75 req-03d6e62d-0f3b-4a87-a414-ebdd9b527645 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/ports?device_id=d99ba9ce-5eed-4355-ba18-aded165001a0 HTTP/1.1" status: 200 len: 210 time: 0.0510509 Nov 16 21:25:33.726102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb09a10-a7a7-4a9a-87ce-dcaff0a143d8 None None] The sync data for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 is: [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'port_id': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'mac_address': 'fa:16:3e:80:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:24:16Z', 'updated_at': '2021-11-16T21:25:30Z', 'revision_number': 1, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:33.770408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.786265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2072876804-network', 'tenant_id': 'bb57516e08f94c87b79cfc98914747f2'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:33.798817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.884234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c97b21a-83b5-46cb-9d05-73a5ce398edf,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:33.907638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Made reservation on behalf of bb57516e08f94c87b79cfc98914747f2 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:33.910246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.934441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.940019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28a7df9a-9c1b-4760-96d6-d6842a1e8f61 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875047 Nov 16 21:25:33.940019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.940310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52616) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.005277 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:34.006092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-b1fb628d-387b-4aac-b8ce-a7b9c77758be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.010177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-b1fb628d-387b-4aac-b8ce-a7b9c77758be service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 200 len: 916 time: 0.9967082 Nov 16 21:25:34.046877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.061122 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb0c6f-50f1-448c-b7f3-4a70361cc510 x-openstack-request-id: req-9cdb0c6f-50f1-448c-b7f3-4a70361cc510 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:34.062242 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ba9ce-5eed-4355-ba18-aded165001a0", "name": "network-vif-deleted", "tag": "b984ae94-3a7f-481d-bdca-0cba2ee60f85", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:34.062511 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cdb0c6f-50f1-448c-b7f3-4a70361cc510 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:34.062940 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ba9ce-5eed-4355-ba18-aded165001a0', 'name': 'network-vif-deleted', 'tag': 'b984ae94-3a7f-481d-bdca-0cba2ee60f85', 'status': 'completed', 'code': 200} Nov 16 21:25:34.070555 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Checking router: 07e1556d-7ae6-4aad-9990-d761d42f04b0 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:34.075040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.088809 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:34.091222 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:34.143867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-68e599b8-7fc2-4cb5-957c-75524f765c67 service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405155 Nov 16 21:25:34.172757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3bb70a-3301-4524-b682-31e67e7402ac None None] New status for floating IP 0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:25:34.204478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.207036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.215621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.220281 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0c97b21a-83b5-46cb-9d05-73a5ce398edf HTTP/1.1" status: 204 len: 168 time: 0.2780912 Nov 16 21:25:34.222978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.234968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.240257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.247598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:34.250521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:34.262387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.263033 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Added segment 1e4b7973-77f2-4654-a4e4-7963ed327c26 of type vlan for network a0891b8e-c521-4e2a-876a-187b5e531e48 Nov 16 21:25:34.303939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Port': ['ID=ac4d9644-a825-4c4b-9771-ac7b2ca119c2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.320758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-a8ad5e41-4d4e-45db-bb10-29e518b2cd21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 200 len: 998 time: 0.2904189 Nov 16 21:25:34.353153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13553-45ef-4458-bd8e-870b2f0235a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c97b21a-83b5-46cb-9d05-73a5ce398edf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.401128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-58c234b8-24de-4b0c-b737-3b0453d72356 service neutron] 10.222.0.54 "GET /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2438986 Nov 16 21:25:34.410376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.463514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f5d7e-d9c4-4ade-9986-5dc0de982d61,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.485244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f17c7745-cede-484c-8a09-41d75079373b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2578373 Nov 16 21:25:34.488013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.550158 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:34.555868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-afc6cfe1-30ad-4c7b-b001-d7745e09f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.557472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-afc6cfe1-30ad-4c7b-b001-d7745e09f38e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb07c203-1045-4ad7-9759-052b05f74c70 HTTP/1.1" status: 200 len: 854 time: 0.1975453 Nov 16 21:25:34.557929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.562802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.563958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.564709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.566648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.573273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9babed29-3fa2-404c-9ab5-25ad99a94018 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "DELETE /v2.0/floatingips/596ddf95-bb50-45a0-88f3-b98bd58c1069 HTTP/1.1" status: 204 len: 168 time: 3.1382489 Nov 16 21:25:34.578162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52624) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.583983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-10801cbb-2a16-4841-83ae-a27bb91c3373 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'floatingip': {'floating_network_id': '67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a', 'port_id': '2f918e34-9289-4f16-823a-f23825d6bd8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:34.588775 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2f780-71e8-40be-aecf-18ced4e2f176 None None] The sync data for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 is: [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '4004b57e-0681-4151-a944-114c9bf79e92', 'name': '', 'network_id': '200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'mac_address': 'fa:16:3e:04:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:12Z', 'updated_at': '2021-11-16T21:23:22Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'subnets': [{'id': '7f646ae6-93da-4892-ae19-1f2b39de4bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:34.616694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10801cbb-2a16-4841-83ae-a27bb91c3373 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.647831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0891b8e-c521-4e2a-876a-187b5e531e48,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.660531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a0891b8e-c521-4e2a-876a-187b5e531e48 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:34.672136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.690549 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c4b19b7-4393-4cd7-9bf6-ae4483bed0c2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1814377 Nov 16 21:25:34.693572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52626) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.703584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Request body: {'subnet': {'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2072876804-subnet', 'tenant_id': 'bb57516e08f94c87b79cfc98914747f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:34.738029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-5a17db26-4091-46af-8b6d-144febf0c0de service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838666 Nov 16 21:25:34.738713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.742060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Made reservation on behalf of bb57516e08f94c87b79cfc98914747f2 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:34.744835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.766306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-7f2976fe-668e-45ef-9c48-2774bda49aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.768077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-7f2976fe-668e-45ef-9c48-2774bda49aba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c4694b-4c4a-4007-8273-4c8579a72849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906955 Nov 16 21:25:34.877479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:34.966881 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-10801cbb-2a16-4841-83ae-a27bb91c3373 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:25:34.973398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-10801cbb-2a16-4841-83ae-a27bb91c3373 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3942220 Nov 16 21:25:34.986317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52638) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:35.008182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '2f918e34-9289-4f16-823a-f23825d6bd8b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:35.025028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-2ea84407-9a99-4705-9225-eda701bd9134 service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432766 Nov 16 21:25:35.026985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c7b3b6ad-2972-49f7-b72c-4a576c1ffa9f service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753577 Nov 16 21:25:35.035681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.039071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.043644 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/30b2f143-58d7-4d78-a035-4ac045bf166d HTTP/1.1" status: 204 len: 168 time: 0.5533237 Nov 16 21:25:35.048362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:35.073282 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40d93e-5c6a-48f4-8e49-4deceae2da19 None None] New status for floating IP 55f116bd-5b24-45ee-a9ef-ad888afdc7d6: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:25:35.097768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.128093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752d588b-5bd6-4f86-9689-81b7b583ce64 req-e84eb2bc-86db-490c-86ad-fca0d7d9b26f service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936797 Nov 16 21:25:35.128521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.205942 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.232904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-694e501c-e59a-4a86-92c8-2951d2374e4e tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582534 Nov 16 21:25:35.233675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:35.235012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.238332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005835577'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:35.240883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571ed18-6e76-4627-ab54-a87d757f62f4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2f143-58d7-4d78-a035-4ac045bf166d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:35.243925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.247010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.250951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "DELETE /v2.0/security-groups/a48135ea-2ef2-48f0-a3c0-135786bc39bd HTTP/1.1" status: 204 len: 168 time: 0.3724535 Nov 16 21:25:35.255417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:35.303625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dabb5-0a4c-49fd-a962-fbcbe37f1be3 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48135ea-2ef2-48f0-a3c0-135786bc39bd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:35.307129 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-a7df6239-6218-46c2-8213-cdb8364e30a0 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] show failed (client error): The resource could not be found. Nov 16 21:25:35.311580 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a7df6239-6218-46c2-8213-cdb8364e30a0 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "GET /v2.0/security-groups/a48135ea-2ef2-48f0-a3c0-135786bc39bd HTTP/1.1" status: 404 len: 347 time: 0.0454211 Nov 16 21:25:35.314664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52648) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:35.318786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0fefb104-6027-49f1-98ed-dbabe6f9cca9 service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887369 Nov 16 21:25:35.358658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c656819e-7498-4cd8-96cf-02617afa90c0,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:35.367481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Checking segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:35.367981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Network hostable DHCP agents. Network: a0891b8e-c521-4e2a-876a-187b5e531e48, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:35.390610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Network a0891b8e-c521-4e2a-876a-187b5e531e48 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:35.400090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.405230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a0891b8e-c521-4e2a-876a-187b5e531e48) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:35.411272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:35.411989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.417298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b84233-e545-401b-ae39-17a42a9867dc None None] Network a0891b8e-c521-4e2a-876a-187b5e531e48 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:35.436157 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fbdfda61-b539-48d5-8fa3-507bb74a9034 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7413616 Nov 16 21:25:35.593072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2a5d7-6081-4448-8ef1-9412c5be07e0 None None] Network a0891b8e-c521-4e2a-876a-187b5e531e48 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:36.135939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Deleting port ef802658-d4d3-46b9-8c8c-2d114ded3e9a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:36.136541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.149940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c77a0a03-a93f-4b2c-9622-8af78116ca3c service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544494 Nov 16 21:25:36.189981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.234412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-c5789ef0-df48-4b04-ac3c-1ef8b6790fcf tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:36.235898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-c5789ef0-df48-4b04-ac3c-1ef8b6790fcf tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 0.3463371 Nov 16 21:25:36.249586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.313585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.353496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-003437a9-59f3-489b-9980-30f28db52b24 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/quotas/bb57516e08f94c87b79cfc98914747f2 HTTP/1.1" status: 200 len: 375 time: 0.0974545 Nov 16 21:25:36.370920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.372535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1375446 Nov 16 21:25:36.375811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.380903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '6c2a82be-f2a2-4f0d-9f04-3259b8b967c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:36.410288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.435994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb5f33-e852-406c-a392-da62e6a53972 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a82be-f2a2-4f0d-9f04-3259b8b967c1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.486504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-bafadf42-50f1-4006-9d5d-ccc29fe686df tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104736 Nov 16 21:25:36.495220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.495456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.543739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.549140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.568905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bf9034-9467-4cc3-9a25-f5987d9dbcfb,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.579218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.580671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9553997-e772-4c45-8b60-dc7cac5322a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2036107 Nov 16 21:25:36.583342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52674) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.588166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '6c2a82be-f2a2-4f0d-9f04-3259b8b967c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:36.596179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Calling delete_port for ef802658-d4d3-46b9-8c8c-2d114ded3e9a owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:36.621989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.629703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-ea4513b4-5ab8-4dda-8bdf-54a279880805 service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552231 Nov 16 21:25:36.683140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.687884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.707825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa8cf66-d61b-4833-9874-400fab560be4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.715950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.717720 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c1112ae-4fa5-476f-9f0e-682dceb9db3a tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330411 Nov 16 21:25:36.720202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.724604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '6c2a82be-f2a2-4f0d-9f04-3259b8b967c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:36.752927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.782070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Allocated IP 172.25.7.190 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/165bb8b1-8ffe-4c42-9f57-181aa7777244) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:36.812026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.816673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.834668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e03aee7-8e96-4cd0-af04-45271d1626d4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.845114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.845449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-b73e3a9f-9e34-44c8-a98f-b0680d02f4ff service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391089 Nov 16 21:25:36.848771 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3d9d171a-e96d-4bf8-b60a-44f40f8ccc9c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251442 Nov 16 21:25:36.849104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52678) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.853664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '6c2a82be-f2a2-4f0d-9f04-3259b8b967c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:36.881447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.941541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.945963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.966021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27758c91-9bd9-4b84-922a-13cb45bb1442,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.969611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-37ae40a0-5828-434f-ba38-f640920a9e7e service neutron] 10.222.0.54 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254495 Nov 16 21:25:36.974038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.976426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24727aa1-487e-4774-9874-b8b8d23cbd4c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262949 Nov 16 21:25:36.978828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52680) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.983981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '6c2a82be-f2a2-4f0d-9f04-3259b8b967c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:37.010614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.068681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.072860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.090408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47adbe9-8e08-461b-a1f3-a7906e0091f7,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.099409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.100637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c932b0bf-8fd8-452a-ac17-8750b6d5685b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1207433 Nov 16 21:25:37.103483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.128256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.135960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.143904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.149028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.161712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.168612 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.169724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a47adbe9-8e08-461b-a1f3-a7906e0091f7 HTTP/1.1" status: 204 len: 168 time: 0.0648272 Nov 16 21:25:37.174400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52684) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.181391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1769b-732e-41ba-b506-3963726cb248 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47adbe9-8e08-461b-a1f3-a7906e0091f7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.189273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-9747c531-bea5-406a-a7c0-836768298e05 service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185654 Nov 16 21:25:37.202239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Pushing event deleted for resources: {'Port': ['ID=ef802658-d4d3-46b9-8c8c-2d114ded3e9a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.224241 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-35f30e93-5757-4443-8042-81349abb457c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0461123 Nov 16 21:25:37.225856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52686) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.259950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.268540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0be6712a-5277-47c2-b373-78944ea75dd2 service neutron] 10.222.0.54 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887790 Nov 16 21:25:37.273207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.304224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.312022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.318327 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/27758c91-9bd9-4b84-922a-13cb45bb1442 HTTP/1.1" status: 204 len: 168 time: 0.0911300 Nov 16 21:25:37.324328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.332107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470d2ff-8039-4a1f-b813-56e9e2836776 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27758c91-9bd9-4b84-922a-13cb45bb1442,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.378370 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b1033e3c-62d8-421b-9059-9ace63e7bd6d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0498264 Nov 16 21:25:37.379033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52694) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.388633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.392872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.397547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2827010c-6c34-4ea5-8430-e08a34ae04d9 tempest-ServersTestManualDisk-45957457 tempest-ServersTestManualDisk-45957457-project] 10.222.0.54 "DELETE /v2.0/floatingips/55f116bd-5b24-45ee-a9ef-ad888afdc7d6 HTTP/1.1" status: 204 len: 168 time: 2.0818729 Nov 16 21:25:37.400446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.401622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.477187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:37.485793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:37.513434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.518702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:37.528279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event updated for resources: {'Port': ['ID=165bb8b1-8ffe-4c42-9f57-181aa7777244,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.539240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.605694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-124dc7bb-9459-4ea3-bf5b-961f0b2cda1c service neutron] 10.222.0.54 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257959 Nov 16 21:25:37.626813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-964a9d9e-5b34-4213-ac3a-d2745ba5fc93 req-4757d080-67ab-411c-827c-fd338352bb71 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 210 time: 0.0498402 Nov 16 21:25:37.644079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.652125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.652702 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6e03aee7-8e96-4cd0-af04-45271d1626d4 HTTP/1.1" status: 204 len: 168 time: 0.2732124 Nov 16 21:25:37.655799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52704) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.688755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9363ac-a703-4bb9-bc22-5902b7cba683 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e03aee7-8e96-4cd0-af04-45271d1626d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.750770 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f67214a-3848-4ac1-a66a-35742c933064 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0857034 Nov 16 21:25:37.753687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.802404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-9c59cff5-b24c-4553-80bd-0b83dc31969d service neutron] 10.222.0.54 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780396 Nov 16 21:25:37.826526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.857365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.897443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.905004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.908635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/dfa8cf66-d61b-4833-9874-400fab560be4 HTTP/1.1" status: 204 len: 168 time: 0.1514757 Nov 16 21:25:37.909458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52710) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.921905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ad456-efe0-4106-af35-c1cc52db997f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfa8cf66-d61b-4833-9874-400fab560be4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.955306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting port 165bb8b1-8ffe-4c42-9f57-181aa7777244 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:37.955573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.984699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.014101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-2841aff6-17c9-4091-af1e-d265ab474ec0 service neutron] 10.222.0.54 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876469 Nov 16 21:25:38.045360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5dd8f238-8bc3-4e3a-88ba-6ec34078e93c tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1350794 Nov 16 21:25:38.048068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52712) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.091019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.091465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.106676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Calling delete_port for 165bb8b1-8ffe-4c42-9f57-181aa7777244 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:38.116901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.134957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.201158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.223619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.224707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f9bf9034-9467-4cc3-9a25-f5987d9dbcfb HTTP/1.1" status: 204 len: 168 time: 0.1755903 Nov 16 21:25:38.228374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52720) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.239803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86c0aa-9e29-4fe2-9c85-70d267f56f01 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9bf9034-9467-4cc3-9a25-f5987d9dbcfb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:38.265502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.292091 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-78ce1bd3-4826-44dd-a70d-78e51b339a4b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593033 Nov 16 21:25:38.294960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52726) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.299969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Port': ['ID=165bb8b1-8ffe-4c42-9f57-181aa7777244,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:38.407983 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] create failed (client error): The resource could not be found. Nov 16 21:25:38.411289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.413825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7a185f14-2300-47bf-ae36-cd0c75a8838c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4224100 Nov 16 21:25:38.414528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52734) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.441054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.484973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Deleting port 4004b57e-0681-4151-a944-114c9bf79e92 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:38.485332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.554968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.557611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.565121 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/6c2a82be-f2a2-4f0d-9f04-3259b8b967c1 HTTP/1.1" status: 204 len: 168 time: 0.2629437 Nov 16 21:25:38.565837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.574197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting port 2f918e34-9289-4f16-823a-f23825d6bd8b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:38.575097 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.600483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860b689-6de5-44b8-a5f6-0b4968fc6fb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a82be-f2a2-4f0d-9f04-3259b8b967c1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:38.660214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-21963f52-ed0a-41bc-b94a-553de18a4608 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836618 Nov 16 21:25:38.666563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] For port 4004b57e-0681-4151-a944-114c9bf79e92, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4004b57e-0681-4151-a944-114c9bf79e92,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:38.667059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.670978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.679276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--25017555'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:38.706891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Calling delete_port for 4004b57e-0681-4151-a944-114c9bf79e92 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:38.731667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.828621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.920148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.925830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.927680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e9d6f10-bc0f-4df5-a411-bdd5cc12e60c req-b765bcd0-b570-4a98-b57c-bf7aad9bdaa6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 210 time: 0.1213455 Nov 16 21:25:38.946155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-554ca7a7-3910-4b4a-8f8e-d2b8b739f71e req-ae8246ee-3222-43f4-8603-3a80f811fae5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0955472 Nov 16 21:25:38.957350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-51eced19-e118-435a-9252-6c1965a87a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:38.958831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-51eced19-e118-435a-9252-6c1965a87a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 0.4052730 Nov 16 21:25:38.973395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Request body: {'port': {'device_id': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'admin_state_up': True, 'tenant_id': 'bb57516e08f94c87b79cfc98914747f2'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:38.976931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.978138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3067274 Nov 16 21:25:38.980943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52758) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.983349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed63cc4-25ca-4bdc-9b6b-36c7b16b96b4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4575bb0f-bc1f-4d75-ada8-2d98ee2e7814,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:39.002415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '4575bb0f-bc1f-4d75-ada8-2d98ee2e7814', 'direction': 'ingress', 'protocol': 17}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:39.052604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.084517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.086288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Pushing event deleted for resources: {'Port': ['ID=4004b57e-0681-4151-a944-114c9bf79e92,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:39.112934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Calling delete_port for 2f918e34-9289-4f16-823a-f23825d6bd8b owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:39.123194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.265571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Made reservation on behalf of bb57516e08f94c87b79cfc98914747f2 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:39.270573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.294494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.313575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.318951 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.351648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bce62f-70df-434c-80ec-089c5ccccdee,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:39.409729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.414013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bf8f124f-b1c5-42ca-8c94-ff1b796c0eb3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4290462 Nov 16 21:25:39.415742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52762) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:39.508804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.563405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Port': ['ID=2f918e34-9289-4f16-823a-f23825d6bd8b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:39.574733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Router 07e1556d-7ae6-4aad-9990-d761d42f04b0 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:39.603132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.633401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Allocated IP 172.20.0.9 (a0891b8e-c521-4e2a-876a-187b5e531e48/c656819e-7498-4cd8-96cf-02617afa90c0/efe7a14d-6565-4581-a06b-a5ff89ba2a6c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:39.674428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.719187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.725173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4185c354-3b83-411c-a781-cef65c50c40c tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "DELETE /v2.0/ports/2f918e34-9289-4f16-823a-f23825d6bd8b HTTP/1.1" status: 204 len: 168 time: 1.3071728 Nov 16 21:25:39.779182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52770) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:40.035365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:40.044427 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71ba346d-4c90-432c-9848-debc673fb686 admin admin] 10.222.0.54 "PUT /v2.0/routers/07e1556d-7ae6-4aad-9990-d761d42f04b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428287 Nov 16 21:25:40.046907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52776) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:40.052611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Sync routers for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:40.094826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:40.095844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:40.170906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.249363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:40.332525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.341524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b63fb0d2-f203-45bc-827f-22d8bbc1abd5 req-557992e1-53ce-4bdf-a321-bdd538cf3adb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0801930 Nov 16 21:25:40.348141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ded47c-dc1d-4d4d-8356-40df00098d77 req-17e7cfaa-8294-4e7d-aeeb-dd7b7a45772a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 210 time: 0.0772271 Nov 16 21:25:40.418379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-9cd312a4-c126-4008-808c-7bdc8554651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:40.421150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-9cd312a4-c126-4008-808c-7bdc8554651c service neutron] 10.222.0.36 "GET /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 1026 time: 0.1626871 Nov 16 21:25:40.436212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.439228 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.440530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/4575bb0f-bc1f-4d75-ada8-2d98ee2e7814 HTTP/1.1" status: 204 len: 168 time: 1.0194523 Nov 16 21:25:40.445191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52778) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:40.446845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Deleting port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:40.447361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.486139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa516760-258e-4326-8eb3-d595f35b5cd5 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:40.502069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aa516760-258e-4326-8eb3-d595f35b5cd5 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6e2ddb5-2385-49f1-83a8-d21462522e55 HTTP/1.1" status: 200 len: 913 time: 0.7218206 Nov 16 21:25:40.504043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52780) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:40.542421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:25:38Z', 'revision_number': 5, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port': {'id': 'aa333c69-e51b-44d7-a04e-0d0fce2e7b9f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:06Z', 'updated_at': '2021-11-16T21:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:40.580246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Checking router: 07e1556d-7ae6-4aad-9990-d761d42f04b0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:40.589479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0afc-5e99-47b3-9f6c-df167cf24283 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4575bb0f-bc1f-4d75-ada8-2d98ee2e7814,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:40.592248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Routers {'07e1556d-7ae6-4aad-9990-d761d42f04b0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:40.592944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07e1556d-7ae6-4aad-9990-d761d42f04b0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:40.618094 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea6837f1-3026-4021-b5e3-d39c17f8e79e tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0954328 Nov 16 21:25:40.618942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52782) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:40.629437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621069136'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:40.662195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] For port aa333c69-e51b-44d7-a04e-0d0fce2e7b9f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:40.662567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.665796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.697357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Calling delete_port for aa333c69-e51b-44d7-a04e-0d0fce2e7b9f owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:40.732572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] Set router 07e1556d-7ae6-4aad-9990-d761d42f04b0 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:40.768315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.771940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d5b24003-911d-4216-8717-1a14565d9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:40.773456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d5b24003-911d-4216-8717-1a14565d9137 service neutron] 10.222.0.36 "GET /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 1026 time: 0.3282452 Nov 16 21:25:40.855791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:25:40Z', 'revision_number': 6, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:40.904471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3384f-1322-404e-a6aa-6f86a0aa855c None None] The sync data for ids ['07e1556d-7ae6-4aad-9990-d761d42f04b0'] in n-d-816206-5 is: [{'id': '07e1556d-7ae6-4aad-9990-d761d42f04b0', 'name': 'tempest-ServersTestManualDisk-2075246641-router', 'tenant_id': '4b2f7a3f96944b11959563c71db3bfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:04Z', 'updated_at': '2021-11-16T21:25:40Z', 'revision_number': 6, 'project_id': '4b2f7a3f96944b11959563c71db3bfc4', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:40.909631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.947389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.995207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.005000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.006481 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3808651 Nov 16 21:25:41.009110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9097da-0d0e-4b40-9acc-061d32e4074d tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72399b49-b6ec-412c-a11b-6c842565411c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:41.014744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52790) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:41.019541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--509724413'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:41.065014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:41.068770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.095829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Network a0891b8e-c521-4e2a-876a-187b5e531e48 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:41.104949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:41.117808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:41.129721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.164514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4fae77c1-4fc2-410e-97f5-a77c3238cf47 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.169956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa333c69-e51b-44d7-a04e-0d0fce2e7b9f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:41.173550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4fae77c1-4fc2-410e-97f5-a77c3238cf47 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.180114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4fae77c1-4fc2-410e-97f5-a77c3238cf47 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.181841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-4fae77c1-4fc2-410e-97f5-a77c3238cf47 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 1988 time: 0.3991921 Nov 16 21:25:41.200071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b8eff-a771-4ec2-b359-86444b31a1ec None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:41.242302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.251693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.276793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.277830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.293218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.330329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.331766 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3159468 Nov 16 21:25:41.351649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:41.363752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '72399b49-b6ec-412c-a11b-6c842565411c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f9af5a3-34b9-4502-95fc-4addbeff353f', 'remote_ip_prefix': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:41.398194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5ad33cc0-b43c-4c6a-99c5-b027d9ebf1b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4288166 Nov 16 21:25:41.411358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-f2f458f0-6243-41cc-a9db-d910bd7fcf17 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdbd70992114d5195b0e8b69d385976 HTTP/1.1" status: 200 len: 380 time: 0.2178357 Nov 16 21:25:41.420854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Request body: {'port': {'device_id': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:41.434521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'admin_state_up': True, 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'security_groups': ['29c5c8e8-95aa-41fe-b2f7-a86603f96b39']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:41.459858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e743e-ee9c-4314-a62a-731efb2c2a0b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9af5a3-34b9-4502-95fc-4addbeff353f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:41.465943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.468337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.544871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.545626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e1556d-7ae6-4aad-9990-d761d42f04b0 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:25:41.554141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.555613 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1fa63cc-ac90-4fd6-925a-e26e32bc9a9e admin admin] 10.222.0.54 "DELETE /v2.0/routers/07e1556d-7ae6-4aad-9990-d761d42f04b0 HTTP/1.1" status: 204 len: 168 time: 1.5075827 Nov 16 21:25:41.557893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52798) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:41.617743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Deleting subnet 7f646ae6-93da-4892-ae19-1f2b39de4bd1 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:41.621707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.638284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00fe6d57-7ae7-4212-a6d5-0008b3bffa21 req-f4d22035-4468-4022-8067-4a8c2e2a476f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.1038859 Nov 16 21:25:41.639055 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.669887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.756304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.778649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.781711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cf687-3aba-41e7-9b36-4b88f8d6af43 req-7329f362-7e2a-4b07-bcbc-2a6decc53534 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.789580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-838cf687-3aba-41e7-9b36-4b88f8d6af43 req-7329f362-7e2a-4b07-bcbc-2a6decc53534 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 931 time: 0.2529285 Nov 16 21:25:41.855879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:41.859445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.915560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.968904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f646ae6-93da-4892-ae19-1f2b39de4bd1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:41.977524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.981842 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-251db19b-cb54-4bbc-9ea8-05eb03623db0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7f646ae6-93da-4892-ae19-1f2b39de4bd1 HTTP/1.1" status: 204 len: 168 time: 0.4223685 Nov 16 21:25:41.984052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a315354-87e1-40e0-9d15-269fbdb60ed9 None None] Network 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:41.985870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52806) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:41.990114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-838cf687-3aba-41e7-9b36-4b88f8d6af43 req-663e066e-97eb-4c12-8dc5-71a31a6369a8 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949296 Nov 16 21:25:42.025833 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.080881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.172104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.259323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.326273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Deleting port 1813ccd8-a741-4423-9f8f-423d45a2a443 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:42.326621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.347705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4004b57e-0681-4151-a944-114c9bf79e92 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:42.350455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc163638-8044-427b-8061-e5f693d2a4d8,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:42.364498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.369405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2ae379a-a1bb-437c-b9e2-d61ff7c57ad4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0099487 Nov 16 21:25:42.379952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52808) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:42.413400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4004b57e-0681-4151-a944-114c9bf79e92 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:42.414344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4004b57e-0681-4151-a944-114c9bf79e92 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:42.414954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa333c69-e51b-44d7-a04e-0d0fce2e7b9f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:42.437258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] For port 1813ccd8-a741-4423-9f8f-423d45a2a443, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1813ccd8-a741-4423-9f8f-423d45a2a443,segment=NetworkSegment(d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1),segment_id=d05bfbb5-3b99-4009-a5ec-8612d2ae4ac1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:42.437625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.440672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: aa333c69-e51b-44d7-a04e-0d0fce2e7b9f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:42.441180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa333c69-e51b-44d7-a04e-0d0fce2e7b9f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:42.461670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Calling delete_port for 1813ccd8-a741-4423-9f8f-423d45a2a443 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:42.524347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.541878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.566517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.601770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1813ccd8-a741-4423-9f8f-423d45a2a443,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:42.604909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] No DVR routers for this DVR port 1813ccd8-a741-4423-9f8f-423d45a2a443 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:42.653623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 172.20.0.3 (aab467e1-611d-4394-87cc-a6729d8256c7/35977ea4-6cf8-43e0-80c2-365d82f1af63/c2207239-9b32-4569-8e7a-a5366d85b96a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:42.665845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa109c-3bc2-4e5e-a309-8917942819d5 None None] DHCP port deletion for 200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:42.701248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.731186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:42.746585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:42.746585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05bfbb5-3b99-4009-a5ec-8612d2ae4ac1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:42.757089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.762302 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.775101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.782282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:42.782812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.784094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.793843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.797450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fc163638-8044-427b-8061-e5f693d2a4d8 HTTP/1.1" status: 204 len: 168 time: 0.4130211 Nov 16 21:25:42.817015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2269bb85-44e8-4eb8-b59e-a19b94989b2e req-6d1dee87-236f-400b-9ed3-93706f142c0b tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0700030 Nov 16 21:25:42.823162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:42.860149 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:42.867459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.875874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.880712 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] 10.222.0.54 "DELETE /v2.0/networks/200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc HTTP/1.1" status: 204 len: 168 time: 0.8935199 Nov 16 21:25:42.883439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1db700-a60b-4dee-8eb9-3da8aad03bc4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc163638-8044-427b-8061-e5f693d2a4d8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:42.894673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf73fd-db8e-4c15-a4c6-fab8e4f90a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=200cdf53-a5cf-4e07-8cd8-2b66c6eaf9bc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.040495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe7a14d-6565-4581-a06b-a5ff89ba2a6c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:43.062849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7130ec8f-cbb3-4694-bf73-f00786a8f97b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1906183 Nov 16 21:25:43.063578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52826) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.070432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.111347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Transition to ACTIVE for port object efe7a14d-6565-4581-a06b-a5ff89ba2a6c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:25:43.116435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52828) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.135315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.142065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.210019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d44badb0-d3bc-460e-9eae-ec0eeb11df98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b2f7a3f96944b11959563c71db3bfc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796025 Nov 16 21:25:43.212367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.249103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.304260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.381233 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.417060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.430446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.433227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.437529 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/7f9af5a3-34b9-4502-95fc-4addbeff353f HTTP/1.1" status: 204 len: 168 time: 0.3702388 Nov 16 21:25:43.442307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.520629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fa4c5354-f839-4586-8386-9e467e429e89 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0742056 Nov 16 21:25:43.529181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9774c-ff74-4d75-8758-f73d6bcd7295 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9af5a3-34b9-4502-95fc-4addbeff353f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.531427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.649187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.653068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.654557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a52f8259-b374-491d-b22b-4fbf1f021925 HTTP/1.1" status: 204 len: 168 time: 0.4412665 Nov 16 21:25:43.656475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.670907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.674037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ce668-d79a-409e-810a-868509d76781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52f8259-b374-491d-b22b-4fbf1f021925,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.713970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.732433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting port 505b050c-c381-49f0-ab9a-5e666147b689 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:43.732774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.741149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.766223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73790-e5da-4a2f-9f1e-7a8293a4a287 req-009f931a-e875-430d-86ff-76e72214703e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:43.773801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26c73790-e5da-4a2f-9f1e-7a8293a4a287 req-009f931a-e875-430d-86ff-76e72214703e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 943 time: 0.6145902 Nov 16 21:25:43.790079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.793451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.794815 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/72399b49-b6ec-412c-a11b-6c842565411c HTTP/1.1" status: 204 len: 168 time: 0.2622814 Nov 16 21:25:43.798701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52850) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.874730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412432c-5857-486f-866e-6bda790c6f63 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72399b49-b6ec-412c-a11b-6c842565411c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.950765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1813ccd8-a741-4423-9f8f-423d45a2a443 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:43.955045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network aab467e1-611d-4394-87cc-a6729d8256c7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:43.972356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:43.975661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fae0ac2f-d191-4fec-82d7-6194ce196268 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1627800 Nov 16 21:25:43.977924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52858) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:43.982103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:43.989677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--827969625'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:43.998408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Attempting to bind port efe7a14d-6565-4581-a06b-a5ff89ba2a6c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:43.998736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Attempting to bind port efe7a14d-6565-4581-a06b-a5ff89ba2a6c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:44.002826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Attempting to bind port efe7a14d-6565-4581-a06b-a5ff89ba2a6c on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:44.023840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1813ccd8-a741-4423-9f8f-423d45a2a443 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:44.024232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1813ccd8-a741-4423-9f8f-423d45a2a443 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:44.031479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.082011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.120404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.129506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.140562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26c73790-e5da-4a2f-9f1e-7a8293a4a287 req-573e2965-00c0-48c4-8972-14c03ce286d3 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324099 Nov 16 21:25:44.147500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:44.148137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.159241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Port efe7a14d-6565-4581-a06b-a5ff89ba2a6c on network a0891b8e-c521-4e2a-876a-187b5e531e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:25:44.159430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Attempting to bind port efe7a14d-6565-4581-a06b-a5ff89ba2a6c on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:44.174213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.175685 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1966105 Nov 16 21:25:44.177922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d8f65-f0a3-4225-8d45-90e1e74fa7a7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af54a3ea-ba73-49dc-b79b-723f13456c97,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.191195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52864) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.197490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': 'af54a3ea-ba73-49dc-b79b-723f13456c97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:44.205547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:44.205800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Checking segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:44.206186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Bound using segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:44.206639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Bound port: efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:44.207052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.211051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.244955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.245616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0f9e1446-bd7b-49eb-80fb-fcdfb2fc0b53 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8154497 Nov 16 21:25:44.259443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Calling delete_port for 505b050c-c381-49f0-ab9a-5e666147b689 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:44.282181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'admin_state_up': True, 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'security_groups': ['29c5c8e8-95aa-41fe-b2f7-a86603f96b39']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:44.361121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.373254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.381961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2145c2d3-d2e9-482a-a60e-94d4b07778de None None] Provisioning complete for port c2207239-9b32-4569-8e7a-a5366d85b96a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:44.382833 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2145c2d3-d2e9-482a-a60e-94d4b07778de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.406837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ab1b1e-3059-4e32-a537-8b5db02e2a61,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.440073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.446679 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6cb62942-cc5c-4ee2-8b49-b3bef568f8a2 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2540853 Nov 16 21:25:44.447961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52870) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.455296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a1ce-a397-4e70-a686-d37d5d8a01a3 req-cdf452fa-2060-448c-b359-7d15beaa0a1e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:44.464837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3536a1ce-a397-4e70-a686-d37d5d8a01a3 req-cdf452fa-2060-448c-b359-7d15beaa0a1e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 931 time: 0.4570320 Nov 16 21:25:44.485736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.506456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.516816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2145c2d3-d2e9-482a-a60e-94d4b07778de None None] Port c2207239-9b32-4569-8e7a-a5366d85b96a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:44.545877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.553005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.557068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b1ab1b1e-3059-4e32-a537-8b5db02e2a61 HTTP/1.1" status: 204 len: 168 time: 0.1078076 Nov 16 21:25:44.559793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.577453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8442e45-990e-4025-aa24-60f54af4d3a0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ab1b1e-3059-4e32-a537-8b5db02e2a61,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.618903 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba15d8f8-2dd5-4bbc-af97-5cf5496b6879 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579934 Nov 16 21:25:44.619570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.630846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:44.659809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:44.677617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3536a1ce-a397-4e70-a686-d37d5d8a01a3 req-45264154-da46-4e3b-8cff-daecba2dfd98 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119014 Nov 16 21:25:44.681611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.710086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.743934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.765926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:44.766628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.768811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] 10.222.0.21 "PUT /v2.0/ports/efe7a14d-6565-4581-a06b-a5ff89ba2a6c HTTP/1.1" status: 200 len: 1091 time: 3.3556879 Nov 16 21:25:44.771419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:44.774318 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:44.804648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:44.809737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.825606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.830161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.834163 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/af54a3ea-ba73-49dc-b79b-723f13456c97 HTTP/1.1" status: 204 len: 168 time: 0.2109725 Nov 16 21:25:44.845057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52888) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.846018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9898824-6c00-45a5-aac1-b737e74901e0 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54a3ea-ba73-49dc-b79b-723f13456c97,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.860460 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aee3a4-22ad-4b6f-b7d7-6451f36d9d82 x-openstack-request-id: req-84aee3a4-22ad-4b6f-b7d7-6451f36d9d82 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:44.860460 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:44.860460 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84aee3a4-22ad-4b6f-b7d7-6451f36d9d82 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:44.860931 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'status': 'completed', 'code': 200} Nov 16 21:25:44.885442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680439-26ba-4e35-bef7-768cd7ecdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:44.903649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06d8b07e-f00a-4caa-bfdc-e7a8fcf32073 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541635 Nov 16 21:25:44.908872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:44.916849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297933248'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:44.942452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.952206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.996158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5435f75a-ed7c-43fb-b9ba-8645d1e78536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:44.997713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5435f75a-ed7c-43fb-b9ba-8645d1e78536 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 1094 time: 0.1695621 Nov 16 21:25:45.005686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Port': ['ID=505b050c-c381-49f0-ab9a-5e666147b689,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.074390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.096125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.101063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.133054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.134694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2245631 Nov 16 21:25:45.138266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.146705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '9151c567-20ac-44fd-8019-e90a13114a4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:45.147131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-02ea40b6-c46d-4761-a07c-f1c13f86bcdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c HTTP/1.1" status: 200 len: 217 time: 0.1110809 Nov 16 21:25:45.166917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2bab-ac66-4b8e-bdf1-49510d17fb78 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9151c567-20ac-44fd-8019-e90a13114a4c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.206914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.271074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.1.1.95 (62cc2d88-deb3-4281-8053-cd4bac3f2ac1/942ad09d-14dc-4e95-8302-800afc49c1fa/d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:45.287143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-network', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:45.314154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6714e63-9d32-46f3-9e15-779d95819ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.330421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.336098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.358362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:45.361909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.378286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.393797 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.395269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2556133 Nov 16 21:25:45.406973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52906) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.407866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-a867365d-0408-477d-88c0-8c71c4d38fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.410177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-a867365d-0408-477d-88c0-8c71c4d38fb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.2621119 Nov 16 21:25:45.422268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68d94b-31fe-4aef-ac53-748764b6939b tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b3fafc-d14a-4986-856f-b86a79f272d2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.447138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4149feba-b6de-4628-b261-b22d64297490 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules/d2b3fafc-d14a-4986-856f-b86a79f272d2 HTTP/1.1" status: 200 len: 763 time: 0.0356865 Nov 16 21:25:45.450629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.507098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-0e60b40c-4bcf-47cf-95b7-f3ed4c3745f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422044 Nov 16 21:25:45.547484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85d5bb2e-76b0-4645-9c4c-c419b724d476 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0956845 Nov 16 21:25:45.550013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.596208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.602401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.609502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.611411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.621898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-5db373da-25d4-44a9-b6d9-44783ef7f7c4 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985553 Nov 16 21:25:45.656207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:45.669082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab8d28-2fb6-45d6-a155-60b738efccc2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.674274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.674664 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Added segment c83a6024-2854-4ec2-84a0-e626a772ef09 of type vlan for network 68464bb0-b16c-4c7b-b689-39988c18d3d4 Nov 16 21:25:45.676065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.688530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.689637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d2b3fafc-d14a-4986-856f-b86a79f272d2 HTTP/1.1" status: 204 len: 168 time: 0.1383047 Nov 16 21:25:45.696009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52914) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.724323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e419-a746-4e7f-a58e-4499487cd842 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2b3fafc-d14a-4986-856f-b86a79f272d2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.738264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a2231de-20c7-4cac-81c6-afef7b61998b req-f610d59a-6fee-43a6-9f85-eb121c41ded6 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073728 Nov 16 21:25:45.752237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.764901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff491ca0-527d-4d75-803f-66c3aeb1b96b req-8bb6c221-8738-4689-b160-a0a6a4228448 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.766816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff491ca0-527d-4d75-803f-66c3aeb1b96b req-8bb6c221-8738-4689-b160-a0a6a4228448 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 943 time: 0.3552563 Nov 16 21:25:45.782647 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2fc3801f-7eba-4b8d-bc26-271f8e5d4e03 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855081 Nov 16 21:25:45.788361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.796285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '9151c567-20ac-44fd-8019-e90a13114a4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:45.815232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.816337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.816909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.863226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.892421 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8137989 Nov 16 21:25:45.892804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.896896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52920) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.902573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Request body: {'subnet': {'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-subnet', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:45.919209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7835ab8-7aef-410a-8c09-2818756d2615 admin admin] Pushing event updated for resources: {'Network': ['ID=68464bb0-b16c-4c7b-b689-39988c18d3d4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:45.935635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:45.966702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:45.969271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.034792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.049404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.077146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716caa0b-f1cb-4ea5-afe7-359f93c2e50d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:46.092655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.094008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4cac9cbc-4b58-4104-a91f-39d1afac1922 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046472 Nov 16 21:25:46.096940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.137406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Router f6e2ddb5-2385-49f1-83a8-d21462522e55 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:46.139023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2788ea7-98a5-402e-b3a4-5e699548d233 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules/716caa0b-f1cb-4ea5-afe7-359f93c2e50d HTTP/1.1" status: 200 len: 763 time: 0.0409706 Nov 16 21:25:46.144758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.225604 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c71bafe3-23c3-405c-b4fa-c860324011ad tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797782 Nov 16 21:25:46.228355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.236992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.250003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87231c3d-21bc-4b11-8b5a-55aa141e0bd1 req-172f3f58-6170-4914-b625-b5ded59b577c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.251539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87231c3d-21bc-4b11-8b5a-55aa141e0bd1 req-172f3f58-6170-4914-b625-b5ded59b577c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 931 time: 0.2338665 Nov 16 21:25:46.258828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.268006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-a0fe1154-1fc8-48ab-a717-db06465912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.269498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-a0fe1154-1fc8-48ab-a717-db06465912fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 1094 time: 0.3934362 Nov 16 21:25:46.288352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.299918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.310821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:46.330142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3138e61d-d0b8-47de-83b9-7ec650618236,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:46.334724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0bda97ac-4273-4a6c-85ce-2aac9dafc8e9 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "PUT /v2.0/routers/f6e2ddb5-2385-49f1-83a8-d21462522e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8124526 Nov 16 21:25:46.337008 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] Sync routers for ids ['f6e2ddb5-2385-49f1-83a8-d21462522e55'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:46.339796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52928) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.358061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] Routers {'f6e2ddb5-2385-49f1-83a8-d21462522e55'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:46.358804 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f6e2ddb5-2385-49f1-83a8-d21462522e55'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:46.377177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff491ca0-527d-4d75-803f-66c3aeb1b96b req-9e7d8b41-51f9-481c-a6d7-af575428bb2a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726844 Nov 16 21:25:46.400556 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:46.412233 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] Routers {'f6e2ddb5-2385-49f1-83a8-d21462522e55'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:46.412969 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f6e2ddb5-2385-49f1-83a8-d21462522e55'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:46.417454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.427569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.428744 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/716caa0b-f1cb-4ea5-afe7-359f93c2e50d HTTP/1.1" status: 204 len: 168 time: 0.1994257 Nov 16 21:25:46.436135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.438731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Checking segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:46.439113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Network hostable DHCP agents. Network: 68464bb0-b16c-4c7b-b689-39988c18d3d4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:46.443580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.450538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495933b8-d5a2-4206-8898-f403853772bd tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=716caa0b-f1cb-4ea5-afe7-359f93c2e50d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:46.460840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.468497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:46.469345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87231c3d-21bc-4b11-8b5a-55aa141e0bd1 req-665a58c0-72ff-42fa-a5cf-98bf9a7e0e62 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080274 Nov 16 21:25:46.483050 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e53b5b-d4de-4682-bcd6-989afdacac17 None None] The sync data for ids ['f6e2ddb5-2385-49f1-83a8-d21462522e55'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:46.514793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-31feb61e-4c47-4e1f-8f41-b25b3b3b4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.516559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-31feb61e-4c47-4e1f-8f41-b25b3b3b4eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 916 time: 0.2268291 Nov 16 21:25:46.531169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:46.545876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:46.555182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:46.568073 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10566097-60b1-4ed6-9c94-d7b58ab6a621 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1306179 Nov 16 21:25:46.570703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.575700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Request body: {'security_group_rule': {'security_group_id': '9151c567-20ac-44fd-8019-e90a13114a4c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:46.580604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:46.583710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:46.588741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-5148fb14-1c2a-468c-8251-a9da1a252dc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c HTTP/1.1" status: 200 len: 217 time: 0.0597544 Nov 16 21:25:46.667365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.668040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.680659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 68464bb0-b16c-4c7b-b689-39988c18d3d4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:46.686834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-ce0af448-fd09-419a-956d-170d04f94f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.688416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-ce0af448-fd09-419a-956d-170d04f94f9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.0807717 Nov 16 21:25:46.692156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.695716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.695716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.699987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.702696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073218ee-fb32-4cd0-adcd-58413b7b2662 None None] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:46.726537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-8c879ace-3243-4c92-a96c-257c7cb99fcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301585 Nov 16 21:25:46.775874 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Project b5e7e4ddb559434081999fdb6d7749ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:25:46.781705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.782465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Fanout notify agent at l3_agent the message router_deleted on router f6e2ddb5-2385-49f1-83a8-d21462522e55 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:25:46.796431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07c257e6-9a11-420a-ad3f-50ccb35a7193 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8979113 Nov 16 21:25:46.796581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.810810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.815896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52940) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.816557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92311809-25ef-4195-805f-bd73be05f8b4 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "DELETE /v2.0/routers/f6e2ddb5-2385-49f1-83a8-d21462522e55 HTTP/1.1" status: 204 len: 168 time: 0.4752243 Nov 16 21:25:46.819882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.825166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:46.864672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b684df8e-a1a2-4be9-9afd-d5925a4c5a66 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5901587 Nov 16 21:25:46.885801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.886859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.887569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'admin_state_up': True, 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'security_groups': ['29c5c8e8-95aa-41fe-b2f7-a86603f96b39']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:46.921179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.934661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.989237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.992723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a46690b-63c2-4aed-b462-259e8ce25b9c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:47.004922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.005991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a35a3a65-eace-4347-aacb-9e12a35e46b3 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4343166 Nov 16 21:25:47.008780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52942) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.049191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-68464bb0-b16c-4c7b-b689-39988c18d3d4', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:47.050563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.087511 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2dd4da49-c3b7-4065-af62-155d1682242f tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules/0a46690b-63c2-4aed-b462-259e8ce25b9c HTTP/1.1" status: 200 len: 769 time: 0.0772560 Nov 16 21:25:47.090875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52944) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.192224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.206676 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e408c9d5-3a2e-4b79-998e-f4c70e5dbeb7 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1146865 Nov 16 21:25:47.209442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52946) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.269259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Allocated IP 172.20.0.2 (68464bb0-b16c-4c7b-b689-39988c18d3d4/3138e61d-d0b8-47de-83b9-7ec650618236/f056d3a2-7016-4639-815a-69f488001a86) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:47.275837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.287611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.339276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.348202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.349328 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0a46690b-63c2-4aed-b462-259e8ce25b9c HTTP/1.1" status: 204 len: 168 time: 0.1389785 Nov 16 21:25:47.356782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52948) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.364758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74f8fc-7678-47d8-a4e1-af31d20243eb tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a46690b-63c2-4aed-b462-259e8ce25b9c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:47.375577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting subnet a53af59e-eab2-44aa-8ecc-0964771eff52 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:47.388346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.395981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-9782e9ad-b5fc-49f5-b23b-3faefd6a2253 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618254 Nov 16 21:25:47.458235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7794fd4d-5330-4c60-8d86-27b029df6444 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1006873 Nov 16 21:25:47.488572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52952) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.535625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:25:47.563964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.601243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.637513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f831b666-f40f-4a8d-94d6-1bb25ec0ac71 req-1abf93e7-a5b1-4094-a635-1756b7c0ba4d service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157516 Nov 16 21:25:47.669688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.680830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.692079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-17017859-bb78-471a-8124-db60edd3d368 None None] Provisioning complete for port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:47.692499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-17017859-bb78-471a-8124-db60edd3d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.695206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.719176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.760618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.799740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Allocated IP 172.25.7.248 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/293439b9-7c0c-469c-b883-b8978259f252) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:47.802622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22e67-45e6-4e33-8349-2b8ab36a1c30 req-81339012-f675-4cee-bb4a-bf1494fe0bfd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:47.810607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22e67-45e6-4e33-8349-2b8ab36a1c30 req-81339012-f675-4cee-bb4a-bf1494fe0bfd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:47.813656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29e22e67-45e6-4e33-8349-2b8ab36a1c30 req-81339012-f675-4cee-bb4a-bf1494fe0bfd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 1652 time: 0.1503944 Nov 16 21:25:47.816351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.820552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.821765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "DELETE /v2.0/security-groups/9151c567-20ac-44fd-8019-e90a13114a4c HTTP/1.1" status: 204 len: 168 time: 0.3321893 Nov 16 21:25:47.846198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52960) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.855210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:47.858610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-21381b19-5c42-4a35-bbb7-636314f1cd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.862814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:47.873679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40dd1f-06b4-48e8-97b9-25be8c7573ee tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9151c567-20ac-44fd-8019-e90a13114a4c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:47.890566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:47.897871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-17017859-bb78-471a-8124-db60edd3d368 None None] Port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:47.909175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:47.915215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Pushing event updated for resources: {'Port': ['ID=f056d3a2-7016-4639-815a-69f488001a86,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:47.922150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:47.923936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'port_id': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c656819e-7498-4cd8-96cf-02617afa90c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:25:47.926841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.944771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-29c490ff-7853-4551-8a39-4a9c518d8dff tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932198 Nov 16 21:25:47.959509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52962) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:47.977567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.978603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68cb8-b287-4be9-902f-4688d3c15973 req-ecb9f0e6-224d-47ad-900e-7f711cbb30a8 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:47.988373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cff68cb8-b287-4be9-902f-4688d3c15973 req-ecb9f0e6-224d-47ad-900e-7f711cbb30a8 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 943 time: 0.3396916 Nov 16 21:25:48.021580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Attempting to bind port f056d3a2-7016-4639-815a-69f488001a86 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:48.021955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Attempting to bind port f056d3a2-7016-4639-815a-69f488001a86 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:48.022327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Attempting to bind port f056d3a2-7016-4639-815a-69f488001a86 on network 68464bb0-b16c-4c7b-b689-39988c18d3d4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:48.035636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:48.036030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Checking segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:48.036425 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.036826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Bound using segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:48.037308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Bound port: f056d3a2-7016-4639-815a-69f488001a86, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:48.037798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.048223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2e3f994-4e29-4a8d-bd71-e3088c3e68e4 tempest-SecGroupIPv6Test-1068906130 tempest-SecGroupIPv6Test-1068906130-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865128 Nov 16 21:25:48.051693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.065046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cff68cb8-b287-4be9-902f-4688d3c15973 req-c130bec5-b067-46d2-b67e-728003a6a672 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753431 Nov 16 21:25:48.070147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7a14d-6565-4581-a06b-a5ff89ba2a6c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:48.080103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.116828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:48.135546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29e22e67-45e6-4e33-8349-2b8ab36a1c30 req-ea687775-1550-4994-82a4-87469f486bfe tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973740 Nov 16 21:25:48.135770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.170838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:48.176651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:48.194390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:48.204782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b909e-619a-4553-ac13-d82bea5df01a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:48.226296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] For port f056d3a2-7016-4639-815a-69f488001a86, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:48.244627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] For port f056d3a2-7016-4639-815a-69f488001a86, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f056d3a2-7016-4639-815a-69f488001a86,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:48.273781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.293591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Pushing event updated for resources: {'Port': ['ID=293439b9-7c0c-469c-b883-b8978259f252,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.299494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.415169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['efe7a14d-6565-4581-a06b-a5ff89ba2a6c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:25:48.429749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:48.442087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.473752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d574b27a-8e86-4a54-a7db-b5e04218f199 None None] Provisioning complete for port 293439b9-7c0c-469c-b883-b8978259f252 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:48.474202 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d574b27a-8e86-4a54-a7db-b5e04218f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.553935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a9a9f-5c7c-468e-91c5-245e2749bdbe None None] Pushing event updated for resources: {'Port': ['ID=f056d3a2-7016-4639-815a-69f488001a86,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.608180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.1.1.9 (62cc2d88-deb3-4281-8053-cd4bac3f2ac1/942ad09d-14dc-4e95-8302-800afc49c1fa/9974e521-19c2-48f1-b6d8-17b07d120438) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:48.612686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d574b27a-8e86-4a54-a7db-b5e04218f199 None None] Port 293439b9-7c0c-469c-b883-b8978259f252 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:48.805758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.881234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Subnet': ['ID=a53af59e-eab2-44aa-8ecc-0964771eff52,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.883400 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.889419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-121f26ef-dd3f-416a-94c6-7bef245acb5b tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "DELETE /v2.0/subnets/a53af59e-eab2-44aa-8ecc-0964771eff52 HTTP/1.1" status: 204 len: 168 time: 2.0723724 Nov 16 21:25:48.892775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52972) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:48.902734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2aad94-0380-4245-8cb6-a3df34c72cb8 None None] Network 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:49.024566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.043869 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.053868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-694b67bc-8f62-46aa-87d5-0aa354785c85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5e7e4ddb559434081999fdb6d7749ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6222355 Nov 16 21:25:49.056479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:49.072151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.142101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Deleting port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:49.142582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.144756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.203113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.246659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.257601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] DHCP port deletion for 67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:49.264143 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.320178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Deleting port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:49.320576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.399108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.402153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.405689 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6aad0525-80fd-485a-b6cf-3b930c6c27d6 HTTP/1.1" status: 204 len: 168 time: 0.3458531 Nov 16 21:25:49.406689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:49.422286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca9357-05e1-4858-8492-92ead35ce7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad0525-80fd-485a-b6cf-3b930c6c27d6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:49.427815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:49.431451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:49.473842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] For port 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9e96b97a-b276-44e7-91ad-c4dab631f9f0,segment=NetworkSegment(2408369d-388d-482c-99e1-f6cce8afb837),segment_id=2408369d-388d-482c-99e1-f6cce8afb837)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:49.487251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.496893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.532120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Calling delete_port for 9e96b97a-b276-44e7-91ad-c4dab631f9f0 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:49.613710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:49.668233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] For port 9e96b97a-b276-44e7-91ad-c4dab631f9f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9e96b97a-b276-44e7-91ad-c4dab631f9f0,segment=NetworkSegment(2408369d-388d-482c-99e1-f6cce8afb837),segment_id=2408369d-388d-482c-99e1-f6cce8afb837)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:49.668233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.731038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Calling delete_port for 9e96b97a-b276-44e7-91ad-c4dab631f9f0 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:49.750794 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.763982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.764637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.805515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Router 33f64bfe-1a8e-4818-a899-5ae75ab09695 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:25:49.811328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] Pushing event deleted for resources: {'Port': ['ID=9e96b97a-b276-44e7-91ad-c4dab631f9f0,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:49.817087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844a79-e0ea-486a-8b8b-07b70a6f0983 req-e8033837-eead-4779-9b64-8a9cccbf50a2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.818666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54844a79-e0ea-486a-8b8b-07b70a6f0983 req-e8033837-eead-4779-9b64-8a9cccbf50a2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 944 time: 0.5105765 Nov 16 21:25:49.819839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce56b92-1f04-410c-9d1e-d46545066c4f None None] No DVR routers for this DVR port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:49.846736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548671e8-651f-4082-9833-764cf3485611 req-3f596f62-3cc0-42dd-ab4e-69fb1fbb3630 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.853376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548671e8-651f-4082-9833-764cf3485611 req-3f596f62-3cc0-42dd-ab4e-69fb1fbb3630 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.861048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548671e8-651f-4082-9833-764cf3485611 req-3f596f62-3cc0-42dd-ab4e-69fb1fbb3630 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.862742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-548671e8-651f-4082-9833-764cf3485611 req-3f596f62-3cc0-42dd-ab4e-69fb1fbb3630 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 2371 time: 0.5298145 Nov 16 21:25:49.874605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:25:49.970460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-14604465-3fde-4201-9638-0862bd01cb76 None None] Provisioning complete for port 9974e521-19c2-48f1-b6d8-17b07d120438 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:49.970969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14604465-3fde-4201-9638-0862bd01cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.020819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:50.032775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Sync routers for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:50.049388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.051184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e42db672-3e88-4d5e-a55e-5589e28d56ca admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2326267 Nov 16 21:25:50.054331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:50.057091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f056d3a2-7016-4639-815a-69f488001a86 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:50.093495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-34d0ffb2-6192-493d-9eb1-1fa31809bcb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2176368 Nov 16 21:25:50.127213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'admin_state_up': True, 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'security_groups': ['29c5c8e8-95aa-41fe-b2f7-a86603f96b39']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:50.141107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-14604465-3fde-4201-9638-0862bd01cb76 None None] Port 9974e521-19c2-48f1-b6d8-17b07d120438 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:50.162991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:50.163786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:50.238120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5349c169-7e1f-4c11-90f0-53d569501292 None None] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:50.314134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.324999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f056d3a2-7016-4639-815a-69f488001a86 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:50.325356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.330561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a5ecef7e-aa57-4bcd-aeac-e708ab7a8c01 None None] Provisioning complete for port f056d3a2-7016-4639-815a-69f488001a86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:50.331020 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5ecef7e-aa57-4bcd-aeac-e708ab7a8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.353382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-548671e8-651f-4082-9833-764cf3485611 req-e093f0f0-991d-404e-b749-93b1f2b2a0d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472311 Nov 16 21:25:50.360873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Port': ['ID=9e96b97a-b276-44e7-91ad-c4dab631f9f0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:50.444378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:50.446256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:50.458310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] No DVR routers for this DVR port 9e96b97a-b276-44e7-91ad-c4dab631f9f0 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:50.465226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54844a79-e0ea-486a-8b8b-07b70a6f0983 req-6c4eedf9-3c5e-4051-93ad-c7718d642a39 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818357 Nov 16 21:25:50.641005 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.672486 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.748039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:50.763767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.779357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2408369d-388d-482c-99e1-f6cce8afb837') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:50.779357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2408369d-388d-482c-99e1-f6cce8afb837') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:50.797781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.820659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53006) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:50.857873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.898748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.948703 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.961521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:50.962027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:50.965648 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:50.993378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5ecef7e-aa57-4bcd-aeac-e708ab7a8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.067119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--838144783'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:51.075577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port f056d3a2-7016-4639-815a-69f488001a86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f056d3a2-7016-4639-815a-69f488001a86,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:51.084402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.095743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.127228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Allocated IP 172.20.0.1 (68464bb0-b16c-4c7b-b689-39988c18d3d4/3138e61d-d0b8-47de-83b9-7ec650618236/cc84970f-1aff-4264-b997-d0a42717f743) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:51.140879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.163910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:51.189189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.205279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.211425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9e96b97a-b276-44e7-91ad-c4dab631f9f0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:51.211609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] 10.222.0.54 "DELETE /v2.0/networks/67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a HTTP/1.1" status: 204 len: 168 time: 2.3177578 Nov 16 21:25:51.249040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0ae6-72d8-45d6-8147-040df8b66229 tempest-FloatingIPNegativeTestJSON-1025956081 tempest-FloatingIPNegativeTestJSON-1025956081-project] Pushing event deleted for resources: {'Network': ['ID=67fc7b3d-d7c3-4d74-85c9-5ae1952a7d6a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:51.284098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 9e96b97a-b276-44e7-91ad-c4dab631f9f0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:51.284779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9e96b97a-b276-44e7-91ad-c4dab631f9f0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:51.300974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.2.2.100 (75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7/0e1f6bc5-95eb-4f20-b401-543ee1d325f3/979efead-b3ce-44f0-ade1-42aadc82cb2e) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:51.320766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:48Z', 'revision_number': 3, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:51.326151 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-a5ecef7e-aa57-4bcd-aeac-e708ab7a8c01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:25:51.326830 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-a5ecef7e-aa57-4bcd-aeac-e708ab7a8c01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:25:51.372770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=f056d3a2-7016-4639-815a-69f488001a86,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:51.382780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.407692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Checking router: 33f64bfe-1a8e-4818-a899-5ae75ab09695 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:51.408055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Updating router 33f64bfe-1a8e-4818-a899-5ae75ab09695 port 293439b9-7c0c-469c-b883-b8978259f252 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:25:51.428409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.443412 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.454845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.476497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.501982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port efe7a14d-6565-4581-a06b-a5ff89ba2a6c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:25:51.509968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port efe7a14d-6565-4581-a06b-a5ff89ba2a6c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:51.510567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.556346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.576129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Pushing event updated for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:51.614549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:51.619216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:51.625953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:51.675404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.744744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.759096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373d39d6-fbf3-4189-9de1-996755bb36dd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:51.766137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.846026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.850012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0243888 Nov 16 21:25:51.850617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:51.941100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:51.943414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.989250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a7cf-8291-48b1-be77-7e2b7d689bf3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e670af2a-8406-4736-b65e-2902dc06adc2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:52.021600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:52.023876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b7d5-e4ca-4e77-990a-fb55bece6440 req-9d80a0f7-94a0-4575-b14b-93970cfa14b0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.025181 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405a9e5a-ca64-4d74-abf0-917167d7e10c" -d '{"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-plugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:52.030380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b7d5-e4ca-4e77-990a-fb55bece6440 req-9d80a0f7-94a0-4575-b14b-93970cfa14b0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.037155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b7d5-e4ca-4e77-990a-fb55bece6440 req-9d80a0f7-94a0-4575-b14b-93970cfa14b0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.039386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1582b7d5-e4ca-4e77-990a-fb55bece6440 req-9d80a0f7-94a0-4575-b14b-93970cfa14b0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 2371 time: 0.3544855 Nov 16 21:25:52.075131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:52.095908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a941d-d051-456c-8fb9-bb33ae9f4bb7 req-cfaa046b-be72-469d-9dcf-ac2121c3ae7d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.097297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f056d3a2-7016-4639-815a-69f488001a86 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:52.104708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af1a941d-d051-456c-8fb9-bb33ae9f4bb7 req-cfaa046b-be72-469d-9dcf-ac2121c3ae7d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 944 time: 0.3508494 Nov 16 21:25:52.110625 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.137428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.138999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.180688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e2898d59-2147-404a-9bab-855c91770f6a tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3286829 Nov 16 21:25:52.187317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:52.187960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1582b7d5-e4ca-4e77-990a-fb55bece6440 req-337b4304-8047-4bdf-8019-35effd30c4bb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361141 Nov 16 21:25:52.193291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-security--1297738304', 'description': 'tempest-security-description-1953535107'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:52.223937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af1a941d-d051-456c-8fb9-bb33ae9f4bb7 req-01687102-2804-44e8-816d-c528c8aa4ccd tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174536 Nov 16 21:25:52.241330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:52.257074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.303675 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e249a290-0aea-41d2-ad12-b9c98326dcf4 x-openstack-request-id: req-e249a290-0aea-41d2-ad12-b9c98326dcf4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:52.303983 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-plugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:52.304401 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e249a290-0aea-41d2-ad12-b9c98326dcf4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:52.304633 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'code': 200} Nov 16 21:25:52.334099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-10f2d628-56eb-4b38-a378-d45ab013095f None None] Provisioning complete for port f056d3a2-7016-4639-815a-69f488001a86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:52.334751 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10f2d628-56eb-4b38-a378-d45ab013095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.337984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.351583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:52.355587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:52.362232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:52.369057 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02e3d275-d99d-4844-98fd-3af6016152cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7a54287747e49b1970db6aa4436b7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239872 Nov 16 21:25:52.378468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53032) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:52.401554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:52.429508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f056d3a2-7016-4639-815a-69f488001a86 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:52.430094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.482636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.483474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.512578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.528511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c05e55d-b0b2-4e80-8b6c-19ce8c7f35ad tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4083359 Nov 16 21:25:52.531103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6168-f731-4820-9a31-b686971f80e8 req-fefdd8cd-ea25-4b98-8353-c550277711cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.533554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-505a6168-f731-4820-9a31-b686971f80e8 req-fefdd8cd-ea25-4b98-8353-c550277711cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 1096 time: 0.1104000 Nov 16 21:25:52.541509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.545441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'admin_state_up': True, 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'security_groups': ['29c5c8e8-95aa-41fe-b2f7-a86603f96b39']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:52.585053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.596888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4552aca-e6a4-4aa3-8f52-86f143e95c72 None None] Pushing event updated for resources: {'Port': ['ID=293439b9-7c0c-469c-b883-b8978259f252,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:52.600111 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.603865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.605765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "PUT /v2.0/security-groups/e670af2a-8406-4736-b65e-2902dc06adc2 HTTP/1.1" status: 200 len: 1797 time: 0.4162648 Nov 16 21:25:52.619302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:52.654427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1423d0-0576-464a-8922-3a0f5adb4acb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:52.706271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.736428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Attempting to bind port 293439b9-7c0c-469c-b883-b8978259f252 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:52.737215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Attempting to bind port 293439b9-7c0c-469c-b883-b8978259f252 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:52.738431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Attempting to bind port 293439b9-7c0c-469c-b883-b8978259f252 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:52.749038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-10f2d628-56eb-4b38-a378-d45ab013095f None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:52.749635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10f2d628-56eb-4b38-a378-d45ab013095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.753313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:52.754422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:52.755293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.755941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:52.756662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Bound port: 293439b9-7c0c-469c-b883-b8978259f252, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:52.757391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.759305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-505a6168-f731-4820-9a31-b686971f80e8 req-879aca42-9ede-405b-98bf-36559867621e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035613 Nov 16 21:25:52.798637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8feca62f-fff3-4527-87cb-a275b9d8464e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups/e670af2a-8406-4736-b65e-2902dc06adc2 HTTP/1.1" status: 200 len: 1797 time: 0.1658449 Nov 16 21:25:52.800306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53038) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:52.801969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35196a-bb6e-4dce-97fa-f17b8c9f31a6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e670af2a-8406-4736-b65e-2902dc06adc2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:52.831435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-10f2d628-56eb-4b38-a378-d45ab013095f None None] Port cc84970f-1aff-4264-b997-d0a42717f743 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:52.845591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] For port 293439b9-7c0c-469c-b883-b8978259f252, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:52.849406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] For port 293439b9-7c0c-469c-b883-b8978259f252, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=293439b9-7c0c-469c-b883-b8978259f252,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:52.853729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.856720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.868540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.908630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c4acc-d14b-4f35-b878-121aae81eea6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:52.941978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:52.943661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:52.955683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.956580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.033970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Made reservation on behalf of 8bdbd70992114d5195b0e8b69d385976 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:53.037464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4552aca-e6a4-4aa3-8f52-86f143e95c72 None None] Pushing event updated for resources: {'Port': ['ID=293439b9-7c0c-469c-b883-b8978259f252,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:53.052261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.068331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Provisioning complete for port 293439b9-7c0c-469c-b883-b8978259f252 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:53.068643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.077897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.091439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Pushing event updated for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:53.118079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.149473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:53.191286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.193944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.197375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41a3b457-da23-4c10-be51-f0acc7df7131 HTTP/1.1" status: 204 len: 168 time: 0.8156703 Nov 16 21:25:53.210811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f7c4-2cd5-44e9-ae14-339a221893c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a3b457-da23-4c10-be51-f0acc7df7131,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:53.264676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.343744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:53.349133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:53.428896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.431886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.433949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/e670af2a-8406-4736-b65e-2902dc06adc2 HTTP/1.1" status: 204 len: 168 time: 0.6321070 Nov 16 21:25:53.466919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53058) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:53.619065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Router 33f64bfe-1a8e-4818-a899-5ae75ab09695 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:53.642082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c7da4d2d-d5f3-496c-b960-182f1c9c59a1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684284 Nov 16 21:25:53.642849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e4b8d-37f1-4342-8606-492834c0d3a9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e670af2a-8406-4736-b65e-2902dc06adc2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:53.648503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53062) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:53.742687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-84ed7333-d380-4c31-b7a4-175ad25a1141 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:53.750845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-84ed7333-d380-4c31-b7a4-175ad25a1141 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:53.758344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-84ed7333-d380-4c31-b7a4-175ad25a1141 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:53.766647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-84ed7333-d380-4c31-b7a4-175ad25a1141 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:53.769196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-84ed7333-d380-4c31-b7a4-175ad25a1141 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3092 time: 0.3746681 Nov 16 21:25:53.770393 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-14edc37b-d848-4092-8c69-df9d432bc1a4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] delete failed (client error): The resource could not be found. Nov 16 21:25:53.777749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14edc37b-d848-4092-8c69-df9d432bc1a4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/e670af2a-8406-4736-b65e-2902dc06adc2 HTTP/1.1" status: 404 len: 347 time: 0.1182754 Nov 16 21:25:53.780561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53068) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:53.818444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--590450145'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:53.843366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] For port 293439b9-7c0c-469c-b883-b8978259f252, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=293439b9-7c0c-469c-b883-b8978259f252,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:53.862492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.887948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:53.910093 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c109d06c-7552-40fa-8aa1-33574e60ef3d admin admin] 10.222.0.54 "PUT /v2.0/routers/33f64bfe-1a8e-4818-a899-5ae75ab09695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8536959 Nov 16 21:25:53.944439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.968551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Provisioning complete for port 979efead-b3ce-44f0-ade1-42aadc82cb2e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:53.968551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.041732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Allocated IP 10.2.2.200 (75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7/0e1f6bc5-95eb-4f20-b401-543ee1d325f3/0bd738e2-c6bb-4fc4-a569-aff67a990c6a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:54.073488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4762a1c4-e7a2-4910-92a4-f4d96a163f4d req-24782552-d494-478e-8f96-d537c8290b10 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817566 Nov 16 21:25:54.080857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Port 979efead-b3ce-44f0-ade1-42aadc82cb2e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:54.183641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69990-dff3-47b4-a0b8-5015948b502f req-f342182e-950a-4bbb-ab0d-2283f9f8b280 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:54.185341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b69990-dff3-47b4-a0b8-5015948b502f req-f342182e-950a-4bbb-ab0d-2283f9f8b280 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.4630888 Nov 16 21:25:54.225968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e9853-60a9-4e0e-8f8e-bf6886cf0477 None None] Pushing event updated for resources: {'Port': ['ID=293439b9-7c0c-469c-b883-b8978259f252,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:54.312423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e05ef8d1-e7e1-467a-802e-9a74071ad449 None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:54.312708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e05ef8d1-e7e1-467a-802e-9a74071ad449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.371834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 2, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:54.375488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e05ef8d1-e7e1-467a-802e-9a74071ad449 None None] Port cc84970f-1aff-4264-b997-d0a42717f743 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:54.412773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd7f4e-1d15-4f82-ad5f-15f3d6916156 None None] The sync data for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 is: [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 2, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:54.491469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.529776 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.582010 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.585856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7695351 Nov 16 21:25:54.586872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:54.594884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '63793d3c-8f98-47ab-be8e-36b168262635', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:54.610844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.620092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64b69990-dff3-47b4-a0b8-5015948b502f req-b9224e76-5761-49d6-ade8-867e0a5456d9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115274 Nov 16 21:25:54.628020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202977-c313-44c5-9476-c8aab131effe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63793d3c-8f98-47ab-be8e-36b168262635,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:54.665116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.694139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.754567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.763002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.766277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:54.771263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:54.788243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:54.874800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53100) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:54.879585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdd172f-2149-4e50-b355-a40a8713e018,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:54.898011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.900453 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c01fee7-c0c1-4e29-b6ff-8e3900afb250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116341 Nov 16 21:25:54.905582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53106) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:54.957550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:54.979158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-872422851-network', 'tenant_id': '370d5887131f4ec189ba347870086582'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:54.981808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:54.982893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.000577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.005928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.031520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b6fcbcab-559c-4276-8ad3-28ceda048ee3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4955692 Nov 16 21:25:55.036012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.045817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:55.073123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Made reservation on behalf of 370d5887131f4ec189ba347870086582 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:55.080354 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.098228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.113410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.129572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.132992 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4bdd172f-2149-4e50-b355-a40a8713e018 HTTP/1.1" status: 204 len: 168 time: 0.2227325 Nov 16 21:25:55.224568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53112) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:55.242355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f1445e64-738f-4bc0-8d99-61d7d3f463fe None None] Provisioning complete for port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:55.243383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f1445e64-738f-4bc0-8d99-61d7d3f463fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.270223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed9b57-5920-49b3-973d-20877584be0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bdd172f-2149-4e50-b355-a40a8713e018,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.323567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f1445e64-738f-4bc0-8d99-61d7d3f463fe None None] Port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:55.332382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a5675c12-4726-4c45-9aa4-c9f0ed8ccd65 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036220 Nov 16 21:25:55.345005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:55.409716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.419055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.462899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:55.476929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.477409 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Added segment 17c8af10-ac10-4ab4-8594-0fd2906e69a0 of type vlan for network 9463466c-d26c-41c1-b117-f3652aa3f28d Nov 16 21:25:55.539909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.558690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.622971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.622971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:55.623673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.625739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b410dff-113f-4da5-a3ab-80d754c13ad2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.638136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.714831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7562637 Nov 16 21:25:55.729451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1021953539'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:55.756813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53122) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:55.769615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Request body: {'subnet': {'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-subnet', 'tenant_id': '370d5887131f4ec189ba347870086582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:55.777483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.780321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.784363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/63793d3c-8f98-47ab-be8e-36b168262635 HTTP/1.1" status: 204 len: 168 time: 0.4383316 Nov 16 21:25:55.787285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53124) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:55.814875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bffe12-b815-44af-8e60-efcebfa07d87 admin admin] Pushing event updated for resources: {'Network': ['ID=9463466c-d26c-41c1-b117-f3652aa3f28d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.827744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:55.828558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ef77-512b-4724-bfee-c1cc797045fb tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63793d3c-8f98-47ab-be8e-36b168262635,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.840084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.873070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9463466c-d26c-41c1-b117-f3652aa3f28d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:55.906986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92f431fc-6bd8-493e-b234-6290350a6d89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156127 Nov 16 21:25:55.918765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:55.920703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Made reservation on behalf of 370d5887131f4ec189ba347870086582 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:55.926897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.932318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590424655'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:55.998994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.073285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 293439b9-7c0c-469c-b883-b8978259f252 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:56.092843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.138668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 293439b9-7c0c-469c-b883-b8978259f252 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:56.139415 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.153246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.162618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.236036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.263652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.263997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ee07f-3539-4725-9f1b-77dcede45779,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:56.278461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:56.289308 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.289787 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 5c06b86a-e234-4abc-b670-790e43920205 of type vlan for network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 Nov 16 21:25:56.292420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.300110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.304591 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1336fc2b-2d82-40dc-add5-32d625e008a3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3801339 Nov 16 21:25:56.305686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53128) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:56.310585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '0a8ee07f-3539-4725-9f1b-77dcede45779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:56.347024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.356508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.364851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.371943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.379161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.391020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9edb64a1-1652-4423-85db-af533620906d req-8565e4eb-e827-463e-860b-d2fa4a8646ea tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3813 time: 0.7013867 Nov 16 21:25:56.393435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.405570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8085f9-173a-4c1d-aba4-95e51bbd7dbb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:56.508396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.515657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a02f6-e82a-4a02-bd91-c6be332976ed req-c80cd5a8-1b64-4b0c-894e-19c79d29adf4 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.518646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.525442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e2a02f6-e82a-4a02-bd91-c6be332976ed req-c80cd5a8-1b64-4b0c-894e-19c79d29adf4 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.7228444 Nov 16 21:25:56.537645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.572708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323ec733-487e-4dca-81dd-ca2125bf7b5b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:56.600187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.602607 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70ccfb45-3e4a-485f-9630-2f4a58de6dd8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958474 Nov 16 21:25:56.606289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:56.611506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '0a8ee07f-3539-4725-9f1b-77dcede45779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:56.622747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9edb64a1-1652-4423-85db-af533620906d req-c78dea23-011f-41bb-bc8f-60a1bcb51c07 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305703 Nov 16 21:25:56.623437 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.629502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.630189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.661660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.760800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=18b1c8f6-d367-4eb3-954a-4ecaa2c76e71,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:56.778619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:56.792446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ebca93d-03da-487f-8e3d-e15a76445343 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9110699 Nov 16 21:25:56.807005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53136) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:56.825047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670835819'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:56.909280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.920005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.929849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:56.938756 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.976714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e2a02f6-e82a-4a02-bd91-c6be332976ed req-bcab37eb-066f-4f8c-90a4-08c4de27abdd tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602014 Nov 16 21:25:56.984077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:56.997120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.997619 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2 of type vlan for network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 Nov 16 21:25:57.070183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189c8bfc-a551-4ecd-9ab0-6fdfea71d074,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.079103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.080635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-436a2fd7-c83e-4ace-839f-53d1cdb6888f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4729664 Nov 16 21:25:57.082803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.085448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53142) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:57.092808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '0a8ee07f-3539-4725-9f1b-77dcede45779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:57.141252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.147949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:57.148814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.185283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.228889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.252743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=07d9e14f-32e3-4f0b-90ea-25ea9695dff4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.268932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:57.286711 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b485aad-1cd1-4411-9565-4af42cc52fb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4705603 Nov 16 21:25:57.293315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:57.298871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca940-72e7-4710-87fa-1c1edf42517f req-712e14dc-db19-4792-91a1-5c253b6909b6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:57.300597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be0ca940-72e7-4710-87fa-1c1edf42517f req-712e14dc-db19-4792-91a1-5c253b6909b6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.1857245 Nov 16 21:25:57.319102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:57.341913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba31416-a281-480c-a71e-be8d43d8d3a6,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.372284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Checking segment: {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:57.372880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Network hostable DHCP agents. Network: 9463466c-d26c-41c1-b117-f3652aa3f28d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:57.418358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.423241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.466117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be0ca940-72e7-4710-87fa-1c1edf42517f req-19e9eb08-1a0c-481b-8756-80b299e9a1a1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511731 Nov 16 21:25:57.473202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Network 9463466c-d26c-41c1-b117-f3652aa3f28d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:57.492221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9463466c-d26c-41c1-b117-f3652aa3f28d) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:57.505380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd9ec17-bcbe-49aa-afab-4bfb86c7ba48 None None] Network 9463466c-d26c-41c1-b117-f3652aa3f28d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:57.505794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:57.506168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.510649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32131dfd-f536-4911-b10f-8db2a04c8655,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.528087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:57.532620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.541785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.544577 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9381ae8-468b-4a12-aa95-24d3f527d72e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4580016 Nov 16 21:25:57.564458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:57.569324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '0a8ee07f-3539-4725-9f1b-77dcede45779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:57.582560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2207239-9b32-4569-8e7a-a5366d85b96a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:57.595243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.613695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Transition to ACTIVE for port object c2207239-9b32-4569-8e7a-a5366d85b96a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:25:57.624646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.706001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.736374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1807e07d-f873-4237-a298-c59557bce955 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9724753 Nov 16 21:25:57.738425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:57.760109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:57.775993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.843776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.845203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.873246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9463466c-d26c-41c1-b117-f3652aa3f28d', 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d', 'tenant_id': '370d5887131f4ec189ba347870086582', 'fixed_ips': [{'subnet_id': '1ba31416-a281-480c-a71e-be8d43d8d3a6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:57.874131 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.014461 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.035032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.051882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.069804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.086006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.095807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.097640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-37fbb1ec-448d-49da-83e0-2d5c8c603882 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3825 time: 0.2989202 Nov 16 21:25:58.108093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.142016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Attempting to bind port c2207239-9b32-4569-8e7a-a5366d85b96a on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:58.142382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Attempting to bind port c2207239-9b32-4569-8e7a-a5366d85b96a by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:58.147581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Attempting to bind port c2207239-9b32-4569-8e7a-a5366d85b96a on network aab467e1-611d-4394-87cc-a6729d8256c7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:58.157364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Port c2207239-9b32-4569-8e7a-a5366d85b96a on network aab467e1-611d-4394-87cc-a6729d8256c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:25:58.160044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Attempting to bind port c2207239-9b32-4569-8e7a-a5366d85b96a on network aab467e1-611d-4394-87cc-a6729d8256c7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:58.185902 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Sync routers for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:58.206369 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:58.206907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:58.220254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Allocated IP 172.20.0.2 (9463466c-d26c-41c1-b117-f3652aa3f28d/1ba31416-a281-480c-a71e-be8d43d8d3a6/d565c941-89dc-4212-a2e6-d6eec22e2ce1) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:58.230676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:58.236716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Checking segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:58.238210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Bound using segment: {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:58.240050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Bound port: c2207239-9b32-4569-8e7a-a5366d85b96a, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae8dcd4-779f-4411-a65d-2ab73394588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:58.240675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.241604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.255802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b802f91-cb33-4697-ac00-752a6163812e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:58.329045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d77c4a09-7279-45c5-af86-6327cfa33060 req-2dcf2e70-631c-4d5c-a057-2071d77c2cb5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881669 Nov 16 21:25:58.489968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.501687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.542923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbfc1a-0464-4a39-abf4-0d9939a78f1d req-e9b4f086-1e41-4a27-87fa-283648b14805 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.544563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79cbfc1a-0464-4a39-abf4-0d9939a78f1d req-e9b4f086-1e41-4a27-87fa-283648b14805 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.1976326 Nov 16 21:25:58.550896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:58.561759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:58.573626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Network 9463466c-d26c-41c1-b117-f3652aa3f28d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:58.577344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:58.582284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:58.590323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Pushing event updated for resources: {'Port': ['ID=d565c941-89dc-4212-a2e6-d6eec22e2ce1,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:58.592931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.688399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Attempting to bind port d565c941-89dc-4212-a2e6-d6eec22e2ce1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:58.688848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Attempting to bind port d565c941-89dc-4212-a2e6-d6eec22e2ce1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:58.691151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Attempting to bind port d565c941-89dc-4212-a2e6-d6eec22e2ce1 on network 9463466c-d26c-41c1-b117-f3652aa3f28d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:58.702515 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:58.706617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.706617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.707531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:58.707919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Checking segment: {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:58.708325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.708720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Bound using segment: {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:58.709200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Bound port: d565c941-89dc-4212-a2e6-d6eec22e2ce1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:58.709597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.720009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 1091 time: 3.6799393 Nov 16 21:25:58.722674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:58.732737 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416d782-6c82-464a-9623-8dafa0f41d76" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:58.821912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:58.833973 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61928e7-40d2-4a31-8cf3-c70c49c56102 x-openstack-request-id: req-f61928e7-40d2-4a31-8cf3-c70c49c56102 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:58.834351 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:58.834524 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f61928e7-40d2-4a31-8cf3-c70c49c56102 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:58.834963 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'status': 'completed', 'code': 200} Nov 16 21:25:58.838664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] For port d565c941-89dc-4212-a2e6-d6eec22e2ce1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:58.846369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd20159-5abb-4178-aa9f-5e32395ad582 service neutron] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:58.848710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] For port d565c941-89dc-4212-a2e6-d6eec22e2ce1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d565c941-89dc-4212-a2e6-d6eec22e2ce1,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:58.865512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.876493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-ac2f7f03-3f59-4aa6-b8f7-95e3c040c5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3260000 Nov 16 21:25:58.920314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.975429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318ca23-8fca-4971-9970-2dd0b549051d None None] Pushing event updated for resources: {'Port': ['ID=d565c941-89dc-4212-a2e6-d6eec22e2ce1,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:59.009868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.012226 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a2a682e-8e85-45fe-9249-27923be51ad0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4463918 Nov 16 21:25:59.024496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53176) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:59.037892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '0a8ee07f-3539-4725-9f1b-77dcede45779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:59.044067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 2, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:59.107674 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Checking router: 33f64bfe-1a8e-4818-a899-5ae75ab09695 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:59.111028 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Updating router 33f64bfe-1a8e-4818-a899-5ae75ab09695 port cc84970f-1aff-4264-b997-d0a42717f743 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:25:59.113051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79cbfc1a-0464-4a39-abf4-0d9939a78f1d req-f39f7280-40de-4605-b04b-0fb375e20047 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201957 Nov 16 21:25:59.153926 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.198424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.222542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.224611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.226452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.227162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.227855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.231098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-8f795d3d-a20b-4650-a511-9b88d7b30f3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 4360 time: 0.3520305 Nov 16 21:25:59.239327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.273912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=d6347c2f-161a-4148-af1e-5c32c43eae74,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:59.354195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-05b2cd0e-0c58-4280-8643-a401bb74abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.357675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-05b2cd0e-0c58-4280-8643-a401bb74abb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1096 time: 0.3288257 Nov 16 21:25:59.358987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '5c06b86a-e234-4abc-b670-790e43920205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:59.359548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:59.409024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:59.412326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.441097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:59.446814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.452758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.454409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f7649-d6ae-40a4-a395-6e5d10ebfe81 None None] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:59.522715 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5196dcc7-7c60-49e3-b868-c1513522736d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2274890 Nov 16 21:25:59.523806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:59.534697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:59.664160 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.674338 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.758238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-18b1c8f6-d367-4eb3-954a-4ecaa2c76e71', 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': 'd6347c2f-161a-4148-af1e-5c32c43eae74'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:59.759742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.803329 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Pushing event updated for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:59.809172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.824425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.832425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.841908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.848413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.855479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.857996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-5ea7fc6f-98b0-44a4-b311-8269b654c6f9 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3825 time: 0.3623576 Nov 16 21:25:59.901586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.958755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:59.964663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.965976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.966545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.967154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.968575 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.969143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.969772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.970314 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.970854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.971432 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.971979 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.972501 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:59.973020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:00.048011 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Attempting to bind port cc84970f-1aff-4264-b997-d0a42717f743 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:00.048431 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Attempting to bind port cc84970f-1aff-4264-b997-d0a42717f743 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:00.048965 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Attempting to bind port cc84970f-1aff-4264-b997-d0a42717f743 on network 68464bb0-b16c-4c7b-b689-39988c18d3d4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:00.056935 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:00.057281 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Checking segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:00.057726 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.059041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Bound using segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:00.059551 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Bound port: cc84970f-1aff-4264-b997-d0a42717f743, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:00.059933 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.080065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d565c941-89dc-4212-a2e6-d6eec22e2ce1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:00.109511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.111562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0803518 Nov 16 21:26:00.147056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53186) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:00.188502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-6965dd8b-1aaf-4eb6-a362-327dae943d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:00.188973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-6965dd8b-1aaf-4eb6-a362-327dae943d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:00.189434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-6965dd8b-1aaf-4eb6-a362-327dae943d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:00.211457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-6965dd8b-1aaf-4eb6-a362-327dae943d3b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9391024 Nov 16 21:26:00.215922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Allocated IP 2001:db8::2 (18b1c8f6-d367-4eb3-954a-4ecaa2c76e71/d6347c2f-161a-4148-af1e-5c32c43eae74/5535b1a6-405e-432d-ba5f-fc1aa1beef15) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:00.226961 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] For port cc84970f-1aff-4264-b997-d0a42717f743, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:00.233343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] For port cc84970f-1aff-4264-b997-d0a42717f743, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc84970f-1aff-4264-b997-d0a42717f743,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:00.239910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-3c76f5e6-9bac-4161-ac83-abd9a44f93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:00.241549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-3c76f5e6-9bac-4161-ac83-abd9a44f93cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.8266685 Nov 16 21:26:00.242169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c7100-fde6-42fd-83b2-f9982706dfd4 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4079b02-48d5-404b-a293-1ad10e4b8b57,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:00.247343 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.358131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:00.358825 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:00.362787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66b7d-6661-49db-a47c-5455ec0603c1 None None] Pushing event updated for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:00.380426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d565c941-89dc-4212-a2e6-d6eec22e2ce1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:00.381186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.453193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.544542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.552323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:00.593335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:00.593707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.818097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.855455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.866006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.910028 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:00Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:00.917525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=2af9389c-26e5-4716-86d3-c6573cfcd433,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:00.936260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.952864 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d5dd-3589-431b-9226-909f38cc448d None None] The sync data for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 is: [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:00Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:00.957039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Allocated IP 172.25.7.194 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/7f4102c8-7601-4a88-b436-0959a8cbddd6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:00.957244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64ebb61a-e53e-4b5a-8c5d-d4e4403e3e26 req-17950e41-f333-4b6d-b120-6c39b103b881 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0748580 Nov 16 21:26:00.975093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:00.977070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 07d9e14f-32e3-4f0b-90ea-25ea9695dff4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:00.986480 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.000011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06fdd9-9fda-446b-a413-4da0e464fd62 None None] Network 9463466c-d26c-41c1-b117-f3652aa3f28d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:01.004713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.042760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-22108c96-6a7c-49e1-b1a6-32ca3a03aebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 1001 time: 0.7465270 Nov 16 21:26:01.081390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:01.154005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 07d9e14f-32e3-4f0b-90ea-25ea9695dff4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:01.160962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a516a-ea02-4bfc-ae90-dda005240f3c req-f8bb2d91-e443-4d9c-909a-729d4fcc8074 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.163544 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.170033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.170298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de5a516a-ea02-4bfc-ae90-dda005240f3c req-f8bb2d91-e443-4d9c-909a-729d4fcc8074 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.8770239 Nov 16 21:26:01.170644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.221318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-ab75e5e3-cbfe-40d9-bd6f-e05d6e45976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.222788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1416d782-6c82-464a-9623-8dafa0f41d76 req-ab75e5e3-cbfe-40d9-bd6f-e05d6e45976d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0105467 Nov 16 21:26:01.240023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.245941 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-554d8b2c-4780-4d63-8c76-9f651c9d2851 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7172418 Nov 16 21:26:01.248890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53194) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:01.264173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.265549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b4079b02-48d5-404b-a293-1ad10e4b8b57 HTTP/1.1" status: 204 len: 168 time: 1.1152995 Nov 16 21:26:01.281778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:01.286837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1032801731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:01.298422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84442568-5998-4b64-9edb-28f1452dce78 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4079b02-48d5-404b-a293-1ad10e4b8b57,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.310636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-4df6120f-17b4-46fc-80a0-4be6cd7f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.312731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-4df6120f-17b4-46fc-80a0-4be6cd7f404d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.2477942 Nov 16 21:26:01.337145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:01.338734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a8cf3-7175-4871-92bb-8d8e06f9ac8e None None] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:01.388779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.404926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.406359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.493062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Pushing event updated for resources: {'Port': ['ID=5535b1a6-405e-432d-ba5f-fc1aa1beef15,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.499446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:01.515538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:01.518056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.528158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.567181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.602978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.604965 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-231b6db0-8730-467d-9517-c0515c75e9d5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3549397 Nov 16 21:26:01.607876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:01.614102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:01.733904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:01.754506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:01.800060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port d565c941-89dc-4212-a2e6-d6eec22e2ce1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d565c941-89dc-4212-a2e6-d6eec22e2ce1,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:01.860965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de5a516a-ea02-4bfc-ae90-dda005240f3c req-af6363ff-682c-41a2-a0e9-a99c9f371801 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897292 Nov 16 21:26:01.868048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] For port cc84970f-1aff-4264-b997-d0a42717f743, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc84970f-1aff-4264-b997-d0a42717f743,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:01.887349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac41cf-ba21-4e0c-8c85-66795963e217 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:01.892713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd2daa4-e923-4758-8070-dc57c88471c9 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:01.915170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2afaec88-e8c1-416f-ad87-cf68f1eac5b9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6316516 Nov 16 21:26:01.918821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.923735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.927197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:01.927793 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.953569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-7314f92c-51ad-4720-84a7-6dcdbff3cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.955276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-7314f92c-51ad-4720-84a7-6dcdbff3cd5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6181629 Nov 16 21:26:01.963696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Transition to ACTIVE for port object bfd2daa4-e923-4758-8070-dc57c88471c9 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:01.975842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.036013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f4102c8-7601-4a88-b436-0959a8cbddd6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:02.139549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-07d9e14f-32e3-4f0b-90ea-25ea9695dff4', 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '2af9389c-26e5-4716-86d3-c6573cfcd433'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:02.140549 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.213139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.221043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aa2b6-d942-475e-bae3-4d7ec530646c None None] Pushing event updated for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:02.223857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc84970f-1aff-4264-b997-d0a42717f743 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:02.238273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.362047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.408149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.418831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.421840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4b802f91-cb33-4697-ac00-752a6163812e HTTP/1.1" status: 204 len: 168 time: 0.4887424 Nov 16 21:26:02.425875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53212) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:02.431308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d4b4-760e-41f7-b96d-c0e6f9b7feef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b802f91-cb33-4697-ac00-752a6163812e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:02.439055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Attempting to bind port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:02.439329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Attempting to bind port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5c06b86a-e234-4abc-b670-790e43920205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:02.439696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Attempting to bind port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 on network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:02.444654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:02.456911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Provisioning complete for port d565c941-89dc-4212-a2e6-d6eec22e2ce1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:02.457280 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.535161 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-05b29d4b-1443-4ee1-ab04-ed3c4a9f7a25 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1065824 Nov 16 21:26:02.536120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:02.547947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:02.548329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Checking segment: {'id': '5c06b86a-e234-4abc-b670-790e43920205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:02.548730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.549126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Bound using segment: {'id': '5c06b86a-e234-4abc-b670-790e43920205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:02.549615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Bound port: 5535b1a6-405e-432d-ba5f-fc1aa1beef15, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c06b86a-e234-4abc-b670-790e43920205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '18b1c8f6-d367-4eb3-954a-4ecaa2c76e71'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:02.550035 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.580743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.614049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-7fc5aaae-6b74-47f5-81dd-82a9fbc0638c service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489379 Nov 16 21:26:02.616256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Attempting to bind port bfd2daa4-e923-4758-8070-dc57c88471c9 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:02.616655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Attempting to bind port bfd2daa4-e923-4758-8070-dc57c88471c9 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:02.616988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Attempting to bind port bfd2daa4-e923-4758-8070-dc57c88471c9 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:02.625040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=d565c941-89dc-4212-a2e6-d6eec22e2ce1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:02.655965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.662322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.673354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.679478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.685936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.692533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.701696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-23205f86-e7ff-4c54-ac79-8546d8509799 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 4596 time: 0.4989848 Nov 16 21:26:02.712015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Allocated IP 2001:db8:1::2 (07d9e14f-32e3-4f0b-90ea-25ea9695dff4/2af9389c-26e5-4716-86d3-c6573cfcd433/df1e214a-1d8d-4442-b32d-2b9c48fd87c8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:02.721877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Port bfd2daa4-e923-4758-8070-dc57c88471c9 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:02.722361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Attempting to bind port bfd2daa4-e923-4758-8070-dc57c88471c9 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:02.726672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:02.726829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.773276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:02.773712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:02.774640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Bound using segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:02.775150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Bound port: bfd2daa4-e923-4758-8070-dc57c88471c9, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:02.775925 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.824533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] For port 5535b1a6-405e-432d-ba5f-fc1aa1beef15, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:02.911695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-518ff7cb-d2b8-46b8-ad0b-344a7022e015 req-16e16cba-826c-4040-a725-3f25cdf43661 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889225 Nov 16 21:26:02.952419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.963467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3336f44-77a7-4cf2-9b72-93499c06bbfe req-9d5c4401-3380-4114-9aca-8e7ee2a4fd9b tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593296 Nov 16 21:26:02.978964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.004284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.012703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] For port 5535b1a6-405e-432d-ba5f-fc1aa1beef15, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5535b1a6-405e-432d-ba5f-fc1aa1beef15,segment=NetworkSegment(5c06b86a-e234-4abc-b670-790e43920205),segment_id=5c06b86a-e234-4abc-b670-790e43920205)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:03.024451 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.044393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:03.045517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:03.050079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=bfd2daa4-e923-4758-8070-dc57c88471c9,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:03.054788 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.065561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:03.074224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:03.079687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8::1 (18b1c8f6-d367-4eb3-954a-4ecaa2c76e71/d6347c2f-161a-4148-af1e-5c32c43eae74/db6ad2fa-79b9-4c71-9f8e-3c97b0f66343) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:03.092608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.098352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.143730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.150001 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/32131dfd-f536-4911-b10f-8db2a04c8655 HTTP/1.1" status: 204 len: 168 time: 0.5835838 Nov 16 21:26:03.151673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.172802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53218) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:03.184989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Provisioning complete for port 7f4102c8-7601-4a88-b436-0959a8cbddd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:03.184989 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.204988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190f5ef-546f-4b72-a17d-4654a31b6250 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32131dfd-f536-4911-b10f-8db2a04c8655,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:03.274077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.275403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.278745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 1129 time: 4.4735372 Nov 16 21:26:03.317367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'bfd2daa4-e923-4758-8070-dc57c88471c9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:03.331768 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "bfd2daa4-e923-4758-8070-dc57c88471c9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:03.398150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:03.415249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Port 7f4102c8-7601-4a88-b436-0959a8cbddd6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:03.500225 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4bc5a08a-9a94-473f-8dee-a1e95de3a3d5 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3179455 Nov 16 21:26:03.518296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:03.567256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Pushing event updated for resources: {'Port': ['ID=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:03.584563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d879-2f01-4977-a843-3e619c308bed req-a8bcdf87-bcd9-4a0c-b959-20ae17896657 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.593736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4467d879-2f01-4977-a843-3e619c308bed req-a8bcdf87-bcd9-4a0c-b959-20ae17896657 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.5388660 Nov 16 21:26:03.600111 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd26b7-1315-41d1-9ca9-d60141d40c6f x-openstack-request-id: req-2acd26b7-1315-41d1-9ca9-d60141d40c6f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:03.603267 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "bfd2daa4-e923-4758-8070-dc57c88471c9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:03.603643 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2acd26b7-1315-41d1-9ca9-d60141d40c6f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:03.604182 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'bfd2daa4-e923-4758-8070-dc57c88471c9', 'status': 'completed', 'code': 200} Nov 16 21:26:03.654394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dff78b-08e0-4978-b1f5-724ce9185df8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:03.662950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.678048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.742602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.786305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.788669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:03.789234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6b77961-1eb1-40cc-9096-28e4ec59bff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.847972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Router 26a6014e-90df-4ced-9591-23e482931f96 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:03.851396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.851996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.852470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.852941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.853402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.853890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:03.856138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-f0158018-7b62-4824-aa9f-22f20608c094 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5282 time: 0.2466674 Nov 16 21:26:03.856381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Attempting to bind port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:03.856755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Attempting to bind port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:03.857166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Attempting to bind port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 on network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:03.866777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:03.867187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Checking segment: {'id': '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:03.867595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.867984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Bound using segment: {'id': '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:03.868499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Bound port: df1e214a-1d8d-4442-b32d-2b9c48fd87c8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '07d9e14f-32e3-4f0b-90ea-25ea9695dff4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:03.868834 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.893687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.897982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db6f0e-cf31-4be0-be63-67bcf04b1576 None None] Pushing event updated for resources: {'Port': ['ID=5535b1a6-405e-432d-ba5f-fc1aa1beef15,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:03.900146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4467d879-2f01-4977-a843-3e619c308bed req-6e272a5f-b709-4b07-a249-555245cb6f69 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041449 Nov 16 21:26:03.915830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.919832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/189c8bfc-a551-4ecd-9ab0-6fdfea71d074 HTTP/1.1" status: 204 len: 168 time: 0.3976407 Nov 16 21:26:03.931163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:03.993553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.023890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] For port df1e214a-1d8d-4442-b32d-2b9c48fd87c8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:04.055251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] For port df1e214a-1d8d-4442-b32d-2b9c48fd87c8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,segment=NetworkSegment(4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2),segment_id=4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:04.069468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.110162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fd67a7a8-41b7-4aca-a79a-e1c56169bb57 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1527762 Nov 16 21:26:04.187162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-84f5d508-a7f6-4456-8f14-0b90fa8db0ed None None] Provisioning complete for port d565c941-89dc-4212-a2e6-d6eec22e2ce1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:04.187594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-84f5d508-a7f6-4456-8f14-0b90fa8db0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.201450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2252a7-8fb9-4155-8e38-9da824fc023d None None] Pushing event updated for resources: {'Port': ['ID=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:04.211098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53230) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:04.275756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.339537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.350002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d565c941-89dc-4212-a2e6-d6eec22e2ce1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:04.442896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.458478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.475364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d565c941-89dc-4212-a2e6-d6eec22e2ce1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:04.476423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.495168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.509806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.518197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.544840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.555354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea1c7-09be-4d17-a2b7-efcd8f946cae tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=189c8bfc-a551-4ecd-9ab0-6fdfea71d074,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:04.555884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-182b4c14-77c0-4398-8489-f20a28833d1a req-e46810dd-ddc0-4ad1-89c3-179d78d5749f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 4596 time: 0.3154213 Nov 16 21:26:04.586357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-728594c5-d81c-4843-bf61-f0bc18990825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.597967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-728594c5-d81c-4843-bf61-f0bc18990825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.598661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-728594c5-d81c-4843-bf61-f0bc18990825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.600730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-728594c5-d81c-4843-bf61-f0bc18990825 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7229066 Nov 16 21:26:04.621842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:04.634035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:04.645964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:04.646867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.650026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=db6ad2fa-79b9-4c71-9f8e-3c97b0f66343,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:04.770589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:04.794759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Sync routers for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:04.825226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5535b1a6-405e-432d-ba5f-fc1aa1beef15 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:04.896954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:04.900561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.903381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:04.905705 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f407963c-e960-422f-adff-a609b799f7c9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1617308 Nov 16 21:26:04.912818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:05.053361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd00a03-813b-4dd7-8bee-199be639800a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:05.064091 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.080801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Transition to ACTIVE for port object ddd00a03-813b-4dd7-8bee-199be639800a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:05.096169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.103132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.104840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/323ec733-487e-4dca-81dd-ca2125bf7b5b HTTP/1.1" status: 204 len: 168 time: 0.8852315 Nov 16 21:26:05.111433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:05.132770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.160278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.191081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:05.191559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.192208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=323ec733-487e-4dca-81dd-ca2125bf7b5b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:05.195673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e898c1-4375-4a98-b2e5-69714ca2152f None None] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:05.246776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68c8d303-54d7-42ef-be9e-ae00c3c93904 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298006 Nov 16 21:26:05.251799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:05.305726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.309727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.310985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.311571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.313608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.314960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.315525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.319441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.320161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.320596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.321031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.321544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3a82f-1154-499f-bd0c-56415e1468ce tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:05.430700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-182b4c14-77c0-4398-8489-f20a28833d1a req-5559afcc-c7b0-4125-a7c4-3bbce99136ef tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8738263 Nov 16 21:26:05.490676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:05.542911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e437a8-0bf7-4fbc-9c3d-02261b79ee0d req-777ee075-7cbb-45a6-b0c8-8cb69f192293 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:05.551233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80e437a8-0bf7-4fbc-9c3d-02261b79ee0d req-777ee075-7cbb-45a6-b0c8-8cb69f192293 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.4649251 Nov 16 21:26:05.555884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-87c0499d-0037-4cfb-b715-0fc94ce10ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:05.557449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90caa5ce-72b8-4a31-9655-969f0dcc6d2b req-87c0499d-0037-4cfb-b715-0fc94ce10ac9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9196711 Nov 16 21:26:05.580611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:05.779971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80e437a8-0bf7-4fbc-9c3d-02261b79ee0d req-7716a1ed-4807-4ae8-94ae-495d06926b87 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276793 Nov 16 21:26:05.852216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Attempting to bind port ddd00a03-813b-4dd7-8bee-199be639800a on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:05.852553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Attempting to bind port ddd00a03-813b-4dd7-8bee-199be639800a by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:05.852888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Attempting to bind port ddd00a03-813b-4dd7-8bee-199be639800a on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:05.864749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Port ddd00a03-813b-4dd7-8bee-199be639800a on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:05.864960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Attempting to bind port ddd00a03-813b-4dd7-8bee-199be639800a on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:05.877066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:05.877409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:05.878906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Bound using segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:05.879447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Bound port: ddd00a03-813b-4dd7-8bee-199be639800a, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:05.879866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.974756 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.988664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.989445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.037633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:06.046715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ddd00a03-813b-4dd7-8bee-199be639800a,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:06.061072 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.068973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3db655-44e3-49f5-8454-52c4629d1777 None None] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:06.170621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.171382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.175053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 1129 time: 2.8191760 Nov 16 21:26:06.178136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'ddd00a03-813b-4dd7-8bee-199be639800a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:06.180893 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0921cf6-655a-479f-9b7c-84f9918289cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "ddd00a03-813b-4dd7-8bee-199be639800a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:06.223713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:06.224727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:06.264072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-42086d60-a129-44ac-9ff9-484c41ba82e0 None None] Provisioning complete for port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:06.265111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-42086d60-a129-44ac-9ff9-484c41ba82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.294947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.327226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:06.329755 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9c04a-c6b5-49f3-81d2-99c22a9e2ff6 x-openstack-request-id: req-bba9c04a-c6b5-49f3-81d2-99c22a9e2ff6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:06.330271 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "ddd00a03-813b-4dd7-8bee-199be639800a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:06.330271 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bba9c04a-c6b5-49f3-81d2-99c22a9e2ff6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:06.343173 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'ddd00a03-813b-4dd7-8bee-199be639800a', 'status': 'completed', 'code': 200} Nov 16 21:26:06.359316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=db6ad2fa-79b9-4c71-9f8e-3c97b0f66343,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:06.448281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.459870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de1cc-4b36-4a61-94b0-98df13b0d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:06.491655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.572276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.698796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.701598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.702076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.702632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.703128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.705897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.706378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.710600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-4344137b-b713-4818-85f1-8d38111bca65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6204 time: 0.3657689 Nov 16 21:26:06.838565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 5535b1a6-405e-432d-ba5f-fc1aa1beef15, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5535b1a6-405e-432d-ba5f-fc1aa1beef15,segment=NetworkSegment(5c06b86a-e234-4abc-b670-790e43920205),segment_id=5c06b86a-e234-4abc-b670-790e43920205)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:06.907645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-42086d60-a129-44ac-9ff9-484c41ba82e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.935510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.936305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc84970f-1aff-4264-b997-d0a42717f743 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:06.991319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-addb45c4-f399-4ea4-9f4d-b64d75d6371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.991806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-addb45c4-f399-4ea4-9f4d-b64d75d6371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.992302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-addb45c4-f399-4ea4-9f4d-b64d75d6371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.993924 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-addb45c4-f399-4ea4-9f4d-b64d75d6371e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2387669 Nov 16 21:26:07.069000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=5535b1a6-405e-432d-ba5f-fc1aa1beef15,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:07.071504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.075883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.090281 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a8ee07f-3539-4725-9f1b-77dcede45779 HTTP/1.1" status: 204 len: 168 time: 1.8251739 Nov 16 21:26:07.091813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:07.139917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-42086d60-a129-44ac-9ff9-484c41ba82e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:26:07.140254 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-42086d60-a129-44ac-9ff9-484c41ba82e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:26:07.234589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:07.299402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Checking router: 26a6014e-90df-4ced-9591-23e482931f96 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:07.300158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Updating router 26a6014e-90df-4ced-9591-23e482931f96 port 7f4102c8-7601-4a88-b436-0959a8cbddd6 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:07.315161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 7b4459ed-18ae-4390-be27-92e6390faf98 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:07.334504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.364192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935c1a3-0c36-4951-a5f6-264fd2662233 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ee07f-3539-4725-9f1b-77dcede45779,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:07.477042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-993f0314-2907-4b01-b8d1-4c9bc2422d0d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3590319 Nov 16 21:26:07.482843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:07.491436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118006596'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:07.495725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.524306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.541189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.554803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.561377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.578351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.588155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.597770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-2c2e6359-d084-4bed-9028-34cf4cab9ea4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5367 time: 0.9622612 Nov 16 21:26:07.660273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.666696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.714947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.725027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8504cd2-2c1c-4043-b27f-70b1ee76e8f2 req-93f0fca0-22e1-461c-b46a-8bcc6eb6c1b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259551 Nov 16 21:26:07.755202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae9b2-82ad-4237-acd4-cd1dc390615f req-ff3b20ba-5e49-4f3a-9c45-04d0953a8428 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.763542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76fae9b2-82ad-4237-acd4-cd1dc390615f req-ff3b20ba-5e49-4f3a-9c45-04d0953a8428 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 946 time: 1.0742962 Nov 16 21:26:07.778027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.787762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cc84970f-1aff-4264-b997-d0a42717f743 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:07.788139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.793808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:07.806166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] Sync routers for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:07.818461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ded45f5-8c20-4272-b759-497eaa6fa1eb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2028198 Nov 16 21:26:07.823165 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:07.827527 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:07.841253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:07.911404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-953741db-43f4-4ed6-a140-a36b91a9bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.913040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0921cf6-655a-479f-9b7c-84f9918289cc req-953741db-43f4-4ed6-a140-a36b91a9bb60 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8949299 Nov 16 21:26:07.936099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:07.950432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Attempting to bind port 7f4102c8-7601-4a88-b436-0959a8cbddd6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:07.951032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Attempting to bind port 7f4102c8-7601-4a88-b436-0959a8cbddd6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:07.951258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Attempting to bind port 7f4102c8-7601-4a88-b436-0959a8cbddd6 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:07.954048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0b316-7d92-4838-8010-c69c5195f4cb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:07.957386 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:07.958012 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:07.980554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:07.980932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:07.981344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.981873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:07.982372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Bound port: 7f4102c8-7601-4a88-b436-0959a8cbddd6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:07.982814 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.984675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76fae9b2-82ad-4237-acd4-cd1dc390615f req-ae0b124c-adfd-4095-800a-eec1023d5b44 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192464 Nov 16 21:26:08.019054 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.020073 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa801b-f4e6-491e-9e94-d5d4d329c219 None None] The sync data for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:08.026806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc101a6-6668-4ec0-aa9a-538e12933a60 None None] Pushing event updated for resources: {'Port': ['ID=7f4102c8-7601-4a88-b436-0959a8cbddd6,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.086798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec370ec-df02-4d97-8b23-ed5c30848f3f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.088725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ec370ec-df02-4d97-8b23-ed5c30848f3f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports/db6ad2fa-79b9-4c71-9f8e-3c97b0f66343 HTTP/1.1" status: 200 len: 911 time: 0.2448657 Nov 16 21:26:08.094082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:08.109446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] For port 7f4102c8-7601-4a88-b436-0959a8cbddd6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:08.113393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] For port 7f4102c8-7601-4a88-b436-0959a8cbddd6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7f4102c8-7601-4a88-b436-0959a8cbddd6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:08.124899 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.125236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9cd5e-917c-43af-a572-17442d19a36a req-3326618c-d695-4aba-8399-00fb20ea8a3a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.133423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fb9cd5e-917c-43af-a572-17442d19a36a req-3326618c-d695-4aba-8399-00fb20ea8a3a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.1116021 Nov 16 21:26:08.153689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:08.168718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.189286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc101a6-6668-4ec0-aa9a-538e12933a60 None None] Pushing event updated for resources: {'Port': ['ID=7f4102c8-7601-4a88-b436-0959a8cbddd6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.193959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Provisioning complete for port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:08.194333 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.219222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Transition to ACTIVE for port object d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:08.227432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.229397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3bcce-f4bc-4327-8bbe-640a137229d9 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:08.255659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:08.256343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.299485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fb9cd5e-917c-43af-a572-17442d19a36a req-9cf0eb12-725f-45f2-a8bf-a4c3eb516220 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648726 Nov 16 21:26:08.387333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Allocated IP 172.20.0.1 (9463466c-d26c-41c1-b117-f3652aa3f28d/1ba31416-a281-480c-a71e-be8d43d8d3a6/a92524a6-ce20-4372-a0db-ef6da3b0a3a0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:08.400741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.415719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:08.534036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-4661ae1a-27c9-4d2b-ba3f-f081bafb989a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.535666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-4661ae1a-27c9-4d2b-ba3f-f081bafb989a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 946 time: 0.1927264 Nov 16 21:26:08.539788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df1e214a-1d8d-4442-b32d-2b9c48fd87c8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:08.570465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.660844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Attempting to bind port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:08.661201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Attempting to bind port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:08.661516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Attempting to bind port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:08.667261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:08.667584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Attempting to bind port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:08.673387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:08.673810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:08.674200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Bound using segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:08.674637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Bound port: d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:08.675015 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.694102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.704866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:08.706612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.757293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Pushing event updated for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.765857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:08.769455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:08.774759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.796656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Deleting port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:08.797089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.804098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Network 9463466c-d26c-41c1-b117-f3652aa3f28d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:08.827639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:08.837072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.851527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:08.864219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.928909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc583b-dccb-46dd-bf42-34a139e54e3d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.004258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.221776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.228315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.230515 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ee72f926-947c-42de-8c17-70f7d4e0a459 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7455795 Nov 16 21:26:09.234728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:09.246051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': 'acdc583b-dccb-46dd-bf42-34a139e54e3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:09.271428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.331078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.344639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] For port df1e214a-1d8d-4442-b32d-2b9c48fd87c8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,segment=NetworkSegment(4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2),segment_id=4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:09.375346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.442315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.471032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.549862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Provisioning complete for port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:09.550286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.595826 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:26:09.596181 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:26:09.615717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:09.649713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Pushing event updated for resources: {'Port': ['ID=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.655311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca098f65-e14c-414f-841f-e8a1d3ee43b0 None None] The sync data for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 is: [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:09.697419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:09.697856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.709924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.715090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.716921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] 10.222.0.36 "PUT /v2.0/ports/d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 1090 time: 3.5143619 Nov 16 21:26:09.744857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:09.749566 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ec668-0f48-4758-9252-248a750ae98c" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:09.762909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Provisioning complete for port db6ad2fa-79b9-4c71-9f8e-3c97b0f66343 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:09.763328 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.773567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:09.807302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Port db6ad2fa-79b9-4c71-9f8e-3c97b0f66343 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:09.820076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Provisioning complete for port 7f4102c8-7601-4a88-b436-0959a8cbddd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:09.820458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.927204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.944058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.953930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] For port 7f4102c8-7601-4a88-b436-0959a8cbddd6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7f4102c8-7601-4a88-b436-0959a8cbddd6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:09.958288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.965069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.981344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.989027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.997831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.012017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.018639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.029658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26921b42-2445-4236-8bac-b9572a875e26 req-dc0dceef-c688-44fa-b8bb-7612c551de8c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5379 time: 1.0176086 Nov 16 21:26:10.049504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ac02b-a838-4111-82ce-fbd89069971f None None] Pushing event updated for resources: {'Port': ['ID=7f4102c8-7601-4a88-b436-0959a8cbddd6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.051104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.061810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4ad84-0e4f-4214-84a8-ed4153e695cc req-e798bb42-03c7-42ab-a3a2-11dfaa2976c4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.069867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1d4ad84-0e4f-4214-84a8-ed4153e695cc req-e798bb42-03c7-42ab-a3a2-11dfaa2976c4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 946 time: 0.4471130 Nov 16 21:26:10.081497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.106646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ec66a-dbbe-4970-a580-68ea51fe5dee service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.187360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e8cce7-ee05-4fb4-a04e-e1adfb4811a5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.195091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3f88e36a-5ae0-4441-8ffd-ae26a3600e27 None None] Provisioning complete for port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:10.202052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1d4ad84-0e4f-4214-84a8-ed4153e695cc req-5844aa8b-e60f-44f2-9281-a9ffcc378df4 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311722 Nov 16 21:26:10.202524 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3f88e36a-5ae0-4441-8ffd-ae26a3600e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.275555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.278258 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-41788c8b-afaa-4069-b9e3-84dfbf8044bf tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0392051 Nov 16 21:26:10.288859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:10.289604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5535b1a6-405e-432d-ba5f-fc1aa1beef15 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:10.337627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3f88e36a-5ae0-4441-8ffd-ae26a3600e27 None None] Port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:10.364961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3f88e36a-5ae0-4441-8ffd-ae26a3600e27 None None] Provisioning complete for port 7f4102c8-7601-4a88-b436-0959a8cbddd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:10.365334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3f88e36a-5ae0-4441-8ffd-ae26a3600e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.399104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.436755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.452107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8:1::1 (07d9e14f-32e3-4f0b-90ea-25ea9695dff4/2af9389c-26e5-4716-86d3-c6573cfcd433/6dae28e0-3c56-4bff-83bc-d2720977e536) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:10.479291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:10.479291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.501137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.531869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.597319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.600383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.601808 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/acdc583b-dccb-46dd-bf42-34a139e54e3d HTTP/1.1" status: 204 len: 168 time: 0.3119078 Nov 16 21:26:10.618772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:10.647372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26921b42-2445-4236-8bac-b9572a875e26 req-60ada400-f942-4332-99b3-c035d4a3bf8e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5431261 Nov 16 21:26:10.702489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f403e-d00f-4179-af61-216759542722 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc583b-dccb-46dd-bf42-34a139e54e3d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.786593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614509ec-8bbf-456f-addb-edfef3277b92 req-f81579e1-5da0-4c44-bbdc-4dfe913202fc tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.802606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-614509ec-8bbf-456f-addb-edfef3277b92 req-f81579e1-5da0-4c44-bbdc-4dfe913202fc tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.4833775 Nov 16 21:26:10.832149 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0ff89727-709d-472e-ac2d-abbd99b6d748 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1733184 Nov 16 21:26:10.836283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:10.842533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--775134272'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:10.904986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.944914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.005229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df1e214a-1d8d-4442-b32d-2b9c48fd87c8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:11.038832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.058331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.060578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.099350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:11.100242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.131231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.131582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.131902 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Floating IP f9814d96-830a-495a-b7b8-bf6976c6f8ea disassociated. External IP: 172.25.7.205, port: b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9. Nov 16 21:26:11.132439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Calling delete_port for b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:11.151526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:11.158055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:11.172531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:11.173046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.190902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c2603-7def-4a02-a77f-e4ea23605531 req-5d4dc342-8614-49d8-b0f0-aa5010729ad9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.203995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-963c2603-7def-4a02-a77f-e4ea23605531 req-5d4dc342-8614-49d8-b0f0-aa5010729ad9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2011924 Nov 16 21:26:11.253721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:11.264375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.306074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7f4102c8-7601-4a88-b436-0959a8cbddd6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:11.311315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-614509ec-8bbf-456f-addb-edfef3277b92 req-a65c6b70-61db-4ad0-a0f1-ab2e8e6b3da8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5075459 Nov 16 21:26:11.416723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.438487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-963c2603-7def-4a02-a77f-e4ea23605531 req-b55b399f-7250-41ea-a677-54c79b4950cb tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335041 Nov 16 21:26:11.484590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=6dae28e0-3c56-4bff-83bc-d2720977e536,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.488058 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.493877 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb539de1-5486-4486-8429-bce87bd488ea x-openstack-request-id: req-bb539de1-5486-4486-8429-bce87bd488ea {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:11.494182 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:11.503516 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb539de1-5486-4486-8429-bce87bd488ea {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:11.504085 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'status': 'completed', 'code': 200} Nov 16 21:26:11.542735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.559715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7f4102c8-7601-4a88-b436-0959a8cbddd6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:11.560006 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.566696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:11.582669 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396de2f2-b711-41dd-a5f1-f0bb773080fd" -d '{"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-unplugged", "status": "completed", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:11.621915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:11.636642 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.689481 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66a6d95-7709-40d7-8643-b6366ebb64fc x-openstack-request-id: req-a66a6d95-7709-40d7-8643-b6366ebb64fc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:11.689766 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-unplugged", "status": "completed", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:11.690024 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a66a6d95-7709-40d7-8643-b6366ebb64fc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:11.690405 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'code': 200} Nov 16 21:26:11.754500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-64f640ea-ceb1-4b1c-b94d-d7f977fbafd9 None None] Provisioning complete for port 6dae28e0-3c56-4bff-83bc-d2720977e536 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:11.754866 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64f640ea-ceb1-4b1c-b94d-d7f977fbafd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.763325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.787349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.817169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.821359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9813557 Nov 16 21:26:11.822430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Pushing event updated for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.827218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-64f640ea-ceb1-4b1c-b94d-d7f977fbafd9 None None] Port 6dae28e0-3c56-4bff-83bc-d2720977e536 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.838610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb9ec668-0f48-4758-9252-248a750ae98c req-2e07ff4f-44bf-4676-8be7-de0f4fb34fce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6271 time: 0.3313375 Nov 16 21:26:11.866388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53328) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:11.868085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969318d8-8bbd-4e04-b0bc-f845f52a5c32 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff601fb-c689-421b-a786-b4181a2807e1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.879122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481226224'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:11.882688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9974e521-19c2-48f1-b6d8-17b07d120438 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:11.903942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'Port': ['ID=b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.913986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.935388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.965319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.996131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e891e2-c7c9-4ade-968a-5408d8ca8ec2 req-04deed02-40ca-4efd-9922-45f3ed03be0c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.997676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32e891e2-c7c9-4ade-968a-5408d8ca8ec2 req-04deed02-40ca-4efd-9922-45f3ed03be0c tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 865 time: 0.3875778 Nov 16 21:26:12.049650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Transition to ACTIVE for port object 9974e521-19c2-48f1-b6d8-17b07d120438 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:12.095368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.132185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Network 9463466c-d26c-41c1-b117-f3652aa3f28d is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:12.137918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:12.169171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.176533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.182822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.189020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.195559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.201943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.215891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.218029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b3662db-73d1-4701-ae5c-870606351f86 req-7799758e-d948-4ba6-a072-02c5ebd09d9e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5379 time: 0.4207880 Nov 16 21:26:12.272095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.295709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.331233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-4dc3668d-e496-4a59-8b98-fc682176e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.331773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-4dc3668d-e496-4a59-8b98-fc682176e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.332241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-4dc3668d-e496-4a59-8b98-fc682176e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.336702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb9ec668-0f48-4758-9252-248a750ae98c req-4dc3668d-e496-4a59-8b98-fc682176e7a5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4466083 Nov 16 21:26:12.414353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:12.450884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32e891e2-c7c9-4ade-968a-5408d8ca8ec2 req-84949dcd-faf3-48d6-a3a4-471eb473f897 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b8545fe-5d03-4c59-b17d-7aea3e6723f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042733 Nov 16 21:26:12.480381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad43ce-4b3e-4498-bf1c-d2445f10e011,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:12.518917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.523132 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f842a235-60f2-4aad-9f35-63e07d2b55d9 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6521747 Nov 16 21:26:12.538830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53334) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:12.570794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': '2ff601fb-c689-421b-a786-b4181a2807e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98ad43ce-4b3e-4498-bf1c-d2445f10e011', 'remote_ip_prefix': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:12.641083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Router 26a6014e-90df-4ced-9591-23e482931f96 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:12.655181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b3662db-73d1-4701-ae5c-870606351f86 req-c68c1b4b-576a-4a95-933e-c96ec507f9c5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4127619 Nov 16 21:26:12.728426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ce5c4ebc-5f9f-462c-9c4f-2353bedaff15 None None] Provisioning complete for port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:12.729924 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4ebc-5f9f-462c-9c4f-2353bedaff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.733338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.742415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:12.756891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Attempting to bind port 9974e521-19c2-48f1-b6d8-17b07d120438 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:12.757231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Attempting to bind port 9974e521-19c2-48f1-b6d8-17b07d120438 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:12.757563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Attempting to bind port 9974e521-19c2-48f1-b6d8-17b07d120438 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:12.784100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Port 9974e521-19c2-48f1-b6d8-17b07d120438 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:12.784421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Attempting to bind port 9974e521-19c2-48f1-b6d8-17b07d120438 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:12.803446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:12.804154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Checking segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:12.804154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Bound using segment: {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:12.804596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Bound port: 9974e521-19c2-48f1-b6d8-17b07d120438, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a2ae66-2a57-4a45-aff1-e40316bd59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:12.805084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.815284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b03-e131-4c40-9a3d-5b5fca559179 req-9a5a7440-d3f7-4874-a4a2-b5f14ce815d2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.816954 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.817330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec139b03-e131-4c40-9a3d-5b5fca559179 req-9a5a7440-d3f7-4874-a4a2-b5f14ce815d2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1952574 Nov 16 21:26:12.828338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4ebc-5f9f-462c-9c4f-2353bedaff15 None None] Port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:12.891961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec668-0f48-4758-9252-248a750ae98c req-5004c691-7588-4a4b-8f94-4af52039b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.893451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb9ec668-0f48-4758-9252-248a750ae98c req-5004c691-7588-4a4b-8f94-4af52039b41f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5206828 Nov 16 21:26:12.912728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.934624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.935511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.019029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.049515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b44a3a-46c8-439f-a52d-c39a8067e8f5 req-023b9078-cce2-4e46-8b22-c7718b33c90c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:13.051224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99b44a3a-46c8-439f-a52d-c39a8067e8f5 req-023b9078-cce2-4e46-8b22-c7718b33c90c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2308164 Nov 16 21:26:13.063186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.091795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:13.093968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:13.116153 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-74423d7a-ee8d-46b3-b271-2896c741b9cc admin admin] 10.222.0.54 "PUT /v2.0/routers/26a6014e-90df-4ced-9591-23e482931f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1947184 Nov 16 21:26:13.116364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Sync routers for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:13.116456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.117928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5554173 Nov 16 21:26:13.118633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:13.130531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=6dae28e0-3c56-4bff-83bc-d2720977e536,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:13.135395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec139b03-e131-4c40-9a3d-5b5fca559179 req-0cf02754-9076-4c52-95d4-a6bcebf5a3e5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947228 Nov 16 21:26:13.135798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f772-d9e1-4b07-9afe-6e0666b28652 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712fea3d-cdc7-4634-bde4-5d9953d5567f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:13.138987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:13.142115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:13.176532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9974e521-19c2-48f1-b6d8-17b07d120438,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:13.177521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.192722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:13.195995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.199268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.212153 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:13.216912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:13.220215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:13.268856 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:13.269684 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:13.325482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.343886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.350217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/712fea3d-cdc7-4634-bde4-5d9953d5567f HTTP/1.1" status: 204 len: 168 time: 0.2228713 Nov 16 21:26:13.367730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b530-e6cf-4ed3-8350-cd83811b06ef tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=712fea3d-cdc7-4634-bde4-5d9953d5567f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:13.372428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:13.373463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:13.392902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] No DVR routers for this DVR port b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:13.408464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.411934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d97b3e7d-d39f-456c-a3b4-e2cf6f49df3f req-42381a9e-c34b-42cb-93b4-e9633af1f013 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.21 "DELETE /v2.0/ports/b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9 HTTP/1.1" status: 204 len: 173 time: 4.8678029 Nov 16 21:26:13.413287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:13.413893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.425275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 1089 time: 3.6558182 Nov 16 21:26:13.451070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99b44a3a-46c8-439f-a52d-c39a8067e8f5 req-a948c436-a628-4d15-9714-832a333ec22a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668792 Nov 16 21:26:13.504883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:13.508518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-deleted', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9'}, {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:13.512402 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e01448-efa1-4bf0-9b33-715088be861a" -d '{"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-deleted", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9"}, {"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:13.541754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 7b4459ed-18ae-4390-be27-92e6390faf98 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:13.556714 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:13.562838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff679-2b6a-4c63-b25b-f13b6b2d11d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:13.587740 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ced9fa9-63dc-4ea9-96d0-4f6964af5484 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1961939 Nov 16 21:26:13.588143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53348) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:13.729274 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866fa1b4-2005-44fe-a514-68d4cbe57084 x-openstack-request-id: req-866fa1b4-2005-44fe-a514-68d4cbe57084 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:13.730147 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedad577-5fa7-4b91-a5c6-0a4d9e361955", "name": "network-vif-deleted", "tag": "b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:13.732173 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-866fa1b4-2005-44fe-a514-68d4cbe57084 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:13.732832 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedad577-5fa7-4b91-a5c6-0a4d9e361955', 'name': 'network-vif-deleted', 'tag': 'b6fac3af-7e8f-4eec-b4ea-46a3f4b3aae9', 'status': 'completed', 'code': 200} Nov 16 21:26:13.733027 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438', 'status': 'completed', 'code': 200} Nov 16 21:26:13.867408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.903184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:13.918986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-722a37b8-323a-4019-9b8d-1bf638336f79 req-a716bc03-8efc-4c92-861e-f91446359d9a tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/ports?device_id=fedad577-5fa7-4b91-a5c6-0a4d9e361955 HTTP/1.1" status: 200 len: 210 time: 0.2347233 Nov 16 21:26:13.934022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bee79794-b38a-4328-a248-9c72521033c5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376513 Nov 16 21:26:13.934965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:13.954270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] Sync routers for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:13.992771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3e860378-63a3-4b2b-8648-8db28236aa3d None None] Provisioning complete for port 6dae28e0-3c56-4bff-83bc-d2720977e536 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:13.993785 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e860378-63a3-4b2b-8648-8db28236aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.015527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.016011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.016485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.016954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.017418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.017885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.018340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.021547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20f622-2dfc-40ce-8e2e-1252dffbf8a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.023402 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3a20f622-2dfc-40ce-8e2e-1252dffbf8a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports/6dae28e0-3c56-4bff-83bc-d2720977e536 HTTP/1.1" status: 200 len: 913 time: 0.0740445 Nov 16 21:26:14.026137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53358) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:14.031653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:14.032473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.037943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8e01448-efa1-4bf0-9b33-715088be861a req-152289e0-5ad3-47d3-aeac-9a584cb3c02c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6338 time: 0.2807775 Nov 16 21:26:14.111214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.133802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3e860378-63a3-4b2b-8648-8db28236aa3d None None] Port 6dae28e0-3c56-4bff-83bc-d2720977e536 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:14.160055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:14.163830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.209462 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.236564 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:14.247223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:14.248088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.277028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a92524a6-ce20-4372-a0db-ef6da3b0a3a0', 'name': '', 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d', 'tenant_id': '370d5887131f4ec189ba347870086582', 'mac_address': 'fa:16:3e:b2:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:07Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 2, 'project_id': '370d5887131f4ec189ba347870086582', 'subnets': [{'id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.299238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.348958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.353482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cc0229-31c5-425e-b755-0fb7942279c5 None None] The sync data for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:14.363512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Checking router: 26a6014e-90df-4ced-9591-23e482931f96 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:14.364752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Updating router 26a6014e-90df-4ced-9591-23e482931f96 port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:14.365396 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:14.403406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.566822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.600926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.617742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.638767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.653759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.673327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.674768 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:14.681069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.699605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82566115-e12d-44a8-962f-067c205e9b33 req-f8919289-510e-4181-8755-76734a1ed8cb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5391 time: 0.8296862 Nov 16 21:26:14.715417 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87b67a-d645-4d29-a398-211245cabdc4 None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:17:52Z', 'revision_number': 4, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad7b52e8-f816-4674-8a3e-ddf32e8b74f0', 'name': '', 'network_id': 'f9d04629-12e7-4a4a-b4a6-d664767b1988', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'mac_address': 'fa:16:3e:6c:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:50Z', 'updated_at': '2021-11-16T21:17:58Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'subnets': [{'id': '0bb51537-cf6f-4ea3-b140-67a9f50d4e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:14.783637 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.789618 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.801267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.855264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900b97-fccd-41da-9d82-02f86395dff3 None None] Pushing event updated for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:15.035648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Attempting to bind port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:15.036239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Attempting to bind port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:15.036482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Attempting to bind port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 on network 9463466c-d26c-41c1-b117-f3652aa3f28d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:15.055046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:15.055476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Checking segment: {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:15.056472 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.058180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Bound using segment: {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:15.058749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Bound port: a92524a6-ce20-4372-a0db-ef6da3b0a3a0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c8af10-ac10-4ab4-8594-0fd2906e69a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:15.060820 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.184269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] For port a92524a6-ce20-4372-a0db-ef6da3b0a3a0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:15.187943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] For port a92524a6-ce20-4372-a0db-ef6da3b0a3a0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:15.200768 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.257436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.271368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b3e7b7-b0d3-4869-b7a4-beeeca9cb4b9 None None] New status for floating IP f9814d96-830a-495a-b7b8-bf6976c6f8ea: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:26:15.343582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:15.344412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:15.670807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.680526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.681986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/98ad43ce-4b3e-4498-bf1c-d2445f10e011 HTTP/1.1" status: 204 len: 168 time: 2.0921330 Nov 16 21:26:15.686566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:15.719382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac399ac9-4951-4130-a32e-b712a29128d8 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad43ce-4b3e-4498-bf1c-d2445f10e011,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:15.765939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-4d0f6357-bf4e-4a78-ac0e-90c51395f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.766640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-4d0f6357-bf4e-4a78-ac0e-90c51395f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.767301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-4d0f6357-bf4e-4a78-ac0e-90c51395f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.769345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8e01448-efa1-4bf0-9b33-715088be861a req-4d0f6357-bf4e-4a78-ac0e-90c51395f701 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.7201977 Nov 16 21:26:15.886987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cc2ab689-9735-4e5c-b8b6-b2dd8e27be1c tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1999028 Nov 16 21:26:15.889620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:15.890589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7b576eb-a383-4ead-9e86-0d9a142db435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.895990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900b97-fccd-41da-9d82-02f86395dff3 None None] Pushing event updated for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:15.898454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Provisioning complete for port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:15.899194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.917769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333547-4f6d-402e-b4fd-c117f218c2ae req-292dada5-7e48-4e19-b507-91d67f76fe22 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.920289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6333547-4f6d-402e-b4fd-c117f218c2ae req-292dada5-7e48-4e19-b507-91d67f76fe22 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 1.6053767 Nov 16 21:26:15.930009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01448-efa1-4bf0-9b33-715088be861a req-a8ef75f3-c726-4c93-8f78-d10cb0a031b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.931822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8e01448-efa1-4bf0-9b33-715088be861a req-a8ef75f3-c726-4c93-8f78-d10cb0a031b4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510551 Nov 16 21:26:15.933169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:15.949672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 6dae28e0-3c56-4bff-83bc-d2720977e536 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:15.950025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.963368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82566115-e12d-44a8-962f-067c205e9b33 req-380ba0d4-8dd9-46dd-b72e-902de8d2639a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2583063 Nov 16 21:26:16.018095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.064249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.093114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.127451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 6dae28e0-3c56-4bff-83bc-d2720977e536 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:16.158523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.158730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6333547-4f6d-402e-b4fd-c117f218c2ae req-bc4a35ee-877d-4b21-8388-60b53e43f839 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241309 Nov 16 21:26:16.164552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.165731 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ff601fb-c689-421b-a786-b4181a2807e1 HTTP/1.1" status: 204 len: 168 time: 0.2740326 Nov 16 21:26:16.169686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53440) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:16.253949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62685a8-65db-41a9-a4db-eb349754a2d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff601fb-c689-421b-a786-b4181a2807e1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.296342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979efead-b3ce-44f0-ade1-42aadc82cb2e {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:16.322312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.352549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Transition to ACTIVE for port object 979efead-b3ce-44f0-ade1-42aadc82cb2e will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:16.390291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53444) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:16.426894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.428818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.484619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] For port a92524a6-ce20-4372-a0db-ef6da3b0a3a0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:16.509043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.518478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a92524a6-ce20-4372-a0db-ef6da3b0a3a0', 'name': '', 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d', 'tenant_id': '370d5887131f4ec189ba347870086582', 'mac_address': 'fa:16:3e:b2:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:07Z', 'updated_at': '2021-11-16T21:26:15Z', 'revision_number': 4, 'project_id': '370d5887131f4ec189ba347870086582', 'subnets': [{'id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:16.570608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4437dd-5a21-44d6-9ed5-1cf581c6f718 None None] The sync data for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 is: [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a92524a6-ce20-4372-a0db-ef6da3b0a3a0', 'name': '', 'network_id': '9463466c-d26c-41c1-b117-f3652aa3f28d', 'tenant_id': '370d5887131f4ec189ba347870086582', 'mac_address': 'fa:16:3e:b2:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:07Z', 'updated_at': '2021-11-16T21:26:15Z', 'revision_number': 4, 'project_id': '370d5887131f4ec189ba347870086582', 'subnets': [{'id': '1ba31416-a281-480c-a71e-be8d43d8d3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:16.605767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.607816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc16a3-ebaf-4cd6-bd8b-25ea7bf5f584 req-44db9a80-993f-4073-9913-3ab0b67666e9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:16.617010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Pushing event updated for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.624394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08dc16a3-ebaf-4cd6-bd8b-25ea7bf5f584 req-44db9a80-993f-4073-9913-3ab0b67666e9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2579322 Nov 16 21:26:16.641581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.642121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.642561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.643078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.643511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.643944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.644369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.644794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.659078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.659437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.659910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.660468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01b7b8-d3e6-4a1d-9261-62543d68fd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:16.696977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-71716d49-b508-47d3-a6a8-c043ddebc248 None None] Provisioning complete for port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:16.697342 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71716d49-b508-47d3-a6a8-c043ddebc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.746471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.890546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.897155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=6dae28e0-3c56-4bff-83bc-d2720977e536,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.902271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.942699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-76a71a1f-78c5-4a95-b5b8-3c73e9f781d2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7718773 Nov 16 21:26:16.954267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53446) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:16.969993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045282209'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:17.029168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a92524a6-ce20-4372-a0db-ef6da3b0a3a0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:17.043212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08dc16a3-ebaf-4cd6-bd8b-25ea7bf5f584 req-e093fcc7-c45b-4142-85f5-5a289b66f27a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093180 Nov 16 21:26:17.083713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Attempting to bind port 979efead-b3ce-44f0-ade1-42aadc82cb2e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:17.083967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Attempting to bind port 979efead-b3ce-44f0-ade1-42aadc82cb2e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:17.085526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Attempting to bind port 979efead-b3ce-44f0-ade1-42aadc82cb2e on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:17.099006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Port 979efead-b3ce-44f0-ade1-42aadc82cb2e on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:17.099334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Attempting to bind port 979efead-b3ce-44f0-ade1-42aadc82cb2e on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:17.112033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:17.112384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Checking segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:17.112707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Bound using segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:17.113153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Bound port: 979efead-b3ce-44f0-ade1-42aadc82cb2e, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:17.114895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.174965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:17.179419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.374286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.404842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.413678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.419546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.421011 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "DELETE /v2.0/security-groups/2b8545fe-5d03-4c59-b17d-7aea3e6723f1 HTTP/1.1" status: 204 len: 168 time: 1.0271995 Nov 16 21:26:17.424749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:17.446372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53eaf4-6e5c-453a-ae10-711eeb7015fc tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8545fe-5d03-4c59-b17d-7aea3e6723f1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:17.507180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.516960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.524885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.533042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.540684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.551247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.558828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.562230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-61927a1e-cf0b-4141-9a06-022f9f9131d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5403 time: 0.3976843 Nov 16 21:26:17.649922 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b442bc96-6ead-45e7-b1e5-d1802f7dfe4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.652773 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-066c9cea-99ab-4f04-a8b6-6ce77c86bed9 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] show failed (client error): The resource could not be found. Nov 16 21:26:17.658176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-066c9cea-99ab-4f04-a8b6-6ce77c86bed9 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "GET /v2.0/security-groups/2b8545fe-5d03-4c59-b17d-7aea3e6723f1 HTTP/1.1" status: 404 len: 347 time: 0.2167466 Nov 16 21:26:17.663247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:17.691634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:17.774296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.787490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.792752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:17.859052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.868788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.873037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9079130 Nov 16 21:26:17.880273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.880889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.883013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 1091 time: 4.4014418 Nov 16 21:26:17.887108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 7b4459ed-18ae-4390-be27-92e6390faf98 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:17.889226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53460) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:17.897831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': 'bf403c5d-b766-4437-87e5-412e54a3adf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:17.910807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bcc1e-98ec-4304-b55b-b0bf2baae417 req-74c36585-bdf2-489b-bf6e-5b83333a496e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.919890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac217a1-9297-4390-9544-f2dda072164d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf403c5d-b766-4437-87e5-412e54a3adf0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:17.920790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-109bcc1e-98ec-4304-b55b-b0bf2baae417 req-74c36585-bdf2-489b-bf6e-5b83333a496e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.3434131 Nov 16 21:26:17.985951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Request body: {'port': {'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:17.991110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:17.995861 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b649b-32ac-418a-9a10-05b534fd2e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:18.096109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-109bcc1e-98ec-4304-b55b-b0bf2baae417 req-ee10206c-b7bf-4e5c-88dc-af4472a9466f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741872 Nov 16 21:26:18.105955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.195076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:18.214794 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ab84260-cbb1-4d0e-a612-17cf8b61e52c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1865587 Nov 16 21:26:18.217998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:18.222276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] Sync routers for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:18.263133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:18.264461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:18.282530 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.308282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:18.338341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:18.342580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2a2437c-cc7c-4c8c-902b-d4b34a9d110c req-9209d92d-f89d-40db-b39b-3b23a5b28d96 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7196279 Nov 16 21:26:18.342782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:18.381506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.413560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:18.413560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf7e3f-e0dc-4c06-93ef-838631415de0 None None] The sync data for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:18.437059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f68f70-7be4-4d6e-99f9-2c41b1e657b4 service neutron] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:18.444261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Deleting port 1ea57ba3-044c-4c2f-8c7f-451a212fd803 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:18.444606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.550378 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b0fb0e-3c80-4fa2-a742-3470a1edd4b6 x-openstack-request-id: req-f2b0fb0e-3c80-4fa2-a742-3470a1edd4b6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:18.550677 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:18.550983 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2b0fb0e-3c80-4fa2-a742-3470a1edd4b6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:18.551396 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'status': 'completed', 'code': 200} Nov 16 21:26:18.640284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.646057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d8fa5-78fe-4938-b5b2-65d037af8d99 req-fb8af7e3-bfa9-492f-ad4c-01a430191702 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.647872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-462d8fa5-78fe-4938-b5b2-65d037af8d99 req-fb8af7e3-bfa9-492f-ad4c-01a430191702 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.3787427 Nov 16 21:26:18.696103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567c7dee-61c4-4e66-b912-e5e909286ee7,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:18.718618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.719849 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6252013f-7fff-4b14-98a6-a3a62aa13340 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8268735 Nov 16 21:26:18.724040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53472) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:18.782760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.783272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.783742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.784786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.785256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.785718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.786178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:18.788294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-f61097df-5ba1-4428-89df-0c7a4247e9ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6405 time: 0.2540166 Nov 16 21:26:18.798184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.799453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.799783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.811977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.880419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Calling delete_port for 1ea57ba3-044c-4c2f-8c7f-451a212fd803 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:18.894424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.907033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.910747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/567c7dee-61c4-4e66-b912-e5e909286ee7 HTTP/1.1" status: 204 len: 168 time: 0.1830788 Nov 16 21:26:18.910747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0927a82-5007-4eb2-98fb-fc6c7ca944fc tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=567c7dee-61c4-4e66-b912-e5e909286ee7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:18.911605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:18.934961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-462d8fa5-78fe-4938-b5b2-65d037af8d99 req-e7e2e68d-0a68-43b1-ad09-cbcfa08ef5d4 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694745 Nov 16 21:26:18.942828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.056134 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19f7d346-5585-4afd-9943-14d0258f78df tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1356082 Nov 16 21:26:19.058011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53476) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:19.083059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-e9c39000-a0f7-4cab-b850-61be975a048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.083535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-e9c39000-a0f7-4cab-b850-61be975a048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.083996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-e9c39000-a0f7-4cab-b850-61be975a048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.085661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-e9c39000-a0f7-4cab-b850-61be975a048e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bdbd70992114d5195b0e8b69d385976&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2722111 Nov 16 21:26:19.145679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.245943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.249621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.283667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd738e2-c6bb-4fc4-a569-aff67a990c6a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:19.328239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.329221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.332676 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.333933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/bf403c5d-b766-4437-87e5-412e54a3adf0 HTTP/1.1" status: 204 len: 168 time: 0.2763293 Nov 16 21:26:19.339569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:19.383757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Transition to ACTIVE for port object 0bd738e2-c6bb-4fc4-a569-aff67a990c6a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:19.402614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.420275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.422299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323427b-a59a-4d41-908a-282820144c89 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf403c5d-b766-4437-87e5-412e54a3adf0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:19.461161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bbb03-5a52-44f4-8a1d-7ae965d2d923 req-c2dc7801-41cc-406e-bf07-ef0abe9c292d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.464165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab9bbb03-5a52-44f4-8a1d-7ae965d2d923 req-c2dc7801-41cc-406e-bf07-ef0abe9c292d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.2246737 Nov 16 21:26:19.514832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-259d7492-650c-43a6-aad7-c523a50c1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.519925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c7b649b-32ac-418a-9a10-05b534fd2e2c req-259d7492-650c-43a6-aad7-c523a50c1774 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185266 Nov 16 21:26:19.559079 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0827de45-cf07-4229-a23e-b4a8d7b50ca3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2183175 Nov 16 21:26:19.559891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53486) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:19.570542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group': {'name': 'tempest-secgroup--134085343'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:19.624244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port db6ad2fa-79b9-4c71-9f8e-3c97b0f66343 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:19.625617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.697296 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.701586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.702966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] 10.222.0.54 "DELETE /v2.0/floatingips/f9814d96-830a-495a-b7b8-bf6976c6f8ea HTTP/1.1" status: 204 len: 168 time: 2.0243909 Nov 16 21:26:19.749107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab9bbb03-5a52-44f4-8a1d-7ae965d2d923 req-95a2368f-0593-4efd-af52-66ca75bff564 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130740 Nov 16 21:26:19.750192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:19.798096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.808899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.824729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.839514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.852498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.876587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.889501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.903746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-80614f5d-5553-4035-ad6e-69f1cb40d933 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.3776772 Nov 16 21:26:19.994697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec335d-63eb-4ca7-9e1e-eb1790945f91 tempest-AttachVolumeTestJSON-444675796 tempest-AttachVolumeTestJSON-444675796-project] Pushing event deleted for resources: {'Port': ['ID=1ea57ba3-044c-4c2f-8c7f-451a212fd803,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.079729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b00c1b9-9533-4b1a-abb4-a9c841e6e3ab req-c1cb8001-cd12-4b6c-9780-b62d34f82115 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654699 Nov 16 21:26:20.124933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Attempting to bind port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:20.125524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Attempting to bind port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:20.126014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Attempting to bind port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:20.149456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:20.150034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Attempting to bind port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a on network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:20.158756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:20.159568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Checking segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:20.160370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Bound using segment: {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:20.160979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Bound port: 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967765d5-6960-49ae-95fd-7ab9190077a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:20.161492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.165996 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.219369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836f6e0-3ef3-4df3-83b4-2bc7ea5cbefe req-3be64014-f75b-443c-9884-d2a7aaaa0e9e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.220835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8836f6e0-3ef3-4df3-83b4-2bc7ea5cbefe req-3be64014-f75b-443c-9884-d2a7aaaa0e9e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.1110299 Nov 16 21:26:20.254507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.283328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for db6ad2fa-79b9-4c71-9f8e-3c97b0f66343 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:20.288300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:20.312890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.316946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:20.321873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8836f6e0-3ef3-4df3-83b4-2bc7ea5cbefe req-165476d1-f07a-46ea-a08f-d6f73b937ec1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887125 Nov 16 21:26:20.327451 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.353034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.373935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.375664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.376568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 1091 time: 2.3950126 Nov 16 21:26:20.399438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.403316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8355048 Nov 16 21:26:20.406674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:20.412535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e52d47-78b9-422c-9e03-8843aa63ddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.413346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': 'c8bd3ef3-4a21-4df2-9d36-77665c55f41c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:20.427857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db740734-1d11-43f6-af6a-e3194830689d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd3ef3-4a21-4df2-9d36-77665c55f41c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.461486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.524866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.525338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.525805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.526398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.526855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.527338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.527789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.529715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-c04bff8e-6b4e-4561-ba81-6da423d1215a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6472 time: 0.0958526 Nov 16 21:26:20.557942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:20.562711 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:20.621148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.638781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-cba34d6a-8cc6-47ea-8d84-7aefa8a82623 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 217 time: 0.0958152 Nov 16 21:26:20.640556 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb9d1f0-5cc2-472d-a9d6-ea592610fe42 x-openstack-request-id: req-dcb9d1f0-5cc2-472d-a9d6-ea592610fe42 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:20.640845 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:20.641094 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcb9d1f0-5cc2-472d-a9d6-ea592610fe42 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:20.641489 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'status': 'completed', 'code': 200} Nov 16 21:26:20.691571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.719444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e879846a-1314-458e-a11a-95a3ca72f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.721050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e879846a-1314-458e-a11a-95a3ca72f381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.0736759 Nov 16 21:26:20.773178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-f9813177-48e0-4971-abe5-cbef3523a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:20.774854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-f9813177-48e0-4971-abe5-cbef3523a31b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464098 Nov 16 21:26:20.779525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=db6ad2fa-79b9-4c71-9f8e-3c97b0f66343,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.928956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.932662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.949417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.024563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d610ea-b15b-4001-905b-4bc4f35d6feb req-7634a435-26c7-4e44-bf04-761909d45d8a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.037286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21d610ea-b15b-4001-905b-4bc4f35d6feb req-7634a435-26c7-4e44-bf04-761909d45d8a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1428154 Nov 16 21:26:21.099617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21d610ea-b15b-4001-905b-4bc4f35d6feb req-947a4c58-5112-419e-81d1-4a04850c17c5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614433 Nov 16 21:26:21.111507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d2a0ea-e35f-4365-ae91-68e8edfe1df5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:21.135694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.135694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c0f19c64-def8-4ce3-a2cc-91c9a050eb24 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7202108 Nov 16 21:26:21.135694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53510) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:21.138264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-6d2f8767-2f9d-43dc-8f9e-784bb6d37ecf service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543711 Nov 16 21:26:21.177466 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3576f00e-9d88-49ce-8fe9-3b83744964d1 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules/62d2a0ea-e35f-4365-ae91-68e8edfe1df5 HTTP/1.1" status: 200 len: 763 time: 0.0412436 Nov 16 21:26:21.178820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:21.277998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 7b4459ed-18ae-4390-be27-92e6390faf98 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:21.279076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-2fbcf7e4-8fdf-4aeb-8de2-60d19f41ef8e service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320558 Nov 16 21:26:21.285235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:21.387540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a1f6f803-aed8-4961-9821-4cb5ff47df73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 217 time: 0.0729840 Nov 16 21:26:21.397619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-098133da-abc0-4610-9210-9c21046cea9d tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2141976 Nov 16 21:26:21.399084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:21.417419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.422608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:21.426180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.432293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.436919 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] Sync routers for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:21.439109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.445422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.446704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.452390 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-00618b3d-cea2-4b1d-adac-e715daf5ca6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287331 Nov 16 21:26:21.453017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53518) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:21.454064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.464906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.466244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:21.467507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:21.473345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-ab65633d-f71c-4a61-acc2-179826d2586a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.1932847 Nov 16 21:26:21.488318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:21.522138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:21.543933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0907fe35-2cae-4ee5-be7b-e1cafa82f884 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b4459ed-18ae-4390-be27-92e6390faf98 HTTP/1.1" status: 200 len: 205 time: 0.0866106 Nov 16 21:26:21.544585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53520) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:21.559412 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:21.599913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.607493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] Routers {'7b4459ed-18ae-4390-be27-92e6390faf98'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:21.608225 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7b4459ed-18ae-4390-be27-92e6390faf98'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:21.615436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.616135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb24e991-a44e-469f-81a2-d53b3494b6b3 req-046837f8-8255-43ad-9ce3-e686933f640b tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359146 Nov 16 21:26:21.630513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:21.670793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc48cc-a7af-4ebf-97f8-fd7ef3465592 req-c25c110c-3f8a-4bb8-b725-1cc659b953ea tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.679335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:21.679706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dedc48cc-a7af-4ebf-97f8-fd7ef3465592 req-c25c110c-3f8a-4bb8-b725-1cc659b953ea tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2039616 Nov 16 21:26:21.696516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.714431 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:21.714859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.717222 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a95d-43a6-4578-8c01-52d01a866bbe None None] The sync data for ids ['7b4459ed-18ae-4390-be27-92e6390faf98'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:21.747434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dedc48cc-a7af-4ebf-97f8-fd7ef3465592 req-557b6fc1-07d6-4960-89a8-5dda94625574 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Nov 16 21:26:21.750595 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.751310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e508d858-e66e-4877-bf82-05cff76b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.754954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e508d858-e66e-4877-bf82-05cff76b4349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.3499045 Nov 16 21:26:21.791230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:21.811510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-76696c80-f6e2-4275-a2b0-bcb3ddaea865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.813481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-76696c80-f6e2-4275-a2b0-bcb3ddaea865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512345 Nov 16 21:26:21.843164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['27195d92-cbc1-43a3-8ee7-7c020e7cc727'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:21.891502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.930365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-5e7d257c-7d65-4c57-abbb-fc9afb3798cb service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088128 Nov 16 21:26:22.002029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.006903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53524) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.007289 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/62d2a0ea-e35f-4365-ae91-68e8edfe1df5 HTTP/1.1" status: 204 len: 168 time: 0.6062520 Nov 16 21:26:22.022770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b04bf-272b-4510-96f4-d1f54887334f tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62d2a0ea-e35f-4365-ae91-68e8edfe1df5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:22.033289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.036412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.112280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.113084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router 7b4459ed-18ae-4390-be27-92e6390faf98 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:22.137478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.138776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-40433aac-3a71-4aa8-bd2b-e3a6c21215df tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98 HTTP/1.1" status: 204 len: 168 time: 0.5926046 Nov 16 21:26:22.142836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53538) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.163818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d600e8c8-8236-4b46-a765-62ff0fefd9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265973 Nov 16 21:26:22.249073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-19ac62be-5885-4327-92eb-778fff20bcdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 217 time: 0.0552845 Nov 16 21:26:22.264390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-97b55d21-5719-421c-9b0a-6cbdd5018dbe tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2557929 Nov 16 21:26:22.267063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.274301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': 'c8bd3ef3-4a21-4df2-9d36-77665c55f41c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:22.355604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.380220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 2af9389c-26e5-4716-86d3-c6573cfcd433 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:22.394329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.439409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4486031-bf56-4120-b040-37219ed8789a req-20374c66-e4fb-48d1-9b31-3bc4e76a7cf8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:22.441452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4486031-bf56-4120-b040-37219ed8789a req-20374c66-e4fb-48d1-9b31-3bc4e76a7cf8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1729488 Nov 16 21:26:22.446074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-09aa4298-6d27-49bd-8ebf-571703208adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:22.447494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-09aa4298-6d27-49bd-8ebf-571703208adb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1781595 Nov 16 21:26:22.489490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.498654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.539455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.549918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ee6eed-93b6-4131-befe-8cde05c258f2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:22.560054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.560405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.560756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.561090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.561445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.561766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.562356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.562686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.563056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.563372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.563699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.564024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:22.569932 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.574225 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2350529f-7f60-451e-9570-1f96ea2a81b3 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3025529 Nov 16 21:26:22.574392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53550) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.601414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-12cd29f6-bbd8-4a5f-b59e-3e6efd724a68 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules/89ee6eed-93b6-4131-befe-8cde05c258f2 HTTP/1.1" status: 200 len: 763 time: 0.0239055 Nov 16 21:26:22.602552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.624701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4486031-bf56-4120-b040-37219ed8789a req-13501683-312c-47c8-a88c-82f62155f126 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681480 Nov 16 21:26:22.704147 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-17c97d9e-460c-4803-b17e-062fe03617c0 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990434 Nov 16 21:26:22.705878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53558) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.706271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c92fd8a-31b1-43e8-8e93-9aee2a7b7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:22.707843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-8c92fd8a-31b1-43e8-8e93-9aee2a7b7d3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2504046 Nov 16 21:26:22.766776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.783584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.837943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.845672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.849309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/89ee6eed-93b6-4131-befe-8cde05c258f2 HTTP/1.1" status: 204 len: 168 time: 0.1414745 Nov 16 21:26:22.849635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53568) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.865004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fd1a3-0a10-44db-b49c-8ee6656e3494 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89ee6eed-93b6-4131-befe-8cde05c258f2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:22.909984 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a95459e8-5825-46f8-8b9f-c13087b9547b tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590982 Nov 16 21:26:22.914476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.919761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Request body: {'security_group_rule': {'security_group_id': 'c8bd3ef3-4a21-4df2-9d36-77665c55f41c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:22.981183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.092641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.102049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.172786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a102ba12-9013-43a8-b4c1-6ea128f09b25,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.204374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.210269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ca839bf4-8dfb-440b-80e1-e9379083ff67 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924516 Nov 16 21:26:23.210647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.251260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67629fad-66f7-4981-ad01-25232ac301c6 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules/a102ba12-9013-43a8-b4c1-6ea128f09b25 HTTP/1.1" status: 200 len: 764 time: 0.0357304 Nov 16 21:26:23.252169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.288181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:23.372229 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4173886d-ba35-4a27-8966-d938c1da4a82 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1173382 Nov 16 21:26:23.373552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.418269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:23.419677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.425651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.444061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.470017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-efa8cfde-e841-487e-913f-aa3afdcc80d2 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525873 Nov 16 21:26:23.517185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.523630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.528104 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a102ba12-9013-43a8-b4c1-6ea128f09b25 HTTP/1.1" status: 204 len: 168 time: 0.1533446 Nov 16 21:26:23.529773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53590) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.551888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea3270-27ef-4399-bfa8-e37a53549af2 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a102ba12-9013-43a8-b4c1-6ea128f09b25,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.585301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63184f44-d394-4868-ac81-5ed139b5929e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544217 Nov 16 21:26:23.585908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.592079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.669881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.687861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.719047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.744604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:23.753212 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac606db-6963-4ea8-b269-a34537940ebf" -d '{"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:23.798001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:23.811836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.823873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.834600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.843223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.844218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.847152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.851305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8bd3ef3-4a21-4df2-9d36-77665c55f41c HTTP/1.1" status: 204 len: 168 time: 0.2643998 Nov 16 21:26:23.852159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.861098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.870094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.878158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.887496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.889416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-9d090b40-6089-451a-933d-bc576ba42a58 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 1.1199882 Nov 16 21:26:23.909491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90011-f289-4421-bc5e-62f017bd8a38 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd3ef3-4a21-4df2-9d36-77665c55f41c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.985025 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-628cedc8-c691-49ae-a4ed-a45cc9c6316e tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1244862 Nov 16 21:26:23.999529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:24.012091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53602) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:24.012264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115d4a-6ad2-40f2-8c37-1b140520360b req-993b1532-dc71-4897-8d59-bb7e60d3b2d0 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:24.013675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53115d4a-6ad2-40f2-8c37-1b140520360b req-993b1532-dc71-4897-8d59-bb7e60d3b2d0 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.5415633 Nov 16 21:26:24.049687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-6f64cd15-ec66-4fac-9087-147caae5c54a service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232487 Nov 16 21:26:24.058504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.090336 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9ccefed-57a8-452b-84e9-5c812ec11535 tempest-SecGroupTest-976000729 tempest-SecGroupTest-976000729-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765986 Nov 16 21:26:24.107263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a2175-f444-4c5e-be4d-aac4535b7d8e None None] Network 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:24.138240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.144839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/2af9389c-26e5-4716-86d3-c6573cfcd433 HTTP/1.1" status: 204 len: 168 time: 1.9983377 Nov 16 21:26:24.145215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53606) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:24.215114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedee679-646e-43c7-b264-df0b0b5e2440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=2af9389c-26e5-4716-86d3-c6573cfcd433,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:24.223098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0689ce47-eee6-4253-9c9f-3508fe8d1004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 217 time: 0.1364961 Nov 16 21:26:24.273956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet d6347c2f-161a-4148-af1e-5c32c43eae74 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:24.301182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.315067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53115d4a-6ad2-40f2-8c37-1b140520360b req-8aaec517-dffb-4cc8-bd26-275e778f5992 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584834 Nov 16 21:26:24.364925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b70c7a-f725-44b5-8def-0c1ec9134194 req-ef3fdbef-5e95-439c-b038-2b0f25469247 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4611676 Nov 16 21:26:24.384575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0049a33d-d4a7-4a83-94c8-e47c6004336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:24.387433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0049a33d-d4a7-4a83-94c8-e47c6004336e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1519079 Nov 16 21:26:24.461562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.601778 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8de4cf-63bd-4049-a1ea-577f7534e14f x-openstack-request-id: req-3b8de4cf-63bd-4049-a1ea-577f7534e14f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:24.602653 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:24.603104 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b8de4cf-63bd-4049-a1ea-577f7534e14f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:24.603678 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'code': 200} Nov 16 21:26:24.625744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] DHCP port deletion for 07d9e14f-32e3-4f0b-90ea-25ea9695dff4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:24.663543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-1e1846af-87fa-4581-960f-566776168c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:24.667037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-1e1846af-87fa-4581-960f-566776168c43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2689428 Nov 16 21:26:24.699695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Deleting port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:24.700464 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.768881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.780806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff199-8f5e-4e0e-a2a7-f27dd4b423a7 req-065cbf16-b271-4993-ab1c-ba12f41c9a98 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:24.802418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a61ff199-8f5e-4e0e-a2a7-f27dd4b423a7 req-065cbf16-b271-4993-ab1c-ba12f41c9a98 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.2487395 Nov 16 21:26:24.834839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] For port df1e214a-1d8d-4442-b32d-2b9c48fd87c8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,segment=NetworkSegment(4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2),segment_id=4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:24.835730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.867754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Calling delete_port for df1e214a-1d8d-4442-b32d-2b9c48fd87c8 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:24.935151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.974449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53614) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.012365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df1e214a-1d8d-4442-b32d-2b9c48fd87c8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:25.028299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=d6347c2f-161a-4148-af1e-5c32c43eae74,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.035677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.040118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a61ff199-8f5e-4e0e-a2a7-f27dd4b423a7 req-b44a9973-7b40-4720-af17-f200e09e35b2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364035 Nov 16 21:26:25.047780 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb496dc1-8702-4975-87fb-0c1f7e37763a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/d6347c2f-161a-4148-af1e-5c32c43eae74 HTTP/1.1" status: 204 len: 168 time: 0.9011824 Nov 16 21:26:25.048807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53618) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.049553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92455e-626f-4f02-9113-1331d434da08 None None] Network 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:25.122339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-45186772-c0c2-4851-b8e8-3d76c11b2ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469814 Nov 16 21:26:25.261922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.286214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.347209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-76a677fe-0916-44f5-871a-953b982879a3 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160571 Nov 16 21:26:25.378013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] DHCP port deletion for 18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:25.385152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] Pushing event deleted for resources: {'Port': ['ID=df1e214a-1d8d-4442-b32d-2b9c48fd87c8,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.395916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba64f1-a69f-4267-9eac-4cde9e12d859 None None] No DVR routers for this DVR port df1e214a-1d8d-4442-b32d-2b9c48fd87c8 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:25.449921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.561422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Deleting port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:25.561692 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.602617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.640454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-57a66de4-5ef0-4c3d-b765-cb6233dc8393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 217 time: 0.2656319 Nov 16 21:26:25.642419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d9e14f-32e3-4f0b-90ea-25ea9695dff4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.657472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.658031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8ea8c1-11bb-45f7-afd7-9a14c1633aa2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.673010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.697053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] For port 5535b1a6-405e-432d-ba5f-fc1aa1beef15, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5535b1a6-405e-432d-ba5f-fc1aa1beef15,segment=NetworkSegment(5c06b86a-e234-4abc-b670-790e43920205),segment_id=5c06b86a-e234-4abc-b670-790e43920205)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:25.697688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.713808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.725275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Calling delete_port for 5535b1a6-405e-432d-ba5f-fc1aa1beef15 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:25.727424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:25.728610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:25.882553 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:25.891863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7701f8d-655c-4b5b-9c8a-f1d6b1cb5553 req-b3922a15-1bfa-49c7-8590-de476ce16f4d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:25.892415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.900072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7701f8d-655c-4b5b-9c8a-f1d6b1cb5553 req-b3922a15-1bfa-49c7-8590-de476ce16f4d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.3300893 Nov 16 21:26:25.914626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.918718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/07d9e14f-32e3-4f0b-90ea-25ea9695dff4 HTTP/1.1" status: 204 len: 168 time: 0.8689373 Nov 16 21:26:25.928017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53628) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.931873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10dad-15ef-4f0a-a7d2-076d9aef1b36 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=07d9e14f-32e3-4f0b-90ea-25ea9695dff4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.938823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67b6121c-0c0a-442e-a1c3-c0d45da1d3aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e02c2cbdb8654104a0db79a9f270b1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9620123 Nov 16 21:26:25.940000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.940446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53630) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.972751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] Pushing event deleted for resources: {'Port': ['ID=5535b1a6-405e-432d-ba5f-fc1aa1beef15,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.975052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e816c-a612-42b9-ace2-eebceb34cf61 None None] No DVR routers for this DVR port 5535b1a6-405e-432d-ba5f-fc1aa1beef15 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:26.034052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.050084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.065376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.071888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.083689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.085165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.092590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.094992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-406058eb-2007-4a4e-b393-b437d865bb1f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.5301974 Nov 16 21:26:26.136427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-fa64224f-2864-422a-8939-bd21e472e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.137864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-fa64224f-2864-422a-8939-bd21e472e74c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.4602375 Nov 16 21:26:26.309023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1783c7c1-e119-4a9a-bcc8-9c7ee831925d req-3a1f40e4-8551-4f04-9aac-f95e5fa4bdfc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699841 Nov 16 21:26:26.319191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7701f8d-655c-4b5b-9c8a-f1d6b1cb5553 req-0d82ce26-0a27-453e-9b4f-a9109a69e4aa tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181335 Nov 16 21:26:26.349069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.466081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a1cbaa4f-e325-4834-8561-bbbfd2ff3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.467696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-a1cbaa4f-e325-4834-8561-bbbfd2ff3196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3001871 Nov 16 21:26:26.468387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.602003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-b4a518a3-9a92-4a12-9144-05f8aa6d4c57 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107826 Nov 16 21:26:26.771618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.786712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea3b9-1a38-4bf3-8f13-b484e5aaa6d4 req-b8c3e3d6-b9ae-4d65-ba8e-45e4887cc927 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:26.788641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4dea3b9-1a38-4bf3-8f13-b484e5aaa6d4 req-b8c3e3d6-b9ae-4d65-ba8e-45e4887cc927 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.3348341 Nov 16 21:26:26.834095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.877581 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:26:26.943272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5535b1a6-405e-432d-ba5f-fc1aa1beef15 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:26.998870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5535b1a6-405e-432d-ba5f-fc1aa1beef15 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:26.999318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5535b1a6-405e-432d-ba5f-fc1aa1beef15 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:27.010083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-9be6f049-2c03-4f36-900c-7a97b9de408d service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794076 Nov 16 21:26:27.025381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b1c8f6-d367-4eb3-954a-4ecaa2c76e71']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:27.047118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4dea3b9-1a38-4bf3-8f13-b484e5aaa6d4 req-79efbf30-0c11-4fb9-8094-6f0b6051c1e0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422121 Nov 16 21:26:27.119057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c06b86a-e234-4abc-b670-790e43920205') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:27.119488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c06b86a-e234-4abc-b670-790e43920205') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:27.124730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-7782d975-7874-469f-8074-6e8daf24ca76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 217 time: 0.1037111 Nov 16 21:26:27.151997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.198059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.210501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.214006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.217874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/373d39d6-fbf3-4189-9de1-996755bb36dd HTTP/1.1" status: 204 len: 168 time: 1.2431710 Nov 16 21:26:27.219362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:27.219551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:27.225962 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:27.276758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-6c3bd83f-edca-4ce6-8a96-cc7a15588949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:27.278311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-6c3bd83f-edca-4ce6-8a96-cc7a15588949 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.1446486 Nov 16 21:26:27.281660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135e81-c548-4ea8-9e74-a11af7df73d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d39d6-fbf3-4189-9de1-996755bb36dd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:27.367683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.376669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.383444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:27.391877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/18b1c8f6-d367-4eb3-954a-4ecaa2c76e71 HTTP/1.1" status: 204 len: 168 time: 1.4601126 Nov 16 21:26:27.392453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1803603870'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:27.458789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-2d872fda-9bdb-4531-a0a0-6f460104c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:27.462344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:27.466580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-2d872fda-9bdb-4531-a0a0-6f460104c0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1792090 Nov 16 21:26:27.473682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1afbd-c86a-4ee1-abdc-9621ead04dbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=18b1c8f6-d367-4eb3-954a-4ecaa2c76e71,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:27.474692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.538472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:27.568291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.569595 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 45d80656-faea-477b-aeee-2e6f196d754c of type vlan for network 63037fa3-5f55-412e-b1f7-4d31958a9002 Nov 16 21:26:27.677454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.734818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.748106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:27.749182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.967478 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5777295 Nov 16 21:26:27.967747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:28.016656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:28.112539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-22e0d5e2-c4cf-49b7-abf4-46bcb8a74bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308360 Nov 16 21:26:28.232839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9cf97-1a28-45c6-ac05-2b30734842ee tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=63037fa3-5f55-412e-b1f7-4d31958a9002,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:28.244296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:28.408234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:28.415799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.545268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-f24a8418-3f06-42ab-b961-bc4a66ffa4d0 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175103 Nov 16 21:26:28.623510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:28.647762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-5a25ae3f-8048-4430-b6d0-9a9a1012a8b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.0931818 Nov 16 21:26:28.827600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-058f779f-1543-47ed-ad3c-306b9db8dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.831088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-058f779f-1543-47ed-ad3c-306b9db8dc95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.1568096 Nov 16 21:26:28.912799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1135850154'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:28.914957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.921847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.931356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.939065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.948304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.956073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.962419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:28.981989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0822205-8d9b-4438-b28b-46b391753460 req-b72c5f11-796b-43c4-a4f8-9bed9e91821d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 1.4501729 Nov 16 21:26:29.011915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Made reservation on behalf of e3c794c724ab4df0b2bd53859eefad52 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:29.023387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.066083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.119384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0822205-8d9b-4438-b28b-46b391753460 req-0ec2b859-bd24-419a-b9b7-de4d4072d48d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362493 Nov 16 21:26:29.151375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4f034-373c-4e2d-9390-284e6aea3ebb req-9140c270-86a3-4b91-b999-8953d7fa4141 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.151375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25e4f034-373c-4e2d-9390-284e6aea3ebb req-9140c270-86a3-4b91-b999-8953d7fa4141 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 1.6295712 Nov 16 21:26:29.253692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0308a195-5198-4679-b02d-266777f7edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.255234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-0308a195-5198-4679-b02d-266777f7edfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4136884 Nov 16 21:26:29.387851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.517409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-e3a7b7de-7736-46b9-a53c-2b51ab277151 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415080 Nov 16 21:26:29.518264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.523729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25e4f034-373c-4e2d-9390-284e6aea3ebb req-1ca00100-51be-4df4-9ae1-d44cfd7ea147 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551581 Nov 16 21:26:29.555096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.591280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:29.632409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.633858 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Added segment a7c808ec-6ded-4fde-b69e-be3da5bb0896 of type vlan for network fe4cb38d-6aff-452e-8e84-ac291f4e1bdc Nov 16 21:26:29.705200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.787656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51213c77-3802-45eb-abb8-2ef2385100f2 req-d53b91b1-4c0d-42f8-b794-533f059273c5 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623346 Nov 16 21:26:29.788787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb155455-cee1-4bf1-9350-5d9de66bca25,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:29.814254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.831278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.832030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.846069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2ed7e-a65e-41c9-b6bf-98ea2b9adc34 req-5eaf5c19-0fbf-4e42-a982-52805d01b20c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.850602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dd2ed7e-a65e-41c9-b6bf-98ea2b9adc34 req-5eaf5c19-0fbf-4e42-a982-52805d01b20c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1857612 Nov 16 21:26:29.897266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=1a20a90a-b978-4fa1-a11e-491309e7e62e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:29.975031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.975031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.975031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.975464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.975997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.976528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.977102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.981092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-a59585ee-2ed3-45df-9842-ef8e49b2c0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6472 time: 0.1219225 Nov 16 21:26:30.091439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4526656 Nov 16 21:26:30.095975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.114561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-8a2cd042-82b0-4639-bcf2-435642beb28f tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-1232109969') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:30.156947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '45d80656-faea-477b-aeee-2e6f196d754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:30.156947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 63037fa3-5f55-412e-b1f7-4d31958a9002, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:30.197454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dd2ed7e-a65e-41c9-b6bf-98ea2b9adc34 req-d73fb4f9-2fe3-43b7-9dac-4ac9dff2b8e1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222418 Nov 16 21:26:30.282134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a43106-8501-4b3d-baea-49c0fc6cbc27 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Pushing event updated for resources: {'Network': ['ID=fe4cb38d-6aff-452e-8e84-ac291f4e1bdc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:30.293809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fe4cb38d-6aff-452e-8e84-ac291f4e1bdc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:30.306587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:30.334257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 63037fa3-5f55-412e-b1f7-4d31958a9002) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:30.341926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.342048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.399177 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e22a6890-db12-49ee-9fcd-6c748202733c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4089406 Nov 16 21:26:30.403060 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a2cd042-82b0-4639-bcf2-435642beb28f tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "PUT /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-1232109969 HTTP/1.1" status: 201 len: 201 time: 0.3032899 Nov 16 21:26:30.415082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53698) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.415627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.422302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ea880-928b-4323-9da1-c8d525874637 None None] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:30.449384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1963655155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:30.469265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-e14dda6e-4eea-4cfe-8844-655aa62a85c1 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-1232109969') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:30.473782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-af5b3a84-b5aa-490a-98fb-00e4173043b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.475447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-af5b3a84-b5aa-490a-98fb-00e4173043b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 902 time: 0.4699225 Nov 16 21:26:30.658399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.666479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-63037fa3-5f55-412e-b1f7-4d31958a9002', 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '1a20a90a-b978-4fa1-a11e-491309e7e62e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:30.669857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.672645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.676328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.679596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.681343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.685988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.693147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.702725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.712251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.714816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f4879197-91e8-4850-9fea-7df64207a2e0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.4423950 Nov 16 21:26:30.727183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-cb43986a-4af1-47ec-bbb9-bf4b3bc894e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.2400179 Nov 16 21:26:30.833383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.884577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.909011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Allocated IP 2001:db8::2 (63037fa3-5f55-412e-b1f7-4d31958a9002/1a20a90a-b978-4fa1-a11e-491309e7e62e/70e67983-0e77-4ded-97fe-e3eecfc4ab9e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:30.939643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-5b02db6e-77b3-4fd4-9547-84684b8f9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.941289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-5b02db6e-77b3-4fd4-9547-84684b8f9e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.2041907 Nov 16 21:26:30.949314 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e14dda6e-4eea-4cfe-8844-655aa62a85c1 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-1232109969 HTTP/1.1" status: 204 len: 168 time: 0.5204999 Nov 16 21:26:30.953852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.961906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-57ed8277-6dea-4654-8894-cb614ef465b8 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:30.979678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.983613 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d3049db0-fc49-4bcb-94e6-adc72321d12b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5650129 Nov 16 21:26:30.984222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53710) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.012670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'port': {'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002', 'name': 'tempest-RoutersIpV6Test-225332706'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:31.068546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44e991ad-8085-498d-8561-f46f88e6fbd6 req-f03f2c54-4364-4275-94b0-1b900f21dc6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3399255 Nov 16 21:26:31.129089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbea4e-9a7b-4510-b7ec-509bd6c47a13 req-47a56701-4f78-4fd3-a3e1-e58a5e8041b6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:31.132576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fdbea4e-9a7b-4510-b7ec-509bd6c47a13 req-47a56701-4f78-4fd3-a3e1-e58a5e8041b6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.4149632 Nov 16 21:26:31.205533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-f52e6c8e-f9c0-4ce7-8414-16b58c9eaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:31.209977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-f52e6c8e-f9c0-4ce7-8414-16b58c9eaae1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2277670 Nov 16 21:26:31.295344 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57ed8277-6dea-4654-8894-cb614ef465b8 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags HTTP/1.1" status: 200 len: 238 time: 0.3380117 Nov 16 21:26:31.308862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53720) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.398427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-30ccb324-1323-46ca-a32e-cf389073dc87 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', {'tags': ['tempest-TagsTest-Tag-86443939', 'tempest-TagsTest-Tag-53889406', 'tempest-TagsTest-Tag-39939510']}) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:31.421383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:31.433033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.485740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] device_id is not set on port 4bb3d201-f813-49e9-a7ac-307d03955a34 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:26:31.551311 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.565052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.607194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-30ccb324-1323-46ca-a32e-cf389073dc87 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "PUT /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags HTTP/1.1" status: 200 len: 303 time: 0.2137272 Nov 16 21:26:31.614863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53726) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.620454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fdbea4e-9a7b-4510-b7ec-509bd6c47a13 req-1256a131-d79d-49ce-b80e-4028c7b1472d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787292 Nov 16 21:26:31.625145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-980fd997-0c83-4464-b923-54f36bc2b528 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-86443939') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:31.647103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Pushing event updated for resources: {'Port': ['ID=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:31.707329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:31.708809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:31.715509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:31.755239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf017a-0285-48d3-9333-562427e6ffc1 req-90a9812b-dd45-42f3-b626-61988d2b4ae9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:31.761287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fdf017a-0285-48d3-9333-562427e6ffc1 req-90a9812b-dd45-42f3-b626-61988d2b4ae9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.3409402 Nov 16 21:26:31.838368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8::240 (63037fa3-5f55-412e-b1f7-4d31958a9002/1a20a90a-b978-4fa1-a11e-491309e7e62e/4bb3d201-f813-49e9-a7ac-307d03955a34) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:31.844854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Attempting to bind port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:31.850223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Attempting to bind port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '45d80656-faea-477b-aeee-2e6f196d754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:31.852121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Attempting to bind port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e on network 63037fa3-5f55-412e-b1f7-4d31958a9002 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:31.865160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-0328159f-f5c6-40c5-b686-6465d60efc0a service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400363 Nov 16 21:26:31.870343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:31.871031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Checking segment: {'id': '45d80656-faea-477b-aeee-2e6f196d754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:31.871801 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.872376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Bound using segment: {'id': '45d80656-faea-477b-aeee-2e6f196d754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:31.873341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Bound port: 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d80656-faea-477b-aeee-2e6f196d754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '63037fa3-5f55-412e-b1f7-4d31958a9002'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:31.876414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.974031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] For port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:31.980188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] For port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,segment=NetworkSegment(45d80656-faea-477b-aeee-2e6f196d754c),segment_id=45d80656-faea-477b-aeee-2e6f196d754c)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:31.988250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.073163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcba697-b2b1-4bc4-91bd-360c75e4b394 None None] Pushing event updated for resources: {'Port': ['ID=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:32.106108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03b8bcb0-df2c-45d3-9bda-7e0c6f7b713c req-de2e7d8d-cd74-4d5f-921c-53c090f3df31 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158315 Nov 16 21:26:32.119288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.165064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.203618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fdf017a-0285-48d3-9333-562427e6ffc1 req-6f6367aa-1d50-4dd5-904d-ff908a68d4d2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299774 Nov 16 21:26:32.214866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-980fd997-0c83-4464-b923-54f36bc2b528 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "DELETE /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-86443939 HTTP/1.1" status: 204 len: 168 time: 0.5931208 Nov 16 21:26:32.217951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53732) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:32.226642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-4644b292-7c8b-4b78-ac5a-b95ffcf025a7 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-86443939') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:32.304644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:32.309248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:32.311369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4bb3d201-f813-49e9-a7ac-307d03955a34,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:32.320228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:32.327514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.328224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.363773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e1eb148-763a-4717-a0ed-a0b534ba1fa0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3596747 Nov 16 21:26:32.364671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53734) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:32.486884 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-4644b292-7c8b-4b78-ac5a-b95ffcf025a7 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] show failed (client error): The resource could not be found. Nov 16 21:26:32.488201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4644b292-7c8b-4b78-ac5a-b95ffcf025a7 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-86443939 HTTP/1.1" status: 404 len: 324 time: 0.2691038 Nov 16 21:26:32.503084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.507155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.518710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.528739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.537050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.537655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53736) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:32.542024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-8e144d35-8cf7-4c59-8534-1d5e58575b34 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-53889406') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:32.549759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.563278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.580192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-6432edbf-4624-4daa-a7f6-4bec962dd386 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2599046 Nov 16 21:26:32.752530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85f3bf0f-9066-4a4e-8167-95fa9427ffa4 req-5a26374c-3ce2-4fd9-97e5-e6e9b6596743 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711094 Nov 16 21:26:32.908859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116a76-368f-4e9d-b182-4312e3fc79e4 req-e3aff9a1-c604-4683-af06-8106e41a42be tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.916414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d116a76-368f-4e9d-b182-4312e3fc79e4 req-e3aff9a1-c604-4683-af06-8106e41a42be tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.1329629 Nov 16 21:26:33.011419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 70e67983-0e77-4ded-97fe-e3eecfc4ab9e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:33.055712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d116a76-368f-4e9d-b182-4312e3fc79e4 req-672d78ed-d9ab-468e-9768-79953866c7f8 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200006 Nov 16 21:26:33.131051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:33.131812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.249463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.328329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,segment=NetworkSegment(45d80656-faea-477b-aeee-2e6f196d754c),segment_id=45d80656-faea-477b-aeee-2e6f196d754c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:33.349936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:33.470405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:33.484572 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8e144d35-8cf7-4c59-8534-1d5e58575b34 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-53889406 HTTP/1.1" status: 204 len: 168 time: 0.9456773 Nov 16 21:26:33.485208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:33.491472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-a722db1b-48ff-4a72-93cd-7030935012e2 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-39939510') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:33.593919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a85b-9dc2-4984-a675-00f0eb1a7b93 req-b4cc80de-926d-4675-8a46-e7c1fdd39766 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:33.600641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12e0a85b-9dc2-4984-a675-00f0eb1a7b93 req-b4cc80de-926d-4675-8a46-e7c1fdd39766 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.2003124 Nov 16 21:26:33.683450 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a722db1b-48ff-4a72-93cd-7030935012e2 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-39939510 HTTP/1.1" status: 204 len: 168 time: 0.1955686 Nov 16 21:26:33.684126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53750) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:33.699380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.711932 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.722010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-c2e38ca2-8c65-4374-84ff-4bee4bbfe965 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:33.834986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f2cee-941c-4b8a-b3ae-f08223e47f77 None None] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:33.950598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12e0a85b-9dc2-4984-a675-00f0eb1a7b93 req-946b865a-e4da-4afd-bb95-c0fc73435e7a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423178 Nov 16 21:26:34.119097 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.146838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.157358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.164320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.170247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.174259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:34.177169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.184536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.190844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.192396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:34.199426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-2167d2b0-e19a-48ab-aee6-23c7aeaa8602 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2334204 Nov 16 21:26:34.241238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:34.257239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:34.262410 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ea9c0-453b-4fe3-8e79-14047519c1d4" -d '{"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:34.317715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'port_id': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c656819e-7498-4cd8-96cf-02617afa90c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:34.327496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-08a1d843-f770-4657-8ae7-8d526b910f53 None None] Provisioning complete for port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:34.328124 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08a1d843-f770-4657-8ae7-8d526b910f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.336166 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.340293 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.346133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.403940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3b8c6-3b7f-4323-ba5d-268e0f2ee8d5 req-d9fc2607-6d7a-4b06-8d8d-34633c5ad893 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:34.412428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfc3b8c6-3b7f-4323-ba5d-268e0f2ee8d5 req-d9fc2607-6d7a-4b06-8d8d-34633c5ad893 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2107885 Nov 16 21:26:34.437726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4bb3d201-f813-49e9-a7ac-307d03955a34,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:34.471285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c2e38ca2-8c65-4374-84ff-4bee4bbfe965 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "DELETE /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags HTTP/1.1" status: 204 len: 168 time: 0.7659719 Nov 16 21:26:34.478091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53762) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:34.482542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-8231e15c-5e6a-4804-9696-1843519c08e5 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-53889406') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:34.492764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3ec8235-9aaa-4810-9be9-0ffee337b937 req-1f7f4106-9f80-4292-9399-e5e4c15c08b8 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914705 Nov 16 21:26:34.518893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:34.641712 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b94c1-ce6a-424f-ae51-a8b07aaff9af x-openstack-request-id: req-0e7b94c1-ce6a-424f-ae51-a8b07aaff9af {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:34.641712 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:34.641966 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e7b94c1-ce6a-424f-ae51-a8b07aaff9af {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:34.642275 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'code': 200} Nov 16 21:26:34.651225 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-8231e15c-5e6a-4804-9696-1843519c08e5 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] show failed (client error): The resource could not be found. Nov 16 21:26:34.653437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8231e15c-5e6a-4804-9696-1843519c08e5 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-53889406 HTTP/1.1" status: 404 len: 324 time: 0.1737857 Nov 16 21:26:34.662956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfc3b8c6-3b7f-4323-ba5d-268e0f2ee8d5 req-c86e9968-93da-4592-8cc8-e6f34d08a333 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496104 Nov 16 21:26:34.663465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53768) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:34.674731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-33423303-7a0f-46ea-80c4-11e39376494a tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc', 'tempest-TagsTest-Tag-39939510') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:34.694399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.845212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.961986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 70e67983-0e77-4ded-97fe-e3eecfc4ab9e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:35.000610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.101886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7a14d-6565-4581-a06b-a5ff89ba2a6c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:35.155073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:35.188923 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.443140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['efe7a14d-6565-4581-a06b-a5ff89ba2a6c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:35.552762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:35.553094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.678066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:35.855183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.869096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.871328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.918124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ab90b455-d0e5-4186-bede-f71b6bbd9d2c None None] Provisioning complete for port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:35.918523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab90b455-d0e5-4186-bede-f71b6bbd9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.228445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ab90b455-d0e5-4186-bede-f71b6bbd9d2c None None] Provisioning complete for port 4bb3d201-f813-49e9-a7ac-307d03955a34 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:36.229647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab90b455-d0e5-4186-bede-f71b6bbd9d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.244293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4bb3d201-f813-49e9-a7ac-307d03955a34,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:36.247996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddaea8-97ba-4c7f-82e3-d9580e9f8e76 req-d873c925-c47a-406c-85ea-0fa3100362fb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.267359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3ddaea8-97ba-4c7f-82e3-d9580e9f8e76 req-d873c925-c47a-406c-85ea-0fa3100362fb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1912308 Nov 16 21:26:36.327970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ab90b455-d0e5-4186-bede-f71b6bbd9d2c None None] Port 4bb3d201-f813-49e9-a7ac-307d03955a34 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:36.360685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:36.362960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:36.422913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3ddaea8-97ba-4c7f-82e3-d9580e9f8e76 req-4e46e443-95f3-45d2-99ec-fe2b923aa1bd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538720 Nov 16 21:26:36.440017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.460772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.464066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f310b20a-17fa-4266-a3c0-ae598c48be13 None None] Provisioning complete for port 4bb3d201-f813-49e9-a7ac-307d03955a34 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:36.465007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f310b20a-17fa-4266-a3c0-ae598c48be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.470952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.488362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.497422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.504780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.512588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.522353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-c8432fe7-aa28-487f-ae5d-376ed7385f3c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.5387895 Nov 16 21:26:36.573609 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-33423303-7a0f-46ea-80c4-11e39376494a tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] show failed (client error): The resource could not be found. Nov 16 21:26:36.578391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-33423303-7a0f-46ea-80c4-11e39376494a tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "GET /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags/tempest-TagsTest-Tag-39939510 HTTP/1.1" status: 404 len: 324 time: 1.9139173 Nov 16 21:26:36.579966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53800) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:36.584217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f310b20a-17fa-4266-a3c0-ae598c48be13 None None] Port 4bb3d201-f813-49e9-a7ac-307d03955a34 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:36.595665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-8e8b4104-095b-41b1-ac0e-f193b0e93175 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fe4cb38d-6aff-452e-8e84-ac291f4e1bdc') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:36.695246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router a0f78925-32f3-47d5-b2c3-4a495036596a is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:36.714145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-96e60a89-e44c-44bd-9e3e-d8454e3d3926 None None] Provisioning complete for port 4bb3d201-f813-49e9-a7ac-307d03955a34 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:36.714922 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-96e60a89-e44c-44bd-9e3e-d8454e3d3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.801086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-96e60a89-e44c-44bd-9e3e-d8454e3d3926 None None] Port 4bb3d201-f813-49e9-a7ac-307d03955a34 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:36.832934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c78d0f05-1246-43c8-b68c-6ea779fb1d99 req-04c2a733-3759-492c-b45f-34b9097771d6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3092844 Nov 16 21:26:36.913938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:36.924148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b1e7e-8f89-40f5-8e80-66395f005c93 req-19044e18-19d6-40c8-944f-421fda451066 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.925729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1b1e7e-8f89-40f5-8e80-66395f005c93 req-19044e18-19d6-40c8-944f-421fda451066 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 944 time: 0.2881889 Nov 16 21:26:36.931200 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f9979fce-dc82-480a-a32e-9cdb3cc7a520 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/a0f78925-32f3-47d5-b2c3-4a495036596a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5653453 Nov 16 21:26:36.935221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53802) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:36.950500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] Sync routers for ids ['a0f78925-32f3-47d5-b2c3-4a495036596a'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:36.970843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] Routers {'a0f78925-32f3-47d5-b2c3-4a495036596a'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:36.973608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a0f78925-32f3-47d5-b2c3-4a495036596a'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.039408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.057719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e8b4104-095b-41b1-ac0e-f193b0e93175 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "DELETE /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4669595 Nov 16 21:26:37.061549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] Routers {'a0f78925-32f3-47d5-b2c3-4a495036596a'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:37.062426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a0f78925-32f3-47d5-b2c3-4a495036596a'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.064344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53804) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:37.090321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a130f-e7f4-4bcd-b893-21fef92b6fbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:37.095567 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a41a130f-e7f4-4bcd-b893-21fef92b6fbd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports/4bb3d201-f813-49e9-a7ac-307d03955a34 HTTP/1.1" status: 200 len: 983 time: 0.1593058 Nov 16 21:26:37.096237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53806) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:37.127605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1b1e7e-8f89-40f5-8e80-66395f005c93 req-a3919456-1333-474e-b5bb-901fef4b5df0 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718049 Nov 16 21:26:37.148203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.149076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009df75-25c8-4877-88a7-5f182ee2d0bf None None] The sync data for ids ['a0f78925-32f3-47d5-b2c3-4a495036596a'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:37.173076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7a065730-dfc8-46f9-831e-5b28128064b0 None None] Provisioning complete for port 4bb3d201-f813-49e9-a7ac-307d03955a34 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:37.173663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a065730-dfc8-46f9-831e-5b28128064b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.260752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7a065730-dfc8-46f9-831e-5b28128064b0 None None] Port 4bb3d201-f813-49e9-a7ac-307d03955a34 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:37.320776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.357848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:37.534568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port efe7a14d-6565-4581-a06b-a5ff89ba2a6c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:37.534981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.651677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.682566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b2ba-a0aa-4b2e-b03d-ce8d797c17b8 req-79c8dde4-16b3-478a-b131-60c7dfca1ec5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:37.707961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5a3b2ba-a0aa-4b2e-b03d-ce8d797c17b8 req-79c8dde4-16b3-478a-b131-60c7dfca1ec5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1349504 Nov 16 21:26:37.750044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.762601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4cb38d-6aff-452e-8e84-ac291f4e1bdc']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.793727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c808ec-6ded-4fde-b69e-be3da5bb0896') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.794034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c808ec-6ded-4fde-b69e-be3da5bb0896') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.800429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:37.802698 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babc5f58-9352-478c-97ac-b8aa785d68e7" -d '{"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-plugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:37.827214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.839708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:37.847865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.864328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5a3b2ba-a0aa-4b2e-b03d-ce8d797c17b8 req-d917bcb1-544a-4ee2-bab7-77099fbb5c5d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407022 Nov 16 21:26:37.874637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.892579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:37.892985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:37.896435 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:37.923347 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb583525-7014-4079-b6d7-5398aa4b61b0 x-openstack-request-id: req-eb583525-7014-4079-b6d7-5398aa4b61b0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:37.923643 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-plugged", "status": "completed", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:37.923893 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb583525-7014-4079-b6d7-5398aa4b61b0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:37.924287 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'code': 200} Nov 16 21:26:37.932357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:38.026342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.058064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.061491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] 10.222.0.54 "DELETE /v2.0/networks/fe4cb38d-6aff-452e-8e84-ac291f4e1bdc HTTP/1.1" status: 204 len: 168 time: 0.9964006 Nov 16 21:26:38.082324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd731f-7a4f-40d7-9b44-3aa5c2801487 tempest-TagsTest-492826805 tempest-TagsTest-492826805-project] Pushing event deleted for resources: {'Network': ['ID=fe4cb38d-6aff-452e-8e84-ac291f4e1bdc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:38.111385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.264889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.287839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.309005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.323774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.339310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.353393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.370077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.372553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-8482064c-b818-4039-af48-20ec820ba5a2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.3920295 Nov 16 21:26:38.554332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2a36-93a4-473e-a7c9-524db483d9d5 req-bc4e0ba1-68d5-43e5-8851-75d9fb29d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.556525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-738c2a36-93a4-473e-a7c9-524db483d9d5 req-bc4e0ba1-68d5-43e5-8851-75d9fb29d931 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 1096 time: 0.4312286 Nov 16 21:26:38.574141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 4bb3d201-f813-49e9-a7ac-307d03955a34 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:38.574738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.602454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1d08b-c7ff-4f76-91b6-0578fbcdc7a0 req-90c82d2c-153a-4ce5-8dff-d1c508739372 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.611284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89a1d08b-c7ff-4f76-91b6-0578fbcdc7a0 req-90c82d2c-153a-4ce5-8dff-d1c508739372 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2375820 Nov 16 21:26:38.655914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e8d5941-6718-4665-90bc-639149b2ac3d req-bc3ebf6a-61b0-451f-9af0-6462365e8a15 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2249315 Nov 16 21:26:38.701029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.715167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-738c2a36-93a4-473e-a7c9-524db483d9d5 req-c0f9b306-22f1-4ffc-97e4-12da1954e233 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438563 Nov 16 21:26:38.715705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 4bb3d201-f813-49e9-a7ac-307d03955a34 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:38.731855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89a1d08b-c7ff-4f76-91b6-0578fbcdc7a0 req-fa5e85fd-247e-45a3-b5be-d9d15066c11f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146917 Nov 16 21:26:38.791259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53838) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:38.847053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.074736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.110833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce5ab-6205-4341-9e85-3982e08d9e99 req-b84bebf0-a73d-400b-ad9f-2a0d62eb218d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:39.118894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b77ce5ab-6205-4341-9e85-3982e08d9e99 req-b84bebf0-a73d-400b-ad9f-2a0d62eb218d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1068003 Nov 16 21:26:39.138921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=4bb3d201-f813-49e9-a7ac-307d03955a34,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:39.186023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bab393b1-590c-4451-b518-23d1a8b7a947 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3c794c724ab4df0b2bd53859eefad52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933198 Nov 16 21:26:39.189010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53846) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:39.261345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b77ce5ab-6205-4341-9e85-3982e08d9e99 req-5cd35e74-2f4e-4509-aa73-b39cdb8fac4b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332984 Nov 16 21:26:39.311969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.333442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.359299 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.465204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.467971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.472053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb155455-cee1-4bf1-9350-5d9de66bca25 HTTP/1.1" status: 204 len: 168 time: 0.2809589 Nov 16 21:26:39.492179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c09f47-3bca-41b1-8e19-8fc4ee227759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb155455-cee1-4bf1-9350-5d9de66bca25,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:39.958212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:39.977470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:39.993676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.010432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.020856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.067813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.079184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.096592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cb8966f-4b08-453b-a12b-930606509e80 req-4abb9c5f-19c4-40f7-932b-e04199ae0af0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2864974 Nov 16 21:26:40.125574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd5a5e-f974-4da8-bbe2-3ef89e2aadde req-a9962ca4-ec0e-4587-b9a5-ff17894ebfae tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.140809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabd5a5e-f974-4da8-bbe2-3ef89e2aadde req-a9962ca4-ec0e-4587-b9a5-ff17894ebfae tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.2483687 Nov 16 21:26:40.169081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router a0f78925-32f3-47d5-b2c3-4a495036596a has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:40.267824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabd5a5e-f974-4da8-bbe2-3ef89e2aadde req-78f6c225-c279-495f-b258-902ad8fd684d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253831 Nov 16 21:26:40.324206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cb8966f-4b08-453b-a12b-930606509e80 req-3251de4b-a5e9-418b-98ce-0e059b2474f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262952 Nov 16 21:26:40.439749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:40.452211 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] Sync routers for ids ['a0f78925-32f3-47d5-b2c3-4a495036596a'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:40.457202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ab4bdf1a-5e57-4343-9b6e-1af218bf5d4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/a0f78925-32f3-47d5-b2c3-4a495036596a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3434861 Nov 16 21:26:40.470385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5239e5-7fd1-46a6-81b3-809b45866e76 req-8b06e44c-7c62-4554-8fec-c9a31a866158 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:40.472841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:40.479642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f5239e5-7fd1-46a6-81b3-809b45866e76 req-8b06e44c-7c62-4554-8fec-c9a31a866158 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.0752110 Nov 16 21:26:40.497536 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] Routers {'a0f78925-32f3-47d5-b2c3-4a495036596a'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:40.498154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a0f78925-32f3-47d5-b2c3-4a495036596a'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:40.544276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f5239e5-7fd1-46a6-81b3-809b45866e76 req-29eef40a-a45c-4753-98f0-72d8c741d73f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632794 Nov 16 21:26:40.627313 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:40.650168 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] Routers {'a0f78925-32f3-47d5-b2c3-4a495036596a'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:40.652666 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a0f78925-32f3-47d5-b2c3-4a495036596a'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:40.726169 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:40.728286 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f02183-7da3-4355-bb8a-a98774b84130 None None] The sync data for ids ['a0f78925-32f3-47d5-b2c3-4a495036596a'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:40.928380 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-7ee9f97e-c3de-410c-bfcd-0bb4b1d51121 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 21:26:40.933346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53890) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:40.942430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ee9f97e-c3de-410c-bfcd-0bb4b1d51121 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/a0f78925-32f3-47d5-b2c3-4a495036596a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4684246 Nov 16 21:26:40.977501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:40.995090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cf005c79-3ba6-48fb-9e91-987ff7b6f5ec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0f78925-32f3-47d5-b2c3-4a495036596a HTTP/1.1" status: 200 len: 205 time: 0.0555751 Nov 16 21:26:41.154353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.528935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.532733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.569639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.601523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.641770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.674272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.675255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router a0f78925-32f3-47d5-b2c3-4a495036596a {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:41.683227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.688592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.690275 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0516802a-cf02-4403-b81e-c2a8ed739f1a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/a0f78925-32f3-47d5-b2c3-4a495036596a HTTP/1.1" status: 204 len: 168 time: 0.7114241 Nov 16 21:26:41.692188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53920) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:41.712324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.734839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.747048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.750893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-efdd2916-60e3-4080-b07f-e237569338d4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2974794 Nov 16 21:26:41.767612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9978a4a-6e9c-4331-876c-bd9264145ad3 req-5278e37a-298d-423a-a210-72b6e5ad1980 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.769542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9978a4a-6e9c-4331-876c-bd9264145ad3 req-5278e37a-298d-423a-a210-72b6e5ad1980 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.3830535 Nov 16 21:26:41.787490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 1a20a90a-b978-4fa1-a11e-491309e7e62e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:41.791995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.903309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9978a4a-6e9c-4331-876c-bd9264145ad3 req-5823e7d3-779a-409e-82be-7a6b4185d6c3 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217637 Nov 16 21:26:41.936487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.002685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84465b3b-ad80-4f76-b2ec-2af63568fb3c req-39ea4c5b-d2cb-4eed-9d70-1bbe1ec3ab6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310798 Nov 16 21:26:42.251232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.263570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c003-696b-40e8-9587-35e8e2555636 req-0ea4e2ef-0098-432a-b41c-db7ab9116c1d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:42.272070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8965c003-696b-40e8-9587-35e8e2555636 req-0ea4e2ef-0098-432a-b41c-db7ab9116c1d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.0819812 Nov 16 21:26:42.282997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fdbb5-b563-4e38-875c-e405aa23f1c5 req-935e4a55-ccf0-42e6-a22b-eec4400ccd8e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:42.293076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-213fdbb5-b563-4e38-875c-e405aa23f1c5 req-935e4a55-ccf0-42e6-a22b-eec4400ccd8e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1538091 Nov 16 21:26:42.425597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8965c003-696b-40e8-9587-35e8e2555636 req-0b6243c0-134e-4fdd-aee0-8d58e888808d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519308 Nov 16 21:26:42.450066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-213fdbb5-b563-4e38-875c-e405aa23f1c5 req-b645a0ca-a786-43bf-85e6-8cdcafe8a4a6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510777 Nov 16 21:26:42.501514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.586658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=1a20a90a-b978-4fa1-a11e-491309e7e62e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:42.591788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.603727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53936) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:42.607121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320f5e8-1c13-4b2d-93b2-0e912a4b1ece None None] Network 63037fa3-5f55-412e-b1f7-4d31958a9002 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:42.613372 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06204bc3-cfac-48d8-a305-ccdf24cc55d1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/1a20a90a-b978-4fa1-a11e-491309e7e62e HTTP/1.1" status: 204 len: 168 time: 0.9184544 Nov 16 21:26:42.777813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.903628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53948) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:42.991947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:42.992678 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.070243 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.207522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] DHCP port deletion for 63037fa3-5f55-412e-b1f7-4d31958a9002 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:43.235923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,segment=NetworkSegment(45d80656-faea-477b-aeee-2e6f196d754c),segment_id=45d80656-faea-477b-aeee-2e6f196d754c)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:43.237033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.255976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 70e67983-0e77-4ded-97fe-e3eecfc4ab9e owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:43.274841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:43.387279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Deleting port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:43.387904 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.471272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] For port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,segment=NetworkSegment(45d80656-faea-477b-aeee-2e6f196d754c),segment_id=45d80656-faea-477b-aeee-2e6f196d754c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:43.472034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.487746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Calling delete_port for 70e67983-0e77-4ded-97fe-e3eecfc4ab9e owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:43.510130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.558531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-479f0a0d-1e2f-4b0b-8372-132819b08bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.578643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.595861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.686646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:43.811146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.829031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.840485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.867395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.878123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] No DVR routers for this DVR port 70e67983-0e77-4ded-97fe-e3eecfc4ab9e on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:43.882715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.884259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-479f0a0d-1e2f-4b0b-8372-132819b08bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.888608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77868b9-990d-49e2-990a-44a13eb20a55 None None] Pushing event deleted for resources: {'Port': ['ID=70e67983-0e77-4ded-97fe-e3eecfc4ab9e,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.903523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-479f0a0d-1e2f-4b0b-8372-132819b08bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.906274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.923732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.937989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-366d746e-a91c-480a-bf18-9fc050465f55 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.7645216 Nov 16 21:26:44.032122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-479f0a0d-1e2f-4b0b-8372-132819b08bac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0b2001654d74914923913de6b86874a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553935 Nov 16 21:26:44.034121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:44.073055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f0a0d-1e2f-4b0b-8372-132819b08bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd022d-6e11-4cdc-9abe-a7272b3008f5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.163248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.211301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31fbc1fa-848c-4078-ba25-b50c44cac1d1 req-2a7bbf59-f08c-4cba-b399-3666cee16945 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2656858 Nov 16 21:26:44.218558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.310127 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.313253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.347512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-d4e2f3dc-7261-4c46-a764-9edfc517624e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.357260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-d4e2f3dc-7261-4c46-a764-9edfc517624e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 0.9473562 Nov 16 21:26:44.411314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.414309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.418642 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25bd022d-6e11-4cdc-9abe-a7272b3008f5 HTTP/1.1" status: 204 len: 168 time: 0.3768072 Nov 16 21:26:44.435895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffae83e-e6a2-47fc-a105-2fb2742d0648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd022d-6e11-4cdc-9abe-a7272b3008f5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.446978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-45060906-5ced-456e-b0ea-29642a1ad201 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/quotas/bb57516e08f94c87b79cfc98914747f2 HTTP/1.1" status: 200 len: 375 time: 0.0863016 Nov 16 21:26:44.497525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f47f4-5d63-4125-92d4-7e7396437faf req-8f8a4c9a-f008-450e-83ae-3746c661ab22 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.500217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-163f47f4-5d63-4125-92d4-7e7396437faf req-8f8a4c9a-f008-450e-83ae-3746c661ab22 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd056c5-10df-44ef-a2ed-1ddf71d31a57 HTTP/1.1" status: 200 len: 945 time: 0.3857901 Nov 16 21:26:44.534105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63037fa3-5f55-412e-b1f7-4d31958a9002']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:44.676847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d80656-faea-477b-aeee-2e6f196d754c') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:44.677567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d80656-faea-477b-aeee-2e6f196d754c') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:44.716683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.733577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-eb43bb43-ba88-4c77-8505-3e2f2a7a5c28 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824893 Nov 16 21:26:44.818459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd466c-2050-4bbf-a81c-675b8343e213 req-7eba7824-3d0e-413a-ae91-04d5e80eca7e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.826713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7cd466c-2050-4bbf-a81c-675b8343e213 req-7eba7824-3d0e-413a-ae91-04d5e80eca7e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.3042586 Nov 16 21:26:44.867665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Deleting port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:44.867976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.907511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.931242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 70e67983-0e77-4ded-97fe-e3eecfc4ab9e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:44.940784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:44.941195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:44.950758 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:44.975636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 70e67983-0e77-4ded-97fe-e3eecfc4ab9e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:44.976146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 70e67983-0e77-4ded-97fe-e3eecfc4ab9e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:45.007533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53982) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.032898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14a38928-ef4f-44ed-96c0-12f0b90df835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.058348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7cd466c-2050-4bbf-a81c-675b8343e213 req-bbd121f0-87a5-44df-965e-f4ccc0ebb207 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306345 Nov 16 21:26:45.068588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Deleting port efe7a14d-6565-4581-a06b-a5ff89ba2a6c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:45.069940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.090386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] For port ad7b52e8-f816-4674-8a3e-ddf32e8b74f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:45.090940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.118969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Calling delete_port for ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:45.181244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] For port efe7a14d-6565-4581-a06b-a5ff89ba2a6c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:45.181930 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.195617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Calling delete_port for efe7a14d-6565-4581-a06b-a5ff89ba2a6c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:45.232348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14a38928-ef4f-44ed-96c0-12f0b90df835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.283349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14a38928-ef4f-44ed-96c0-12f0b90df835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.314723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d1ded68-3fa0-4bdc-b010-fbe807ae3b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.319884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14a38928-ef4f-44ed-96c0-12f0b90df835 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bfdd15fc29dc4a4c91d489592f706116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106830 Nov 16 21:26:45.330753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.401571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a38928-ef4f-44ed-96c0-12f0b90df835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccface0c-dab8-44d5-bb7e-08860697979b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.446092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.459464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.468197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.487535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.496970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event deleted for resources: {'Port': ['ID=efe7a14d-6565-4581-a06b-a5ff89ba2a6c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.513391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.522881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/63037fa3-5f55-412e-b1f7-4d31958a9002 HTTP/1.1" status: 204 len: 168 time: 2.9179816 Nov 16 21:26:45.530415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3738c7-3ae9-4425-9e15-830e435dddd6 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=63037fa3-5f55-412e-b1f7-4d31958a9002,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.532235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53992) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.544943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27437262'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:45.554497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.558253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.559961 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccface0c-dab8-44d5-bb7e-08860697979b HTTP/1.1" status: 204 len: 168 time: 0.2278621 Nov 16 21:26:45.576003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb50e84-c483-4d14-9676-21df447468e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccface0c-dab8-44d5-bb7e-08860697979b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.603756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.609928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.624302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.630498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.644969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.653163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.664847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.679044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.681150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-0c79fcb4-9870-43a9-9b81-f2ca67db5d4f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2865043 Nov 16 21:26:45.689548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7b52e8-f816-4674-8a3e-ddf32e8b74f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.694003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-38a316e4-ad7a-4d25-a182-ee434dae547d service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594972 Nov 16 21:26:45.712178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:45.715929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.892006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:45.906234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.906902 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment d9776e74-0b7e-4e4d-8576-fce001155c55 of type vlan for network 30f7232d-28f6-442d-81f8-0717389cd4ef Nov 16 21:26:45.938844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.992468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.148057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d87cbaf-6f15-46c9-a7aa-381954711aac req-570a4e81-396e-4c60-a672-ef69be5a7535 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4368718 Nov 16 21:26:46.271743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.277410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:46.284192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.287347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] No DVR routers for this DVR port efe7a14d-6565-4581-a06b-a5ff89ba2a6c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:46.294483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.302291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-163f47f4-5d63-4125-92d4-7e7396437faf req-db1b6cd2-3a5c-468e-8926-5725a9472566 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "DELETE /v2.0/ports/efe7a14d-6565-4581-a06b-a5ff89ba2a6c HTTP/1.1" status: 204 len: 173 time: 1.7786326 Nov 16 21:26:46.384735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-deleted', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:46.388449 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b0d024-70fd-48c6-aa5c-62b41d85c1b3" -d '{"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-deleted", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:46.409384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=30f7232d-28f6-442d-81f8-0717389cd4ef,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:46.421863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 30f7232d-28f6-442d-81f8-0717389cd4ef details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:46.517746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec77a81b-ed7e-4d9f-9fd5-4cc0b09cdb55 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9821818 Nov 16 21:26:46.522513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54012) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:46.562432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:46.576984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:46.811402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:46.834260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0dc1fc0c-b5aa-4825-827a-2344f9dc1bd6 admin admin] 10.222.0.54 "PUT /v2.0/routers/eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9270911 Nov 16 21:26:46.838763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Sync routers for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:46.859432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:46.889431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54020) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:46.890636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.921414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-a03a290c-5089-4c29-9024-48de332d6eb7 service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2263978 Nov 16 21:26:46.928577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:46.931181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:47.160531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1aee5-9d78-4868-8c35-3ce7a73b297c req-150e5060-9178-4de3-b898-ca2e197ed4ff tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.169781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73a1aee5-9d78-4868-8c35-3ce7a73b297c req-150e5060-9178-4de3-b898-ca2e197ed4ff tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.7387064 Nov 16 21:26:47.278577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73a1aee5-9d78-4868-8c35-3ce7a73b297c req-f280cae1-d793-4ecd-b9f8-edb6f2df3ed9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063385 Nov 16 21:26:47.288155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:47.414527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:47.514616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: efe7a14d-6565-4581-a06b-a5ff89ba2a6c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:47.515391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device efe7a14d-6565-4581-a06b-a5ff89ba2a6c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:47.561597 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e63da2-7ed5-4ec6-ab6d-ea11198432a3 x-openstack-request-id: req-c1e63da2-7ed5-4ec6-ab6d-ea11198432a3 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:47.561597 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd056c5-10df-44ef-a2ed-1ddf71d31a57", "name": "network-vif-deleted", "tag": "efe7a14d-6565-4581-a06b-a5ff89ba2a6c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:47.561597 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1e63da2-7ed5-4ec6-ab6d-ea11198432a3 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:47.561597 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd056c5-10df-44ef-a2ed-1ddf71d31a57', 'name': 'network-vif-deleted', 'tag': 'efe7a14d-6565-4581-a06b-a5ff89ba2a6c', 'status': 'completed', 'code': 200} Nov 16 21:26:47.739212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdd70-a984-4bee-b1eb-3ffcffa0d596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.762062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.770429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.778184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.786592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.797509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:47.807621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.824007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.852266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.861176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0f2595-6e48-46a2-982d-671c9296358e req-0f843be1-e645-4026-b085-7286c13e1d81 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.2717671 Nov 16 21:26:47.890314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Checking router: eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:47.928391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Routers {'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:47.936444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:48.045733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.074181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fa0020f-eec7-47b3-abe3-f41e1386cad5 req-4d8da1ca-5ccb-4491-85e1-1040b6ad8cd5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 210 time: 0.2011087 Nov 16 21:26:48.183296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.201953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] Set router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:48.291728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0f2595-6e48-46a2-982d-671c9296358e req-98563a84-4bb4-437d-97b6-41b510f5f569 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3533533 Nov 16 21:26:48.329645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:48.351899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': 'd9776e74-0b7e-4e4d-8576-fce001155c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:48.356864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 30f7232d-28f6-442d-81f8-0717389cd4ef, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:48.518552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.521877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 30f7232d-28f6-442d-81f8-0717389cd4ef is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:48.558416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4deb8-c381-4e9a-b17c-b91dadeab88f req-671732fb-245e-4607-aae3-58d8933d58fb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:48.569862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11e4deb8-c381-4e9a-b17c-b91dadeab88f req-671732fb-245e-4607-aae3-58d8933d58fb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1534832 Nov 16 21:26:48.592250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 30f7232d-28f6-442d-81f8-0717389cd4ef) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:48.610285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:48.611379 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.667417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eff7fc5a-d8ac-4279-a44e-d9c94eca5286 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1435113 Nov 16 21:26:48.672992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:48.678340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1217682310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:48.727302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11e4deb8-c381-4e9a-b17c-b91dadeab88f req-27362e0a-6347-4206-9ba9-93c14ff52853 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565282 Nov 16 21:26:48.732106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032011d-3548-4f09-8d93-726e9d835dcb None None] Network 30f7232d-28f6-442d-81f8-0717389cd4ef requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:48.768905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.770689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.800036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Deleting port d47e1986-799d-401a-a859-79652b14f5cb {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:48.800658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.923786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.934734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.995144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:48.999212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.004437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54066) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:49.005502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2399df2-094a-49a5-8a2b-d8722bac6be5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3311851 Nov 16 21:26:49.026427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] For port d47e1986-799d-401a-a859-79652b14f5cb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d47e1986-799d-401a-a859-79652b14f5cb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:49.026952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.038907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce55a6-d604-4d91-ad15-8bf61327c222 None None] The sync data for ids ['eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d'] in n-d-816206-5 is: [{'id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'name': 'tempest-AttachVolumeTestJSON-1591886406-router', 'tenant_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:43Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '23a6c745f91a4ee19cf06c4ef8c6affb', 'gw_port': {'id': 'd47e1986-799d-401a-a859-79652b14f5cb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:44Z', 'updated_at': '2021-11-16T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:49.047851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Calling delete_port for d47e1986-799d-401a-a859-79652b14f5cb owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:49.064073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 979efead-b3ce-44f0-ade1-42aadc82cb2e details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:49.067840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-30f7232d-28f6-442d-81f8-0717389cd4ef', 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:49.068707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.266560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.resource_extend [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:26:49.373479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:49.392702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.393467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'port_id': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'mac_address': 'fa:16:3e:b4:d8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1f6bc5-95eb-4f20-b401-543ee1d325f3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:49.412471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad229b4b-821e-437f-886b-aec63dc661b1 req-99791053-df25-484e-b40c-39d98363c656 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 210 time: 0.1896653 Nov 16 21:26:49.481559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.486711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47e1986-799d-401a-a859-79652b14f5cb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:49.531373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534d692-f97e-41df-bba3-47a12c6f360e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:49.598404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.739536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.771763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.771975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979efead-b3ce-44f0-ade1-42aadc82cb2e {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:49.778088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.829210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Allocated IP 2001:db8::2 (30f7232d-28f6-442d-81f8-0717389cd4ef/3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34/76eb10cb-d845-4942-b7ab-da760b354ea7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:49.871598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:49.918339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.919105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:49.927040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.928162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.932493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b8db1d64-58dd-4c17-adff-bc523c3d1cb6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/eb7a34d5-ae3d-4c93-a0d8-a9676a6c3c8d HTTP/1.1" status: 204 len: 168 time: 3.0325322 Nov 16 21:26:49.933509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0bd738e2-c6bb-4fc4-a569-aff67a990c6a details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:49.934221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54088) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:50.038189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Deleting subnet 0bb51537-cf6f-4ea3-b140-67a9f50d4e02 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:50.043852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.128438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.137784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-4b42231f-7e40-46ce-80a7-024344c0b398 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.140160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-4b42231f-7e40-46ce-80a7-024344c0b398 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 0.9344077 Nov 16 21:26:50.154293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:50.202438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'network_id': '75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7', 'port_id': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'mac_address': 'fa:16:3e:e4:dc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1f6bc5-95eb-4f20-b401-543ee1d325f3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:50.276922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:50.330722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.442756 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.454563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.493769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb51537-cf6f-4ea3-b140-67a9f50d4e02,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:50.502545 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.508885 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e1ad2013-bdac-44cd-b302-3d58f50464eb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0bb51537-cf6f-4ea3-b140-67a9f50d4e02 HTTP/1.1" status: 204 len: 168 time: 0.5723703 Nov 16 21:26:50.509696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:50.523450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd738e2-c6bb-4fc4-a569-aff67a990c6a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:50.544034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd44bb-5bfe-4429-ad64-8d97d28dc84d None None] Network f9d04629-12e7-4a4a-b4a6-d664767b1988 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:50.583200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.589525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.602024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.610947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.617183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.623751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.629701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.636348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.638283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-ec6739e8-c0b7-43a4-ac3e-77c759457c74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5415 time: 0.9220786 Nov 16 21:26:50.650917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Request body: {'port': {'device_id': '5c276128-be13-4136-994f-d5854b54c222', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'admin_state_up': True, 'tenant_id': 'bb57516e08f94c87b79cfc98914747f2'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:50.671864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Deleting port 87869965-201b-4707-a1a3-f8608f6eabab {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:50.672349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.753525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:50.786219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b70dd51a-9e39-42cd-aa89-476f97a0b61a req-de3be5f4-e0d6-4fcd-9b3c-34ea61e310d5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268690 Nov 16 21:26:50.815442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] For port 87869965-201b-4707-a1a3-f8608f6eabab, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=87869965-201b-4707-a1a3-f8608f6eabab,segment=NetworkSegment(5a252f21-4d34-4633-b3fa-476b4f4893bc),segment_id=5a252f21-4d34-4633-b3fa-476b4f4893bc)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:50.817434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175d0e-72a1-42dd-b4f1-b4817963a2fc req-a6a54abe-dad0-4284-a76d-068f54157f9d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:50.817917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.826129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49175d0e-72a1-42dd-b4f1-b4817963a2fc req-a6a54abe-dad0-4284-a76d-068f54157f9d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.9050999 Nov 16 21:26:50.831909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.834848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.836706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.838684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ddd00a03-813b-4dd7-8bee-199be639800a details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:50.851531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Calling delete_port for 87869965-201b-4707-a1a3-f8608f6eabab owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:50.899882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.019838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.045005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d47e1986-799d-401a-a859-79652b14f5cb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:51.054401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Pushing event deleted for resources: {'Port': ['ID=87869965-201b-4707-a1a3-f8608f6eabab,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.064993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] No DVR routers for this DVR port 87869965-201b-4707-a1a3-f8608f6eabab on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:51.087176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d47e1986-799d-401a-a859-79652b14f5cb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:51.088188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d47e1986-799d-401a-a859-79652b14f5cb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:51.088621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:51.091346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.145747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:51.146091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad7b52e8-f816-4674-8a3e-ddf32e8b74f0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:51.225180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a2f2053-c0dc-4f4e-9599-c686113f6a36 req-87469e4d-0dee-4edd-a2ce-5d5c21a7b825 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 210 time: 0.1261582 Nov 16 21:26:51.252322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.286186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d04629-12e7-4a4a-b4a6-d664767b1988']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:51.298468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a252f21-4d34-4633-b3fa-476b4f4893bc') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:51.298766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a252f21-4d34-4633-b3fa-476b4f4893bc') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:51.312056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49175d0e-72a1-42dd-b4f1-b4817963a2fc req-33f3a55f-b38d-4b57-b933-c44a3b36dcd7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4846835 Nov 16 21:26:51.312295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.334536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.343718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:51.344206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.453115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-292750ff-90ef-4a9e-877b-6f0b34edfb0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5113404 Nov 16 21:26:51.464708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Made reservation on behalf of bb57516e08f94c87b79cfc98914747f2 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:51.469501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:51.482909 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:51.512833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.532455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.535565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] 10.222.0.54 "DELETE /v2.0/networks/f9d04629-12e7-4a4a-b4a6-d664767b1988 HTTP/1.1" status: 204 len: 168 time: 1.0248396 Nov 16 21:26:51.536449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cddb0-1774-442c-b86b-69f83cf1671a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d04629-12e7-4a4a-b4a6-d664767b1988,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.613566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.617914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Network 30f7232d-28f6-442d-81f8-0717389cd4ef is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:51.661657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f44c71-034a-485d-8c3a-ab3264d12209 None None] DHCP port deletion for f9d04629-12e7-4a4a-b4a6-d664767b1988 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:51.807330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:51.811039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9109-8eb9-473e-9997-d66d800d7970 req-febc5aae-fac9-4b94-85bf-cb8909b5bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:51.812660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-febc5aae-fac9-4b94-85bf-cb8909b5bc76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 1096 time: 0.2933142 Nov 16 21:26:51.837064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.843851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:51.962344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.012644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Pushing event updated for resources: {'Port': ['ID=76eb10cb-d845-4942-b7ab-da760b354ea7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.038651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8::1 (30f7232d-28f6-442d-81f8-0717389cd4ef/3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34/2bfe3693-87ac-4164-a604-1defc7756051) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:52.053671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ebc555f-9ea8-4269-98ed-c0efacdad974 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23a6c745f91a4ee19cf06c4ef8c6affb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879066 Nov 16 21:26:52.054742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.108554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Attempting to bind port 76eb10cb-d845-4942-b7ab-da760b354ea7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:52.109183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Attempting to bind port 76eb10cb-d845-4942-b7ab-da760b354ea7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd9776e74-0b7e-4e4d-8576-fce001155c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:52.109717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Attempting to bind port 76eb10cb-d845-4942-b7ab-da760b354ea7 on network 30f7232d-28f6-442d-81f8-0717389cd4ef {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:52.118234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:52.119007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Checking segment: {'id': 'd9776e74-0b7e-4e4d-8576-fce001155c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:52.120255 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.120912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Bound using segment: {'id': 'd9776e74-0b7e-4e4d-8576-fce001155c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:52.121572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Bound port: 76eb10cb-d845-4942-b7ab-da760b354ea7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9776e74-0b7e-4e4d-8576-fce001155c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '30f7232d-28f6-442d-81f8-0717389cd4ef'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:52.122165 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.150180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ddd00a03-813b-4dd7-8bee-199be639800a,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:52.155319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Allocated IP 172.20.0.8 (a0891b8e-c521-4e2a-876a-187b5e531e48/c656819e-7498-4cd8-96cf-02617afa90c0/cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:52.186555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.235774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.241382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9109-8eb9-473e-9997-d66d800d7970 req-3088cc4f-19ff-43c6-92cb-174016399261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.243682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-3088cc4f-19ff-43c6-92cb-174016399261 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 200 len: 916 time: 0.3731411 Nov 16 21:26:52.259751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] For port 76eb10cb-d845-4942-b7ab-da760b354ea7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:52.263837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] For port 76eb10cb-d845-4942-b7ab-da760b354ea7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=76eb10cb-d845-4942-b7ab-da760b354ea7,segment=NetworkSegment(d9776e74-0b7e-4e4d-8576-fce001155c55),segment_id=d9776e74-0b7e-4e4d-8576-fce001155c55)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:52.265820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'ddd00a03-813b-4dd7-8bee-199be639800a', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'port_id': 'ddd00a03-813b-4dd7-8bee-199be639800a', 'mac_address': 'fa:16:3e:e0:4e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:52.293637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.296468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.322525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.329652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.339989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.343890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.346159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.346393 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3517ba34-3e42-4f7f-a933-b05d01471c84 HTTP/1.1" status: 204 len: 168 time: 0.2902825 Nov 16 21:26:52.355555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef4976-026c-4155-952d-2d6ec907a2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3517ba34-3e42-4f7f-a933-b05d01471c84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.364272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.371270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.376339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.396127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.401542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-cf3f5a38-7211-43af-b946-8ce485b80c26 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5417 time: 0.3938997 Nov 16 21:26:52.437279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd00a03-813b-4dd7-8bee-199be639800a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:52.464206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ddd00a03-813b-4dd7-8bee-199be639800a,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:52.470588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d0fc0-a6d7-4687-b8fe-b3f6d591098c None None] Pushing event updated for resources: {'Port': ['ID=76eb10cb-d845-4942-b7ab-da760b354ea7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.486803 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.489048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:52.528618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-73fc4b9d-54fe-40ba-81ca-dfa422bd8cfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 200 len: 1000 time: 0.0984793 Nov 16 21:26:52.654430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:52.656543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-06dca899-3b75-4865-8a74-8e3aec065233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.667612 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-06dca899-3b75-4865-8a74-8e3aec065233 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1096 time: 0.0856729 Nov 16 21:26:52.677998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41d1500e-81f6-49cd-b733-4b27355e1238 req-e61a5fbb-5e8b-490f-aa8a-cabfb9140246 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482115 Nov 16 21:26:52.690479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.719016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'port_id': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'mac_address': 'fa:16:3e:91:47:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:52.801085 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.873107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.933126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:52.978117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-4658fca5-12ca-4c5f-ac4b-c6c5ccab6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.979776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-4658fca5-12ca-4c5f-ac4b-c6c5ccab6e04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.3038790 Nov 16 21:26:53.048212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 76eb10cb-d845-4942-b7ab-da760b354ea7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:53.094262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.104608 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.105709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device bfd2daa4-e923-4758-8070-dc57c88471c9 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:53.127531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d946e7b-2c38-4cc6-b881-1efe714bc8b7 req-2d3d2efc-ef8c-42ea-a862-cb18aa27c7fe tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 210 time: 0.7005310 Nov 16 21:26:53.179250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.207485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 76eb10cb-d845-4942-b7ab-da760b354ea7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:53.208003 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.272490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=bfd2daa4-e923-4758-8070-dc57c88471c9,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.276350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-9a58f805-8d75-40e0-9bb7-7542be1bc135 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 1001 time: 0.2184896 Nov 16 21:26:53.288590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'bfd2daa4-e923-4758-8070-dc57c88471c9', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'port_id': 'bfd2daa4-e923-4758-8070-dc57c88471c9', 'mac_address': 'fa:16:3e:7a:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:53.291843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.391033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-42fb691c-310f-4e3a-8b3e-5343081e042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.393910 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-42fb691c-310f-4e3a-8b3e-5343081e042a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.1091774 Nov 16 21:26:53.403402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.416096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=2bfe3693-87ac-4164-a604-1defc7756051,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.426544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9109-8eb9-473e-9997-d66d800d7970 req-387b2877-2e5d-4616-8fa6-2728762d1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.428217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-387b2877-2e5d-4616-8fa6-2728762d1d82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb07c203-1045-4ad7-9759-052b05f74c70 HTTP/1.1" status: 200 len: 854 time: 0.7893627 Nov 16 21:26:53.436503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7710c-3f50-4c34-b2d7-28f8db78bb93 req-50994115-1fc7-4843-9260-3409fb4aa715 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.444930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8e7710c-3f50-4c34-b2d7-28f8db78bb93 req-50994115-1fc7-4843-9260-3409fb4aa715 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.5507982 Nov 16 21:26:53.464496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd2daa4-e923-4758-8070-dc57c88471c9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:53.479714 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.496621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-5d3ffaac-d2fb-4ed4-9bf5-eb0e0bfd0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.497240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 30f7232d-28f6-442d-81f8-0717389cd4ef is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:53.500787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-5d3ffaac-d2fb-4ed4-9bf5-eb0e0bfd0dea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990543 Nov 16 21:26:53.548971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=bfd2daa4-e923-4758-8070-dc57c88471c9,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.553893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:53.565268 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.565856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c2207239-9b32-4569-8e7a-a5366d85b96a details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:53.567460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:53.568127 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.586198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 76eb10cb-d845-4942-b7ab-da760b354ea7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=76eb10cb-d845-4942-b7ab-da760b354ea7,segment=NetworkSegment(d9776e74-0b7e-4e4d-8576-fce001155c55),segment_id=d9776e74-0b7e-4e4d-8576-fce001155c55)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.608825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.704429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 87869965-201b-4707-a1a3-f8608f6eabab no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:53.720192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.779546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.850338 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-24faaa1a-161c-46f9-a4ed-a32657c5fd30 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397968 Nov 16 21:26:53.902002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 87869965-201b-4707-a1a3-f8608f6eabab {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:53.902633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 87869965-201b-4707-a1a3-f8608f6eabab not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:53.999511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=76eb10cb-d845-4942-b7ab-da760b354ea7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.003814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:54.019949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.025782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:54.062425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:54.068173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-925e8a95-3ea7-4ef6-9e98-a0313e75f64c req-adb5d700-0816-4e3a-88b1-1347289f7f73 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976831 Nov 16 21:26:54.084708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'port_id': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'mac_address': 'fa:16:3e:58:fd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:54.131231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8e7710c-3f50-4c34-b2d7-28f8db78bb93 req-dfc605e9-0fd4-49f7-9167-5363b9582dc4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6849689 Nov 16 21:26:54.158992 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.191377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583ebfe-075d-4c5b-8bfd-9e746e8611ad None None] Network 30f7232d-28f6-442d-81f8-0717389cd4ef requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:54.209192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.227214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2207239-9b32-4569-8e7a-a5366d85b96a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:54.233954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9109-8eb9-473e-9997-d66d800d7970 req-01079ad9-fd71-4c88-8291-8de0205dd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.235767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-01079ad9-fd71-4c88-8291-8de0205dd5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19c4694b-4c4a-4007-8273-4c8579a72849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7660720 Nov 16 21:26:54.265567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Network a0891b8e-c521-4e2a-876a-187b5e531e48 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:54.268675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:54.308276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:54.354667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.356968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.362141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.362266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9974e521-19c2-48f1-b6d8-17b07d120438 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:54.369964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.376539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.385149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.391226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.394752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328941891-network', 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:54.400794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.403343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4065b25c-c059-402a-93a1-b99c8f106320 req-e711bb9d-dac0-4e50-8ea4-b5acd1904b1d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5420 time: 0.5381856 Nov 16 21:26:54.421930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:54.440796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9974e521-19c2-48f1-b6d8-17b07d120438,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:54.450732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:54.454104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.467219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.472154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '9974e521-19c2-48f1-b6d8-17b07d120438', 'network_id': '62cc2d88-deb3-4281-8053-cd4bac3f2ac1', 'port_id': '9974e521-19c2-48f1-b6d8-17b07d120438', 'mac_address': 'fa:16:3e:21:18:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942ad09d-14dc-4e95-8302-800afc49c1fa', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:54.520772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c181ba00-94e7-4685-8d40-ed08ca704c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.614380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.615028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.618798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.625946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.628401 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.642894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.645176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2d55e54c-321a-4a0a-b591-f67530062562 None None] Provisioning complete for port 76eb10cb-d845-4942-b7ab-da760b354ea7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:54.648607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d55e54c-321a-4a0a-b591-f67530062562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.659676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:54.671183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4450a3-4b0f-4aff-b068-0328e7404a99,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.674379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6e1b-3a9a-4bb5-86ad-8eea84a387e4 req-e2083479-074b-4cb1-bf45-92c12b7ccfff tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.680802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.682030 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Added segment aa13f391-e5ba-4617-8039-9f806c40b3f0 of type vlan for network 5d1c354b-6403-4dfb-9aa9-11db77529d96 Nov 16 21:26:54.682250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9edf6e1b-3a9a-4bb5-86ad-8eea84a387e4 req-e2083479-074b-4cb1-bf45-92c12b7ccfff tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 931 time: 0.4083874 Nov 16 21:26:54.737646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.741348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9974e521-19c2-48f1-b6d8-17b07d120438 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:54.743538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-ee55050a-bbd2-430b-8f9c-31947e609eac service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943221 Nov 16 21:26:54.757128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.762029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4065b25c-c059-402a-93a1-b99c8f106320 req-f86c26dc-d045-4258-95d6-8039a1ba5fe0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3303611 Nov 16 21:26:54.765545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-fb581f14-abe0-41f1-91fe-0c809cb85bb5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1240923 Nov 16 21:26:54.781728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9974e521-19c2-48f1-b6d8-17b07d120438,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:54.810425 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.817937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Request body: {'port': {'device_id': '5c276128-be13-4136-994f-d5854b54c222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:54.834842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.836017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.836766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.911649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.958477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 76eb10cb-d845-4942-b7ab-da760b354ea7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:55.021677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 76eb10cb-d845-4942-b7ab-da760b354ea7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:55.022157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.027154 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0218468 Nov 16 21:26:55.029619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:55.054490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Request body: {'subnet': {'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328941891-subnet', 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:55.075018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985d2e-1760-42d6-9cef-dcd267a5944a admin admin] Pushing event updated for resources: {'Network': ['ID=5d1c354b-6403-4dfb-9aa9-11db77529d96,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:55.086789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:55.113558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:55.116273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.119593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.130107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9edf6e1b-3a9a-4bb5-86ad-8eea84a387e4 req-6b0fd1cb-4009-4b32-98da-763c2d403c6a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470212 Nov 16 21:26:55.416806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.420506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-99808a34-f207-4b1f-9e09-513657e5b752 None None] Provisioning complete for port 2bfe3693-87ac-4164-a604-1defc7756051 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:55.425066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99808a34-f207-4b1f-9e09-513657e5b752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.430069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:55.505467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf111398-06b2-470c-b232-e9f2a618aa41,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:55.515838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Checking segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:55.516204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Network hostable DHCP agents. Network: 5d1c354b-6403-4dfb-9aa9-11db77529d96, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:55.542108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['979efead-b3ce-44f0-ade1-42aadc82cb2e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.550131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9974e521-19c2-48f1-b6d8-17b07d120438'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.553677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:55.555479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['0bd738e2-c6bb-4fc4-a569-aff67a990c6a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.562375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['c2207239-9b32-4569-8e7a-a5366d85b96a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.583168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 5d1c354b-6403-4dfb-9aa9-11db77529d96) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:55.590279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:55.592079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.637538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d503bcf-4809-4725-a060-6f527f49a2cd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6067746 Nov 16 21:26:55.822363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c181ba00-94e7-4685-8d40-ed08ca704c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.892440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c181ba00-94e7-4685-8d40-ed08ca704c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.905950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ddd00a03-813b-4dd7-8bee-199be639800a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.909788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.935585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['bfd2daa4-e923-4758-8070-dc57c88471c9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:55.937852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0d800-8572-401e-a336-fdda7d5e395d None None] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:55.940609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-99808a34-f207-4b1f-9e09-513657e5b752 None None] Port 2bfe3693-87ac-4164-a604-1defc7756051 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:55.950561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efab9109-8eb9-473e-9997-d66d800d7970 req-707d6c6e-a5eb-4381-b80c-a0c6b2ea5efb service neutron] 10.222.0.36 "GET /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1967585 Nov 16 21:26:56.092608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cde37-8da8-404f-be69-ab20a3cc76c1 req-e520eb49-1851-4227-8387-994929ea2ce2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.100449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-724cde37-8da8-404f-be69-ab20a3cc76c1 req-e520eb49-1851-4227-8387-994929ea2ce2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.8136871 Nov 16 21:26:56.102571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181ba00-94e7-4685-8d40-ed08ca704c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69d0a4-f857-4522-89ef-f9ff0243f194,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:56.147236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c181ba00-94e7-4685-8d40-ed08ca704c53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72b8f9d582ea436f91d4e900a9d474b6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1098063 Nov 16 21:26:56.149784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:56.234197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-99808a34-f207-4b1f-9e09-513657e5b752 None None] Provisioning complete for port 76eb10cb-d845-4942-b7ab-da760b354ea7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:56.234586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99808a34-f207-4b1f-9e09-513657e5b752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.245734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.270738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.299350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.305727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.326319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.341116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.349119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.354387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.355973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.359561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.362703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.365758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d69d0a4-f857-4522-89ef-f9ff0243f194 HTTP/1.1" status: 204 len: 168 time: 0.2141092 Nov 16 21:26:56.373111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-49a62be4-ddd3-4abf-823a-ab724fed37e7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5422 time: 0.4520686 Nov 16 21:26:56.381861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce073ece-ad25-4dfb-98e1-f61f87e54ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69d0a4-f857-4522-89ef-f9ff0243f194,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:56.457164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-724cde37-8da8-404f-be69-ab20a3cc76c1 req-09665b2f-5093-4269-8cbf-de9127ac9e67 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555510 Nov 16 21:26:56.571697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30d45d5e-ae7a-46db-8bf0-9b1b54ef3814 req-e51e655a-aece-4824-a5b9-a95a88b170ae tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973650 Nov 16 21:26:56.585515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.614814 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.617650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.621327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.683720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:56.694450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-271968838'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:56.750764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:56.755672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.785722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61d832-6780-4b5f-865d-b43970723ae2 None None] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:56.827704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:56.836752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:56.861066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.861361 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Added segment b8374936-13d2-4e08-810a-a75794d3244f of type vlan for network 425ee18d-8e4a-4e02-a49e-62b33179053f Nov 16 21:26:56.865460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.886690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=2bfe3693-87ac-4164-a604-1defc7756051,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:56.909303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Transition to ACTIVE for port object cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:56.920518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.922867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:56.925256 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230327d3-86fb-48ac-a76a-388233257c9d" -d '{"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-unplugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:56.985894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864e913-52e7-465f-abb3-e6c4c1dea896 req-cc0b4c26-b722-42d1-895d-f25684f2951f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.987467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.990113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:57.000672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b864e913-52e7-465f-abb3-e6c4c1dea896 req-cc0b4c26-b722-42d1-895d-f25684f2951f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 931 time: 0.1726077 Nov 16 21:26:57.023577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:57.035114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2380-89f8-46bd-a0cb-d750b650764f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.047590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 30f7232d-28f6-442d-81f8-0717389cd4ef is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:57.065794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.068648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:57.078460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.102319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.114848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.115620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.215465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5303442 Nov 16 21:26:57.232922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54256) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:57.238613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1339829008'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:57.297091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2380-89f8-46bd-a0cb-d750b650764f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.299740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128f323-fd39-4dfb-87f8-4e0b06fc6bbf tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Network': ['ID=425ee18d-8e4a-4e02-a49e-62b33179053f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.309706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:57.314600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.317665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d2b2380-89f8-46bd-a0cb-d750b650764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.323962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 425ee18d-8e4a-4e02-a49e-62b33179053f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:57.355842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b864e913-52e7-465f-abb3-e6c4c1dea896 req-4afb1022-00d6-4edd-97f0-378913eb9d5b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542652 Nov 16 21:26:57.404989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.416268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b2380-89f8-46bd-a0cb-d750b650764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31068e92-9068-4f8b-ac5c-29658a9669fb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.423287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-77a40e28-2c90-4b9f-95dc-d0b23069c106 None None] Provisioning complete for port 2bfe3693-87ac-4164-a604-1defc7756051 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:57.423665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-77a40e28-2c90-4b9f-95dc-d0b23069c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.427413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d2b2380-89f8-46bd-a0cb-d750b650764f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0326300a8eb74c7ea1f821d796fd81b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362321 Nov 16 21:26:57.434580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54258) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:57.440581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:57.454979 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056361dd-63cf-435d-8057-6249885dc1d8 x-openstack-request-id: req-056361dd-63cf-435d-8057-6249885dc1d8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:57.454979 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-unplugged", "status": "failed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "code": 422}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:57.455310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-18a01631-5afb-4ca8-8e84-a25920e30ac1 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.455405 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-056361dd-63cf-435d-8057-6249885dc1d8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:57.455524 n-d-816206-5 neutron-server[102666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'code': 422} returned with failed status Nov 16 21:26:57.462106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-18a01631-5afb-4ca8-8e84-a25920e30ac1 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.4245398 Nov 16 21:26:57.469438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.470104 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Added segment de37cc95-5968-433d-895f-3529d4314079 of type vlan for network 14fdb57f-b238-4095-be62-e361e4fd7d32 Nov 16 21:26:57.492573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-379c1a1d-f545-4238-8150-6c657507a97b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/quotas/5a9ecbcdac594c4fb38d32e26283e64d HTTP/1.1" status: 200 len: 375 time: 0.0275719 Nov 16 21:26:57.511067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-77a40e28-2c90-4b9f-95dc-d0b23069c106 None None] Port 2bfe3693-87ac-4164-a604-1defc7756051 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:57.527478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-9ac17e7b-b386-46ae-9d81-2ec4486cf898 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360336 Nov 16 21:26:57.552916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.580899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.606105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.612025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.612746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.624072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.630294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Attempting to bind port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:57.630631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Attempting to bind port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:57.630975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Attempting to bind port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:57.635979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-827f8137-afb1-4cee-b146-3f47d8494cc4 None None] Provisioning complete for port 2bfe3693-87ac-4164-a604-1defc7756051 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:57.636597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-827f8137-afb1-4cee-b146-3f47d8494cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.640360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 5d9e7870-4fab-4cef-aabe-89a599de5c70 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:57.652463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c on network a0891b8e-c521-4e2a-876a-187b5e531e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:57.652799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Attempting to bind port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:57.669157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:57.669499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Checking segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:57.669863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Bound using segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:57.670302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Bound port: cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:57.670658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.686546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-827f8137-afb1-4cee-b146-3f47d8494cc4 None None] Port 2bfe3693-87ac-4164-a604-1defc7756051 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:57.694996 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4590943 Nov 16 21:26:57.710197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:57.718231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'subnet': {'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:57.761550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41157d-7704-4adf-84d0-418db7e909d3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Network': ['ID=14fdb57f-b238-4095-be62-e361e4fd7d32,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.765761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c09ff-a72b-4934-86e3-7ca6108abecb req-6b579ee4-1591-49e2-a06f-a9ec428969f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.767299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794c09ff-a72b-4934-86e3-7ca6108abecb req-6b579ee4-1591-49e2-a06f-a9ec428969f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2140179 Nov 16 21:26:57.784569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:57.804733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.808277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.811804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31068e92-9068-4f8b-ac5c-29658a9669fb HTTP/1.1" status: 204 len: 168 time: 0.3741302 Nov 16 21:26:57.821081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-2dfa7da8-9beb-4c9f-88c1-acdc0fcd9db3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837555 Nov 16 21:26:57.827764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceba278-eebd-459b-9d13-3155c2a2512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31068e92-9068-4f8b-ac5c-29658a9669fb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.840553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:57.845473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.915778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:57.929229 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] Sync routers for ids ['5d9e7870-4fab-4cef-aabe-89a599de5c70'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:57.934173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-713db2f3-a05d-4ae5-b5d6-682f8f09b0d7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/5d9e7870-4fab-4cef-aabe-89a599de5c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9283726 Nov 16 21:26:57.934486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:57.941847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:57.942492 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] Routers {'5d9e7870-4fab-4cef-aabe-89a599de5c70'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:57.943327 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d9e7870-4fab-4cef-aabe-89a599de5c70'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:57.970861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:57.976423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794c09ff-a72b-4934-86e3-7ca6108abecb req-3b92935e-9539-4e3d-b254-9cbd6d6e0eb3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730466 Nov 16 21:26:57.980582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.984981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:57.996887 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] Routers {'5d9e7870-4fab-4cef-aabe-89a599de5c70'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:57.997579 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d9e7870-4fab-4cef-aabe-89a599de5c70'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:58.020750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27537a-d44b-43a6-a9b2-2b8a7e0b9bd1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.022434 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df27537a-d44b-43a6-a9b2-2b8a7e0b9bd1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports/2bfe3693-87ac-4164-a604-1defc7756051 HTTP/1.1" status: 200 len: 911 time: 0.0867372 Nov 16 21:26:58.027071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:58.038833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-3da4f4d7-0666-4f18-85ea-68bc55c6884a service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064602 Nov 16 21:26:58.047883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.055627 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:58.055787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.056720 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1738170-ba13-4753-981e-bec3c3a4acf9 None None] The sync data for ids ['5d9e7870-4fab-4cef-aabe-89a599de5c70'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:58.061323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c HTTP/1.1" status: 200 len: 1091 time: 3.2645304 Nov 16 21:26:58.061834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:58.064489 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:58.120196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00972411-78e8-4b2d-9004-0004f1b1e869 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:58.224098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-22f87b83-5f30-45c3-8469-afdfe65da31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.226027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-22f87b83-5f30-45c3-8469-afdfe65da31e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 1094 time: 0.1215460 Nov 16 21:26:58.276965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-f1734f89-c454-4135-b981-1490aa900662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c HTTP/1.1" status: 200 len: 217 time: 0.0413599 Nov 16 21:26:58.289816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.297538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.304094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.311015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.317880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.324663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.330891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.333113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-f157f270-1218-49a6-b732-46a332acd26a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5422 time: 0.1718087 Nov 16 21:26:58.493017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abf02e89-cc79-4996-ac63-4288bb2a0c23 req-3a95f4a6-81b5-4da6-8732-d9211b2919eb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473396 Nov 16 21:26:58.497655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068699db-3f5a-4052-8659-6242fa54ac36 req-af3c0baf-f45e-4cc8-8987-b5bae2ba6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.499300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-af3c0baf-f45e-4cc8-8987-b5bae2ba6f46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.1651480 Nov 16 21:26:58.568748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-ea02170c-c5ae-472e-9dd8-d5f21a5b5117 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602181 Nov 16 21:26:58.571156 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0948c16c-cbe6-4ce7-bd1d-697945ebff4d x-openstack-request-id: req-0948c16c-cbe6-4ce7-bd1d-697945ebff4d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:58.571505 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:58.572693 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0948c16c-cbe6-4ce7-bd1d-697945ebff4d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:58.573242 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'status': 'completed', 'code': 200} Nov 16 21:26:58.698559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d937b6a3-9ed7-4b5f-beed-d4dd4fb3d96e req-015c250c-2909-4ed2-a46c-0be99d000023 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 210 time: 0.0456085 Nov 16 21:26:58.755618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-17c50605-b434-45f3-a8fc-337656d511a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766720 Nov 16 21:26:58.860629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c2207239-9b32-4569-8e7a-a5366d85b96a up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:58.922521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.996419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port c2207239-9b32-4569-8e7a-a5366d85b96a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:26:59.001819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port c2207239-9b32-4569-8e7a-a5366d85b96a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:59.002453 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.010320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910c08-595b-4d27-89f4-dbaef344ea8a req-60c95c0c-b24c-445e-8f66-724b3ac3288a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.018124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33910c08-595b-4d27-89f4-dbaef344ea8a req-60c95c0c-b24c-445e-8f66-724b3ac3288a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 943 time: 0.1621983 Nov 16 21:26:59.043301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068699db-3f5a-4052-8659-6242fa54ac36 req-cb5ffb16-63a4-4a8a-9b93-b19605706586 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789950 Nov 16 21:26:59.088974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Subnet': ['ID=defbe474-8c24-4ff7-9d10-78ec0a93bbdb,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:59.138888 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.147603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:59.148239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network hostable DHCP agents. Network: 425ee18d-8e4a-4e02-a49e-62b33179053f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:59.190037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33910c08-595b-4d27-89f4-dbaef344ea8a req-f0d20b32-e650-4e7d-a887-3169488243f1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710472 Nov 16 21:26:59.211533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:59.227458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 425ee18d-8e4a-4e02-a49e-62b33179053f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:59.238046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.239105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.248358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35eaed-1caf-48e5-9d29-2f2a7dfc9420 None None] Network 425ee18d-8e4a-4e02-a49e-62b33179053f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:59.248699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-866d6edc-df31-47f3-a8c7-69c5b054aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.252713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-866d6edc-df31-47f3-a8c7-69c5b054aadd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 1094 time: 0.0988319 Nov 16 21:26:59.260184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.266266 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1cd566d8-c15d-48f2-a260-1af5555a9afb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5550451 Nov 16 21:26:59.302443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54322) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:59.308280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'subnet': {'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:59.308913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:59.322352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.435780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-cd4359ea-3227-40f0-8ce0-3d9965fa9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.437592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-cd4359ea-3227-40f0-8ce0-3d9965fa9f56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 916 time: 0.1670685 Nov 16 21:26:59.459632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:59.468518 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe9825-037c-4107-b4be-cdb676d3875e" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:59.473172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:59.538866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:59.545464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.566748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-5a221b2b-5866-45fd-a745-fb762bfb5a4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c HTTP/1.1" status: 200 len: 217 time: 0.1201284 Nov 16 21:26:59.577904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-663a5a27-49aa-4aa6-987f-fd32e9cf493e req-b660afbe-1d95-402e-b523-dc90583188da service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:26:59.579061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-663a5a27-49aa-4aa6-987f-fd32e9cf493e req-b660afbe-1d95-402e-b523-dc90583188da service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112991 Nov 16 21:26:59.768546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-a31db07d-1bfb-490c-a9d3-d2fbb70d674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.770535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-a31db07d-1bfb-490c-a9d3-d2fbb70d674d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.1898136 Nov 16 21:26:59.792694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.798903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.806641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.813361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.819636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.826592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.834088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.843985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-3a6884ba-444e-4b86-a887-4965109eee71 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5423 time: 0.1792595 Nov 16 21:26:59.872011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-4d1a4544-ef0b-47ac-84fa-bba7dff57342 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.874240 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-4d1a4544-ef0b-47ac-84fa-bba7dff57342 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.1913810 Nov 16 21:26:59.880729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-c192d92d-6c1c-4067-9737-91bc818d99c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008053 Nov 16 21:26:59.897948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Request body: {'port': {'device_id': '427f66a5-3501-4125-8a79-babd13071ada', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'admin_state_up': True, 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:59.950880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd1408e5-15e9-4d7f-ba77-04473c1b6382 req-0b52ec4c-9e73-4275-abb1-79955b48ead0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 210 time: 0.0636976 Nov 16 21:27:00.038479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:00.095896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-425ee18d-8e4a-4e02-a49e-62b33179053f', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:00.096958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.194389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-e27f51d5-52bd-49eb-83f8-2a948514ad3f service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608066 Nov 16 21:27:00.266410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 2bfe3693-87ac-4164-a604-1defc7756051 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:00.267030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.277842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.284367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb2128dc-2ae7-4aa6-b056-450d70c034ac req-f051b99d-e627-411d-a949-943c4baca533 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4395189 Nov 16 21:27:00.300570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa83833-41ee-4e4e-be44-e0df7a5e0946 req-2a3c9397-a01a-4ffa-a754-bba7d78cdcbe tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.308755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaa83833-41ee-4e4e-be44-e0df7a5e0946 req-2a3c9397-a01a-4ffa-a754-bba7d78cdcbe tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2194743 Nov 16 21:27:00.326106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Allocated IP 10.1.1.2 (425ee18d-8e4a-4e02-a49e-62b33179053f/defbe474-8c24-4ff7-9d10-78ec0a93bbdb/0bb0185a-e585-438c-9a2f-ed464d201902) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:00.375062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaa83833-41ee-4e4e-be44-e0df7a5e0946 req-3dbcdf76-9767-47be-867e-e59c0e51c279 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652444 Nov 16 21:27:00.429064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c0da8a3-8e4e-4b6b-9bcb-77017d1e8a7e req-a2ad02ad-d480-4287-8305-7ed166ffca73 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228477 Nov 16 21:27:00.439807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Subnet': ['ID=a278842c-fb17-4786-b33a-673f954e6291,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:00.440634 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84af77-830d-434f-8faf-f4d72a457ed7 x-openstack-request-id: req-0e84af77-830d-434f-8faf-f4d72a457ed7 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:00.441121 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:00.441546 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e84af77-830d-434f-8faf-f4d72a457ed7 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:00.442390 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'code': 200} Nov 16 21:27:00.506955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Checking segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:00.507479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network hostable DHCP agents. Network: 14fdb57f-b238-4095-be62-e361e4fd7d32, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:00.516667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:00.520505 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.555331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:00.585335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 14fdb57f-b238-4095-be62-e361e4fd7d32) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:00.593827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.598692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.599520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.600147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cee86e-982b-4bf5-a1ad-874208f5753e None None] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:00.646576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c8d36-1958-4810-8d68-75e24118c245 req-f1115b85-1019-4a16-a894-8e8d184081b7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.648361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-891c8d36-1958-4810-8d68-75e24118c245 req-f1115b85-1019-4a16-a894-8e8d184081b7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 943 time: 0.1187134 Nov 16 21:27:00.694869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 2bfe3693-87ac-4164-a604-1defc7756051 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:00.702761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-891c8d36-1958-4810-8d68-75e24118c245 req-33627c97-2681-4e1f-8370-2a93f27fb049 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Nov 16 21:27:00.731376 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb884ae2-1322-469a-a67a-ff34bc65b924 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4274361 Nov 16 21:27:00.733072 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.734221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:00.739503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'name': 'tempest-TaggedBootDevicesTest_v242-4734890', 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:00.747613 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.755778 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-c641f489-422a-49bc-8c29-52aac33a1d28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3171012 Nov 16 21:27:00.803729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-97731e7e-faee-4b04-94c5-1b9adf43e69d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:27:00.804868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-97731e7e-faee-4b04-94c5-1b9adf43e69d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107975 Nov 16 21:27:00.822978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Pushing event updated for resources: {'Port': ['ID=0bb0185a-e585-438c-9a2f-ed464d201902,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:00.836091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:00.842138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:00.846894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:00.867602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ddd00a03-813b-4dd7-8bee-199be639800a up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:00.901794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Allocated IP 172.20.0.3 (5d1c354b-6403-4dfb-9aa9-11db77529d96/cf111398-06b2-470c-b232-e9f2a618aa41/df80e67c-4b04-4280-ac09-d8318ca4e71a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:00.926727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:00.971193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-14fdb57f-b238-4095-be62-e361e4fd7d32', 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ips': [{'subnet_id': 'a278842c-fb17-4786-b33a-673f954e6291'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:00.980118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.045319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.070588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] device_id is not set on port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:27:01.181324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1952c49f-eab7-4cb0-bc3d-f9b4f22198c4 req-e0d40a40-ec1e-4400-826d-611db356f5fb tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 210 time: 0.0525560 Nov 16 21:27:01.186856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.274139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=2bfe3693-87ac-4164-a604-1defc7756051,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:01.373390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.452154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.461810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Attempting to bind port 0bb0185a-e585-438c-9a2f-ed464d201902 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:01.465604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Attempting to bind port 0bb0185a-e585-438c-9a2f-ed464d201902 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:01.467105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Attempting to bind port 0bb0185a-e585-438c-9a2f-ed464d201902 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:01.536251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:01.608906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:01.609288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:01.609697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.610100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Bound using segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:01.610593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Bound port: 0bb0185a-e585-438c-9a2f-ed464d201902, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:01.611006 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.655853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 5d9e7870-4fab-4cef-aabe-89a599de5c70 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:01.661572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.720932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Allocated IP 10.2.2.2 (14fdb57f-b238-4095-be62-e361e4fd7d32/a278842c-fb17-4786-b33a-673f954e6291/e20ea52d-849d-490d-859f-d08b98fa9390) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:01.736764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port ddd00a03-813b-4dd7-8bee-199be639800a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:01.764844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] For port 0bb0185a-e585-438c-9a2f-ed464d201902, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:01.769324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port ddd00a03-813b-4dd7-8bee-199be639800a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:01.769823 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.822687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:01.831264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d83fbe9e-2996-4df0-913b-a3a90af69af0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/5d9e7870-4fab-4cef-aabe-89a599de5c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8004928 Nov 16 21:27:01.835061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54396) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:01.836810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:01.858432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:01.861744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:01.883928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3dc94245-d4b5-48c0-93bb-d936b289197d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d9e7870-4fab-4cef-aabe-89a599de5c70 HTTP/1.1" status: 200 len: 205 time: 0.0457766 Nov 16 21:27:01.886241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] Sync routers for ids ['5d9e7870-4fab-4cef-aabe-89a599de5c70'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:01.902828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] For port 0bb0185a-e585-438c-9a2f-ed464d201902, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0bb0185a-e585-438c-9a2f-ed464d201902,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:01.906944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54398) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:01.928434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event updated for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:01.956677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:01.961450 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.015538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.022375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.023021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.041687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be61e-4d55-4ab8-83e2-dc745212286e None None] Pushing event updated for resources: {'Port': ['ID=0bb0185a-e585-438c-9a2f-ed464d201902,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:02.064762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] Routers {'5d9e7870-4fab-4cef-aabe-89a599de5c70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:02.072791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d9e7870-4fab-4cef-aabe-89a599de5c70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:02.090098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'port_id': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'mac_address': 'fa:16:3e:4e:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c656819e-7498-4cd8-96cf-02617afa90c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:02.108090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-c32d5e06-776d-4459-80f1-a362c2915fdf tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2147558 Nov 16 21:27:02.133993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Request body: {'port': {'device_id': '427f66a5-3501-4125-8a79-babd13071ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:02.203113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.1.1.134 (425ee18d-8e4a-4e02-a49e-62b33179053f/defbe474-8c24-4ff7-9d10-78ec0a93bbdb/66c24b3e-e596-41f7-874e-13a8a4bb55c0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:02.205179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:02.248060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc06de-e36e-47a5-b2e0-ac19c5badb36 req-1bb4185a-76f4-49e6-bbe8-e992be5e0c68 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.254334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] Routers {'5d9e7870-4fab-4cef-aabe-89a599de5c70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:02.255072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d9e7870-4fab-4cef-aabe-89a599de5c70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:02.260501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0cc06de-e36e-47a5-b2e0-ac19c5badb36 req-1bb4185a-76f4-49e6-bbe8-e992be5e0c68 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.7300229 Nov 16 21:27:02.327013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.357871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.437446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.445536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.446170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:02.447974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b814313-49ce-45e8-8576-49dfa2113e0f None None] The sync data for ids ['5d9e7870-4fab-4cef-aabe-89a599de5c70'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:02.457888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.469837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.507789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.510401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9e7870-4fab-4cef-aabe-89a599de5c70 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:02.520358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.521437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4712b95-1713-47b9-84a2-6561ca8e8fd9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/5d9e7870-4fab-4cef-aabe-89a599de5c70 HTTP/1.1" status: 204 len: 168 time: 0.6018128 Nov 16 21:27:02.531497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.545700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.548311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:02.557653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.563526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.565778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-10890239-51ff-4851-92e0-e2d30cf42bbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5423 time: 1.0224917 Nov 16 21:27:02.633169 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.639635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:02.643984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.694237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0cc06de-e36e-47a5-b2e0-ac19c5badb36 req-08957491-ed0c-44a4-bcf4-64517ab2c1e6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257846 Nov 16 21:27:02.717993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:02.793465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:02.808827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.833717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.840542 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.870903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.887191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.960447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ddd00a03-813b-4dd7-8bee-199be639800a,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:02.966274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd00a03-813b-4dd7-8bee-199be639800a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:02.969143 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5583c09-5340-440a-926b-d91e9ac7d9ec" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "ddd00a03-813b-4dd7-8bee-199be639800a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:02.977284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.978466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0bd738e2-c6bb-4fc4-a569-aff67a990c6a up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:02.992655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:02.999508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:03.032513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:03.040782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0bb0185a-e585-438c-9a2f-ed464d201902 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:03.065914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35c90-abb6-44b1-9f6b-5ff3d5f1c7b2 req-d86be58e-3b9e-4d75-bcfb-b5f18e54d081 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.074484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ba35c90-abb6-44b1-9f6b-5ff3d5f1c7b2 req-d86be58e-3b9e-4d75-bcfb-b5f18e54d081 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 944 time: 0.1709621 Nov 16 21:27:03.107218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:03.150399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.184785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ba35c90-abb6-44b1-9f6b-5ff3d5f1c7b2 req-5ec58431-3a7a-427e-a2ac-115f1397a4d8 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093266 Nov 16 21:27:03.242903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.244786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ba98f59-892f-40b3-8397-4f95a53fe9f5 req-694357db-481f-489a-8e6f-9685ef735633 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6709113 Nov 16 21:27:03.257061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.375615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:03.422673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.433661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:03.440681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:03.445850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.480588 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63d713-9352-4011-9ea9-f4978a6c3453 x-openstack-request-id: req-bf63d713-9352-4011-9ea9-f4978a6c3453 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:03.480877 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "ddd00a03-813b-4dd7-8bee-199be639800a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:03.481293 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf63d713-9352-4011-9ea9-f4978a6c3453 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:03.481962 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd00a03-813b-4dd7-8bee-199be639800a', 'code': 200} Nov 16 21:27:03.486617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Attempting to bind port e20ea52d-849d-490d-859f-d08b98fa9390 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:03.487018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Attempting to bind port e20ea52d-849d-490d-859f-d08b98fa9390 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:03.487385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Attempting to bind port e20ea52d-849d-490d-859f-d08b98fa9390 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Checking segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Bound using segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Bound port: e20ea52d-849d-490d-859f-d08b98fa9390, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:03.536160 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.543534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cadba6-6bc2-4d7a-b517-3409b0c12e1f req-ae3f4a80-31d7-47c9-99e5-210d8039073d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.545346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16cadba6-6bc2-4d7a-b517-3409b0c12e1f req-ae3f4a80-31d7-47c9-99e5-210d8039073d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 931 time: 0.1908209 Nov 16 21:27:03.575563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:03.597852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:03.598229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.601700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0bb0185a-e585-438c-9a2f-ed464d201902 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:03.602320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.617201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.617899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.636643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.648569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f57b6746-e111-4fcb-8ce3-d03b1c7e2f1a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9131510 Nov 16 21:27:03.660074 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.666963 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34 HTTP/1.1" status: 204 len: 168 time: 1.1175652 Nov 16 21:27:03.668144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54414) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:03.681857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'name': 'tempest-TaggedBootDevicesTest_v242-594110928', 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:03.683894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:03.747240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Pushing event updated for resources: {'Port': ['ID=e20ea52d-849d-490d-859f-d08b98fa9390,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.788501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df80e67c-4b04-4280-ac09-d8318ca4e71a {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:03.791763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d7af0-7879-46c7-a485-263005c09e85 None None] Network 30f7232d-28f6-442d-81f8-0717389cd4ef requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:03.793884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a96a36-7fa8-46b7-b3e4-91d8a7d167e6 None None] Network 425ee18d-8e4a-4e02-a49e-62b33179053f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:03.837243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.850781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b722fb-ac89-4f96-8602-be25a59ea997 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.869779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16cadba6-6bc2-4d7a-b517-3409b0c12e1f req-131eaf04-8976-4204-93c0-7362e9868d58 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157129 Nov 16 21:27:03.877637 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:27:03.897643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] For port e20ea52d-849d-490d-859f-d08b98fa9390, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:03.903528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] For port e20ea52d-849d-490d-859f-d08b98fa9390, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e20ea52d-849d-490d-859f-d08b98fa9390,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:03.973495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.014311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Transition to ACTIVE for port object df80e67c-4b04-4280-ac09-d8318ca4e71a will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:04.019432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:04.029173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.084895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.110441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d0700-b531-491f-946d-45b97e7200e2 req-86ce0743-1b60-47ac-9421-dffb44589658 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:04.119441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c7d0700-b531-491f-946d-45b97e7200e2 req-86ce0743-1b60-47ac-9421-dffb44589658 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2758036 Nov 16 21:27:04.300964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 76eb10cb-d845-4942-b7ab-da760b354ea7 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:04.301879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.379076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Pushing event updated for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:04.379486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d22f17d2-3a29-4f76-83c7-3492575159a1 None None] Provisioning complete for port 0bb0185a-e585-438c-9a2f-ed464d201902 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:04.380251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d22f17d2-3a29-4f76-83c7-3492575159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.432226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:04.549983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 76eb10cb-d845-4942-b7ab-da760b354ea7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=76eb10cb-d845-4942-b7ab-da760b354ea7,segment=NetworkSegment(d9776e74-0b7e-4e4d-8576-fce001155c55),segment_id=d9776e74-0b7e-4e4d-8576-fce001155c55)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:04.550567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.586401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.619843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020054-1059-4be2-8469-d0f8760ec322 None None] Pushing event updated for resources: {'Port': ['ID=e20ea52d-849d-490d-859f-d08b98fa9390,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:04.627299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 76eb10cb-d845-4942-b7ab-da760b354ea7 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:04.650603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Attempting to bind port df80e67c-4b04-4280-ac09-d8318ca4e71a on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:04.651900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Attempting to bind port df80e67c-4b04-4280-ac09-d8318ca4e71a by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:04.651900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Attempting to bind port df80e67c-4b04-4280-ac09-d8318ca4e71a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:04.662522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Port df80e67c-4b04-4280-ac09-d8318ca4e71a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:04.662973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Attempting to bind port df80e67c-4b04-4280-ac09-d8318ca4e71a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:04.679693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:04.680016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Checking segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:04.680408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Bound using segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:04.680874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Bound port: df80e67c-4b04-4280-ac09-d8318ca4e71a, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:04.681851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.719916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.752732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:04.784204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] device_id is not set on port d6995e47-99dd-416a-a733-0e5b123672ff yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:27:04.809386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.810207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 979efead-b3ce-44f0-ade1-42aadc82cb2e up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:04.849200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.876184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:04.901126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c7d0700-b531-491f-946d-45b97e7200e2 req-63c2e456-c6d6-4c78-8327-7a22dac52592 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7732451 Nov 16 21:27:04.902158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port 76eb10cb-d845-4942-b7ab-da760b354ea7 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:04.967704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=76eb10cb-d845-4942-b7ab-da760b354ea7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.016941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.1.1.95 (425ee18d-8e4a-4e02-a49e-62b33179053f/defbe474-8c24-4ff7-9d10-78ec0a93bbdb/d6995e47-99dd-416a-a733-0e5b123672ff) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:05.030204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:05.057019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.061085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.090907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.116288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f7232d-28f6-442d-81f8-0717389cd4ef']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:05.127111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9776e74-0b7e-4e4d-8576-fce001155c55') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:05.127690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9776e74-0b7e-4e4d-8576-fce001155c55') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:05.139273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.154546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.158978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d26bbe-bf33-4607-b439-2ac94e21eb4a None None] DHCP port deletion for 30f7232d-28f6-442d-81f8-0717389cd4ef request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:05.161563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:05.162145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.180167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.180971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.183328 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] 10.222.0.21 "PUT /v2.0/ports/df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 200 len: 1091 time: 3.0647295 Nov 16 21:27:05.183872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:05.186389 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe8d1f-7ea1-4946-ae70-f42bb76847a3" -d '{"events": [{"name": "network-changed", "server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:05.193066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:05.285800 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:05.294659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.308482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.312065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1241813-b731-451e-875a-0a4793a68be1 service neutron] Pushing event updated for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.312774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/30f7232d-28f6-442d-81f8-0717389cd4ef HTTP/1.1" status: 204 len: 168 time: 1.6272016 Nov 16 21:27:05.320008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:05.326951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-236015', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:05.369141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b756791-3b36-4170-ae2f-e91f7e8d3c05 req-1d06bbe1-dfa6-4eca-adee-3297442ae4f2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.376645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b756791-3b36-4170-ae2f-e91f7e8d3c05 req-1d06bbe1-dfa6-4eca-adee-3297442ae4f2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 944 time: 0.5529897 Nov 16 21:27:05.388638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 979efead-b3ce-44f0-ade1-42aadc82cb2e completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:05.395959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=30f7232d-28f6-442d-81f8-0717389cd4ef,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.427606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 979efead-b3ce-44f0-ade1-42aadc82cb2e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:05.427995 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.432063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d22f17d2-3a29-4f76-83c7-3492575159a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.440343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 0bb0185a-e585-438c-9a2f-ed464d201902, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0bb0185a-e585-438c-9a2f-ed464d201902,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:05.441557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-9f55356e-406f-4fe1-bb4e-85c5b4359c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.447352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-9f55356e-406f-4fe1-bb4e-85c5b4359c9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 1094 time: 0.1903546 Nov 16 21:27:05.472328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.472328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.472673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.477806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.478760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.480774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.481138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.481471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.481798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.482110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.482430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.482763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b0d58-a2b1-44fc-a340-7483321a390e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:05.487480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.488656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.512582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:05.515163 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeca85b-0ef6-4ca9-bfff-9346f904211f" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:05.547587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.552201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:05.564599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.576706 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-5b5b4485-2a9e-4a49-ae94-7ad8286a1bd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 200 len: 217 time: 0.1205063 Nov 16 21:27:05.577440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.584060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.591485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.609866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.614408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.625599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.630886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-dac3e57f-8bdc-4d6a-bcb1-4ce44cd30b1a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5425 time: 0.3882885 Nov 16 21:27:05.644677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b756791-3b36-4170-ae2f-e91f7e8d3c05 req-abd4f248-81fe-4e44-a328-91bd0b8120cb tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670155 Nov 16 21:27:05.742298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.769223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b2674de-d851-4391-b631-cd5d81ab1772 req-2e190f12-92f5-4a2c-955a-7c805025bb74 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291692 Nov 16 21:27:05.903988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e20ea52d-849d-490d-859f-d08b98fa9390 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:05.923651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=0bb0185a-e585-438c-9a2f-ed464d201902,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.966816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8ef9-7092-40cf-9677-90f7e9247847 req-2692963c-6b09-4057-a6e5-8cf9977b293d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.968576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d6b8ef9-7092-40cf-9677-90f7e9247847 req-2692963c-6b09-4057-a6e5-8cf9977b293d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 943 time: 0.1476302 Nov 16 21:27:05.995802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-32638317-9047-44ba-b9d6-83cc70ef297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.998807 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-32638317-9047-44ba-b9d6-83cc70ef297b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.4119141 Nov 16 21:27:06.003803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.068616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.085843 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acbe14c-ae5a-4a7d-82b1-a7c98ce44239 x-openstack-request-id: req-2acbe14c-ae5a-4a7d-82b1-a7c98ce44239 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:06.085843 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:06.086193 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2acbe14c-ae5a-4a7d-82b1-a7c98ce44239 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:06.086979 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a', 'status': 'completed', 'code': 200} Nov 16 21:27:06.089218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:06.089657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:06.109977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4db86-ce27-4f25-8292-c65ec22bc81d None None] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:06.132028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-5f14f753-b126-47c4-9463-41b0e10b84da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189013 Nov 16 21:27:06.133425 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8571b5-92c8-4492-9f0e-c421d81194c9 x-openstack-request-id: req-9d8571b5-92c8-4492-9f0e-c421d81194c9 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:06.133718 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:06.133978 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d8571b5-92c8-4492-9f0e-c421d81194c9 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:06.134405 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'code': 200} Nov 16 21:27:06.161345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d6b8ef9-7092-40cf-9677-90f7e9247847 req-c67b491c-e27e-4b0a-820c-e51f9528fd20 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857569 Nov 16 21:27:06.176832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-d22f17d2-3a29-4f76-83c7-3492575159a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:06.177190 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-d22f17d2-3a29-4f76-83c7-3492575159a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:06.191394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:06.191766 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.268877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255d5c-adf8-45da-980e-7cb9199f2865 req-2f0375da-63df-4e61-a792-e4d7beb7b02f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.280975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57255d5c-adf8-45da-980e-7cb9199f2865 req-2f0375da-63df-4e61-a792-e4d7beb7b02f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.1084452 Nov 16 21:27:06.308620 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.383230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.443394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e20ea52d-849d-490d-859f-d08b98fa9390 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:06.443766 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.454007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57255d5c-adf8-45da-980e-7cb9199f2865 req-e0b6aee8-f83a-408a-a988-80a67420c1f2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616850 Nov 16 21:27:06.458527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:06.493159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.496803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:06.500832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:06.512844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:06.526193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:06.638730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.652681 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-bb4be5cc-6f40-4c73-a6c2-bfc2b2099e18 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267590 Nov 16 21:27:06.711605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.712263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.751977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:06.884789 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-abaa8f7f-ee0b-4f17-9da7-c497f545adfd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2151926 Nov 16 21:27:06.909908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108e17-ffff-4352-bc02-1b13b905aadb req-ea91e1d0-ff4c-40ab-95b6-f77dce8e6cd7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.922325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4108e17-ffff-4352-bc02-1b13b905aadb req-ea91e1d0-ff4c-40ab-95b6-f77dce8e6cd7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 944 time: 0.1487229 Nov 16 21:27:07.052783 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f0ad806-4c63-42f4-9623-826c2b4c8211 req-bb20f9b5-8be0-486a-82bd-5889c1189192 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900506 Nov 16 21:27:07.155909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4108e17-ffff-4352-bc02-1b13b905aadb req-8778784e-8060-48bf-8e2d-201b4d446042 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280636 Nov 16 21:27:07.156160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:07.186582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.204867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.206719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:07.222179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.231938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.248381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:07.248761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.249950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.261890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.269446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.280393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.288481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.291072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-dda07d13-c0f5-487a-a99d-b79e1c0d86cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5426 time: 0.3112085 Nov 16 21:27:07.409748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.442256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port e20ea52d-849d-490d-859f-d08b98fa9390, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e20ea52d-849d-490d-859f-d08b98fa9390,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:07.445472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45390967-8e3f-494f-b13f-c6fd23ea423e req-bb593481-6d7e-431f-900d-ff01301e9880 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429045 Nov 16 21:27:07.459287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.462679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.464074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Provisioning complete for port e20ea52d-849d-490d-859f-d08b98fa9390 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:07.464438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.487906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.590310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 76eb10cb-d845-4942-b7ab-da760b354ea7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:07.601712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-66204575-46ae-45cf-9d2d-e179faef2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.603359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-66204575-46ae-45cf-9d2d-e179faef2180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 1094 time: 0.3762045 Nov 16 21:27:07.636034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 76eb10cb-d845-4942-b7ab-da760b354ea7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:07.636383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 76eb10cb-d845-4942-b7ab-da760b354ea7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:07.678820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=e20ea52d-849d-490d-859f-d08b98fa9390,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.686280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 172.25.7.42 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ddc4c611-03b9-40ff-9e6b-802133ba681e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:07.699810 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.767521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:07.779145 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.780847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-073f123e-328f-4ada-9faf-3e42c33436dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.782388 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-073f123e-328f-4ada-9faf-3e42c33436dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.1700673 Nov 16 21:27:07.783194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device bfd2daa4-e923-4758-8070-dc57c88471c9 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:07.830085 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-182aeb78-9fe6-49e8-a08a-cc6d2da5eb74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 200 len: 217 time: 0.0370572 Nov 16 21:27:07.891693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0bb0185a-e585-438c-9a2f-ed464d201902 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:07.906287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-23c8e410-04b1-4f6e-806c-fe0b2e8dbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.907830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-23c8e410-04b1-4f6e-806c-fe0b2e8dbf98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.0575140 Nov 16 21:27:07.917273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743e916-1ac8-48da-8517-94b52698aa01 req-6951609a-4c69-4576-a292-f0a6a158c130 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.919958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1743e916-1ac8-48da-8517-94b52698aa01 req-6951609a-4c69-4576-a292-f0a6a158c130 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 943 time: 0.0854182 Nov 16 21:27:07.960975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-6c6307ae-c2e6-4bb6-a434-55a72d94b8e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420816 Nov 16 21:27:07.982141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.001999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1743e916-1ac8-48da-8517-94b52698aa01 req-cde1a292-0f52-4c59-b13f-8c0fefc130c6 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Nov 16 21:27:08.013794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Provisioning complete for port 0bb0185a-e585-438c-9a2f-ed464d201902 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.014186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.085692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.116709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aecef-7e72-4e32-bb02-667e3de80794 req-32053236-2857-47ae-8cf8-d01973433720 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:08.124902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port bfd2daa4-e923-4758-8070-dc57c88471c9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:08.125339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4aecef-7e72-4e32-bb02-667e3de80794 req-32053236-2857-47ae-8cf8-d01973433720 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.0679071 Nov 16 21:27:08.139343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e'}, {'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'}, {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:08.141613 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43381c6-b552-4ff3-b70b-c39ed92052b2" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e"}, {"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c"}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:08.161920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port bfd2daa4-e923-4758-8070-dc57c88471c9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.162555 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.187397 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-74874c9c-9990-4567-b506-083968011000 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168570 Nov 16 21:27:08.190518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4aecef-7e72-4e32-bb02-667e3de80794 req-dfb65fa9-736f-4d8f-88af-97983c93d44c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643294 Nov 16 21:27:08.193523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0bb0185a-e585-438c-9a2f-ed464d201902 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.194060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.231581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.319522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:08.330175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54462) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:08.335116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361721837', 'description': 'tempest-description--1285141570'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:08.336340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:08.351673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:08.360411 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9e71d5-21a2-44b4-bdaa-b8f153ee3655 x-openstack-request-id: req-9a9e71d5-21a2-44b4-bdaa-b8f153ee3655 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:08.361230 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e", "code": 200}, {"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c", "code": 200}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:08.361230 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a9e71d5-21a2-44b4-bdaa-b8f153ee3655 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:08.361497 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'code': 200} Nov 16 21:27:08.361765 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'code': 200} Nov 16 21:27:08.363213 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'code': 200} Nov 16 21:27:08.396536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=ddc4c611-03b9-40ff-9e6b-802133ba681e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.431064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-febe8d1f-7ea1-4946-ae70-f42bb76847a3 req-2493d8d2-a7ad-487e-9522-aa136a676631 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249942 Nov 16 21:27:08.440213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.442560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607cfa7-e046-47fd-ab10-ef9bf11301cb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:08.485200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651945-f45c-420f-b139-0d665ef59458 req-620d0949-73dd-40d6-87fb-7828733fc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:08.486851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51651945-f45c-420f-b139-0d665ef59458 req-620d0949-73dd-40d6-87fb-7828733fc23f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 1096 time: 0.1405215 Nov 16 21:27:08.508518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=bfd2daa4-e923-4758-8070-dc57c88471c9,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:08.527564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.546900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efba6-a66e-4d6c-b5a9-a64661df1c3a req-8dcdb22e-8152-48df-bc51-036a44fce6b7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:08.547976 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.550522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9974e521-19c2-48f1-b6d8-17b07d120438 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:08.557237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d87efba6-a66e-4d6c-b5a9-a64661df1c3a req-8dcdb22e-8152-48df-bc51-036a44fce6b7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.1960256 Nov 16 21:27:08.728301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Provisioning complete for port d6995e47-99dd-416a-a733-0e5b123672ff triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.728830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.770644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 9974e521-19c2-48f1-b6d8-17b07d120438 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:08.780368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 9974e521-19c2-48f1-b6d8-17b07d120438 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.780797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.818608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51651945-f45c-420f-b139-0d665ef59458 req-09014635-6684-425e-b8bf-cba89774bbf8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218393 Nov 16 21:27:08.867990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.883733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Port d6995e47-99dd-416a-a733-0e5b123672ff cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:08.887378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.888000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.910535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.925681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Provisioning complete for port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:08.925681 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.940540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d87efba6-a66e-4d6c-b5a9-a64661df1c3a req-26d3787c-b86c-40dd-87b4-a0e28b2ce3c5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822911 Nov 16 21:27:08.973479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c98e757a-2449-4386-b41c-040e7cd82b29 None None] Port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:08.990363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.018245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.024355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.030552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.036919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.043318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.049615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.056745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.060525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9974e521-19c2-48f1-b6d8-17b07d120438,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:09.065236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-cb01bce6-282e-4a04-abae-045367be82b4 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5428 time: 0.3491554 Nov 16 21:27:09.067231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.079195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.080438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.084104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-909285fa-98b6-4c3e-a7fb-9f595ff02a8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7527170 Nov 16 21:27:09.085789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54484) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:09.097288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'security_group_rule': {'security_group_id': 'f94ec8e5-cc5c-461b-86bf-b9b1a84350a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:09.224234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.247486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9a314b0-0a09-4502-a753-90ec752ff7f9 req-9015010e-043d-4701-90b5-1060dd5e9f09 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813569 Nov 16 21:27:09.257546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.263045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7a317744-4b5f-4e7b-b2c9-82a5240f1776 None None] Provisioning complete for port ddc4c611-03b9-40ff-9e6b-802133ba681e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:09.263526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a317744-4b5f-4e7b-b2c9-82a5240f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.313267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ea1c-c31c-4b9d-ae13-32db1582e016 req-ac8b1c79-3d2b-4c53-a029-c7b6b8ca326b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.327311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9450ea1c-c31c-4b9d-ae13-32db1582e016 req-ac8b1c79-3d2b-4c53-a029-c7b6b8ca326b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 943 time: 0.1626701 Nov 16 21:27:09.357517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7a317744-4b5f-4e7b-b2c9-82a5240f1776 None None] Port ddc4c611-03b9-40ff-9e6b-802133ba681e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:09.360434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.385706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7a317744-4b5f-4e7b-b2c9-82a5240f1776 None None] Provisioning complete for port e20ea52d-849d-490d-859f-d08b98fa9390 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:09.386078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a317744-4b5f-4e7b-b2c9-82a5240f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.424411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.451084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9450ea1c-c31c-4b9d-ae13-32db1582e016 req-d16c944f-0e4e-476d-a7b4-f68629d99366 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227064 Nov 16 21:27:09.453698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.469782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df80e67c-4b04-4280-ac09-d8318ca4e71a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:09.483917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a773b67-9007-4d34-bef0-f6b7c3589ead req-568de4bd-0c03-4f56-8a19-e2b9491b70b0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.486556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a773b67-9007-4d34-bef0-f6b7c3589ead req-568de4bd-0c03-4f56-8a19-e2b9491b70b0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.1274488 Nov 16 21:27:09.515616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.516798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300625 Nov 16 21:27:09.519835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54490) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:09.530480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'security_group_rule': {'security_group_id': 'f94ec8e5-cc5c-461b-86bf-b9b1a84350a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:09.535579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1683925-319a-4c89-97fb-8f114a4da8b0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f829ef7-824c-4a18-9e05-2e68e6aff595,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.605277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a773b67-9007-4d34-bef0-f6b7c3589ead req-62e980ff-0872-48be-ba64-bae739b10e1c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941434 Nov 16 21:27:09.609974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.611710 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.615761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:09.629686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'df80e67c-4b04-4280-ac09-d8318ca4e71a', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'port_id': 'df80e67c-4b04-4280-ac09-d8318ca4e71a', 'mac_address': 'fa:16:3e:18:3e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf111398-06b2-470c-b232-e9f2a618aa41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:09.677298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.690232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.696090 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.723996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df80e67c-4b04-4280-ac09-d8318ca4e71a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:09.726261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6a3388-3170-4b57-963b-656969dc1236,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.746535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.748325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-637011c0-d864-4beb-9dd2-60c153946970 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233348 Nov 16 21:27:09.751402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:09.757059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:09.766409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:09.774116 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.824688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.832295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router a1c1335f-a6aa-4dba-9b85-ceae82f232fd is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:27:09.842740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.847434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e20ea52d-849d-490d-859f-d08b98fa9390 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:09.957021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e20ea52d-849d-490d-859f-d08b98fa9390 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:09.957548 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.992033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:10.004065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] Sync routers for ids ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:10.021531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] Routers {'a1c1335f-a6aa-4dba-9b85-ceae82f232fd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:10.022299 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:10.022556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:10.033688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.038202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9134752a-a753-4e6e-aae1-3d4a590799a0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7121191 Nov 16 21:27:10.038582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:10.044003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.105781 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:10.126838 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] Routers {'a1c1335f-a6aa-4dba-9b85-ceae82f232fd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:10.128223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:10.179790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:10.181494 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cd98b4-9854-4b46-aa59-da3ce59dd1f1 None None] The sync data for ids ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:10.263154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54502) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:10.264658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f34e8a66-ce68-436f-b964-a16326272def tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers/a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 200 len: 880 time: 0.2247937 Nov 16 21:27:10.358999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9637-843d-4797-abac-6fad9ef05c45 req-745521b2-f536-4707-8348-2d2cd2796102 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.360493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62bb9637-843d-4797-abac-6fad9ef05c45 req-745521b2-f536-4707-8348-2d2cd2796102 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2132764 Nov 16 21:27:10.364343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2daa4-e923-4758-8070-dc57c88471c9'}, {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:10.367094 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f602731f-6fc4-463d-aff8-bbc167f76ec2" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2daa4-e923-4758-8070-dc57c88471c9"}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:10.473629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 172.25.7.212 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e09fee4c-30a3-44f5-ae02-950be31f1ae2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:10.601924 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62bb9637-843d-4797-abac-6fad9ef05c45 req-3b10df3a-eb61-4fca-9186-495046ac8325 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334666 Nov 16 21:27:10.612846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.629946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.636798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.642957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.649064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.655572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.657823 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d81c1a-27ff-4d3e-9f9a-bd4bbba7b7c2 x-openstack-request-id: req-b3d81c1a-27ff-4d3e-9f9a-bd4bbba7b7c2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:10.658407 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2daa4-e923-4758-8070-dc57c88471c9", "code": 200}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-plugged", "status": "completed", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:10.658881 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3d81c1a-27ff-4d3e-9f9a-bd4bbba7b7c2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:10.659467 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2daa4-e923-4758-8070-dc57c88471c9', 'code': 200} Nov 16 21:27:10.659913 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438', 'code': 200} Nov 16 21:27:10.661732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.663697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-4ea61b93-76ed-48af-b1e1-271783627939 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.3003156 Nov 16 21:27:10.829533 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.874170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd3768e7-7117-47c2-8600-33d557afa3dd req-325e6042-4a63-4432-a749-2b95c95b81c1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982179 Nov 16 21:27:10.929965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b43dd-e46f-4723-a424-53f17cb36151 req-a658cdec-9641-4912-af08-1514debb460f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.932272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-779b43dd-e46f-4723-a424-53f17cb36151 req-a658cdec-9641-4912-af08-1514debb460f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 944 time: 0.1967859 Nov 16 21:27:10.939886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.940356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.940815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.941265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.941712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.942158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.942605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.944461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-a83f1336-5b40-4c7b-a774-7cfa8154e098 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.1904109 Nov 16 21:27:11.032414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.106684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8fae6ba6-51ab-41c4-a409-aba546dc0e63 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8416884 Nov 16 21:27:11.111115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54514) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:11.117458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-236015'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:11.132665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:11.152114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:11.157423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-779b43dd-e46f-4723-a424-53f17cb36151 req-2471d52a-4327-4223-8c6f-f7950f7de122 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120137 Nov 16 21:27:11.160389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:11.168902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=e09fee4c-30a3-44f5-ae02-950be31f1ae2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:11.205668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d09e1-3fce-465b-9c79-af378d93cc56 req-087fe291-58b1-4419-862b-a82d06f4f4f6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:11.208758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-332d09e1-3fce-465b-9c79-af378d93cc56 req-087fe291-58b1-4419-862b-a82d06f4f4f6 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2188940 Nov 16 21:27:11.215204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e282bdbb-43db-4619-8c3d-b9b8c63e2a42 req-86fd2e27-7897-4c12-bb3f-837f71237e63 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2561245 Nov 16 21:27:11.374251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-332d09e1-3fce-465b-9c79-af378d93cc56 req-19376f4b-04ce-455c-b43b-a0b907a3b640 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512265 Nov 16 21:27:11.418229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.430537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431038a0-e0df-48bf-9e5b-6fd9a4618556 req-b0833f66-34e2-4a1f-908d-5a778d0edbf1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:11.432214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-431038a0-e0df-48bf-9e5b-6fd9a4618556 req-b0833f66-34e2-4a1f-908d-5a778d0edbf1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.1503398 Nov 16 21:27:11.472978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df80e67c-4b04-4280-ac09-d8318ca4e71a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:11.517869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-431038a0-e0df-48bf-9e5b-6fd9a4618556 req-b602cf45-83dc-4263-80d2-29dc589e5be0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746071 Nov 16 21:27:11.579877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port df80e67c-4b04-4280-ac09-d8318ca4e71a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:11.584882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port df80e67c-4b04-4280-ac09-d8318ca4e71a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:11.585366 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.591757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.740842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.778517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:11.786776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.829464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11f6cf-c5c4-4685-a2a0-368b00c57932 req-e6c0fc15-b042-4f5e-9212-57086037cd5d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:11.831122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa11f6cf-c5c4-4685-a2a0-368b00c57932 req-e6c0fc15-b042-4f5e-9212-57086037cd5d tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.0874534 Nov 16 21:27:11.841898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:11.852450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.865787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.886188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.896427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.946329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa11f6cf-c5c4-4685-a2a0-368b00c57932 req-442c3475-c70e-4598-a0e5-d6cd82d44737 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922709 Nov 16 21:27:11.987340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=e09fee4c-30a3-44f5-ae02-950be31f1ae2,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:11.997763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router a1c1335f-a6aa-4dba-9b85-ceae82f232fd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:12.046757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.083569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.084889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16a73097-89c0-4a1e-af67-38db9da1ccab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3325148 Nov 16 21:27:12.103497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.109474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.115464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.122058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.125034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:12.129087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.133022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.135584 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b5dc9759-2032-4228-9db5-c3ddd53fffac tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 200 len: 887 time: 1.0225897 Nov 16 21:27:12.135981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.138189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54530) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:12.140101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] Sync routers for ids ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:12.141999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.149761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5e6991f-96a5-496f-9196-7381f5684279 req-374a913f-b3ca-4a1f-bd66-dd33b4d3fee1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.1637807 Nov 16 21:27:12.154068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] Routers {'a1c1335f-a6aa-4dba-9b85-ceae82f232fd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:12.155016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:12.191924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:12.202883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] Routers {'a1c1335f-a6aa-4dba-9b85-ceae82f232fd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:12.203989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:12.225156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6e26-59dd-4c45-bc73-e7cc221d5976 req-f8f4ead0-6e7a-4ab3-aae1-11a6026fb799 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.233520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb5f6e26-59dd-4c45-bc73-e7cc221d5976 req-f8f4ead0-6e7a-4ab3-aae1-11a6026fb799 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2014265 Nov 16 21:27:12.258437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:12.259434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c589be-0dbb-41b8-8ff6-8a206500f9be None None] The sync data for ids ['a1c1335f-a6aa-4dba-9b85-ceae82f232fd'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:12.290666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ca612daf-1ca4-43ee-a4be-53ac63cdbd8d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers/a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 200 len: 887 time: 0.1495256 Nov 16 21:27:12.293157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54538) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:12.313394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-d5857d8d-f4c9-4914-9d26-a36d3ca288f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.314881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-d5857d8d-f4c9-4914-9d26-a36d3ca288f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 1094 time: 0.1577024 Nov 16 21:27:12.325664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5e6991f-96a5-496f-9196-7381f5684279 req-d24f5f67-3bfb-43bf-9f30-0ae712d1d14e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723413 Nov 16 21:27:12.326030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-533adb8d-d9b4-4f9d-90e0-01f3bbf50ae0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 200 len: 205 time: 0.0289268 Nov 16 21:27:12.326030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:12.335807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:12.349511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb5f6e26-59dd-4c45-bc73-e7cc221d5976 req-9c25b74c-cb92-4d2f-9783-40b588584078 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151013 Nov 16 21:27:12.427091 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.481497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.660749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:12.663227 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3948286f-9529-49d4-9fac-b037dba48105" -d '{"events": [{"server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "name": "network-vif-plugged", "status": "completed", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:12.664722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.732602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port ddc4c611-03b9-40ff-9e6b-802133ba681e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:12.733242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.792683 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.823555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.838603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for ddc4c611-03b9-40ff-9e6b-802133ba681e owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:13.009941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0c772-b9cd-469e-a15e-e8ae2ece4d9e req-65e3a5a6-63df-4eae-aa9b-cf26e3d74621 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.011352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bc0c772-b9cd-469e-a15e-e8ae2ece4d9e req-65e3a5a6-63df-4eae-aa9b-cf26e3d74621 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.5324194 Nov 16 21:27:13.014559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-50488256-89b8-4ade-a4a8-ccd8ec193614 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--361721837&fields=id&tenant_id=fb566c22db59413e892f615eb7fd15d3 HTTP/1.1" status: 200 len: 267 time: 0.5635164 Nov 16 21:27:13.021515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.049198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d8fea-710b-4bf2-ae02-43f41b1c32e6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:13.103789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-33ae9318-b15d-4284-abe9-813320e9650c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.105162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-33ae9318-b15d-4284-abe9-813320e9650c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 934 time: 0.0660610 Nov 16 21:27:13.110023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=ddc4c611-03b9-40ff-9e6b-802133ba681e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:13.122421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.142050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bc0c772-b9cd-469e-a15e-e8ae2ece4d9e req-6c1fbf6a-55fe-45d6-97c5-b6962369f4b4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637863 Nov 16 21:27:13.198556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-40dddbb2-5e39-45a2-952c-3da850c98691 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.200030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-40dddbb2-5e39-45a2-952c-3da850c98691 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 935 time: 0.0707138 Nov 16 21:27:13.259784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-1140936a-e5be-4411-a3ba-68417da91287 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0472164 Nov 16 21:27:13.283563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:13.314453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-dc9e1f85-1b03-4f5d-8922-350753ea009a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0537426 Nov 16 21:27:13.545025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b6db9b55-2b6b-4d80-9152-3599fdf6e47b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.551079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b6db9b55-2b6b-4d80-9152-3599fdf6e47b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.557190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b6db9b55-2b6b-4d80-9152-3599fdf6e47b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.566025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b6db9b55-2b6b-4d80-9152-3599fdf6e47b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=14fdb57f-b238-4095-be62-e361e4fd7d32&id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 1995 time: 0.2358482 Nov 16 21:27:13.571035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.574077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.596038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-32aceaec-25d4-476e-a7c5-0f08416892c3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/quotas/fb566c22db59413e892f615eb7fd15d3 HTTP/1.1" status: 200 len: 375 time: 0.0290754 Nov 16 21:27:13.630615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:13.652230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.652871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router a1c1335f-a6aa-4dba-9b85-ceae82f232fd {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:13.667210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.675157 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9e2a093-0e40-4565-8262-9cf4619046d8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 204 len: 168 time: 1.3446631 Nov 16 21:27:13.675264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:13.687240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457186329'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:13.723519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-7a9bdc85-8f15-48f3-9adb-efac4dbbf59a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1265175 Nov 16 21:27:13.729177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:13.731904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:13.740910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.770311 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.777943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:13.789211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.789517 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment e8c18320-172e-43e3-b44e-5fa007b793ef of type vlan for network c2b5fad6-fba8-4180-8778-59831741b26f Nov 16 21:27:13.840484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.850191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Transition to ACTIVE for port object 27195d92-cbc1-43a3-8ee7-7c020e7cc727 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:13.858298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.868274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.875116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.875116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.928458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2516353 Nov 16 21:27:13.931816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:13.936857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:13.968421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16b72a-afba-4c1d-9973-47a39705dc78 req-78636eeb-45ea-4b00-b665-a77b02266858 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.970141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd16b72a-afba-4c1d-9973-47a39705dc78 req-78636eeb-45ea-4b00-b665-a77b02266858 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 943 time: 0.2140584 Nov 16 21:27:14.004927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4380cc-eb52-4197-a64f-a042ee2b8786 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=c2b5fad6-fba8-4180-8778-59831741b26f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:14.017270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c2b5fad6-fba8-4180-8778-59831741b26f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:14.055929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:14.063743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.147034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-807e6738-2261-4902-81d2-0e1c2ae928a7 service neutron] 10.222.0.54 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122138 Nov 16 21:27:14.157884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=9']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:14.318726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.359081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] No DVR routers for this DVR port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:14.370343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd16b72a-afba-4c1d-9973-47a39705dc78 req-6784c913-24b6-4dac-b275-b2190b47bdc4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425086 Nov 16 21:27:14.423637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=7e8f2602-e45a-4d95-9e2b-1e08e1841e0c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:14.426015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': 'e8c18320-172e-43e3-b44e-5fa007b793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:14.426394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: c2b5fad6-fba8-4180-8778-59831741b26f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:14.452708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network c2b5fad6-fba8-4180-8778-59831741b26f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:14.462699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c2b5fad6-fba8-4180-8778-59831741b26f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:14.466799 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bca5ca-40ca-4098-83d2-58b2a9726751 x-openstack-request-id: req-a4bca5ca-40ca-4098-83d2-58b2a9726751 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:14.467343 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "name": "network-vif-plugged", "status": "completed", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:14.467913 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4bca5ca-40ca-4098-83d2-58b2a9726751 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:14.472371 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a', 'code': 200} Nov 16 21:27:14.481850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.482537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.487376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8fef8-bda4-426a-9bc6-9d6f0d825b9e None None] Network c2b5fad6-fba8-4180-8778-59831741b26f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:14.504929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-375db312-74e2-49a5-9e4f-6eeb93f3144e service neutron] 10.222.0.54 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556011 Nov 16 21:27:14.533633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d32f8d3-9aee-4ab7-871a-bf068607051d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5983179 Nov 16 21:27:14.534218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:14.539275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1808956860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:14.568562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.570542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.579365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3fa05a46-7d97-4de5-bb8f-09ce43f75a4d service neutron] 10.222.0.54 "GET /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0733972 Nov 16 21:27:14.664152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.670761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.705995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.709863 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f010e9c3-811c-4c19-9f4b-3f291de03e4a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1721191 Nov 16 21:27:14.710527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:14.757386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-c2b5fad6-fba8-4180-8778-59831741b26f', 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '7e8f2602-e45a-4d95-9e2b-1e08e1841e0c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:14.759927 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.817119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.823886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.829779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.835764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.842571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.848627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.854652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.856615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-a3120dac-d26d-4484-9002-3b663f55e13a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.2072468 Nov 16 21:27:14.874320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd59eaa-171b-440f-bc79-56a92dc65ff5 req-68a015c9-1e9f-4b77-a1a7-23c62b902ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.875942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bd59eaa-171b-440f-bc79-56a92dc65ff5 req-68a015c9-1e9f-4b77-a1a7-23c62b902ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 1096 time: 0.2659957 Nov 16 21:27:14.902495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Allocated IP 2001:db8::2 (c2b5fad6-fba8-4180-8778-59831741b26f/7e8f2602-e45a-4d95-9e2b-1e08e1841e0c/f40592df-098c-4760-9bb7-3cd620d77874) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:14.909264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-e10a6896-0014-48b2-b5fa-409010df09e1 service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291516 Nov 16 21:27:14.919865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:14.920254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:14.920540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:14.962647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:14.963240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Attempting to bind port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:15.024057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:15.024396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:15.024825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:15.025264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Bound port: 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:15.025619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.036889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bd59eaa-171b-440f-bc79-56a92dc65ff5 req-6ae7ad46-d8b2-49d3-b3f0-c45ee763a3d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534295 Nov 16 21:27:15.039503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.061484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9e06bb6-fe08-4d4b-9a8c-b677bd28876e req-cbcce7a3-72bf-4b0c-b23d-1256b4cc8338 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904118 Nov 16 21:27:15.065281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.074196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.122059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-40171c97-b001-4e2e-87a8-c927c9f4342a service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032883 Nov 16 21:27:15.142657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Pushing event updated for resources: {'Port': ['ID=f40592df-098c-4760-9bb7-3cd620d77874,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:15.153070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Network c2b5fad6-fba8-4180-8778-59831741b26f is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:15.154679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:15.157186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:15.237189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:15.241581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-07519f24-1637-4f01-8191-a1654511a7c6 service neutron] 10.222.0.54 "GET /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1095057 Nov 16 21:27:15.244333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:15.266820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.312765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8::1 (c2b5fad6-fba8-4180-8778-59831741b26f/7e8f2602-e45a-4d95-9e2b-1e08e1841e0c/01603b65-c020-4be4-900d-2cc0b0a1a391) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:15.342609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692fc9-895f-4dae-9db8-742f00480718 req-0b11cec4-b5a3-466a-a21b-7af65d90ab3a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.344170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2692fc9-895f-4dae-9db8-742f00480718 req-0b11cec4-b5a3-466a-a21b-7af65d90ab3a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.1777151 Nov 16 21:27:15.373411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-95c07bfc-128a-47c8-8d9b-c4a030c6d027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.374953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Attempting to bind port f40592df-098c-4760-9bb7-3cd620d77874 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:15.375375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Attempting to bind port f40592df-098c-4760-9bb7-3cd620d77874 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e8c18320-172e-43e3-b44e-5fa007b793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:15.375744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Attempting to bind port f40592df-098c-4760-9bb7-3cd620d77874 on network c2b5fad6-fba8-4180-8778-59831741b26f {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:15.383398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:15.383805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Checking segment: {'id': 'e8c18320-172e-43e3-b44e-5fa007b793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:15.384198 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.384587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Bound using segment: {'id': 'e8c18320-172e-43e3-b44e-5fa007b793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:15.385066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Bound port: f40592df-098c-4760-9bb7-3cd620d77874, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c18320-172e-43e3-b44e-5fa007b793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c2b5fad6-fba8-4180-8778-59831741b26f'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:15.385448 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.392026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.392868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.394555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] 10.222.0.36 "PUT /v2.0/ports/27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 1091 time: 3.0639594 Nov 16 21:27:15.398640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:15.408757 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed965c-bd5e-40d0-81ab-76a8c0719973" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:15.470704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] For port f40592df-098c-4760-9bb7-3cd620d77874, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:15.475701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] For port f40592df-098c-4760-9bb7-3cd620d77874, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40592df-098c-4760-9bb7-3cd620d77874,segment=NetworkSegment(e8c18320-172e-43e3-b44e-5fa007b793ef),segment_id=e8c18320-172e-43e3-b44e-5fa007b793ef)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:15.481702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.483720 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.483902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701782-fe7f-4bcc-ad20-ab995b816351 service neutron] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:15.515143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2692fc9-895f-4dae-9db8-742f00480718 req-93177cbd-d42a-4051-a0dc-0837a21f9e20 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535552 Nov 16 21:27:15.525618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.582146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network c2b5fad6-fba8-4180-8778-59831741b26f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:15.587078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b407d174-2301-4d9b-af0f-f05cef76cbbe service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318701 Nov 16 21:27:15.588709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:15.592955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:15.593546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.606787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61182a-4f19-492e-8a51-0cfd3b6e4a94 None None] Pushing event updated for resources: {'Port': ['ID=f40592df-098c-4760-9bb7-3cd620d77874,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:15.624122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-ae4bf408-9316-40b6-9629-f1e1199ee4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.626348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-ae4bf408-9316-40b6-9629-f1e1199ee4fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.2036037 Nov 16 21:27:15.656944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=01603b65-c020-4be4-900d-2cc0b0a1a391,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:15.783510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.805343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06767bdf-7d3f-487b-8b8e-5dc1e29a12bd req-8f476ad8-ed8a-4510-91a6-da2334ef5f11 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.807722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06767bdf-7d3f-487b-8b8e-5dc1e29a12bd req-8f476ad8-ed8a-4510-91a6-da2334ef5f11 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.1261289 Nov 16 21:27:15.907988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-182c1ec5-56a5-4cb4-a064-aa81e118bff0 service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035996 Nov 16 21:27:16.036826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06767bdf-7d3f-487b-8b8e-5dc1e29a12bd req-6304ca2f-04e4-4c8a-8833-6c364e141a7d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953332 Nov 16 21:27:16.136185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-77c099e4-113c-41a3-bb90-30016035ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.138389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-77c099e4-113c-41a3-bb90-30016035ab31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.4586527 Nov 16 21:27:16.226640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b69a8a7f-5ad5-4a76-ae35-2b5abdaa00ad service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177609 Nov 16 21:27:16.263134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.268618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.269507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.332541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-1d7f3b48-9e01-42c0-8c17-c73a026ae85d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 999 time: 0.1838291 Nov 16 21:27:16.377731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=01603b65-c020-4be4-900d-2cc0b0a1a391,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:16.415297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.421381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.427993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.428808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network c2b5fad6-fba8-4180-8778-59831741b26f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:16.430441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:16.435358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.442652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.449588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.456126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.458110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb06b1e7-b348-4467-b55d-98dd6dc91241 req-e93167ee-0013-499e-b803-3525822f6b6e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.2036645 Nov 16 21:27:16.469526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54620) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:16.481721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Request body: {'floatingip': {'port_id': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:16.488926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-8905e143-2bbf-4101-94ea-3f4660d9cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.490692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-8905e143-2bbf-4101-94ea-3f4660d9cd57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.1499810 Nov 16 21:27:16.630997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 6fae4620-6dce-4090-ad45-967e507db463 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:27:16.642512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.765373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:16.776697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] Sync routers for ids ['6fae4620-6dce-4090-ad45-967e507db463'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:16.780531 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-13a9584a-804b-42df-92a2-bfb149285653 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/6fae4620-6dce-4090-ad45-967e507db463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683496 Nov 16 21:27:16.782382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:16.800133 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] Routers {'6fae4620-6dce-4090-ad45-967e507db463'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:16.801551 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6fae4620-6dce-4090-ad45-967e507db463'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:16.841131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:16.846152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1adf6-07c7-4266-991c-600b5700c8f9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.847944 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93f1adf6-07c7-4266-991c-600b5700c8f9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports/01603b65-c020-4be4-900d-2cc0b0a1a391 HTTP/1.1" status: 200 len: 911 time: 0.0639398 Nov 16 21:27:16.850529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54626) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:16.857234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e8f2602-e45a-4d95-9e2b-1e08e1841e0c'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:16.857745 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] Routers {'6fae4620-6dce-4090-ad45-967e507db463'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:16.858529 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:26:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6fae4620-6dce-4090-ad45-967e507db463'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:16.897660 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:16.898346 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0e225-f778-46a4-a1f8-03da57fbd49d None None] The sync data for ids ['6fae4620-6dce-4090-ad45-967e507db463'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:16.928944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25589f3c-f91e-4c3f-a26c-da7501fb866f None None] Network c2b5fad6-fba8-4180-8778-59831741b26f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:17.000653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Provisioning complete for port f40592df-098c-4760-9bb7-3cd620d77874 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:17.001021 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.062423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.135921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-69aa16ef-f474-440f-bcf7-8d96316921ec service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8971479 Nov 16 21:27:17.146005 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.221495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] For port f40592df-098c-4760-9bb7-3cd620d77874, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40592df-098c-4760-9bb7-3cd620d77874,segment=NetworkSegment(e8c18320-172e-43e3-b44e-5fa007b793ef),segment_id=e8c18320-172e-43e3-b44e-5fa007b793ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:17.239865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.286995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-f5d31147-43b1-4c43-954c-1737f238000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.289049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-f5d31147-43b1-4c43-954c-1737f238000d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7233796 Nov 16 21:27:17.310530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Pushing event updated for resources: {'Port': ['ID=f40592df-098c-4760-9bb7-3cd620d77874,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:17.322324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.322920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.323291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.323634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.323972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.324306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.324638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.325126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.325588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.325915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.326247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.326568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a6644-0449-4e0a-8138-2859d257dbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:17.398121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ad20-320c-48ea-99e7-241adbfee2cc req-53c9b5fb-cdeb-40e8-89ca-d7bbeabb8889 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.401054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3900ad20-320c-48ea-99e7-241adbfee2cc req-53c9b5fb-cdeb-40e8-89ca-d7bbeabb8889 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.8232224 Nov 16 21:27:17.481498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.497183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.502039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.502669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.504486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/ports/01603b65-c020-4be4-900d-2cc0b0a1a391 HTTP/1.1" status: 200 len: 911 time: 0.6528327 Nov 16 21:27:17.509505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:17.577972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-8f4920e2-b756-452a-b5d9-146780e4bc5e service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398911 Nov 16 21:27:17.592494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-646f5247-d9fa-419c-beef-ee778bce7fe7 None None] Provisioning complete for port f40592df-098c-4760-9bb7-3cd620d77874 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:17.592863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-646f5247-d9fa-419c-beef-ee778bce7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.672723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2e9f84b1-d1be-43e3-98c5-a704039dad27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.685776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3900ad20-320c-48ea-99e7-241adbfee2cc req-f4aa5510-b715-40c5-9f99-58c1783c271e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708750 Nov 16 21:27:17.716372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cedde6-3c43-4514-a0d7-c11d77ed0e4f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=01603b65-c020-4be4-900d-2cc0b0a1a391,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:17.756257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-806054ee-2655-4ef0-b5e3-a0511d026191 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364758 Nov 16 21:27:17.859987 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c3309-f595-44bf-ac94-d7637ea77030 x-openstack-request-id: req-c69c3309-f595-44bf-ac94-d7637ea77030 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:17.859987 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:17.860314 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c69c3309-f595-44bf-ac94-d7637ea77030 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:17.861171 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'status': 'completed', 'code': 200} Nov 16 21:27:17.894009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-646f5247-d9fa-419c-beef-ee778bce7fe7 None None] Provisioning complete for port 01603b65-c020-4be4-900d-2cc0b0a1a391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:17.901830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-646f5247-d9fa-419c-beef-ee778bce7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.984759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40592df-098c-4760-9bb7-3cd620d77874 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:18.020051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-646f5247-d9fa-419c-beef-ee778bce7fe7 None None] Port 01603b65-c020-4be4-900d-2cc0b0a1a391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:18.096778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f40592df-098c-4760-9bb7-3cd620d77874 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:18.097134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.165671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-747ee6e0-88c9-4ad0-9a36-4ff791021a5e None None] Provisioning complete for port 01603b65-c020-4be4-900d-2cc0b0a1a391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:18.166041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-747ee6e0-88c9-4ad0-9a36-4ff791021a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.173169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.209132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29a22cda-a2b0-4e1c-ac4e-2d2628b17516 req-538adefc-4594-466f-86b5-c29d4aed7709 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521837 Nov 16 21:27:18.266904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-747ee6e0-88c9-4ad0-9a36-4ff791021a5e None None] Port 01603b65-c020-4be4-900d-2cc0b0a1a391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:18.321030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3cfabf52-39d7-47a1-808e-3044a0c0cdc6 service neutron] 10.222.0.54 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420995 Nov 16 21:27:18.491988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705a081-36b1-4872-b47e-ef1b66cd9c51 req-46f03e15-215b-47f0-a44c-e8bcfe1d76cd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.501164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5705a081-36b1-4872-b47e-ef1b66cd9c51 req-46f03e15-215b-47f0-a44c-e8bcfe1d76cd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.5182259 Nov 16 21:27:18.510258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-77629f1f-6b7e-4ca5-b277-fdbe7613729a None None] Provisioning complete for port 01603b65-c020-4be4-900d-2cc0b0a1a391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:18.510635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-77629f1f-6b7e-4ca5-b277-fdbe7613729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.577314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 01603b65-c020-4be4-900d-2cc0b0a1a391 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:18.577889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.591159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-77629f1f-6b7e-4ca5-b277-fdbe7613729a None None] Port 01603b65-c020-4be4-900d-2cc0b0a1a391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:18.623881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-1310f8d7-2eb9-4e23-8783-f7a175457ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.625497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-1310f8d7-2eb9-4e23-8783-f7a175457ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.3143573 Nov 16 21:27:18.717956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5705a081-36b1-4872-b47e-ef1b66cd9c51 req-6c6af809-13bc-4628-86eb-298457fbcb83 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140062 Nov 16 21:27:18.720631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.752947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 01603b65-c020-4be4-900d-2cc0b0a1a391 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:18.784069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-efb0d254-351f-4ea1-85c6-169fea7b3e03 service neutron] 10.222.0.54 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232719 Nov 16 21:27:18.822944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:27:18.992746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.065923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.068217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=01603b65-c020-4be4-900d-2cc0b0a1a391,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:19.084712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.252348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.523817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-cca6efb0-9546-4ff3-85e2-abc640fbc321 service neutron] 10.222.0.54 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255788 Nov 16 21:27:19.573326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f611d-f974-4663-b5d9-d90fd7d92786 req-967d26fb-52e9-452b-bc86-fd3646aad8d5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.574036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f4f611d-f974-4663-b5d9-d90fd7d92786 req-967d26fb-52e9-452b-bc86-fd3646aad8d5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.7482579 Nov 16 21:27:19.575260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-74770a35-d513-4add-a939-a168683be93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.576731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-74770a35-d513-4add-a939-a168683be93e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.9099610 Nov 16 21:27:19.684169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-a9cb773a-e9a4-4d19-9f31-974669a8c351 service neutron] 10.222.0.54 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042814 Nov 16 21:27:19.849964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f4f611d-f974-4663-b5d9-d90fd7d92786 req-c724e40d-4145-4cd4-be09-eb4d51d8f3f0 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646090 Nov 16 21:27:19.852281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-8bc913cb-9868-4226-935b-8cde5a6687a8 service neutron] 10.222.0.54 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131396 Nov 16 21:27:19.910642 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Floating IP 9200e857-5d86-4ec6-be72-8b38b4cfac6a associated. External IP: 172.25.7.8, port: c2207239-9b32-4569-8e7a-a5366d85b96a. Nov 16 21:27:19.918407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.341926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 6fae4620-6dce-4090-ad45-967e507db463 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:20.523365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d0a4-c890-4e7c-879c-85cd8d666069 req-af202df8-e3ed-4e52-aebc-ce5ff58b0a70 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.524466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.535234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bd8d0a4-c890-4e7c-879c-85cd8d666069 req-af202df8-e3ed-4e52-aebc-ce5ff58b0a70 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.3441613 Nov 16 21:27:20.624384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:20.638308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] Sync routers for ids ['6fae4620-6dce-4090-ad45-967e507db463'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:20.642406 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f84ceb97-e735-4dce-8bbc-5a99a88d00bc tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/6fae4620-6dce-4090-ad45-967e507db463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1314886 Nov 16 21:27:20.643628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54688) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:20.660983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] Routers {'6fae4620-6dce-4090-ad45-967e507db463'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:20.665659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6fae4620-6dce-4090-ad45-967e507db463'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.681427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bd8d0a4-c890-4e7c-879c-85cd8d666069 req-e0a10514-8d9f-467b-beba-9daffb64a126 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260667 Nov 16 21:27:20.719261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Router 8daaa5af-0aa6-4564-ada6-a038946513b4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:20.719428 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ae626165-de13-4def-b8e1-11e9e05e2ecb tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fae4620-6dce-4090-ad45-967e507db463 HTTP/1.1" status: 200 len: 205 time: 0.0709012 Nov 16 21:27:20.722122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:20.812597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.832212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] Routers {'6fae4620-6dce-4090-ad45-967e507db463'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:20.841156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6fae4620-6dce-4090-ad45-967e507db463'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.946782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.947587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e028fb5-3a22-49f2-9e23-781093c828d0 None None] The sync data for ids ['6fae4620-6dce-4090-ad45-967e507db463'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:21.029308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.237119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-5448b935-c5c8-40c0-a464-ceb6ad80eff2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 999 time: 0.1624935 Nov 16 21:27:21.287107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.289870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.350497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.411101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e583579-f9eb-4be2-a1b3-6f6c90f43f30 req-601e2aee-0f2f-43f1-8ab8-5333fe02628a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:21.411403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.412770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router 6fae4620-6dce-4090-ad45-967e507db463 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:21.421141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e583579-f9eb-4be2-a1b3-6f6c90f43f30 req-601e2aee-0f2f-43f1-8ab8-5333fe02628a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.5996809 Nov 16 21:27:21.422827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:21.434610 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.438858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961f290-2619-4388-a625-c419812b9228 None None] Sync routers for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:21.441364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.443335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7011be2d-4648-4a77-ada6-fc29a7069cbf tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/6fae4620-6dce-4090-ad45-967e507db463 HTTP/1.1" status: 204 len: 168 time: 0.7184694 Nov 16 21:27:21.445986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:21.463252 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:21.464578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:21.527521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-579b9d5d-7a6d-421a-845f-adb7aebaa3de tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "PUT /v2.0/floatingips/9200e857-5d86-4ec6-be72-8b38b4cfac6a HTTP/1.1" status: 200 len: 989 time: 5.0550761 Nov 16 21:27:21.556756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 7e8f2602-e45a-4d95-9e2b-1e08e1841e0c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:21.557014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:21.563887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.567666 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b9442-2fdc-4179-9637-76420cd814f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:21.660581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.793775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-564e5299-1dbb-4b47-9749-16821a486276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:21.795542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-564e5299-1dbb-4b47-9749-16821a486276 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.2770212 Nov 16 21:27:21.803584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874c98d-abe9-4bb6-a92c-5cfc2dcda784 req-a306f0c4-29c2-44f5-aa3f-643e6da447f5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:21.811254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2874c98d-abe9-4bb6-a92c-5cfc2dcda784 req-a306f0c4-29c2-44f5-aa3f-643e6da447f5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.5392525 Nov 16 21:27:21.857512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e583579-f9eb-4be2-a1b3-6f6c90f43f30 req-ef68e011-4acd-46eb-93d1-68dfcfa38a1b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046973 Nov 16 21:27:21.885256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:21.890040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.968642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2874c98d-abe9-4bb6-a92c-5cfc2dcda784 req-4474677d-ca41-4d27-b164-c26cd16d3e31 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561737 Nov 16 21:27:22.014154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-ea2d0a03-c35b-4bdf-b938-31fb3650925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:22.018533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-ea2d0a03-c35b-4bdf-b938-31fb3650925e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730509 Nov 16 21:27:22.129244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.252660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.259921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e880187d-b53e-4c7e-8ba0-7b539717dc5c None None] Network c2b5fad6-fba8-4180-8778-59831741b26f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:22.281585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/7e8f2602-e45a-4d95-9e2b-1e08e1841e0c HTTP/1.1" status: 204 len: 168 time: 0.8309462 Nov 16 21:27:22.290574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-7073be41-2b32-4479-905c-df608969a5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562807 Nov 16 21:27:22.291620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9299ca-3d23-403e-8bdf-0ecc5e3e1bd0 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8f2602-e45a-4d95-9e2b-1e08e1841e0c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:22.292662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54732) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:22.547310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3996df53-faed-49cd-b853-ffa6aebd75f5 req-60583556-6c31-4f88-bb0b-a0c408f0b92e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.2476642 Nov 16 21:27:22.575998 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9200e857-5d86-4ec6-be72-8b38b4cfac6a', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'port_id': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'mac_address': 'fa:16:3e:58:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:25:29Z', 'updated_at': '2021-11-16T21:27:18Z', 'revision_number': 1, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:22.652503 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961f290-2619-4388-a625-c419812b9228 None None] Checking router: 8daaa5af-0aa6-4564-ada6-a038946513b4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:22.663871 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:22.664706 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:22.756629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] DHCP port deletion for c2b5fad6-fba8-4180-8778-59831741b26f request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:22.850428 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1d2b5-927e-4be4-baec-231d1c0bfdc0 x-openstack-request-id: req-06e1d2b5-927e-4be4-baec-231d1c0bfdc0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:22.851031 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:22.859164 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06e1d2b5-927e-4be4-baec-231d1c0bfdc0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:22.859799 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'status': 'completed', 'code': 200} Nov 16 21:27:22.885660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Deleting port f40592df-098c-4760-9bb7-3cd620d77874 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:22.886037 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.899554 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:22.996412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] For port f40592df-098c-4760-9bb7-3cd620d77874, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40592df-098c-4760-9bb7-3cd620d77874,segment=NetworkSegment(e8c18320-172e-43e3-b44e-5fa007b793ef),segment_id=e8c18320-172e-43e3-b44e-5fa007b793ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:22.996412 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.015872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Calling delete_port for f40592df-098c-4760-9bb7-3cd620d77874 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:23.200842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.220031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfed965c-bd5e-40d0-81ab-76a8c0719973 req-c8369714-1868-4a59-9f47-201f1a00445c service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047103 Nov 16 21:27:23.227144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.330607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] No DVR routers for this DVR port f40592df-098c-4760-9bb7-3cd620d77874 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:23.332507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cef9a6-35a4-465e-b2b1-9f6e5b98b593 req-013ed398-20e1-4bc2-a94c-d87109b566fd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.344693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6f589-f40b-4590-9475-cea87ab6a66b None None] Pushing event deleted for resources: {'Port': ['ID=f40592df-098c-4760-9bb7-3cd620d77874,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.345667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cef9a6-35a4-465e-b2b1-9f6e5b98b593 req-013ed398-20e1-4bc2-a94c-d87109b566fd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.7955303 Nov 16 21:27:23.477442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07cef9a6-35a4-465e-b2b1-9f6e5b98b593 req-ad59d8d3-972d-4dd6-84ce-34ee9daf9744 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308777 Nov 16 21:27:23.566301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5253d-63a8-40f3-aa7c-4feded7b2faa req-5e43baf4-6ba0-47c3-958f-f6cb3d6dfd2d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.586024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3f5253d-63a8-40f3-aa7c-4feded7b2faa req-5e43baf4-6ba0-47c3-958f-f6cb3d6dfd2d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.3478224 Nov 16 21:27:23.653316 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4961f290-2619-4388-a625-c419812b9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9200e857-5d86-4ec6-be72-8b38b4cfac6a', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'port_id': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'mac_address': 'fa:16:3e:58:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:25:29Z', 'updated_at': '2021-11-16T21:27:18Z', 'revision_number': 1, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.751491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961f290-2619-4388-a625-c419812b9228 None None] The sync data for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 is: [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '9200e857-5d86-4ec6-be72-8b38b4cfac6a', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'port_id': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'mac_address': 'fa:16:3e:58:fd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e687c25b-e074-4828-812f-81a891aee0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:25:29Z', 'updated_at': '2021-11-16T21:27:18Z', 'revision_number': 1, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:23.763387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.791664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b5fad6-fba8-4180-8778-59831741b26f']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.802367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c18320-172e-43e3-b44e-5fa007b793ef') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.802613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c18320-172e-43e3-b44e-5fa007b793ef') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.829935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.832853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40592df-098c-4760-9bb7-3cd620d77874 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:23.885938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f40592df-098c-4760-9bb7-3cd620d77874 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:23.886296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40592df-098c-4760-9bb7-3cd620d77874 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:23.892736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.893861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.894590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.895489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.896509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.897460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.898265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.901990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-33b569af-b31c-4f42-844c-7910c1ea63a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 1.0013492 Nov 16 21:27:23.909625 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.942836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3f5253d-63a8-40f3-aa7c-4feded7b2faa req-75e142fc-ccac-4fbf-9223-0dd25f82b308 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571353 Nov 16 21:27:23.965916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c332-a437-4d98-b671-c34eacb464af req-00770d39-66ac-47a9-b156-354811f14940 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.974699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcf5c332-a437-4d98-b671-c34eacb464af req-00770d39-66ac-47a9-b156-354811f14940 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.3301790 Nov 16 21:27:23.989274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:23.990275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:23.994837 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:24.154624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583367f-5458-41d8-aefe-de8900fae49e None None] New status for floating IP 9200e857-5d86-4ec6-be72-8b38b4cfac6a: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:24.174955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.230042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.235833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/c2b5fad6-fba8-4180-8778-59831741b26f HTTP/1.1" status: 204 len: 168 time: 1.8261049 Nov 16 21:27:24.239789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54756) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.243880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bec03646-79b7-4957-ba30-8b21a7b9e74d req-4c46cb92-072e-4d8f-8098-6ca0eb8e5f7c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.1135421 Nov 16 21:27:24.249976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1222911647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:24.286550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcf5c332-a437-4d98-b671-c34eacb464af req-3c2faf49-7d97-4f07-bf90-8b2b51d89176 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102088 Nov 16 21:27:24.288883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d39e79-e266-4282-9746-b8d286f8fe54 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=c2b5fad6-fba8-4180-8778-59831741b26f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:24.330078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.337877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.465963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.477016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.510281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.511908 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b53f6cf9-766f-4041-9bad-7cb46e938bec tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2692754 Nov 16 21:27:24.514692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54764) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.520306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-478434905'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:24.546858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:24.559445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.643716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:24.669452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.670278 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 4e6d48c1-fdc3-4951-8ac5-19d07207c0fe of type vlan for network 7df5011e-31ae-4600-9fc2-62c211e9434b Nov 16 21:27:24.742449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.827439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.842825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:24.843511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.959963 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437733 Nov 16 21:27:24.963744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54772) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.970466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:24.994480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=7df5011e-31ae-4600-9fc2-62c211e9434b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:25.018266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.018616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.021833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.022196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.023426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.023772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.024111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.027063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.027468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.028398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.029500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.030640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f1d6e9-9182-4284-926f-924771e596c8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:25.047597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7df5011e-31ae-4600-9fc2-62c211e9434b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:25.123608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:25.127630 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.354484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeab16-d7c7-4833-8521-e6d847bcdf29 req-e77257be-0192-48fb-8d09-22b65f79fbc9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:25.369679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08aeab16-d7c7-4833-8521-e6d847bcdf29 req-e77257be-0192-48fb-8d09-22b65f79fbc9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1221213 Nov 16 21:27:25.526667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08aeab16-d7c7-4833-8521-e6d847bcdf29 req-a2a1a3b5-2229-4d3e-822a-6a1a61e1c461 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555560 Nov 16 21:27:25.686254 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.765520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0742-2854-4b28-ba56-b2fb5ae6a1f0 req-900da43d-7add-418e-83e9-80a12a64c7b6 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:25.774919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73db0742-2854-4b28-ba56-b2fb5ae6a1f0 req-900da43d-7add-418e-83e9-80a12a64c7b6 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.1231437 Nov 16 21:27:25.805057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=f97547cc-28ba-4969-a2ae-355a4f3f47c3,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:25.816051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:25.816483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 7df5011e-31ae-4600-9fc2-62c211e9434b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:25.857494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 7df5011e-31ae-4600-9fc2-62c211e9434b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:25.871921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73db0742-2854-4b28-ba56-b2fb5ae6a1f0 req-4bba080e-e85d-4d88-ba78-f9b0550549c3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973299 Nov 16 21:27:25.898551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7df5011e-31ae-4600-9fc2-62c211e9434b) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:25.904265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:25.905163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.916385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572bece4-2c7a-4252-9f3a-464f075cc6da None None] Network 7df5011e-31ae-4600-9fc2-62c211e9434b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:25.939742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54788) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:25.940920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-781256a2-61b9-4b55-a583-51bc546e35f4 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9752765 Nov 16 21:27:26.102080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1964f0a3-282b-433a-936b-7208988345be req-33306dbc-6194-40f4-b708-abb774441ad8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0477521 Nov 16 21:27:26.190571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7df5011e-31ae-4600-9fc2-62c211e9434b', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:26.191691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.290073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c71d3-14e2-4ab6-88d5-bc299c3f1032 req-3db7d78c-3362-424d-8fb5-0dd6309728ff tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:26.291992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec5c71d3-14e2-4ab6-88d5-bc299c3f1032 req-3db7d78c-3362-424d-8fb5-0dd6309728ff tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.0610175 Nov 16 21:27:26.400957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec5c71d3-14e2-4ab6-88d5-bc299c3f1032 req-a19c2506-2459-47b7-9221-b348b25f96fc tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013596 Nov 16 21:27:26.502242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Allocated IP 2001:db8::2 (7df5011e-31ae-4600-9fc2-62c211e9434b/f97547cc-28ba-4969-a2ae-355a4f3f47c3/e9224030-4fcb-4e57-ade6-75246152cd0e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:26.517954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.763305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d89c8-feb1-4bf4-9b40-4247abdedaf5 req-f71716e0-d83d-42bd-ae1d-d48d1679f007 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:26.772805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-089d89c8-feb1-4bf4-9b40-4247abdedaf5 req-f71716e0-d83d-42bd-ae1d-d48d1679f007 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1031249 Nov 16 21:27:26.790776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.800663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.862904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Network 7df5011e-31ae-4600-9fc2-62c211e9434b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:26.870593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:26.881514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:26.884461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-089d89c8-feb1-4bf4-9b40-4247abdedaf5 req-ea8b1dd1-57cd-41f1-be8f-62319a600ddb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068599 Nov 16 21:27:26.887414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Pushing event updated for resources: {'Port': ['ID=e9224030-4fcb-4e57-ade6-75246152cd0e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:26.996038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Attempting to bind port e9224030-4fcb-4e57-ade6-75246152cd0e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:26.996402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Attempting to bind port e9224030-4fcb-4e57-ade6-75246152cd0e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:26.996768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Attempting to bind port e9224030-4fcb-4e57-ade6-75246152cd0e on network 7df5011e-31ae-4600-9fc2-62c211e9434b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:27.005921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:27.006222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Checking segment: {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:27.006620 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.007032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Bound using segment: {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:27.007501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Bound port: e9224030-4fcb-4e57-ade6-75246152cd0e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:27.007884 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.077470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3034f-08c7-44c9-a38b-540ba92cf320 req-10d703a1-5efd-4806-b420-70fd9390a309 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:27.089608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a3034f-08c7-44c9-a38b-540ba92cf320 req-10d703a1-5efd-4806-b420-70fd9390a309 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.0849516 Nov 16 21:27:27.104364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8::1 (7df5011e-31ae-4600-9fc2-62c211e9434b/f97547cc-28ba-4969-a2ae-355a4f3f47c3/611dfb7d-36c5-48d4-b8e6-5004d32300de) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:27.141532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] For port e9224030-4fcb-4e57-ade6-75246152cd0e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:27.146134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] For port e9224030-4fcb-4e57-ade6-75246152cd0e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e9224030-4fcb-4e57-ade6-75246152cd0e,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:27.151977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.170216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a3034f-08c7-44c9-a38b-540ba92cf320 req-f82a4aa2-be29-4a43-987e-0b35584e4ce1 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745523 Nov 16 21:27:27.272161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7243e6-d237-4ea1-b1a4-fd2cb2b55ed7 None None] Pushing event updated for resources: {'Port': ['ID=e9224030-4fcb-4e57-ade6-75246152cd0e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:27.369735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd5bdda8-e876-4a9e-acdc-dc59ad009b36 req-8298d179-0453-49cc-92eb-8b8a640c7a07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0496585 Nov 16 21:27:27.404723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.451975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.545274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:27.555954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 7df5011e-31ae-4600-9fc2-62c211e9434b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:27.561182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:27.563827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:27.564697 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.658957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b4998-9098-46b7-8f1a-ebc4bca26ba4 req-0fd06f46-50c9-4d48-a5bb-1838e3d3bf2e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:27.671692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d04b4998-9098-46b7-8f1a-ebc4bca26ba4 req-0fd06f46-50c9-4d48-a5bb-1838e3d3bf2e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.1549671 Nov 16 21:27:27.819463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d04b4998-9098-46b7-8f1a-ebc4bca26ba4 req-d2c959d1-669c-40d0-8bff-67db8fec6a82 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400394 Nov 16 21:27:27.865201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.956531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e9224030-4fcb-4e57-ade6-75246152cd0e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:28.076563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e9224030-4fcb-4e57-ade6-75246152cd0e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:28.076961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.134308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a8212-c28c-4b52-8e77-48e4be0af979 req-8cbe82d1-e9b7-4ecc-8728-9ce865b4efca tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:28.151931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e61a8212-c28c-4b52-8e77-48e4be0af979 req-8cbe82d1-e9b7-4ecc-8728-9ce865b4efca tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1081810 Nov 16 21:27:28.211687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e61a8212-c28c-4b52-8e77-48e4be0af979 req-92f0883c-9999-494f-ab28-f4218147ff29 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514624 Nov 16 21:27:28.331673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.416812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8807c-f4b5-45da-8293-f7096ee15880 req-99c37b6f-284e-4a60-b75f-55e3e768619e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:28.424574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12c8807c-f4b5-45da-8293-f7096ee15880 req-99c37b6f-284e-4a60-b75f-55e3e768619e tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.1039035 Nov 16 21:27:28.475088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port e9224030-4fcb-4e57-ade6-75246152cd0e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e9224030-4fcb-4e57-ade6-75246152cd0e,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:28.507390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.560910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12c8807c-f4b5-45da-8293-f7096ee15880 req-073b6850-8d56-4f79-b061-11f42a71d950 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331630 Nov 16 21:27:28.594047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.617989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=e9224030-4fcb-4e57-ade6-75246152cd0e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:28.621655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.622762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.737996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50be6bbc-ab8d-4224-b474-c0c3cd375881 req-fe091053-f377-4d65-bd68-64320052fd93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0373902 Nov 16 21:27:28.864698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:28.971275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 7df5011e-31ae-4600-9fc2-62c211e9434b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:28.972815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:29.025759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8006754-c837-44c4-9b67-2cfec9140a57 req-35104fd5-5625-415f-b491-5242ec0170ed tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:29.033678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8006754-c837-44c4-9b67-2cfec9140a57 req-35104fd5-5625-415f-b491-5242ec0170ed tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.1112161 Nov 16 21:27:29.123952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef2ad9-0c04-4e67-bdd2-851bcbbe4231 None None] Network 7df5011e-31ae-4600-9fc2-62c211e9434b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:29.146899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8006754-c837-44c4-9b67-2cfec9140a57 req-451af607-19ef-40b7-9e4e-e408119f89e5 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113107 Nov 16 21:27:29.190842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:27:29.300017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:29.315876 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:29.329757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-177f4227-e896-4318-b27b-e5e7adf761ca tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3865197 Nov 16 21:27:29.331642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54826) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:29.336407 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:29.337073 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:29.338903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2119332714'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:29.369072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a94a7c1d-f41e-40a7-bac3-cb528f4642cf None None] Provisioning complete for port e9224030-4fcb-4e57-ade6-75246152cd0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:29.369637 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a94a7c1d-f41e-40a7-bac3-cb528f4642cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.541821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:29.562420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.589575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f10c9-f901-49a7-93af-83807e8a8921 req-3441d2fb-b662-41be-982d-15ceea0a85fe tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:29.606531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:29.622374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e7f10c9-f901-49a7-93af-83807e8a8921 req-3441d2fb-b662-41be-982d-15ceea0a85fe tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.2719181 Nov 16 21:27:29.782331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:29.848084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.848351 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment e8612a9c-a262-46fa-902c-04dd1ef414f1 of type vlan for network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e Nov 16 21:27:29.877002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e7f10c9-f901-49a7-93af-83807e8a8921 req-35bcf080-50db-4817-9fc1-4e1c4a9d6b96 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513440 Nov 16 21:27:30.017615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e9224030-4fcb-4e57-ade6-75246152cd0e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:30.040513 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.176693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e9224030-4fcb-4e57-ade6-75246152cd0e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:30.177084 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.366627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dc81ebf9-aafc-4a23-9876-2785d4774a76 None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:30.367503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc81ebf9-aafc-4a23-9876-2785d4774a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.413273 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:27Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:28Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:30.516912 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:30.519636 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Updating router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 port 611dfb7d-36c5-48d4-b8e6-5004d32300de binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:30.565542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dc81ebf9-aafc-4a23-9876-2785d4774a76 None None] Port 611dfb7d-36c5-48d4-b8e6-5004d32300de cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:30.584592 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.606487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dc81ebf9-aafc-4a23-9876-2785d4774a76 None None] Provisioning complete for port e9224030-4fcb-4e57-ade6-75246152cd0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:30.606858 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc81ebf9-aafc-4a23-9876-2785d4774a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.937821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-1140f61c-0338-4fbe-8ba3-b24d79ec2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:30.939370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-1140f61c-0338-4fbe-8ba3-b24d79ec2c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7 HTTP/1.1" status: 200 len: 912 time: 0.1497772 Nov 16 21:27:30.955623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.962584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:30.963504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.972599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f658217-c302-48ac-aa14-687b195d7e74 req-732717a7-53bd-49ea-a14e-15a04dc1a688 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0511062 Nov 16 21:27:30.988321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6eb5bbb3-4f10-496c-bfcf-224eb02304b5 None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:30.988662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6eb5bbb3-4f10-496c-bfcf-224eb02304b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.014487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4a40b-e127-4f74-9e82-b3efa8feb829 req-53a7d50a-9683-4481-907f-d744b3e31305 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.020098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09c4a40b-e127-4f74-9e82-b3efa8feb829 req-53a7d50a-9683-4481-907f-d744b3e31305 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.9729950 Nov 16 21:27:31.049831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5bbb3-4f10-496c-bfcf-224eb02304b5 None None] Port 611dfb7d-36c5-48d4-b8e6-5004d32300de cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:31.073302 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.088971 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.106208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7728093 Nov 16 21:27:31.109114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:31.115159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:31.159459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648c8e7-22d4-47ca-bb77-5927d50b6a19 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:31.174344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:31.177921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09c4a40b-e127-4f74-9e82-b3efa8feb829 req-c2af798d-9e03-400d-9bb1-5b3985d0e3bd tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515727 Nov 16 21:27:31.340809 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Attempting to bind port 611dfb7d-36c5-48d4-b8e6-5004d32300de on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:31.341537 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Attempting to bind port 611dfb7d-36c5-48d4-b8e6-5004d32300de by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:31.342992 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Attempting to bind port 611dfb7d-36c5-48d4-b8e6-5004d32300de on network 7df5011e-31ae-4600-9fc2-62c211e9434b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:31.350917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Pushing event updated for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:31.377484 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.379334 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.380654 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.381222 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.382865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.383495 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.386861 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.387466 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.388030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.388157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-0bbda919-8120-4020-a757-6fb65a433187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 999 time: 0.1804605 Nov 16 21:27:31.391192 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.391784 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.392040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:31.392623 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:31.399874 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:31.405827 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Checking segment: {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:31.406499 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.407619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.408044 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Bound using segment: {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:31.409130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Bound port: 611dfb7d-36c5-48d4-b8e6-5004d32300de, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:31.411191 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.415570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4bd6c206-b8c8-4a12-8528-84aaf5bd511a None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:31.417385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c206-b8c8-4a12-8528-84aaf5bd511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.530699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6c206-b8c8-4a12-8528-84aaf5bd511a None None] Port 611dfb7d-36c5-48d4-b8e6-5004d32300de cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:31.535933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a78123-d1b2-4348-a3b9-45661b55f26f req-022db6c0-7893-47a2-9579-2dc97b3e901f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.543545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9a78123-d1b2-4348-a3b9-45661b55f26f req-022db6c0-7893-47a2-9579-2dc97b3e901f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.4409761 Nov 16 21:27:31.638362 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] For port 611dfb7d-36c5-48d4-b8e6-5004d32300de, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:31.646444 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] For port 611dfb7d-36c5-48d4-b8e6-5004d32300de, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=611dfb7d-36c5-48d4-b8e6-5004d32300de,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:31.656847 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.657994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9a78123-d1b2-4348-a3b9-45661b55f26f req-2158f768-b561-4d6e-824f-fa61bee6e474 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092837 Nov 16 21:27:31.660262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b924c6c0-0147-4422-abb8-a72159389c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.665775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b924c6c0-0147-4422-abb8-a72159389c12 service neutron] 10.222.0.36 "GET /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 1030 time: 0.2739768 Nov 16 21:27:31.757627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-a453a993-196d-403d-8c0c-1f102b25dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.759621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-a453a993-196d-403d-8c0c-1f102b25dd99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.3138061 Nov 16 21:27:31.777536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0dfa-ea2f-43c9-ad50-27368aa7cb20 req-6c7c0ad6-a419-4906-81ad-56828d6acd64 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.785630 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:31.786472 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:31.790552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-085e0dfa-ea2f-43c9-ad50-27368aa7cb20 req-6c7c0ad6-a419-4906-81ad-56828d6acd64 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.3704231 Nov 16 21:27:31.795122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:31.795920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.913188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3566f3bd-c667-4d28-8c0f-288e5a9fc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:31.916432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3566f3bd-c667-4d28-8c0f-288e5a9fc5c7 service neutron] 10.222.0.36 "GET /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 1031 time: 0.2375653 Nov 16 21:27:32.001962 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.009624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.089629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] For port 611dfb7d-36c5-48d4-b8e6-5004d32300de, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=611dfb7d-36c5-48d4-b8e6-5004d32300de,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:32.101091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-7c6b44f9-fbaa-466a-a620-054727522239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.102901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.104023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-7c6b44f9-fbaa-466a-a620-054727522239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2974160 Nov 16 21:27:32.218324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:32.221683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:32.233945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080761cf-e2cc-454b-a212-545783beeb79 None None] Pushing event updated for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.252798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfc7d2-500e-4fbd-9753-36a61a23d948 None None] Pushing event updated for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.254640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.265536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-2d4b38b5-f4f4-4450-8e81-5e076e962de7 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322572 Nov 16 21:27:32.287824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-945b739b-d5ef-4ffa-b0e3-9bf92b03e400 None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:32.290812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-945b739b-d5ef-4ffa-b0e3-9bf92b03e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.295103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:32.304064 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:32.312809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:32.325556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.326170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.332070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-085e0dfa-ea2f-43c9-ad50-27368aa7cb20 req-8659ff33-c89e-4843-955c-25bb01cd7fef tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397940 Nov 16 21:27:32.342820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d8fec-a8b6-4f02-9dc8-978431175224 None None] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:32.376539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-74ddd9f0-bf4f-4b86-ae1d-8d4caea8d1f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2660565 Nov 16 21:27:32.380741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54864) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:32.473381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48f93810-62a3-406f-9430-06eced43b102 req-2e0b3026-b77a-4905-a65d-9db0e420619a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.2068148 Nov 16 21:27:32.691468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-10b1eb94-2380-4c8c-9a92-a953663334df tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.713614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-10b1eb94-2380-4c8c-9a92-a953663334df tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.720201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-10b1eb94-2380-4c8c-9a92-a953663334df tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.726567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-10b1eb94-2380-4c8c-9a92-a953663334df tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=14fdb57f-b238-4095-be62-e361e4fd7d32&id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 1995 time: 0.7972181 Nov 16 21:27:32.771267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29f0e7-b33f-4c97-bf8c-3673f0903d21 req-c3bec3dc-3860-4ca0-a43a-379e403ef42d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.780869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c29f0e7-b33f-4c97-bf8c-3673f0903d21 req-c3bec3dc-3860-4ca0-a43a-379e403ef42d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.3007662 Nov 16 21:27:32.788458 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:27Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:32.831593 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8621-99fb-430c-8e85-17faa4c0774c None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:27Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:32.968017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b9442-2fdc-4179-9637-76420cd814f7 req-6dfa8f54-55a9-4b69-b9b9-1b5389a2da6f service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874013 Nov 16 21:27:33.018151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:33.019748 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.031517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c29f0e7-b33f-4c97-bf8c-3673f0903d21 req-e9240e64-f2d2-4416-9c0f-dd9ee55407f7 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495818 Nov 16 21:27:33.202700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c30da0-b719-44b6-a850-e1e05bd8e9e0 req-de6aff15-1826-4460-9405-916322c0b4e7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:33.204584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0c30da0-b719-44b6-a850-e1e05bd8e9e0 req-de6aff15-1826-4460-9405-916322c0b4e7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.3533340 Nov 16 21:27:33.268206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-09751124-d6ec-447c-8043-500e1ad045be tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb566c22db59413e892f615eb7fd15d3 HTTP/1.1" status: 200 len: 379 time: 0.5273428 Nov 16 21:27:33.317726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'admin_state_up': True, 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'security_groups': ['f94ec8e5-cc5c-461b-86bf-b9b1a84350a8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:33.390219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Allocated IP 2001:db8:1::2 (9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e/adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe/cfe2af06-28b5-438a-abf6-5d04c5187db0) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:33.480105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0c30da0-b719-44b6-a850-e1e05bd8e9e0 req-8091a307-6290-4f6c-a5a3-794f5eb5ef4e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599332 Nov 16 21:27:33.566393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:33.569955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.704848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.712759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.747032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e140376a-19cd-4351-a91f-163e1b7fb506 req-df1438ce-334d-4238-a275-6a29b75fcfeb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0899093 Nov 16 21:27:33.793298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Pushing event updated for resources: {'Port': ['ID=cfe2af06-28b5-438a-abf6-5d04c5187db0,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:33.803972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:33.806222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:33.811528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:33.898134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730df554-05ae-4b1a-bb63-94194a03a603 req-d0daf872-bc2d-4e1b-9924-0dc3728f96b3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:33.910365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-730df554-05ae-4b1a-bb63-94194a03a603 req-d0daf872-bc2d-4e1b-9924-0dc3728f96b3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.3697610 Nov 16 21:27:33.946657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215eddc-d447-473a-b14c-25766d743a0a req-631c1fa5-09a3-49da-9171-e35366abdfbb tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:33.947382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Attempting to bind port cfe2af06-28b5-438a-abf6-5d04c5187db0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:33.947784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Attempting to bind port cfe2af06-28b5-438a-abf6-5d04c5187db0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:33.948220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Attempting to bind port cfe2af06-28b5-438a-abf6-5d04c5187db0 on network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:33.948356 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0215eddc-d447-473a-b14c-25766d743a0a req-631c1fa5-09a3-49da-9171-e35366abdfbb tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.4716115 Nov 16 21:27:33.954230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 611dfb7d-36c5-48d4-b8e6-5004d32300de up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:34.035561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-730df554-05ae-4b1a-bb63-94194a03a603 req-61d55ac0-b22c-427b-9d71-a0430127a6bf tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240585 Nov 16 21:27:34.042747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:34.043345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Checking segment: {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:34.048790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.049410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Bound using segment: {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:34.050092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Bound port: cfe2af06-28b5-438a-abf6-5d04c5187db0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:34.050650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.059922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.212633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 172.20.0.5 (68464bb0-b16c-4c7b-b689-39988c18d3d4/3138e61d-d0b8-47de-83b9-7ec650618236/b0e09326-f5be-458d-9784-85e4a8b7354c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:34.239542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 611dfb7d-36c5-48d4-b8e6-5004d32300de triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:34.241001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.286803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] For port cfe2af06-28b5-438a-abf6-5d04c5187db0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:34.314030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] For port cfe2af06-28b5-438a-abf6-5d04c5187db0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cfe2af06-28b5-438a-abf6-5d04c5187db0,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:34.328379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.469247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Deleting port 6c1895a3-8119-4f5d-92b5-24f123b00d38 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:34.469657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.569832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c17ae-bf4a-4a68-a408-0334cb3bb9b9 req-09d8dc5f-e275-4660-820a-dbb2079637bf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.585435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f6c17ae-bf4a-4a68-a408-0334cb3bb9b9 req-09d8dc5f-e275-4660-820a-dbb2079637bf tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 945 time: 0.4237864 Nov 16 21:27:34.660309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fcd2d-ecc1-4d27-ae41-9bbe998b6b07 None None] Pushing event updated for resources: {'Port': ['ID=cfe2af06-28b5-438a-abf6-5d04c5187db0,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.773141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] For port 6c1895a3-8119-4f5d-92b5-24f123b00d38, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=6c1895a3-8119-4f5d-92b5-24f123b00d38,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:34.773593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.842113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8:1::1 (9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e/adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe/4faeee88-8256-410d-a911-c374514f0ffd) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:34.857321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.912850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f6c17ae-bf4a-4a68-a408-0334cb3bb9b9 req-c646db1d-009f-4e98-b05a-a12b73820f77 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d472118-8569-4505-812f-456071e96f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264210 Nov 16 21:27:34.934210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.041727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d729-dee1-47a9-bfcc-2a074c916d83 req-6605bff0-ad18-4302-85bb-8c3f53f8b30c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.049568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbd9d729-dee1-47a9-bfcc-2a074c916d83 req-6605bff0-ad18-4302-85bb-8c3f53f8b30c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.4232957 Nov 16 21:27:35.072153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.120388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:35.135958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:35.138427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:35.189892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a690a-7981-4e1d-be11-eed0f2728195 req-c0bb59b0-73cf-48b1-aee1-2a0959733cac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.191876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c9a690a-7981-4e1d-be11-eed0f2728195 req-c0bb59b0-73cf-48b1-aee1-2a0959733cac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 931 time: 0.1307416 Nov 16 21:27:35.202724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cbd9d729-dee1-47a9-bfcc-2a074c916d83 req-788c5061-da93-4c9a-b62d-3c6f3196f0ca tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522038 Nov 16 21:27:35.237818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.239450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.273693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.282474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.282911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.283514 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Floating IP 0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8 disassociated. External IP: 172.25.7.23, port: 6c1895a3-8119-4f5d-92b5-24f123b00d38. Nov 16 21:27:35.283514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Calling delete_port for 6c1895a3-8119-4f5d-92b5-24f123b00d38 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:35.290598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-872a5818-ad91-4548-8977-852cbdac08b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9774425 Nov 16 21:27:35.306229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'admin_state_up': True, 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'security_groups': ['f94ec8e5-cc5c-461b-86bf-b9b1a84350a8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:35.421497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.475322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c9a690a-7981-4e1d-be11-eed0f2728195 req-bd0bd7b8-e688-4e6f-a4ec-6b03a3cfe301 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708375 Nov 16 21:27:35.493746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:35.499839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:35.505461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:35.506133 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.515130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.532259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7095f-57d7-4af8-ad72-5f07e4658742 req-e2ce8398-b53b-4ce7-af4a-ae65a4ffcbfd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.534270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80f7095f-57d7-4af8-ad72-5f07e4658742 req-e2ce8398-b53b-4ce7-af4a-ae65a4ffcbfd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1779315 Nov 16 21:27:35.569630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:35.574391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.598026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d76b9554-c6bb-49c1-8916-e154134a37d8 None None] Provisioning complete for port b0e09326-f5be-458d-9784-85e4a8b7354c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:35.598581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d76b9554-c6bb-49c1-8916-e154134a37d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.654622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d76b9554-c6bb-49c1-8916-e154134a37d8 None None] Port b0e09326-f5be-458d-9784-85e4a8b7354c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:35.664316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.685694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80f7095f-57d7-4af8-ad72-5f07e4658742 req-d0d0af9a-f29a-49cc-b888-a26bbb5d1a86 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389644 Nov 16 21:27:35.700982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event deleted for resources: {'Port': ['ID=6c1895a3-8119-4f5d-92b5-24f123b00d38,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.752435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.839631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.1.1.207 (425ee18d-8e4a-4e02-a49e-62b33179053f/defbe474-8c24-4ff7-9d10-78ec0a93bbdb/0c56731a-4286-4b81-b326-baa12e41a08b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:35.939681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cfe2af06-28b5-438a-abf6-5d04c5187db0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:36.010766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.069425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.096839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cfe2af06-28b5-438a-abf6-5d04c5187db0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:36.097191 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.155530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-439e36f0-6530-4be7-88cd-6e95ed536238 req-361f73e0-e6da-480b-8750-fd20addf7093 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0469487 Nov 16 21:27:36.200711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Router ac8be246-55b4-4dd8-9e45-924d7b01676c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:36.246417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:36.274543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:36.276716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:36.291802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:36.340554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.425124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port cfe2af06-28b5-438a-abf6-5d04c5187db0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cfe2af06-28b5-438a-abf6-5d04c5187db0,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:36.435718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.511643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.513308 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.548918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=cfe2af06-28b5-438a-abf6-5d04c5187db0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:36.551390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caee9df4-245c-4f59-8f40-0f29b691c5a9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518754 Nov 16 21:27:36.569681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'admin_state_up': True, 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'security_groups': ['f94ec8e5-cc5c-461b-86bf-b9b1a84350a8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:36.617341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334aecc-8871-40ab-8c12-0c6ab98a2b66 req-caf2382a-bbcc-4227-99c8-d527c10cde8c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.619906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c334aecc-8871-40ab-8c12-0c6ab98a2b66 req-caf2382a-bbcc-4227-99c8-d527c10cde8c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2487004 Nov 16 21:27:36.697534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.716194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:36.718389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.719766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.729216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Sync routers for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:36.748999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:36.749578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:36.874463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446bec9-1d57-4f88-b56d-5262e2acb484 None None] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:36.894664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] No DVR routers for this DVR port 6c1895a3-8119-4f5d-92b5-24f123b00d38 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:36.900378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.903912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0215eddc-d447-473a-b14c-25766d743a0a req-1c7c34e7-9e4b-4599-ae7b-2d2a20ced05c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.36 "DELETE /v2.0/ports/6c1895a3-8119-4f5d-92b5-24f123b00d38 HTTP/1.1" status: 204 len: 173 time: 2.9268825 Nov 16 21:27:36.906973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'name': 'network-vif-deleted', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:36.909345 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe32df-b9b0-4e26-b766-5667b840489a" -d '{"events": [{"server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "name": "network-vif-deleted", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:36.934990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:37.081843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6c1895a3-8119-4f5d-92b5-24f123b00d38 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:37.121087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 6c1895a3-8119-4f5d-92b5-24f123b00d38 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:37.126161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 6c1895a3-8119-4f5d-92b5-24f123b00d38 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:37.177995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-896574fc-5c3a-4726-8445-35afd94843c5 None None] Provisioning complete for port 0c56731a-4286-4b81-b326-baa12e41a08b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:37.178666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-896574fc-5c3a-4726-8445-35afd94843c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.284275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:37.322252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-896574fc-5c3a-4726-8445-35afd94843c5 None None] Port 0c56731a-4286-4b81-b326-baa12e41a08b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:37.333063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c334aecc-8871-40ab-8c12-0c6ab98a2b66 req-2e605741-53e1-4c4d-860b-b130117b9d28 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317506 Nov 16 21:27:37.482871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be352a9-06e9-4df6-8f8c-949ca6785648 req-db68978f-3691-4e10-b373-942b087aa44c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.492089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be352a9-06e9-4df6-8f8c-949ca6785648 req-db68978f-3691-4e10-b373-942b087aa44c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.493094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8be352a9-06e9-4df6-8f8c-949ca6785648 req-db68978f-3691-4e10-b373-942b087aa44c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 1653 time: 0.7776217 Nov 16 21:27:37.557882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:37.561876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.690613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b96d2864-1e0c-4fbd-a31a-977401cbd642 None None] Provisioning complete for port cfe2af06-28b5-438a-abf6-5d04c5187db0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:37.691530 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b96d2864-1e0c-4fbd-a31a-977401cbd642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.736706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8be352a9-06e9-4df6-8f8c-949ca6785648 req-4c60770a-3e74-4dab-8e21-5ab44e3eae68 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237577 Nov 16 21:27:37.741913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:37.743582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:37.881523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:37.944729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.1.1.11 (425ee18d-8e4a-4e02-a49e-62b33179053f/defbe474-8c24-4ff7-9d10-78ec0a93bbdb/78b6cf31-cec1-47de-b095-99f937a9c475) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:37.979685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Checking router: ac8be246-55b4-4dd8-9e45-924d7b01676c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:37.997414 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78845de2-f803-4928-a378-44037a35cad1 x-openstack-request-id: req-78845de2-f803-4928-a378-44037a35cad1 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:37.997697 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6abeb3-c612-4949-ada5-fe06859f711e", "name": "network-vif-deleted", "tag": "6c1895a3-8119-4f5d-92b5-24f123b00d38", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:37.997954 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78845de2-f803-4928-a378-44037a35cad1 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:37.998373 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6abeb3-c612-4949-ada5-fe06859f711e', 'name': 'network-vif-deleted', 'tag': '6c1895a3-8119-4f5d-92b5-24f123b00d38', 'status': 'completed', 'code': 200} Nov 16 21:27:38.005472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cfe2af06-28b5-438a-abf6-5d04c5187db0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:38.038683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:38.217926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:38.229783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:38.237298 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c94d8db5-a14b-4a77-aa23-8c5b02aa7896 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8536100 Nov 16 21:27:38.239117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:38.244743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:38.249411 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:38.250020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:38.250362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-521074278'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:38.264446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:38.290694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.309382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:38.313659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.357404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.453125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:38.457781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4f90d-dae5-404b-ba2b-6c1b58121745 req-25b8056d-25b7-4c10-9e4e-9af7f0cd2d00 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.471308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bd4f90d-dae5-404b-ba2b-6c1b58121745 req-25b8056d-25b7-4c10-9e4e-9af7f0cd2d00 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.8808689 Nov 16 21:27:38.504010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.507975 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 9aeb39e2-b06f-4c09-97b8-fb81a8adebfc of type vlan for network d4902123-3076-4b0c-9986-3905cef1fbc8 Nov 16 21:27:38.532226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d759f49-165a-4b00-b531-e68c29c73a64 req-ff1a3cc5-0018-4128-873d-8d0e5eb2097c tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1940520 Nov 16 21:27:38.549834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:38.551779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cfe2af06-28b5-438a-abf6-5d04c5187db0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:38.552380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.604262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 425ee18d-8e4a-4e02-a49e-62b33179053f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:38.616516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:38.634427 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.687461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.699308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.706435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.707017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.714145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:38.769130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:38.817712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bd4f90d-dae5-404b-ba2b-6c1b58121745 req-4fc3eaaa-93f3-48e1-9570-13ed45e4d430 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453996 Nov 16 21:27:38.865015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cc436161-d3c6-4230-819e-f3502100da32 None None] Provisioning complete for port cfe2af06-28b5-438a-abf6-5d04c5187db0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:38.865508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc436161-d3c6-4230-819e-f3502100da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.889908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=d4902123-3076-4b0c-9986-3905cef1fbc8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.909820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.912806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.927350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1793ea4-63d7-4efb-80ba-0c8e9294f00b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6818309 Nov 16 21:27:38.928088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:38.946555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d4902123-3076-4b0c-9986-3905cef1fbc8 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:38.951093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:38.970048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242bf3-0f35-4e34-8f7b-b4bd52fc2e4a req-383d1010-b2b6-4023-a8be-d61c0e0720da tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.981752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06242bf3-0f35-4e34-8f7b-b4bd52fc2e4a req-383d1010-b2b6-4023-a8be-d61c0e0720da tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2897589 Nov 16 21:27:39.002109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f82582b-84e7-482e-b988-2cb36f6bff93 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4390378 Nov 16 21:27:39.041915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'admin_state_up': True, 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'security_groups': ['f94ec8e5-cc5c-461b-86bf-b9b1a84350a8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:39.136220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:35Z', 'revision_number': 3, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:39.143397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:39.148439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.216677 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:39.217019 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Updating router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 port 4faeee88-8256-410d-a911-c374514f0ffd binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:39.242468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06242bf3-0f35-4e34-8f7b-b4bd52fc2e4a req-ecaf03d2-936e-4e76-9585-c81b0659516a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597222 Nov 16 21:27:39.268982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9378da-f7c7-42dd-8c77-dbf005fc5148 req-d0228d09-976b-4d0d-a6c6-0c8f6fb1efb4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.275756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9378da-f7c7-42dd-8c77-dbf005fc5148 req-d0228d09-976b-4d0d-a6c6-0c8f6fb1efb4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.282168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9378da-f7c7-42dd-8c77-dbf005fc5148 req-d0228d09-976b-4d0d-a6c6-0c8f6fb1efb4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.283389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:39.284270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9378da-f7c7-42dd-8c77-dbf005fc5148 req-d0228d09-976b-4d0d-a6c6-0c8f6fb1efb4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 2373 time: 0.1322210 Nov 16 21:27:39.284642 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.285854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.367443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9378da-f7c7-42dd-8c77-dbf005fc5148 req-8ff83d3d-ee5b-4f43-a264-1c9ceb6f1f69 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683281 Nov 16 21:27:39.393489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:39.561225 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.566115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.626221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.646088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'mac_address': 'fa:16:3e:45:83:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:39.671879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cc436161-d3c6-4230-819e-f3502100da32 None None] Provisioning complete for port 4faeee88-8256-410d-a911-c374514f0ffd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:39.672489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc436161-d3c6-4230-819e-f3502100da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.698538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:39.699702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: d4902123-3076-4b0c-9986-3905cef1fbc8, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:39.719493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=62968a83-f9ef-45d2-9de2-641122f0491a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:39.730559 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.742032 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.750829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.753747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cc436161-d3c6-4230-819e-f3502100da32 None None] Port 4faeee88-8256-410d-a911-c374514f0ffd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:39.760249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network d4902123-3076-4b0c-9986-3905cef1fbc8 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:39.769542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:39.772118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:39.781535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ab95c0-7de5-4d85-897f-688b07e78a16 req-6d1f2a54-c86e-48c6-aa98-bf8ce32b26dc tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0715947 Nov 16 21:27:39.791968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d4902123-3076-4b0c-9986-3905cef1fbc8) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:39.801600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.802400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.840877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-35aac367-8afb-44dd-a168-e408cbb355c1 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9110851 Nov 16 21:27:39.843982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:39.848657 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa12734-ba14-4324-a239-896e00e662d0 None None] Pushing event updated for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:39.894332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.896371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca14e6f-f24e-4785-942a-b25f20d7a53f None None] Network d4902123-3076-4b0c-9986-3905cef1fbc8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:39.908779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c886b-baa5-4712-ad3e-a2426c8ff65a None None] The sync data for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 is: [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:24:05Z', 'revision_number': 4, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ac2adc05-8da1-4e2e-a93d-71bbb67267a6', 'name': '', 'network_id': '19c4694b-4c4a-4007-8273-4c8579a72849', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'mac_address': 'fa:16:3e:17:69:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:02Z', 'updated_at': '2021-11-16T21:24:13Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'subnets': [{'id': 'fb07c203-1045-4ad7-9759-052b05f74c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:39.929872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.935831 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Attempting to bind port 4faeee88-8256-410d-a911-c374514f0ffd on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:39.936401 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Attempting to bind port 4faeee88-8256-410d-a911-c374514f0ffd by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:39.936702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Attempting to bind port 4faeee88-8256-410d-a911-c374514f0ffd on network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:39.956323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:39.956768 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Checking segment: {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:39.957076 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.957469 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Bound using segment: {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:39.958443 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Bound port: 4faeee88-8256-410d-a911-c374514f0ffd, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8612a9c-a262-46fa-902c-04dd1ef414f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:39.958819 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.134201 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] For port 4faeee88-8256-410d-a911-c374514f0ffd, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:40.141554 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] For port 4faeee88-8256-410d-a911-c374514f0ffd, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4faeee88-8256-410d-a911-c374514f0ffd,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:40.149868 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.169828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Provisioning complete for port 78b6cf31-cec1-47de-b095-99f937a9c475 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:40.170397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.251413 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:40.252909 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:40.272709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eef140-4972-4aba-8296-8bc4fb4f3c2c req-7cd1a926-c429-430e-b088-a291a7e57880 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:40.275464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41eef140-4972-4aba-8296-8bc4fb4f3c2c req-7cd1a926-c429-430e-b088-a291a7e57880 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.2674217 Nov 16 21:27:40.280702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['27195d92-cbc1-43a3-8ee7-7c020e7cc727'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:40.282897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:40.365219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.2.2.100 (14fdb57f-b238-4095-be62-e361e4fd7d32/a278842c-fb17-4786-b33a-673f954e6291/b920d875-bdd2-43af-93e2-0efca1b8e221) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:40.389304 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:40.582219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Port 78b6cf31-cec1-47de-b095-99f937a9c475 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:40.614191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41eef140-4972-4aba-8296-8bc4fb4f3c2c req-73be603d-2a41-4ecf-8e55-cd740e2cc3cd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295245 Nov 16 21:27:40.656697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a317c08-f1ae-4fa1-9d20-c797e55dc199 None None] New status for floating IP 0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:40.705644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d49eb3-e79d-4d9b-ae0b-492d6280f4b5 req-f5f5c5c5-4b2c-47c7-a80d-da34e9156317 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:40.720217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29d49eb3-e79d-4d9b-ae0b-492d6280f4b5 req-f5f5c5c5-4b2c-47c7-a80d-da34e9156317 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2991617 Nov 16 21:27:40.754345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.804011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Provisioning complete for port 4faeee88-8256-410d-a911-c374514f0ffd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:40.806204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.828524 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa12734-ba14-4324-a239-896e00e662d0 None None] Pushing event updated for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:40.855076 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:35Z', 'revision_number': 3, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:40Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:40.913192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29d49eb3-e79d-4d9b-ae0b-492d6280f4b5 req-06e9db9d-91d1-4013-a18e-d2792aed7554 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920636 Nov 16 21:27:41.045012 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:27:41.046272 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210865-004f-468e-9f32-e1dc939d536d None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:35Z', 'revision_number': 3, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:40Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:41.057578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d4902123-3076-4b0c-9986-3905cef1fbc8', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:41.058691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.158383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6c8d420-b52b-4362-b293-b272af76fc66 req-9250d42d-24f4-4292-9b8f-89c14a51647a tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1069558 Nov 16 21:27:41.209347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db68ec0-fa14-4196-9d78-f8c4ae1fc00b req-e7f411f4-ddbc-4990-bcb6-401949e1f953 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.216301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db68ec0-fa14-4196-9d78-f8c4ae1fc00b req-e7f411f4-ddbc-4990-bcb6-401949e1f953 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.222416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db68ec0-fa14-4196-9d78-f8c4ae1fc00b req-e7f411f4-ddbc-4990-bcb6-401949e1f953 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.224155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0db68ec0-fa14-4196-9d78-f8c4ae1fc00b req-e7f411f4-ddbc-4990-bcb6-401949e1f953 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 2373 time: 0.3150451 Nov 16 21:27:41.315173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.417382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0db68ec0-fa14-4196-9d78-f8c4ae1fc00b req-7658b069-4b43-42e8-b8a4-80a5d7ba50fd tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522317 Nov 16 21:27:41.426445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8:2::1 (d4902123-3076-4b0c-9986-3905cef1fbc8/62968a83-f9ef-45d2-9de2-641122f0491a/7da3155d-406a-49b9-b7a8-1e0ead0388b9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:41.432031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.437636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.523597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:41.542613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:41.544223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:41.561364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:41.571247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] For port 4faeee88-8256-410d-a911-c374514f0ffd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4faeee88-8256-410d-a911-c374514f0ffd,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:41.577736 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.652671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.678363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.679607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.692936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.706179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-727452a2-cc81-4701-a57c-b93148685f3d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6759346 Nov 16 21:27:41.721917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'admin_state_up': True, 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'security_groups': ['f94ec8e5-cc5c-461b-86bf-b9b1a84350a8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:41.771821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network d4902123-3076-4b0c-9986-3905cef1fbc8 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:41.780858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:41.792126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:41.792530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.812271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882212d-e3db-42c4-9099-0d09abb4de29 None None] Pushing event updated for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:41.916446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4faeee88-8256-410d-a911-c374514f0ffd up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:41.919507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c62a6115-8ab8-401b-aa18-31a50c540b98 None None] Provisioning complete for port 4faeee88-8256-410d-a911-c374514f0ffd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:41.920021 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c62a6115-8ab8-401b-aa18-31a50c540b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.025136 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Allocated IP 2001:db8:2::2 (d4902123-3076-4b0c-9986-3905cef1fbc8/62968a83-f9ef-45d2-9de2-641122f0491a/ddf0fcb4-22bf-4ffd-811e-acb05095c9fb) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:42.056468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.122236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cebbc-a6be-41a0-800f-52555a528e91 req-04480c01-b75b-455c-987b-c0bac52ce21d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.125683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a85cebbc-a6be-41a0-800f-52555a528e91 req-04480c01-b75b-455c-987b-c0bac52ce21d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.2700891 Nov 16 21:27:42.161098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.233380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4faeee88-8256-410d-a911-c374514f0ffd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:42.233739 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.268373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a85cebbc-a6be-41a0-800f-52555a528e91 req-79dd3224-1374-463d-9ce7-8da3b1bbbc58 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269171 Nov 16 21:27:42.300613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63c9cf-b5b1-423a-836a-34c5d5735e12 req-50764556-da2a-4541-987c-392ba8a9aa9b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.309658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c63c9cf-b5b1-423a-836a-34c5d5735e12 req-50764556-da2a-4541-987c-392ba8a9aa9b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2405274 Nov 16 21:27:42.339110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Made reservation on behalf of fb566c22db59413e892f615eb7fd15d3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:42.344258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.561789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Allocated IP 10.2.2.200 (14fdb57f-b238-4095-be62-e361e4fd7d32/a278842c-fb17-4786-b33a-673f954e6291/769608e4-d1c9-45d1-bc61-e7281411d405) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:42.631943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.666802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.692586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.698673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.699770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.717567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2134fa-dc89-402c-84d4-8089f1313e30 req-984008b8-5415-437e-ac46-39d0451e3108 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0481458 Nov 16 21:27:42.760784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c63c9cf-b5b1-423a-836a-34c5d5735e12 req-789c5f9a-517c-4584-a3ab-5a81e2824c97 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501743 Nov 16 21:27:42.764551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Network d4902123-3076-4b0c-9986-3905cef1fbc8 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:42.766519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Pushing event updated for resources: {'Port': ['ID=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.771989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c598de5-7578-47e0-a766-6ff6ccb70ad4 None None] Provisioning complete for port b920d875-bdd2-43af-93e2-0efca1b8e221 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:42.772628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c598de5-7578-47e0-a766-6ff6ccb70ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.776592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:42.806673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:42.840091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4c598de5-7578-47e0-a766-6ff6ccb70ad4 None None] Port b920d875-bdd2-43af-93e2-0efca1b8e221 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:42.868272 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.888217 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.902652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.937758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Attempting to bind port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:42.942249 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.949767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Attempting to bind port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:42.950153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Attempting to bind port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb on network d4902123-3076-4b0c-9986-3905cef1fbc8 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:42.956399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:42.956792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Checking segment: {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:42.957165 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.957775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Bound using segment: {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:42.958259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Bound port: ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:42.958644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.965793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network d4902123-3076-4b0c-9986-3905cef1fbc8 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:42.967595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:43.017784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:43.040286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:43.042680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:43.056237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.062984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.072506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.078858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.089000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.091494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-f8f5f1a1-fefd-4ffa-b83d-39a9cee9e34e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 3815 time: 0.1656201 Nov 16 21:27:43.092423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.095157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:43.095703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] For port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:43.128239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] For port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:43.136488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.159787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:43.166375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:43.217221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.217883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.230112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:43.230778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.236368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea4d844-ad1e-4b7a-b212-774538b159f4 req-7636dd14-6f76-4289-87fb-64c9718eb144 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896323 Nov 16 21:27:43.263157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-59fc28c6-1fba-47ab-9317-4ad36dd8050a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5486124 Nov 16 21:27:43.287949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:43.362464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:43.375171 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:43.383959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd2128-69a9-493a-a72a-72d06fa0096d None None] Pushing event updated for resources: {'Port': ['ID=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.401482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:43.402459 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:43.424560 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81be1c60-adf5-4475-92f5-f6f13f130a6e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5763075 Nov 16 21:27:43.425882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54956) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:43.427062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.435535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-645723121'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:43.524120 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.573947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:43.577078 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d42c22-a068-4649-800d-94714f546ae5" -d '{"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:43.613095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:43.621077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:43.657511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.685541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:43.816240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:43.820048 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.858754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:43.865149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:43.870265 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.870618 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added segment 9aaa4ad0-3d09-4f49-8624-6057838b14f3 of type vlan for network 75234bb6-09a2-4238-a368-260db8f84e70 Nov 16 21:27:43.920450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.927195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'port_id': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'mac_address': 'fa:16:3e:4e:62:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c656819e-7498-4cd8-96cf-02617afa90c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:43.938407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5c55c53c-bbf4-4577-8c40-52f81e98b962 None None] Provisioning complete for port 769608e4-d1c9-45d1-bc61-e7281411d405 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:43.938850 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c55c53c-bbf4-4577-8c40-52f81e98b962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.948612 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d6a77-7864-44ec-9aab-7d4c17b2a701 x-openstack-request-id: req-818d6a77-7864-44ec-9aab-7d4c17b2a701 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:43.950570 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-plugged", "status": "completed", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:43.950958 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-818d6a77-7864-44ec-9aab-7d4c17b2a701 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:43.953388 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'code': 200} Nov 16 21:27:43.967469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.980213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.980921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.097695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bb3b7-0bdd-49be-99ae-0854682985ad req-c91d08f1-fa55-4e61-b2c8-1ab47aef11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.099459 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a79bb3b7-0bdd-49be-99ae-0854682985ad req-c91d08f1-fa55-4e61-b2c8-1ab47aef11ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.0654764 Nov 16 21:27:44.115227 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:42Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:42Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:44.134227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.148124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f493-536a-48e9-97da-d2ad5f4b5756 req-162712c5-c441-4518-b4ed-0aa9ecffa508 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.156813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c651f493-536a-48e9-97da-d2ad5f4b5756 req-162712c5-c441-4518-b4ed-0aa9ecffa508 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.3761702 Nov 16 21:27:44.157649 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:44.158017 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Updating router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:44.175894 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a79bb3b7-0bdd-49be-99ae-0854682985ad req-1ebb62f7-90b5-4c2a-b076-fe9c1415ae25 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689182 Nov 16 21:27:44.181544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1edd1d0c-982d-4a13-a58f-809570ba2df1 req-2361ed4f-e94c-4985-9db0-e617b8bfc1bc tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1633832 Nov 16 21:27:44.188584 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.236689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:44.242016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4faeee88-8256-410d-a911-c374514f0ffd up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:44.245018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8149979 Nov 16 21:27:44.246202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67113dd9-a7f8-456d-ae89-cc228baf5666 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Network': ['ID=75234bb6-09a2-4238-a368-260db8f84e70,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.249099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'subnet': {'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:44.250133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e09326-f5be-458d-9784-85e4a8b7354c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:44.260327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.272831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.278174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 75234bb6-09a2-4238-a368-260db8f84e70 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:44.291075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Transition to ACTIVE for port object b0e09326-f5be-458d-9784-85e4a8b7354c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:44.297972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.458464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Made reservation on behalf of bcfed6cdea0e4649ab66d4a9f9e165bc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:44.462317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.512559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:44.522053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.545011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5c55c53c-bbf4-4577-8c40-52f81e98b962 None None] Port 769608e4-d1c9-45d1-bc61-e7281411d405 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:44.559084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c651f493-536a-48e9-97da-d2ad5f4b5756 req-e36562bb-c5d6-4ec6-8b98-af28d428cb2a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011853 Nov 16 21:27:44.624188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:44.631541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51889dc-c791-49ed-84fe-53f9dca9f059 req-c56e5567-6e5c-4c4f-992d-4bdb70f3eb38 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.636998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.643537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f51889dc-c791-49ed-84fe-53f9dca9f059 req-c56e5567-6e5c-4c4f-992d-4bdb70f3eb38 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2899282 Nov 16 21:27:44.853066 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.863205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f51889dc-c791-49ed-84fe-53f9dca9f059 req-0df85b7f-9ee2-4590-b0de-bb884698752c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186739 Nov 16 21:27:44.863753 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.881761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Attempting to bind port b0e09326-f5be-458d-9784-85e4a8b7354c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:44.882104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Attempting to bind port b0e09326-f5be-458d-9784-85e4a8b7354c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:44.882437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Attempting to bind port b0e09326-f5be-458d-9784-85e4a8b7354c on network 68464bb0-b16c-4c7b-b689-39988c18d3d4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:44.912625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Port b0e09326-f5be-458d-9784-85e4a8b7354c on network 68464bb0-b16c-4c7b-b689-39988c18d3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:44.912905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Attempting to bind port b0e09326-f5be-458d-9784-85e4a8b7354c on network 68464bb0-b16c-4c7b-b689-39988c18d3d4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:44.946999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:44.947345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Checking segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:44.947741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Bound using segment: {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:44.948191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Bound port: b0e09326-f5be-458d-9784-85e4a8b7354c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a6024-2854-4ec2-84a0-e626a772ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:44.948550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.954203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd443e-dae8-49c3-8763-945fc10f5d77 None None] Pushing event updated for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.983131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.065660 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Attempting to bind port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:45.066968 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Attempting to bind port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:45.067562 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Attempting to bind port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 on network d4902123-3076-4b0c-9986-3905cef1fbc8 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:45.070836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.076931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.079153 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:45.079387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Checking segment: {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:45.079754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network hostable DHCP agents. Network: 75234bb6-09a2-4238-a368-260db8f84e70, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:45.080102 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Checking segment: {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:45.080718 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.081418 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Bound using segment: {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:45.082211 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Bound port: 7da3155d-406a-49b9-b7a8-1e0ead0388b9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:45.082973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.083122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Subnet': ['ID=926a2a26-9270-4495-bd63-edb3ee76e298,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.083467 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.089817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.096012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.097823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-501f8abb-4769-4a3c-b00a-73be6edb025e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 3827 time: 0.1729696 Nov 16 21:27:45.102755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 75234bb6-09a2-4238-a368-260db8f84e70 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:45.119462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0bdf0-82c3-4660-b045-fa96663e182b None None] Network d4902123-3076-4b0c-9986-3905cef1fbc8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:45.127139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 75234bb6-09a2-4238-a368-260db8f84e70) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:45.131521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.132155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.141895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:45.153608 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e04d4206-f097-4353-a9d7-7fc23e016ac3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9151726 Nov 16 21:27:45.156367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:45.202281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:45.217231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.224818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4faeee88-8256-410d-a911-c374514f0ffd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:45.225364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.243243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc9bba-d869-41a6-9202-70aa25348fff None None] Network 75234bb6-09a2-4238-a368-260db8f84e70 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:45.245644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:45.281051 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] For port 7da3155d-406a-49b9-b7a8-1e0ead0388b9, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:45.295174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] For port 7da3155d-406a-49b9-b7a8-1e0ead0388b9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7da3155d-406a-49b9-b7a8-1e0ead0388b9,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:45.301080 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.307086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7169cfe-c5c0-43af-976f-2fe07d2995c1 req-b730e4dc-2482-4d95-affd-328eb7c1645c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952736 Nov 16 21:27:45.316212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.316848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.318273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] 10.222.0.36 "PUT /v2.0/ports/b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 1091 time: 2.0465839 Nov 16 21:27:45.318728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:45.322051 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da81fec-d3b5-4758-bdf1-109976fe38de" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:45.388975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:45.444618 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd443e-dae8-49c3-8763-945fc10f5d77 None None] Pushing event updated for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.475228 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:45.475856 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:45.534621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5598b0c-59fe-47d9-8260-e60ed16b7c1e req-fd4a6502-7ad7-4c8e-86fd-d52527fbcdf3 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1243260 Nov 16 21:27:45.639055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff4fd1-ee8e-4e5b-aa51-b24c1523d860 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.662721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:45.703500 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01ddd3-e933-479f-8b3c-921f5eba241b x-openstack-request-id: req-8e01ddd3-e933-479f-8b3c-921f5eba241b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:45.704103 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:45.704556 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e01ddd3-e933-479f-8b3c-921f5eba241b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:45.706575 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'status': 'completed', 'code': 200} Nov 16 21:27:45.708752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.749080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:45.753229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.927951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fce48816-ec69-4456-bc6b-6570397ddcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.136699 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:42Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:46.178423 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84ea88-72af-45db-8a5f-410395c7322f None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:42Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:46.249772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ddf0fcb4-22bf-4ffd-811e-acb05095c9fb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:46.483760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.484824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.485450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.486067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.486684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.494215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-ef3e77e1-5059-4be6-9c80-847edda70b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 4362 time: 0.8234472 Nov 16 21:27:46.605396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] Provisioning complete for port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:46.605742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.607491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.701762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.727532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48fad-960b-4590-b42d-fe98534d8398 req-dae87427-d49e-4a9c-aa51-00365f23e992 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.743830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca48fad-960b-4590-b42d-fe98534d8398 req-dae87427-d49e-4a9c-aa51-00365f23e992 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.8509228 Nov 16 21:27:46.773256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44b028-eb7c-43d9-a8ca-3f35a0ab8afb req-6d5b31a6-9cf2-404e-8a11-a330d363b506 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.777372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d44b028-eb7c-43d9-a8ca-3f35a0ab8afb req-6d5b31a6-9cf2-404e-8a11-a330d363b506 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 944 time: 0.2268302 Nov 16 21:27:46.792470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:46.805864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:46.806913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.852274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-75234bb6-09a2-4238-a368-260db8f84e70', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:46.853188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.924602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c24b3e-e596-41f7-874e-13a8a4bb55c0 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:46.934457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.962825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Transition to ACTIVE for port object 66c24b3e-e596-41f7-874e-13a8a4bb55c0 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:46.990597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:47.005866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.174379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d44b028-eb7c-43d9-a8ca-3f35a0ab8afb req-f423f943-2076-4537-97fe-c653e91e72fc tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083321 Nov 16 21:27:47.178709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Allocated IP 2001:db8:3::2 (75234bb6-09a2-4238-a368-260db8f84e70/926a2a26-9270-4495-bd63-edb3ee76e298/b04b4831-33ae-4d00-b082-90399baf8a87) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:47.222747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca48fad-960b-4590-b42d-fe98534d8398 req-46b238fd-099d-40ff-8e72-23b5e159a0fb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261756 Nov 16 21:27:47.358451 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.381488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:47.405086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-edc89352-1728-4a3c-bd94-c9dfbcbf0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.405547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-edc89352-1728-4a3c-bd94-c9dfbcbf0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.406001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-edc89352-1728-4a3c-bd94-c9dfbcbf0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.412160 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-edc89352-1728-4a3c-bd94-c9dfbcbf0f38 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8262024 Nov 16 21:27:47.549845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:47.559668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5842df31-597f-4822-bde9-0a8ae8f37e3b req-d5d5cdec-24d4-4cc0-a508-d41403c51811 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1154134 Nov 16 21:27:47.606981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Attempting to bind port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:47.607307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Attempting to bind port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:47.607635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Attempting to bind port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:47.628264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.636352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.636758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.643242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.651048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.658326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.665614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.667544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-38cb2b5d-a225-4892-b612-d93b849161a6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 4602 time: 0.3586843 Nov 16 21:27:47.668186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on network 425ee18d-8e4a-4e02-a49e-62b33179053f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:47.668501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Attempting to bind port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:47.682019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:47.682403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:47.682744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Bound using segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:47.683214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Bound port: 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:47.683565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.786615 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.789073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-2cb4aa42-89ac-46a7-ad8b-379c3d943eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.792889 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0da81fec-d3b5-4758-bdf1-109976fe38de req-2cb4aa42-89ac-46a7-ad8b-379c3d943eeb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3731546 Nov 16 21:27:47.808052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daadcf71-33fb-4fba-8bda-8ba14f5b0a36 req-ca36cdaa-bdaa-4a47-845b-f25a481afd61 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324649 Nov 16 21:27:47.813952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:47.823169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:47.831837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.843295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.900265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ec8764f-c050-4807-8bcc-a22b6dd58d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.910787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.911456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.912889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] 10.222.0.36 "PUT /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 1133 time: 2.5439065 Nov 16 21:27:47.913358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '66c24b3e-e596-41f7-874e-13a8a4bb55c0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:47.916356 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ccad5-c99f-4173-b95b-f1858ab13376" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "66c24b3e-e596-41f7-874e-13a8a4bb55c0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:47.924899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Network 75234bb6-09a2-4238-a368-260db8f84e70 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:47.932228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:47.936223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] For port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:47.942781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.947004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:47.962285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:47.972463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.997482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Allocated IP 2001:db8:3::1 (75234bb6-09a2-4238-a368-260db8f84e70/926a2a26-9270-4495-bd63-edb3ee76e298/4cda7e06-9c6c-4b45-83af-2bd3563e484a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:48.010193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f1877-dc89-4470-86f1-b46d83af7e9d service neutron] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.014899 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a48e8d-01ca-4a74-a713-eafa0997eeef x-openstack-request-id: req-36a48e8d-01ca-4a74-a713-eafa0997eeef {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:48.016657 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "66c24b3e-e596-41f7-874e-13a8a4bb55c0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:48.016930 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36a48e8d-01ca-4a74-a713-eafa0997eeef {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:48.017462 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '66c24b3e-e596-41f7-874e-13a8a4bb55c0', 'status': 'completed', 'code': 200} Nov 16 21:27:48.031972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Pushing event updated for resources: {'Port': ['ID=b04b4831-33ae-4d00-b082-90399baf8a87,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.096183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.152602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333eae0-f296-4b6f-8c06-8b4da8dfd409 None None] Pushing event updated for resources: {'Port': ['ID=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.170228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.170708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.180708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Attempting to bind port b04b4831-33ae-4d00-b082-90399baf8a87 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:48.186239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.186813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.187325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.187794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.187974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Attempting to bind port b04b4831-33ae-4d00-b082-90399baf8a87 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:48.188586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Attempting to bind port b04b4831-33ae-4d00-b082-90399baf8a87 on network 75234bb6-09a2-4238-a368-260db8f84e70 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:48.189968 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-73c8852a-dfae-42b4-809f-809324215821 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5288 time: 0.1343558 Nov 16 21:27:48.242490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:48.243060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Checking segment: {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:48.243568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.244067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Bound using segment: {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:48.244662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Bound port: b04b4831-33ae-4d00-b082-90399baf8a87, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:48.245160 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.260753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:48.261334 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:48.276907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Provisioning complete for port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:48.277426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.337072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.395104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] For port b04b4831-33ae-4d00-b082-90399baf8a87, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:48.398580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] For port b04b4831-33ae-4d00-b082-90399baf8a87, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b04b4831-33ae-4d00-b082-90399baf8a87,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:48.423173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.434423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-7bf43f9f-8c83-4806-a9fb-8d80c486347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.434898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-7bf43f9f-8c83-4806-a9fb-8d80c486347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.435549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-7bf43f9f-8c83-4806-a9fb-8d80c486347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.437172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-7bf43f9f-8c83-4806-a9fb-8d80c486347d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2349114 Nov 16 21:27:48.466426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.534945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81f117-7143-4961-b30e-37fe74540b56 None None] Pushing event updated for resources: {'Port': ['ID=b04b4831-33ae-4d00-b082-90399baf8a87,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.603856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Provisioning complete for port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:48.605590 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.609714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 75234bb6-09a2-4238-a368-260db8f84e70 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:48.618823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:48.628282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:48.628721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.631450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.632447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7519-60d1-42e5-a02d-bcf2d55accb4 req-a2357116-a88c-46b7-8c42-b966f5b836b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.642024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-841d7519-60d1-42e5-a02d-bcf2d55accb4 req-a2357116-a88c-46b7-8c42-b966f5b836b2 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 943 time: 0.2968025 Nov 16 21:27:48.678332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504f5a-d82c-48f1-b76e-bc51fe72b744 req-f49a6b7c-7a09-4bd0-a22e-6ab9e19ab558 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.680607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c504f5a-d82c-48f1-b76e-bc51fe72b744 req-f49a6b7c-7a09-4bd0-a22e-6ab9e19ab558 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.2944949 Nov 16 21:27:48.709640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.767915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] For port 7da3155d-406a-49b9-b7a8-1e0ead0388b9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7da3155d-406a-49b9-b7a8-1e0ead0388b9,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:48.777971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-f10af1aa-23ef-4406-b118-8d5efaf5f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.786098 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-163ccad5-c99f-4173-b95b-f1858ab13376 req-f10af1aa-23ef-4406-b118-8d5efaf5f59d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3368595 Nov 16 21:27:48.892871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.936620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-841d7519-60d1-42e5-a02d-bcf2d55accb4 req-88dfd549-b758-4504-a483-5552b51e0149 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900002 Nov 16 21:27:48.955226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c504f5a-d82c-48f1-b76e-bc51fe72b744 req-90556b9c-38ed-45d1-ba22-e67b0c38f032 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641783 Nov 16 21:27:48.995214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6995e47-99dd-416a-a733-0e5b123672ff {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:48.998192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.036437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Transition to ACTIVE for port object d6995e47-99dd-416a-a733-0e5b123672ff will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:49.052085 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.116077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.182877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-667e0af3-65d2-404d-a56e-c0590faba8ae req-6fb46961-70d2-4d4f-8bf1-ec4e27605c24 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0782688 Nov 16 21:27:49.198177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ae06-1004-4694-bc26-5ae30eea611f None None] Pushing event updated for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.264980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.315663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.330650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.338561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.348431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.350299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ee2d998d-9a13-4581-8d76-69c878c770a3 None None] Provisioning complete for port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:49.353050 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ee2d998d-9a13-4581-8d76-69c878c770a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.467632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.473249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.480062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.487158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.493382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.499932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.506164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.514400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-b6f6571e-4b20-435f-b3ff-2e431f1dff0e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5378 time: 0.3281200 Nov 16 21:27:49.533454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Attempting to bind port d6995e47-99dd-416a-a733-0e5b123672ff on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:49.533786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Attempting to bind port d6995e47-99dd-416a-a733-0e5b123672ff by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:49.534113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Attempting to bind port d6995e47-99dd-416a-a733-0e5b123672ff on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:49.536632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b04b4831-33ae-4d00-b082-90399baf8a87 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:49.544727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Port d6995e47-99dd-416a-a733-0e5b123672ff on network 425ee18d-8e4a-4e02-a49e-62b33179053f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:49.545071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Attempting to bind port d6995e47-99dd-416a-a733-0e5b123672ff on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:49.550242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event updated for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.560298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:49.560641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:49.561021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Bound using segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:49.561460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Bound port: d6995e47-99dd-416a-a733-0e5b123672ff, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:49.561807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.622811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b04b4831-33ae-4d00-b082-90399baf8a87 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:49.624083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.651253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab38e126-7a0a-4ce5-b03d-5f07ae5ab8b8 req-36f1bd58-79a4-4030-a24e-f80ed839fd8c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330814 Nov 16 21:27:49.658071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:49.663071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Network 75234bb6-09a2-4238-a368-260db8f84e70 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:49.668255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:49.731289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:49.734724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d6995e47-99dd-416a-a733-0e5b123672ff,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:49.743416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.794365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.795126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.796597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 1134 time: 1.8417051 Nov 16 21:27:49.843717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:49.847675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:49.865239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.868542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:49.868902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.898451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238af51b-f818-4796-b3c4-99061aceecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.986579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port b04b4831-33ae-4d00-b082-90399baf8a87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b04b4831-33ae-4d00-b082-90399baf8a87,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:50.001656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.018806 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.019614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7da3155d-406a-49b9-b7a8-1e0ead0388b9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:50.027069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'd6995e47-99dd-416a-a733-0e5b123672ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:50.030058 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6080b-af64-4530-811f-963ad5b254d3" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "d6995e47-99dd-416a-a733-0e5b123672ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:50.030729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:50.041099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63f98798-d6a2-470b-b944-8cd29da0595c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8799672 Nov 16 21:27:50.042568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:50.050227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:50.130333 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06d06b-2a05-46cc-bc72-2ce92e30ebf9 x-openstack-request-id: req-0b06d06b-2a05-46cc-bc72-2ce92e30ebf9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:50.133508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:50.134513 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "d6995e47-99dd-416a-a733-0e5b123672ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:50.134786 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b06d06b-2a05-46cc-bc72-2ce92e30ebf9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:50.135219 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'd6995e47-99dd-416a-a733-0e5b123672ff', 'status': 'completed', 'code': 200} Nov 16 21:27:50.265917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e282c3-5dc4-4a32-b938-71db44c8a3ed req-34a7c850-5a20-45d2-baae-1c1060ab1ec3 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.268504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92e282c3-5dc4-4a32-b938-71db44c8a3ed req-34a7c850-5a20-45d2-baae-1c1060ab1ec3 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 943 time: 0.2039959 Nov 16 21:27:50.297531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e826f48-979a-4937-8d47-0f695e7df8a4 None None] Network 75234bb6-09a2-4238-a368-260db8f84e70 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:50.315772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.316250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.316715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.317175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.317633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.318091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.318547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.320985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-3dd328c5-2e29-448d-87c5-db68dcc6d98c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6215 time: 0.1351793 Nov 16 21:27:50.401663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0121b29b-8257-4d30-8e70-61b5a5a7806f req-57849325-0f4f-436c-9377-ad629ca56eca tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.0409932 Nov 16 21:27:50.444175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:50.444816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:50.508697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92e282c3-5dc4-4a32-b938-71db44c8a3ed req-98c5102c-a67d-4310-8e04-89e74f7db7fe tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284315 Nov 16 21:27:50.595417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-178dd0eb-3c49-4043-9344-d8dccd9e6f73 None None] Provisioning complete for port b04b4831-33ae-4d00-b082-90399baf8a87 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:50.597237 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-178dd0eb-3c49-4043-9344-d8dccd9e6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.602325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=b04b4831-33ae-4d00-b082-90399baf8a87,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:50.641596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.645610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c56731a-4286-4b81-b326-baa12e41a08b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:50.650113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.663973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.685252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:50.686051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.690670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Transition to ACTIVE for port object 0c56731a-4286-4b81-b326-baa12e41a08b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:50.698250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.813662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:50.819054 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0727c2a1-a14b-4796-8c6b-aea54f03ea6c" -d '{"events": [{"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:50.848094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:50.990171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Pushing event updated for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:51.114845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:27:51.121567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-97b0fb4e-456e-473e-9964-861fb8da2b3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2323494 Nov 16 21:27:51.152771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.163349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.184837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.205276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.216823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.232674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.247987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-6bde5df4-f9e4-42b6-9799-6e947f53037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.249220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-6bde5df4-f9e4-42b6-9799-6e947f53037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.261147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-6bde5df4-f9e4-42b6-9799-6e947f53037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.264009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-6bde5df4-f9e4-42b6-9799-6e947f53037f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9057004 Nov 16 21:27:51.269935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.287586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-b11131c1-4754-4414-ad3f-a71ba84cbc15 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5390 time: 0.4591134 Nov 16 21:27:51.343444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Removed routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:27:51.343894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.458077 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f585915d-24b4-4092-9339-d256cb4d338b x-openstack-request-id: req-f585915d-24b4-4092-9339-d256cb4d338b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:51.467703 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-plugged", "status": "completed", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:51.467703 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f585915d-24b4-4092-9339-d256cb4d338b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:51.467703 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'code': 200} Nov 16 21:27:51.529879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:51.687935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Attempting to bind port 0c56731a-4286-4b81-b326-baa12e41a08b on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:51.688278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Attempting to bind port 0c56731a-4286-4b81-b326-baa12e41a08b by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:51.688608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Attempting to bind port 0c56731a-4286-4b81-b326-baa12e41a08b on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:51.711243 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.794128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-335ea6f1-76c3-4fb7-b45a-a14cacebb3a3 req-ea651987-2469-4f61-9a5f-11ea92dec99d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6abeb3-c612-4949-ada5-fe06859f711e HTTP/1.1" status: 200 len: 210 time: 0.1389978 Nov 16 21:27:51.828956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Port 0c56731a-4286-4b81-b326-baa12e41a08b on network 425ee18d-8e4a-4e02-a49e-62b33179053f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:51.829376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Attempting to bind port 0c56731a-4286-4b81-b326-baa12e41a08b on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:51.839310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.845666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:51.893720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-24afe055-0533-414b-aa43-09482edf79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.898902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-24afe055-0533-414b-aa43-09482edf79ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.4827192 Nov 16 21:27:51.907939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:51.914573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:51.915593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Bound using segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:51.916327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Bound port: 0c56731a-4286-4b81-b326-baa12e41a08b, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:51.917500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.934301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d2dc5ff-4040-48e8-8e42-b630efb69b3b req-3b89e6df-7788-40ba-a6c8-4e7be48e6861 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6458268 Nov 16 21:27:52.024072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ddf0fcb4-22bf-4ffd-811e-acb05095c9fb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:52.110456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe023a-22a9-48fb-b744-7365f307e4db req-b2314724-f2a3-4a78-a21d-8e087b6b0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.112811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edbe023a-22a9-48fb-b744-7365f307e4db req-b2314724-f2a3-4a78-a21d-8e087b6b0dbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 1096 time: 0.7164075 Nov 16 21:27:52.208707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:52.208943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.220304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ce9cb-fb11-4299-b9fa-d19bf022ef74 req-37465647-5339-4eb5-9e7a-5879cfbee50f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.228751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c74ce9cb-fb11-4299-b9fa-d19bf022ef74 req-37465647-5339-4eb5-9e7a-5879cfbee50f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2808588 Nov 16 21:27:52.230729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-f19316d2-e1f8-4f1f-83a8-3791827f0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.232248 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8a6080b-af64-4530-811f-963ad5b254d3 req-f19316d2-e1f8-4f1f-83a8-3791827f0c73 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9034474 Nov 16 21:27:52.269016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.273110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.323527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:52.393028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:49Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:52.396426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-0936e0d4-95de-47b2-9507-6d172ecf2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.404203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-0936e0d4-95de-47b2-9507-6d172ecf2544 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.4584668 Nov 16 21:27:52.412354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0c56731a-4286-4b81-b326-baa12e41a08b,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:52.422502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edbe023a-22a9-48fb-b744-7365f307e4db req-d2346f5c-ad4c-4dc9-8915-4bc8bc869d95 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946122 Nov 16 21:27:52.426517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:52.426857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Updating router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 port 4cda7e06-9c6c-4b45-83af-2bd3563e484a binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:52.495044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.555743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:52.629506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-e1df8795-e56e-4d4e-85fd-06d373da532f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 200 len: 1001 time: 0.2060120 Nov 16 21:27:52.632136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.687289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.688370 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.690857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] 10.222.0.36 "PUT /v2.0/ports/0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 200 len: 1091 time: 2.8559842 Nov 16 21:27:52.736140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-15a44db5-24e2-413a-a754-9c1f3e3e28a8 None None] Provisioning complete for port b04b4831-33ae-4d00-b082-90399baf8a87 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:52.736603 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15a44db5-24e2-413a-a754-9c1f3e3e28a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.750115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:52.755540 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d48af6a-cd74-488f-9aca-697ee4f3c47c" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:52.776932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:52.822044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:52.836627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.840573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-336eb873-4b02-4183-a672-30b5ee634440 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 954 time: 2.7942410 Nov 16 21:27:52.844265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:53.090972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ad969ba-c7e0-48bc-a2d5-e5462e58eb07 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 954 time: 0.2454598 Nov 16 21:27:53.092517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b04b4831-33ae-4d00-b082-90399baf8a87 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:53.096456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:53.106325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'routes': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:53.140644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c74ce9cb-fb11-4299-b9fa-d19bf022ef74 req-0923a4fc-e9e1-4578-a2a6-37f9ce8cb1f4 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9020460 Nov 16 21:27:53.141498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.334814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88eb39-d597-4af6-81a8-5213d2d9299c service neutron] Pushing event updated for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:53.339657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-0806bd72-4672-46f4-8584-0c359f323db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.341243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-0806bd72-4672-46f4-8584-0c359f323db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.6841350 Nov 16 21:27:53.348461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-e28ca1ed-fc84-426b-9b1a-f211d8d81a3c tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.350088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-e28ca1ed-fc84-426b-9b1a-f211d8d81a3c tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.4952028 Nov 16 21:27:53.362355 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a6384f-c35a-4f94-a98f-5fe522483a57 x-openstack-request-id: req-85a6384f-c35a-4f94-a98f-5fe522483a57 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:53.362676 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:53.362903 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85a6384f-c35a-4f94-a98f-5fe522483a57 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:53.363340 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b', 'status': 'completed', 'code': 200} Nov 16 21:27:53.485090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-db7f5d78-58c2-40fa-9327-1b06d52e1b39 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/quotas/5a9ecbcdac594c4fb38d32e26283e64d HTTP/1.1" status: 200 len: 375 time: 0.0804076 Nov 16 21:27:53.633915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.634533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.635234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.635895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.636763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.637458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.638100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.647197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.650543 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-d2b9ecbe-0f22-4ae4-ae78-62a2da021b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6282 time: 0.3180766 Nov 16 21:27:53.704204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.816656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f56120-903f-4ec9-9a15-795ba825e60d None None] Pushing event updated for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:53.822502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-ac9363f5-554f-4bbc-aedf-858e0593be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.823438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-ac9363f5-554f-4bbc-aedf-858e0593be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.826686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-ac9363f5-554f-4bbc-aedf-858e0593be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.830332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-ac9363f5-554f-4bbc-aedf-858e0593be6e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1545091 Nov 16 21:27:53.959447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b04b4831-33ae-4d00-b082-90399baf8a87 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:53.963764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.003417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.010584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.016641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.022776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.029779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.036177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.045379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.047545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-e41d50e3-6d10-41c5-86e2-daa4cadde84f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5390 time: 0.6894186 Nov 16 21:27:54.067493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-fb86f30f-872c-42e5-9ff7-13a8b64fd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.068982 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d48af6a-cd74-488f-9aca-697ee4f3c47c req-fb86f30f-872c-42e5-9ff7-13a8b64fd488 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223136 Nov 16 21:27:54.069158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-15a44db5-24e2-413a-a754-9c1f3e3e28a8 None None] Provisioning complete for port 4cda7e06-9c6c-4b45-83af-2bd3563e484a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:54.069812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15a44db5-24e2-413a-a754-9c1f3e3e28a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.083172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-8973553f-ac26-4cf0-8fe8-a5c54381cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.100374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-8973553f-ac26-4cf0-8fe8-a5c54381cbd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7359447 Nov 16 21:27:54.110115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Attempting to bind port 4cda7e06-9c6c-4b45-83af-2bd3563e484a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:54.110582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Attempting to bind port 4cda7e06-9c6c-4b45-83af-2bd3563e484a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:54.111026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Attempting to bind port 4cda7e06-9c6c-4b45-83af-2bd3563e484a on network 75234bb6-09a2-4238-a368-260db8f84e70 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:54.132066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:54.132536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Checking segment: {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:54.133563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.134147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Bound using segment: {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:54.134601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Bound port: 4cda7e06-9c6c-4b45-83af-2bd3563e484a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa4ad0-3d09-4f49-8624-6057838b14f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:54.135092 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.216670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-15a44db5-24e2-413a-a754-9c1f3e3e28a8 None None] Port 4cda7e06-9c6c-4b45-83af-2bd3563e484a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:54.273985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] For port 4cda7e06-9c6c-4b45-83af-2bd3563e484a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:54.310107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] For port 4cda7e06-9c6c-4b45-83af-2bd3563e484a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4cda7e06-9c6c-4b45-83af-2bd3563e484a,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:54.320379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7da3155d-406a-49b9-b7a8-1e0ead0388b9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:54.330274 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.379269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:27:54.379905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:27:54.427561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b6cf31-cec1-47de-b095-99f937a9c475 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:54.438535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-e8df5c3a-df7b-4136-8f94-db24f9404bf6 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9335713 Nov 16 21:27:54.453230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.480181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.535738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f56120-903f-4ec9-9a15-795ba825e60d None None] Pushing event updated for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:54.616027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b2c3ef-967a-4b42-85ac-5f96c63d6905 req-1404d54b-a815-4c83-83dc-7754d2f51384 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5596154 Nov 16 21:27:54.620813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:54.621802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:54.690308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Transition to ACTIVE for port object 78b6cf31-cec1-47de-b095-99f937a9c475 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:54.704547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.725199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55132) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:54.798733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:54.840133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] Provisioning complete for port 4cda7e06-9c6c-4b45-83af-2bd3563e484a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:54.840691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.860375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:54.953689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:54.954100 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.988642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.995016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.999645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-ce2e5220-3075-4ab8-980b-3f7affb2ecb9 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280285 Nov 16 21:27:55.015778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-8b5c6810-5613-4b20-a9aa-83ed47d8ec79 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377115 Nov 16 21:27:55.162724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:55.253517 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.327238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.332017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:55.358836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.361659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] For port 4cda7e06-9c6c-4b45-83af-2bd3563e484a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4cda7e06-9c6c-4b45-83af-2bd3563e484a,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:55.373957 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.380441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.389008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-077adedb-61b2-4e21-8d4d-d634270e6209 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 704 time: 2.2875931 Nov 16 21:27:55.389576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:55.448470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f84d6ebb-33e3-4dbf-8ad4-70e6d6a54e9f req-02f7d011-7f17-4d7f-b473-903a159e770b service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530569 Nov 16 21:27:55.478680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f50ce-a7c0-4703-adb3-0bdfb997fc7c req-7590da97-9312-41c0-a829-024fc738b8fc tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:55.480581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-525f50ce-a7c0-4703-adb3-0bdfb997fc7c req-7590da97-9312-41c0-a829-024fc738b8fc tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.4675295 Nov 16 21:27:55.499717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16fdf5-b7e0-4eb0-b57f-f2339a751f31 None None] Pushing event updated for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:55.527902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 7, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:55.540211 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f41c4f1-be8b-4ff0-bfef-7e72ee91e22e tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 704 time: 0.1460569 Nov 16 21:27:55.542558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:55.595285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdc15d-9bdd-4850-bdd5-f0b1568eaa2a None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 7, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 4, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:55.644782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-525f50ce-a7c0-4703-adb3-0bdfb997fc7c req-2b90a3dd-d15b-4e2e-ae1c-0b0ac33a1a9e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498973 Nov 16 21:27:55.655115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ff3a4dae-9104-4a56-8a0e-f9478f6e571e None None] Provisioning complete for port 4cda7e06-9c6c-4b45-83af-2bd3563e484a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:55.656845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff3a4dae-9104-4a56-8a0e-f9478f6e571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.730503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Attempting to bind port 78b6cf31-cec1-47de-b095-99f937a9c475 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:55.732670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Attempting to bind port 78b6cf31-cec1-47de-b095-99f937a9c475 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:55.733976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Attempting to bind port 78b6cf31-cec1-47de-b095-99f937a9c475 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:55.758850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Port 78b6cf31-cec1-47de-b095-99f937a9c475 on network 425ee18d-8e4a-4e02-a49e-62b33179053f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:55.759278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Attempting to bind port 78b6cf31-cec1-47de-b095-99f937a9c475 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:55.771922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.778506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.782438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "DELETE /v2.0/security-groups/9d472118-8569-4505-812f-456071e96f42 HTTP/1.1" status: 204 len: 168 time: 0.9923832 Nov 16 21:27:55.787828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:55.790859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:55.792178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Checking segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:55.793409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Bound using segment: {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:55.796866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Bound port: 78b6cf31-cec1-47de-b095-99f937a9c475, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8374936-13d2-4e08-810a-a75794d3244f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:55.802175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.860505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-02e1906f-3923-496e-a84d-4090eae25a8d service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8430402 Nov 16 21:27:55.882827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690070b7-f769-4b6e-bac5-dcda83921f62 tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d472118-8569-4505-812f-456071e96f42,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:55.897678 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-e1428a50-e3f5-4f0d-8316-240e540f0fbc tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] show failed (client error): The resource could not be found. Nov 16 21:27:55.900815 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e1428a50-e3f5-4f0d-8316-240e540f0fbc tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "GET /v2.0/security-groups/9d472118-8569-4505-812f-456071e96f42 HTTP/1.1" status: 404 len: 347 time: 0.1090214 Nov 16 21:27:55.913167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:56.075011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.094182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.109777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.122584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.136834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.151186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.171114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.180053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-7c45bd81-d8c3-4091-a69c-7c80fbeee4d9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5402 time: 0.3221004 Nov 16 21:27:56.201053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:56.215625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=78b6cf31-cec1-47de-b095-99f937a9c475,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:56.230789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.348698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.349475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.353584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 200 len: 1090 time: 3.5879018 Nov 16 21:27:56.361794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:56.369230 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:56.407159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:56.643282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d78a3d8-a548-4117-a4c7-240727c45b04 req-1b181dd3-1181-4c50-b78d-c68feecc4803 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4619827 Nov 16 21:27:56.692693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09a2b3-e32a-496f-a85b-a1fcf1dfdee3 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:56.811144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2a6f2-68c0-4309-9338-f8291e3b7859 req-62d36d9e-c9c2-4e70-8153-f533b7df801a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.829701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ac2a6f2-68c0-4309-9338-f8291e3b7859 req-62d36d9e-c9c2-4e70-8153-f533b7df801a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.4044621 Nov 16 21:27:56.877859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.916183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Deleting port 916bc06d-21bf-4b4c-9bf5-22252f61bb67 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:56.916761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.934826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-369a0ebe-08f3-45a3-809d-db33ac998a56 req-76cd8ce8-ef41-4392-a99a-abcc6600597b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 210 time: 0.0344412 Nov 16 21:27:56.959688 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:56.977301 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:56.978027 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:57.102476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ac2a6f2-68c0-4309-9338-f8291e3b7859 req-1d5ab55a-9348-4b51-8174-67c61ccc0b47 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716660 Nov 16 21:27:57.126479 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a421f4e-a490-4a64-99cd-51e9c0697ff4 x-openstack-request-id: req-2a421f4e-a490-4a64-99cd-51e9c0697ff4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:57.127307 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:57.130480 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a421f4e-a490-4a64-99cd-51e9c0697ff4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:57.130480 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475', 'status': 'completed', 'code': 200} Nov 16 21:27:57.213935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.214272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.238341 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:57.306214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.306904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.307483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.308136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.308719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.309244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.309774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:57.312137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d10b48f7-2a73-4358-bda0-506564472b0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6349 time: 0.1770895 Nov 16 21:27:57.343949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Calling delete_port for 916bc06d-21bf-4b4c-9bf5-22252f61bb67 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:57.488312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4cda7e06-9c6c-4b45-83af-2bd3563e484a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:57.631843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4cda7e06-9c6c-4b45-83af-2bd3563e484a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:57.632221 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.641259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.805019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b920d875-bdd2-43af-93e2-0efca1b8e221 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:57.826769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.883198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Transition to ACTIVE for port object b920d875-bdd2-43af-93e2-0efca1b8e221 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:57.964338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.167916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-46f28eb2-fa37-49fe-aa59-0c31ab2bd166 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.178267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-46f28eb2-fa37-49fe-aa59-0c31ab2bd166 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 0.2775397 Nov 16 21:27:58.187153 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 7, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:58.230251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-5cfdd472-9608-46ab-9096-7f4b59d9f1ec tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/quotas/bb57516e08f94c87b79cfc98914747f2 HTTP/1.1" status: 200 len: 375 time: 0.0500472 Nov 16 21:27:58.249232 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:58.260130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.264338 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:58.266959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:58.421530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:58.442370 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:58.456471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d4c64e21-20da-4762-8f80-dd9ba64e508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.457029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d4c64e21-20da-4762-8f80-dd9ba64e508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.457524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d4c64e21-20da-4762-8f80-dd9ba64e508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.459376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-d4c64e21-20da-4762-8f80-dd9ba64e508a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1344388 Nov 16 21:27:58.607650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-0f4ba397-af1d-4bd3-b026-05d828d1d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.609259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0088e10a-9092-4d2c-9a1c-e2bd554c5bc0 req-0f4ba397-af1d-4bd3-b026-05d828d1d684 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300175 Nov 16 21:27:58.676432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.685519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.693581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.700852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.707983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.716034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.724389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:58.734058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-aff4e4f2-75a0-477f-af88-7772eab5b81f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5414 time: 0.8357778 Nov 16 21:27:58.766899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-857c48f4-aac0-4960-bf10-581ae6950df1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5303915 Nov 16 21:27:58.829309 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 7, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:58.869581 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8abea3b-f8ae-4ce0-b50f-edebc8178ef1 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:27:54Z', 'revision_number': 7, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4cda7e06-9c6c-4b45-83af-2bd3563e484a', 'name': '', 'network_id': '75234bb6-09a2-4238-a368-260db8f84e70', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:52:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:46Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '926a2a26-9270-4495-bd63-edb3ee76e298', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:59.003902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Pushing event deleted for resources: {'Port': ['ID=916bc06d-21bf-4b4c-9bf5-22252f61bb67,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:59.090854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Attempting to bind port b920d875-bdd2-43af-93e2-0efca1b8e221 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:59.091843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Attempting to bind port b920d875-bdd2-43af-93e2-0efca1b8e221 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:59.092446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Attempting to bind port b920d875-bdd2-43af-93e2-0efca1b8e221 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:59.162154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d9d1e889-4f8c-4370-a66d-6e590350ce84 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:59.164051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d9d1e889-4f8c-4370-a66d-6e590350ce84 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c276128-be13-4136-994f-d5854b54c222 HTTP/1.1" status: 200 len: 945 time: 0.2799761 Nov 16 21:27:59.164874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Port b920d875-bdd2-43af-93e2-0efca1b8e221 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:59.165540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Attempting to bind port b920d875-bdd2-43af-93e2-0efca1b8e221 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:59.232133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-db936413-617a-4232-96f2-33f5dd769198 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:59.237382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-db936413-617a-4232-96f2-33f5dd769198 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.2646146 Nov 16 21:27:59.246594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.249753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.251428 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5e696b0-168c-4012-abd7-184d6319584d tempest-ServersTestBootFromVolume-550996986 tempest-ServersTestBootFromVolume-550996986-project] 10.222.0.54 "DELETE /v2.0/floatingips/0df9c3e2-57a5-4fb3-bc99-0699ad4eb9a8 HTTP/1.1" status: 204 len: 168 time: 3.3360858 Nov 16 21:27:59.293908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29f1e3de-5b6b-4f20-81b2-9ece3c7a7e64 req-1c28dca5-8939-455c-a4ec-31b103665f6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5566025 Nov 16 21:27:59.297172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55192) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:59.332685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Request body: {'port': {'device_id': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'admin_state_up': True, 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:59.533928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:59.539583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.631985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 4cda7e06-9c6c-4b45-83af-2bd3563e484a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:59.633742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.689580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:59.690035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Checking segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:59.690309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Bound using segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:59.690859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Bound port: b920d875-bdd2-43af-93e2-0efca1b8e221, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:59.691239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.913798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 4cda7e06-9c6c-4b45-83af-2bd3563e484a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4cda7e06-9c6c-4b45-83af-2bd3563e484a,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:59.914444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.933047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Allocated IP 172.20.0.5 (5d1c354b-6403-4dfb-9aa9-11db77529d96/cf111398-06b2-470c-b232-e9f2a618aa41/74495fb9-ec5b-4b52-b6d5-72bbdf816e41) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:59.946261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 4cda7e06-9c6c-4b45-83af-2bd3563e484a owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:00.070711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba860700-3f0c-487f-a3c7-47c42d84d430 req-563acdd8-f14c-4f15-9f30-5c3eb609c760 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 210 time: 0.3746829 Nov 16 21:28:00.165973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-c2c7b00b-88a7-4469-8caa-ee6b662a9be3 service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3976657 Nov 16 21:28:00.400169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.464804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.524086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.536930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:00.594459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=4cda7e06-9c6c-4b45-83af-2bd3563e484a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.680366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event updated for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.702487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-bdf0233a-e1fc-4a7d-b6a1-098b5aeccb3f service neutron] 10.222.0.54 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618316 Nov 16 21:28:00.739164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Deleting port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:00.739505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.906299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:00.923370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:00.937754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:00.958898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] For port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:00.961619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.979710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Calling delete_port for cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:01.016830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-b85cac01-7768-422c-9c51-2f7fe936f105 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3337212 Nov 16 21:28:01.122917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:01.141882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:01.178973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.187270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.214500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.217794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.248585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.261860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.269642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.284527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.292005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.308199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.323072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.325933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-b6392a32-74ed-4975-a4d8-56ad9a2f8664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5414 time: 0.8567424 Nov 16 21:28:01.372769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-a90a4e79-4c89-41db-b2a4-625cb5c7d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.374458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-a90a4e79-4c89-41db-b2a4-625cb5c7d499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 1096 time: 0.2946422 Nov 16 21:28:01.419344 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-6795e24c-fd3d-472e-87a9-fb9e9fd7ce72 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0924718 Nov 16 21:28:01.446478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Request body: {'port': {'device_id': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:01.637570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3fb460-f9c3-4dc3-b41f-3bcaa35b458c req-7871d5ac-de31-4c5b-b051-c119c378b57d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2651050 Nov 16 21:28:01.782480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.783262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.792027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 200 len: 1091 time: 5.3968937 Nov 16 21:28:01.820791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e95ac2c8-d2ea-48d0-9d57-8291328520f0 req-12bad85d-08a3-4adb-93a2-e980bc817fc1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 210 time: 0.4467490 Nov 16 21:28:01.861883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:01.868298 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472a106-46f0-41f7-a7f4-c58c01aa3a52" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:01.922273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.006587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-97df8818-f7c7-4bc7-b795-6e6d628da12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.011374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-97df8818-f7c7-4bc7-b795-6e6d628da12c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.5860620 Nov 16 21:28:02.064352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Request body: {'port': {'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:02.111121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:02.124181 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-56ea80c4-80d6-4298-a51e-4849d998b7ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 200 len: 217 time: 0.0976074 Nov 16 21:28:02.182987 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a7a4c0-369d-4489-8928-aa64fed5c9af x-openstack-request-id: req-f8a7a4c0-369d-4489-8928-aa64fed5c9af {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:02.183310 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:02.183615 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8a7a4c0-369d-4489-8928-aa64fed5c9af {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:02.184014 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'status': 'completed', 'code': 200} Nov 16 21:28:02.224677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:02.313405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-2fab5f5c-842c-4d71-ad3f-8f3b42c2a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.315030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-2fab5f5c-842c-4d71-ad3f-8f3b42c2a801 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.1791022 Nov 16 21:28:02.390776 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.451030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8544d8f-e84a-4541-9e61-455f9df5aa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.454606 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-78e0a7eb-2707-4021-8369-cb25163216f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910821 Nov 16 21:28:02.558812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:02.571218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:02.581502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5452e90a-ed2e-434c-8da7-5f9508637348 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0343032 Nov 16 21:28:02.582250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50fc5-260f-454e-b797-1b610622e9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:02.594646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:02.595615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.615954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.617481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.630182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.630797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.631401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.632129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.635167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.637788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-dca07be9-9270-4a9d-8345-3abed6fe7cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6416 time: 0.4529314 Nov 16 21:28:02.793981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:02.803461 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.854337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Transition to ACTIVE for port object 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:02.893013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:02.894017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:02.933933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event deleted for resources: {'Port': ['ID=cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:02.989822 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-603a3e7e-c7b9-43ac-8f77-0e18505be0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172479 Nov 16 21:28:03.059660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:03.065176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06db4f-17b8-4218-88b5-841799191eec req-b16ee1ba-de49-43e7-9c8a-1af3370b0040 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:03.072305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd06db4f-17b8-4218-88b5-841799191eec req-b16ee1ba-de49-43e7-9c8a-1af3370b0040 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 931 time: 1.2500389 Nov 16 21:28:03.089798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8544d8f-e84a-4541-9e61-455f9df5aa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.091197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.127204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8544d8f-e84a-4541-9e61-455f9df5aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.197623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.199561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:03.223658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8544d8f-e84a-4541-9e61-455f9df5aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0617ad-6c04-4dfd-bae8-695aa684b5c2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:03.267921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] No DVR routers for this DVR port cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:03.275282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.278643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de5d53d7-b8da-4952-b26c-a7d025a6e157 req-d105ef56-34f1-45b4-ad68-ebf688e54a48 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "DELETE /v2.0/ports/cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c HTTP/1.1" status: 204 len: 173 time: 4.1007371 Nov 16 21:28:03.290464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 926a2a26-9270-4495-bd63-edb3ee76e298 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:03.299737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.397404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.399440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 8, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:03.451832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:03.480972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:03.482113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:03.490487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8544d8f-e84a-4541-9e61-455f9df5aa0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08e1d87167bf490c8b01bd87e7534caa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3777974 Nov 16 21:28:03.495431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69620ea4-27ac-46c8-b1e5-7f258a2398bd req-7c395c6a-5b3b-4fe2-8c74-900b85dfdee3 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968470 Nov 16 21:28:03.495431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:03.628770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:03.653612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Attempting to bind port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:03.654064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Attempting to bind port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:03.654403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Attempting to bind port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:03.665289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:03.665610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Attempting to bind port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:03.675129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:03.675469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Checking segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:03.675864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Bound using segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:03.676300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Bound port: 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:03.676659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.693743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.721541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:03.764080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:03.764719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:03.777349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.980374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 8, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:04.019033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df1fa0-a060-4e57-a3f5-07de05ccbde4 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 8, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da3155d-406a-49b9-b7a8-1e0ead0388b9', 'name': '', 'network_id': 'd4902123-3076-4b0c-9986-3905cef1fbc8', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:26:5b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:40Z', 'updated_at': '2021-11-16T21:27:48Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': '62968a83-f9ef-45d2-9de2-641122f0491a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:04.146070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-f0cbabe1-ef0f-42dd-b097-b904b287073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.146537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-f0cbabe1-ef0f-42dd-b097-b904b287073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.147016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-f0cbabe1-ef0f-42dd-b097-b904b287073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.149561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-f0cbabe1-ef0f-42dd-b097-b904b287073f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb566c22db59413e892f615eb7fd15d3&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4913228 Nov 16 21:28:04.191020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-deleted', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:04.193322 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3e262a-ca7d-4d9e-95f8-b28d728b54f8" -d '{"events": [{"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-deleted", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:04.205724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:04.228819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:04.236270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.279663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.283754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.285687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.286503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.288268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/74495fb9-ec5b-4b52-b6d5-72bbdf816e41 HTTP/1.1" status: 200 len: 1091 time: 2.8483336 Nov 16 21:28:04.288928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:04.291641 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95a399-07b7-47e1-946d-14581a781a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:04.291807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.299286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.305017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.307334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.308428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.323246 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff0617ad-6c04-4dfd-bae8-695aa684b5c2 HTTP/1.1" status: 204 len: 168 time: 0.8278303 Nov 16 21:28:04.325462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.333409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.343385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14e69869-669c-409d-b214-f52f497f0273 req-795fc7a5-f78c-4c3e-b4b1-408e049075c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5414 time: 1.5214963 Nov 16 21:28:04.346830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e212eaf-e4e2-4669-9e28-11337ccee55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0617ad-6c04-4dfd-bae8-695aa684b5c2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:04.348697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69c2d-1e9b-4a34-89b3-d523356249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:04.433749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-30b1cf2b-bba4-4e22-bc9a-3a5cac63c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.440701 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-30b1cf2b-bba4-4e22-bc9a-3a5cac63c422 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 1094 time: 0.0864105 Nov 16 21:28:04.460562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-edbdfa78-1929-4581-87a6-a89d318ccc7a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.464159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-edbdfa78-1929-4581-87a6-a89d318ccc7a tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 815 time: 1.7203331 Nov 16 21:28:04.503478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Request body: {'port': {'device_id': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'admin_state_up': True, 'tenant_id': 'bb57516e08f94c87b79cfc98914747f2'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:04.536984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd06db4f-17b8-4218-88b5-841799191eec req-5d34bf5c-56f9-4d2a-ab65-3f2be337cd31 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4065585 Nov 16 21:28:04.560293 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-c4e9e83d-4c9d-40b5-8515-041285028ba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41 HTTP/1.1" status: 200 len: 217 time: 0.1013467 Nov 16 21:28:04.654189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.661506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-a52599ed-726b-44f3-87ff-69e6874af94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.663287 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-a52599ed-726b-44f3-87ff-69e6874af94c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.1053932 Nov 16 21:28:04.752668 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-1dc97227-9612-4a6e-9ab2-5714cd9b86cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760787 Nov 16 21:28:04.875026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a62976a-3cca-4a14-8797-ee6c58befce7 req-26b5a96c-1610-4c91-9cd0-f9c709e4fc84 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 210 time: 0.1608260 Nov 16 21:28:04.917138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-73654f05-24c2-411a-aa7a-4986d1004886 service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531880 Nov 16 21:28:04.927102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55246) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:04.959014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652b9ef6-f73f-41c8-8b6d-f384ce4fe3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.972349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-c6c06813-d708-4402-b17c-7d8b5ea16916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.973824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-c6c06813-d708-4402-b17c-7d8b5ea16916 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7979233 Nov 16 21:28:05.018318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14e69869-669c-409d-b214-f52f497f0273 req-e462b57f-f5d0-47d3-9784-baad3dc4a06a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5511153 Nov 16 21:28:05.051009 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d8852-f2df-41c1-bfbf-de32a98f022a x-openstack-request-id: req-964d8852-f2df-41c1-bfbf-de32a98f022a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:05.051373 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c276128-be13-4136-994f-d5854b54c222", "name": "network-vif-deleted", "tag": "cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:05.051977 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-964d8852-f2df-41c1-bfbf-de32a98f022a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:05.052259 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c276128-be13-4136-994f-d5854b54c222', 'name': 'network-vif-deleted', 'tag': 'cb7b0dbf-2cb9-4903-a8b4-15e359a2d63c', 'status': 'completed', 'code': 200} Nov 16 21:28:05.086822 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f7144d-37cd-433f-a5eb-894c5daba07f x-openstack-request-id: req-02f7144d-37cd-433f-a5eb-894c5daba07f {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:05.087042 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:05.087250 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02f7144d-37cd-433f-a5eb-894c5daba07f {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:05.087975 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41', 'status': 'completed', 'code': 200} Nov 16 21:28:05.091405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab86c592-ac96-4dc8-8f9d-56ec204a321a req-23de089c-2c69-45eb-9d24-1cc6d1ab68ba service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572149 Nov 16 21:28:05.124778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.131197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652b9ef6-f73f-41c8-8b6d-f384ce4fe3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.137741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652b9ef6-f73f-41c8-8b6d-f384ce4fe3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.166262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769608e4-d1c9-45d1-bc61-e7281411d405 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:05.178326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=926a2a26-9270-4495-bd63-edb3ee76e298,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:05.180651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.187310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4c6a16ed-0500-48b4-84f0-f81060ebba88 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/926a2a26-9270-4495-bd63-edb3ee76e298 HTTP/1.1" status: 204 len: 168 time: 2.5894737 Nov 16 21:28:05.191759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.191921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55248) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:05.195352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fc273-3fce-49d5-8988-416620cf92b0 None None] Network 75234bb6-09a2-4238-a368-260db8f84e70 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:05.218411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Transition to ACTIVE for port object 769608e4-d1c9-45d1-bc61-e7281411d405 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:05.232417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Made reservation on behalf of bb57516e08f94c87b79cfc98914747f2 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:05.236173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.241592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.291867 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-652b9ef6-f73f-41c8-8b6d-f384ce4fe3c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=488462402e234676a6b054a6e68f0f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601227 Nov 16 21:28:05.293659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b9ef6-f73f-41c8-8b6d-f384ce4fe3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccc336-342e-442c-a54a-e704317bf3a9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:05.296663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:05.308844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4cda7e06-9c6c-4b45-83af-2bd3563e484a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:05.323909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:05.327430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a399-07b7-47e1-946d-14581a781a0a req-5bd43191-7a35-4699-93b1-2c8da43add78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:05.327610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Deleting port ac2adc05-8da1-4e2e-a93d-71bbb67267a6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:05.327783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.329058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-5bd43191-7a35-4699-93b1-2c8da43add78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 1094 time: 0.1767590 Nov 16 21:28:05.332617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.395933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4cda7e06-9c6c-4b45-83af-2bd3563e484a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:05.396677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4cda7e06-9c6c-4b45-83af-2bd3563e484a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:05.518774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.546664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] DHCP port deletion for 75234bb6-09a2-4238-a368-260db8f84e70 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:05.566938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a399-07b7-47e1-946d-14581a781a0a req-796c3f92-ce17-48ca-ac60-9b54cbf00473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:05.569045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-796c3f92-ce17-48ca-ac60-9b54cbf00473 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.2287354 Nov 16 21:28:05.613948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.649151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Deleting port b04b4831-33ae-4d00-b082-90399baf8a87 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:05.649529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.683151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-58626f95-6d41-4148-82ac-445385c3d5ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41 HTTP/1.1" status: 200 len: 217 time: 0.0921249 Nov 16 21:28:05.688698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port b04b4831-33ae-4d00-b082-90399baf8a87 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:05.689033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.694497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] For port ac2adc05-8da1-4e2e-a93d-71bbb67267a6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:05.695566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.747578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] For port b04b4831-33ae-4d00-b082-90399baf8a87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b04b4831-33ae-4d00-b082-90399baf8a87,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:05.748483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.750085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Calling delete_port for ac2adc05-8da1-4e2e-a93d-71bbb67267a6 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:05.752816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Attempting to bind port 769608e4-d1c9-45d1-bc61-e7281411d405 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:05.753151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Attempting to bind port 769608e4-d1c9-45d1-bc61-e7281411d405 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:05.753482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Attempting to bind port 769608e4-d1c9-45d1-bc61-e7281411d405 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:05.767993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Calling delete_port for b04b4831-33ae-4d00-b082-90399baf8a87 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:05.775851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Port 769608e4-d1c9-45d1-bc61-e7281411d405 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:05.776176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Attempting to bind port 769608e4-d1c9-45d1-bc61-e7281411d405 on network 14fdb57f-b238-4095-be62-e361e4fd7d32 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:05.787170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Allocated IP 172.20.0.8 (a0891b8e-c521-4e2a-876a-187b5e531e48/c656819e-7498-4cd8-96cf-02617afa90c0/d92436ba-0621-486b-8675-498f95c4d6fc) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:05.795183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:05.795589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Checking segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:05.795942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Bound using segment: {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:05.796369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Bound port: 769608e4-d1c9-45d1-bc61-e7281411d405, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de37cc95-5968-433d-895f-3529d4314079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:05.796727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.816491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a399-07b7-47e1-946d-14581a781a0a req-d4553b77-3dbd-4597-9c1d-47b972d1d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:05.817930 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-d4553b77-3dbd-4597-9c1d-47b972d1d918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.1251144 Nov 16 21:28:05.830838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port b04b4831-33ae-4d00-b082-90399baf8a87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b04b4831-33ae-4d00-b082-90399baf8a87,segment=NetworkSegment(9aaa4ad0-3d09-4f49-8624-6057838b14f3),segment_id=9aaa4ad0-3d09-4f49-8624-6057838b14f3)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:05.830838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.843699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c39cd4-97c2-4378-bc74-a1a37a2f990f req-18309e7f-c74e-4f36-9a07-040eaa1d96e3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:05.850870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c39cd4-97c2-4378-bc74-a1a37a2f990f req-18309e7f-c74e-4f36-9a07-040eaa1d96e3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 943 time: 0.2079151 Nov 16 21:28:05.877652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-3cc07a53-f46e-4aab-b00c-e8b4aa262631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490985 Nov 16 21:28:05.905174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.907603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for b04b4831-33ae-4d00-b082-90399baf8a87 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:05.932638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.939194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.952104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] No DVR routers for this DVR port b04b4831-33ae-4d00-b082-90399baf8a87 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:05.952790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fccc336-342e-442c-a54a-e704317bf3a9 HTTP/1.1" status: 204 len: 168 time: 0.6502151 Nov 16 21:28:05.956967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cfc5d-7b80-4bac-8929-8ac23e4b1af0 None None] Pushing event deleted for resources: {'Port': ['ID=b04b4831-33ae-4d00-b082-90399baf8a87,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.085042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-20bd8493-491a-4928-814d-3ac7d312409a service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707740 Nov 16 21:28:06.085654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55089507-8e9f-4978-998b-c5a6e6bba9b2 req-20de6fba-9d8d-4b5b-895d-9608eb06ba8b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 210 time: 0.0899215 Nov 16 21:28:06.123851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94be45-c326-46db-baff-7852eec9343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccc336-342e-442c-a54a-e704317bf3a9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.259271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.305302 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.309518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=b04b4831-33ae-4d00-b082-90399baf8a87,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.321009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port b04b4831-33ae-4d00-b082-90399baf8a87 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:06.330263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-af95a399-07b7-47e1-946d-14581a781a0a req-099002de-bce0-4f4c-9361-b355856bf9cb service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020855 Nov 16 21:28:06.335228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c39cd4-97c2-4378-bc74-a1a37a2f990f req-d581ba04-fc2c-4666-b308-879876494ace tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834249 Nov 16 21:28:06.408428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:06.450876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.453729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:06.455347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.478236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75234bb6-09a2-4238-a368-260db8f84e70']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:06.488982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa4ad0-3d09-4f49-8624-6057838b14f3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:06.489354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa4ad0-3d09-4f49-8624-6057838b14f3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:06.507500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.509907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.524103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.534039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:06.534570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:06.540271 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:06.583724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.590641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.597163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.603415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.609445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.615833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.625256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.631507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.633630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-332db952-1b3f-429c-9450-fa1a7a55584f req-2b2e92bd-2f32-46a7-9a49-8b96280701a4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.2886310 Nov 16 21:28:06.635269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.641440 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/75234bb6-09a2-4238-a368-260db8f84e70 HTTP/1.1" status: 204 len: 168 time: 1.4442661 Nov 16 21:28:06.641440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c63e9-c7e7-455f-a1df-3ee5c9f6df4b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=75234bb6-09a2-4238-a368-260db8f84e70,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.642780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:06.647650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.648864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.651330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] 10.222.0.36 "PUT /v2.0/ports/769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 1091 time: 4.7276800 Nov 16 21:28:06.676204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Network a0891b8e-c521-4e2a-876a-187b5e531e48 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:06.739311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:06.753523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:06.756434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event updated for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.825059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.825555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.825907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.826237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.826572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.826989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.828127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.828127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.828353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.828552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.828885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.829212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:06.883845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.884328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.884790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.885255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.885713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.886166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.886621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:06.889404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-6285d71f-db12-4ba6-9c56-3d6b78794e37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6483 time: 0.1667044 Nov 16 21:28:07.114264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.118580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:07.316466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:07.336606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'port_id': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41', 'mac_address': 'fa:16:3e:8f:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf111398-06b2-470c-b232-e9f2a618aa41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:07.384277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b04b4831-33ae-4d00-b082-90399baf8a87 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:07.409941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:07.410912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b04b4831-33ae-4d00-b082-90399baf8a87 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:07.411571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b04b4831-33ae-4d00-b082-90399baf8a87 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:07.412944 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc18a7b9-9e8c-472b-a437-8ae26944d241" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:07.428252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.431051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-332db952-1b3f-429c-9450-fa1a7a55584f req-84ccfd32-4f9f-4f0c-8cb6-25e3567f694e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7535868 Nov 16 21:28:07.436044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.456889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:07.461739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-99ba623e-bbc8-4911-be45-a1596e31efa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 217 time: 0.5428665 Nov 16 21:28:07.496673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:07.504983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:07.505654 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.509151 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.595286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:07.647291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0adab-a699-49c8-a1ce-4d731328f79f service neutron] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:07.657578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 7da3155d-406a-49b9-b7a8-1e0ead0388b9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:07.658070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.759882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-165c8384-9e67-4525-b9d6-1effb6a2847f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2610710 Nov 16 21:28:07.771205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 7da3155d-406a-49b9-b7a8-1e0ead0388b9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7da3155d-406a-49b9-b7a8-1e0ead0388b9,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:07.772013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.790125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 7da3155d-406a-49b9-b7a8-1e0ead0388b9 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:07.792292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2adc05-8da1-4e2e-a93d-71bbb67267a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:07.801192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Request body: {'port': {'device_id': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:07.833799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:07.937927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5e4d3a3e-9e26-47b9-ada2-a5e5a089ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:07.939428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-5e4d3a3e-9e26-47b9-ada2-a5e5a089ea2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 200 len: 856 time: 0.4585555 Nov 16 21:28:07.968521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed46ab-0549-4fb6-8d70-10f2571c14ad req-c95aa371-e8a8-42e3-bd3f-0986092b3350 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:07.975709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1ed46ab-0549-4fb6-8d70-10f2571c14ad req-c95aa371-e8a8-42e3-bd3f-0986092b3350 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 931 time: 0.5349450 Nov 16 21:28:08.035571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.066715 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.104093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=7da3155d-406a-49b9-b7a8-1e0ead0388b9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:08.131776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138af06-bbb4-4268-a25d-12df6d3be7c9 req-4710cdcc-21b2-45ea-948b-0923730ff5d8 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.141310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8138af06-bbb4-4268-a25d-12df6d3be7c9 req-4710cdcc-21b2-45ea-948b-0923730ff5d8 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 944 time: 0.4537113 Nov 16 21:28:08.179023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1ed46ab-0549-4fb6-8d70-10f2571c14ad req-f31ae774-2b1e-4295-8c0b-6cbb9f526db9 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971786 Nov 16 21:28:08.228282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-07e6f9f4-0f92-4131-aede-d5b13229bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.229801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-07e6f9f4-0f92-4131-aede-d5b13229bf10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68464bb0-b16c-4c7b-b689-39988c18d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502570 Nov 16 21:28:08.301533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.342014 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9122f4c1-138b-4c68-bcc8-42098c289308 x-openstack-request-id: req-9122f4c1-138b-4c68-bcc8-42098c289308 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:08.342681 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:08.343158 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9122f4c1-138b-4c68-bcc8-42098c289308 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:08.343758 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405', 'status': 'completed', 'code': 200} Nov 16 21:28:08.393904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.493520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8138af06-bbb4-4268-a25d-12df6d3be7c9 req-23392872-850f-4f23-8d28-6bc52f84eb2f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461635 Nov 16 21:28:08.645506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:08.756770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-f43bd1ef-6058-4810-a2e2-043d4778601e service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281113 Nov 16 21:28:08.780482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:08.781080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.787246 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e07ee7e-89b1-42f0-998b-7d45f47ad83f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1433403 Nov 16 21:28:08.790415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:08.790617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.792787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:08.797182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.803390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.809104 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:08.810041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:08.810434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.816987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.823202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.831505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-643f9a0d-e55c-4cae-a31a-6a08aa83ae76 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.2675650 Nov 16 21:28:08.863612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.873036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet 62968a83-f9ef-45d2-9de2-641122f0491a {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:08.878517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.936687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.974122 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:09.092387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c80d1106-55c5-49e8-af51-2d9dbaa3beac req-00991c14-e4d6-43d6-a8c4-afd5d93988bc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2598572 Nov 16 21:28:09.115707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:09.126207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.201159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-21ac8f70-d766-4ed8-b3b0-db5ee7ecceec service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642514 Nov 16 21:28:09.251174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.280662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:09.288425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:09.289701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.303625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=62968a83-f9ef-45d2-9de2-641122f0491a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.313476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92436ba-0621-486b-8675-498f95c4d6fc {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:09.316674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.325824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55328) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:09.328587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dd8d5706-329e-444c-935c-e3d45649cb86 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/62968a83-f9ef-45d2-9de2-641122f0491a HTTP/1.1" status: 204 len: 168 time: 0.5368004 Nov 16 21:28:09.332260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-dd88e54f-f7ef-423d-aa2a-0c352cfdb7e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 217 time: 0.1089866 Nov 16 21:28:09.350215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.362043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e3dde-d4d7-4e9b-82bb-50db2c4fd4f5 None None] Network d4902123-3076-4b0c-9986-3905cef1fbc8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:09.448946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Router ac8be246-55b4-4dd8-9e45-924d7b01676c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:09.485865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:07Z', 'revision_number': 9, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:09.503691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Transition to ACTIVE for port object d92436ba-0621-486b-8675-498f95c4d6fc will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:09.530053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.559919 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:09.574852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:09.575856 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:09.607503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Pushing event updated for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.618230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.620525 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.624024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-2ea75d04-8590-443e-973d-0bf379fbc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:09.625517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-2ea75d04-8590-443e-973d-0bf379fbc708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.2777023 Nov 16 21:28:09.672109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:09.674951 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e24c01c-11f6-4b13-be04-34a7fd6ad052" -d '{"events": [{"server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "name": "network-vif-plugged", "status": "completed", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:09.678724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:09.699466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.778011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.793429 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:09.807533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2d60-f7d3-4ae3-b55f-f9b5d4c18693 req-8ecd4ecd-0ee6-479b-87d0-f25edfd7c7b1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:09.816425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-278e2d60-f7d3-4ae3-b55f-f9b5d4c18693 req-8ecd4ecd-0ee6-479b-87d0-f25edfd7c7b1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 931 time: 0.4148378 Nov 16 21:28:09.900821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] DHCP port deletion for d4902123-3076-4b0c-9986-3905cef1fbc8 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:09.971641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Deleting port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:09.973682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.981324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10344095-7407-4bd9-8dae-461fe7ff7f5b req-16c97e9f-8015-4465-a5de-40de9e9f7125 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:09.988566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10344095-7407-4bd9-8dae-461fe7ff7f5b req-16c97e9f-8015-4465-a5de-40de9e9f7125 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 0.2783818 Nov 16 21:28:09.992120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-7f78ed04-2c70-442f-93f7-2445e4b4f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:09.993506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-7f78ed04-2c70-442f-93f7-2445e4b4f2cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2814081 Nov 16 21:28:10.010512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:10.036244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55338) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:10.036833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6f41ee34-30ef-48a9-b697-4ef0e0683048 admin admin] 10.222.0.54 "PUT /v2.0/routers/ac8be246-55b4-4dd8-9e45-924d7b01676c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7343984 Nov 16 21:28:10.050491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Sync routers for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:10.059160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-278e2d60-f7d3-4ae3-b55f-f9b5d4c18693 req-cd1e5115-ddbc-496c-a532-5f6435f5f467 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417526 Nov 16 21:28:10.068618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] For port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,segment=NetworkSegment(9aeb39e2-b06f-4c09-97b8-fb81a8adebfc),segment_id=9aeb39e2-b06f-4c09-97b8-fb81a8adebfc)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:10.069681 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.084972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Calling delete_port for ddf0fcb4-22bf-4ffd-811e-acb05095c9fb owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:10.212835 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.268872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] Pushing event deleted for resources: {'Port': ['ID=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:10.281597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:10.283037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:10.303172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.310756 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:07Z', 'revision_number': 9, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:10.364553 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec01f207-d408-4e91-ab1c-4a09a9fdf9b4 x-openstack-request-id: req-ec01f207-d408-4e91-ab1c-4a09a9fdf9b4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:10.364908 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "name": "network-vif-plugged", "status": "completed", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:10.365080 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec01f207-d408-4e91-ab1c-4a09a9fdf9b4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:10.365896 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41', 'code': 200} Nov 16 21:28:10.406378 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88975a5-8eec-42fa-a640-0b4e7b7d4053 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:07Z', 'revision_number': 9, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '4faeee88-8256-410d-a911-c374514f0ffd', 'name': '', 'network_id': '9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:18:8a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:34Z', 'updated_at': '2021-11-16T21:27:41Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:10.442163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9398205-44bc-41f5-8f9c-f86157c4dd5a None None] No DVR routers for this DVR port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:10.602905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb72e-54a5-45e4-b271-8d3a393149ea req-d8842941-bae8-408b-a0c2-bc30c8bdcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:10.604295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49beb72e-54a5-45e4-b271-8d3a393149ea req-d8842941-bae8-408b-a0c2-bc30c8bdcd1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 1096 time: 0.1757700 Nov 16 21:28:10.685590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.794544 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49beb72e-54a5-45e4-b271-8d3a393149ea req-8bb7037e-598a-4195-a747-533c623af3d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728580 Nov 16 21:28:10.841878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:10.842223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Deleting port 4a38c831-ec10-4fa7-a8b0-559259ef612b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:10.842781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.861781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10344095-7407-4bd9-8dae-461fe7ff7f5b req-4397bbc9-2380-4061-bae0-e53488e56d1c tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8722439 Nov 16 21:28:10.863409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:10.863759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.927441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Attempting to bind port d92436ba-0621-486b-8675-498f95c4d6fc on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:10.928364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Attempting to bind port d92436ba-0621-486b-8675-498f95c4d6fc by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:10.928364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Attempting to bind port d92436ba-0621-486b-8675-498f95c4d6fc on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:10.950176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Port d92436ba-0621-486b-8675-498f95c4d6fc on network a0891b8e-c521-4e2a-876a-187b5e531e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:10.950176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Attempting to bind port d92436ba-0621-486b-8675-498f95c4d6fc on network a0891b8e-c521-4e2a-876a-187b5e531e48 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:10.962273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:10.962773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Checking segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:10.963076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Bound using segment: {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:10.964149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Bound port: d92436ba-0621-486b-8675-498f95c4d6fc, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4b7973-77f2-4654-a4e4-7963ed327c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:10.964149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.970572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb, host n-d-816206-5, got binding levels [] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:10.970957 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.005613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for ddf0fcb4-22bf-4ffd-811e-acb05095c9fb owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:11.009489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] For port 4a38c831-ec10-4fa7-a8b0-559259ef612b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a38c831-ec10-4fa7-a8b0-559259ef612b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:11.010152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.010271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_backend_mixin [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb was not found and therefore no delete operation was performed {{(pid=102665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:28:11.013322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-8b89d8e6-2ed7-4e71-add1-61cb39430b39 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9961822 Nov 16 21:28:11.024970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Calling delete_port for 4a38c831-ec10-4fa7-a8b0-559259ef612b owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:11.026355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.032311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.038785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.044828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.051899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.058085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.064099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.066060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-c0c704de-6cf3-408f-8e98-97b07dcf55db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.3321066 Nov 16 21:28:11.102701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.106059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:28:06Z', 'revision_number': 5, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port': {'id': '4a38c831-ec10-4fa7-a8b0-559259ef612b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:58Z', 'updated_at': '2021-11-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.124401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port ddf0fcb4-22bf-4ffd-811e-acb05095c9fb on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:11.152389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Checking router: ac8be246-55b4-4dd8-9e45-924d7b01676c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:11.169762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Routers {'ac8be246-55b4-4dd8-9e45-924d7b01676c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:11.170396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:27:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ac8be246-55b4-4dd8-9e45-924d7b01676c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.229772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.250780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=ddf0fcb4-22bf-4ffd-811e-acb05095c9fb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.286951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a38c831-ec10-4fa7-a8b0-559259ef612b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.312019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249151d8-6a85-4d07-a9ad-f6e1a12f798d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:11.382048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] Set router ac8be246-55b4-4dd8-9e45-924d7b01676c gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:11.383796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.469356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 6, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.472916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7da3155d-406a-49b9-b7a8-1e0ead0388b9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:11.473295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a09f9ee-e21b-46b8-afd6-b29c2175a6d2 req-b0cee5b4-d73b-4b75-9f9b-d968a298f362 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585107 Nov 16 21:28:11.519965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.522854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:11.547456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1fc0b-5ba6-4a37-9160-92af950d6b0f None None] The sync data for ids ['ac8be246-55b4-4dd8-9e45-924d7b01676c'] in n-d-816206-5 is: [{'id': 'ac8be246-55b4-4dd8-9e45-924d7b01676c', 'name': 'tempest-ServersTestBootFromVolume-857458122-router', 'tenant_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:53Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 6, 'project_id': '6b0b7d0b630b4d5ab4d6934e4dc26b05', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:11.550460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7da3155d-406a-49b9-b7a8-1e0ead0388b9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:11.552364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7da3155d-406a-49b9-b7a8-1e0ead0388b9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:11.553135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ddf0fcb4-22bf-4ffd-811e-acb05095c9fb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:11.572369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224f211-61a0-4d54-a984-80213120cb4f req-c42bcf29-56c6-4453-bf74-d6a96ffbccdf tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.574168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b224f211-61a0-4d54-a984-80213120cb4f req-c42bcf29-56c6-4453-bf74-d6a96ffbccdf tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 943 time: 0.3779051 Nov 16 21:28:11.611026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4902123-3076-4b0c-9986-3905cef1fbc8']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.615019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ddf0fcb4-22bf-4ffd-811e-acb05095c9fb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:11.615019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ddf0fcb4-22bf-4ffd-811e-acb05095c9fb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:11.628278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.629190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d92436ba-0621-486b-8675-498f95c4d6fc,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:11.630552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.653337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-0f27c23b-f973-4140-9a32-9f2973a8de1d service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592747 Nov 16 21:28:11.657631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.666264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.666621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeb39e2-b06f-4c09-97b8-fb81a8adebfc') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.696936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.697992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8be246-55b4-4dd8-9e45-924d7b01676c {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:11.703855 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.708403 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5eb3c83e-103c-4648-b746-7effaeb5ff5b admin admin] 10.222.0.54 "DELETE /v2.0/routers/ac8be246-55b4-4dd8-9e45-924d7b01676c HTTP/1.1" status: 204 len: 168 time: 1.6715088 Nov 16 21:28:11.709193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55352) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:11.744790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.783063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Deleting subnet fb07c203-1045-4ad7-9759-052b05f74c70 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:11.785413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-38c7c16e-59ff-4c6f-a760-caafcd238848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 217 time: 0.1218374 Nov 16 21:28:11.787192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.811846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:11.812475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.813909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] 10.222.0.21 "PUT /v2.0/ports/d92436ba-0621-486b-8675-498f95c4d6fc HTTP/1.1" status: 200 len: 1091 time: 4.0359745 Nov 16 21:28:11.814982 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.817938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:11.820483 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:11.861857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:11.862531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:11.870300 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:11.885299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.925291 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31540f0-51c7-4eee-b744-2da778f572b6 x-openstack-request-id: req-e31540f0-51c7-4eee-b744-2da778f572b6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:11.925585 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:11.925848 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e31540f0-51c7-4eee-b744-2da778f572b6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:11.926263 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc', 'status': 'completed', 'code': 200} Nov 16 21:28:11.959051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b224f211-61a0-4d54-a984-80213120cb4f req-f384f888-8ab9-4e25-9f68-fdc8f5e72103 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757665 Nov 16 21:28:11.966111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbcb8d-9644-43f4-9a0c-a7a40e50fcdf service neutron] Pushing event updated for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.037662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-2ea4afce-1a7f-4271-b367-ce495ae94e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:12.039843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-2ea4afce-1a7f-4271-b367-ce495ae94e7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.2412100 Nov 16 21:28:12.067521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.149048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.156325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.176037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.179553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/d4902123-3076-4b0c-9986-3905cef1fbc8 HTTP/1.1" status: 204 len: 168 time: 2.8462174 Nov 16 21:28:12.186102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55360) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.190113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-b1d46be4-ac2e-4425-912b-2fd8857219ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:12.191769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-b1d46be4-ac2e-4425-912b-2fd8857219ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 1094 time: 0.3034029 Nov 16 21:28:12.205636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb07c203-1045-4ad7-9759-052b05f74c70,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.207901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052c408-b6fd-4716-9822-1eee97975781 None None] Network 19c4694b-4c4a-4007-8273-4c8579a72849 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:12.216783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.220996 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-887011ea-ff4a-48dd-b2bd-a3403bafa274 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fb07c203-1045-4ad7-9759-052b05f74c70 HTTP/1.1" status: 204 len: 168 time: 0.5104973 Nov 16 21:28:12.223710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55362) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.315430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.388495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Deleting port 6b993790-b504-495e-8384-97f985619322 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:12.389201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.493774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] For port 6b993790-b504-495e-8384-97f985619322, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6b993790-b504-495e-8384-97f985619322,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:12.494080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.535751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Calling delete_port for 6b993790-b504-495e-8384-97f985619322 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:12.547280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] DHCP port deletion for 19c4694b-4c4a-4007-8273-4c8579a72849 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:12.642772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Deleting port 6b993790-b504-495e-8384-97f985619322 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:12.643298 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.647856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d756ae4-fdd9-44e8-9a2c-34733f945cf9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=d4902123-3076-4b0c-9986-3905cef1fbc8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.695887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.725960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b993790-b504-495e-8384-97f985619322,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.729377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] For port 6b993790-b504-495e-8384-97f985619322, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6b993790-b504-495e-8384-97f985619322,segment=NetworkSegment(8d14901f-a149-40bb-9133-9a4114514367),segment_id=8d14901f-a149-40bb-9133-9a4114514367)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:12.729773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.734674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] No DVR routers for this DVR port 6b993790-b504-495e-8384-97f985619322 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:12.744607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Calling delete_port for 6b993790-b504-495e-8384-97f985619322 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:12.831600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.840015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-d1679dc4-0d61-41e5-b2e0-8cb58ddd129a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92436ba-0621-486b-8675-498f95c4d6fc HTTP/1.1" status: 200 len: 217 time: 0.5480938 Nov 16 21:28:12.859193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] Pushing event deleted for resources: {'Port': ['ID=6b993790-b504-495e-8384-97f985619322,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.876896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c058c9-80ca-4912-a3ca-68ca456558e5 None None] No DVR routers for this DVR port 6b993790-b504-495e-8384-97f985619322 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:12.892195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.914131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.953981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c4694b-4c4a-4007-8273-4c8579a72849']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:12.966552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d14901f-a149-40bb-9133-9a4114514367') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:12.966862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d14901f-a149-40bb-9133-9a4114514367') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:12.987271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.014527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-bca2d2ad-304d-402b-92cb-b2ce32b773e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.014527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-bca2d2ad-304d-402b-92cb-b2ce32b773e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.1484733 Nov 16 21:28:13.017132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.034547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:13.034989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:13.047501 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:13.069454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-e1339d9d-bcf7-443e-827c-625ddab9d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.071506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-e1339d9d-bcf7-443e-827c-625ddab9d9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0091984 Nov 16 21:28:13.080327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0c73-8e20-4d50-bd56-ec2d435a1981 req-79ca68c7-749b-4318-867f-9d8db219474b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.081963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-782d0c73-8e20-4d50-bd56-ec2d435a1981 req-79ca68c7-749b-4318-867f-9d8db219474b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 1.0540590 Nov 16 21:28:13.131718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-4d74e407-942e-4097-a815-0f242f555ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360725 Nov 16 21:28:13.181162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.187753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.195914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] 10.222.0.54 "DELETE /v2.0/networks/19c4694b-4c4a-4007-8273-4c8579a72849 HTTP/1.1" status: 204 len: 168 time: 0.9705160 Nov 16 21:28:13.224660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bfee4-7a68-4b42-9509-d31fafa2bf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=19c4694b-4c4a-4007-8273-4c8579a72849,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:13.308065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-782d0c73-8e20-4d50-bd56-ec2d435a1981 req-03387eb7-6687-4ed0-89d7-8d0e889130fd tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695786 Nov 16 21:28:13.407624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac2adc05-8da1-4e2e-a93d-71bbb67267a6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:13.468650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ac2adc05-8da1-4e2e-a93d-71bbb67267a6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:13.469134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac2adc05-8da1-4e2e-a93d-71bbb67267a6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:13.469838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a38c831-ec10-4fa7-a8b0-559259ef612b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:13.552446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4a38c831-ec10-4fa7-a8b0-559259ef612b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:13.552794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a38c831-ec10-4fa7-a8b0-559259ef612b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:13.553204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6b993790-b504-495e-8384-97f985619322 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:13.570361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.584753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.591873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.599129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.600281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6b993790-b504-495e-8384-97f985619322 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:13.600570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6b993790-b504-495e-8384-97f985619322 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:13.607996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.613041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.621145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.630343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:13.630875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-380766e1-dd3f-421a-996c-ab32097409c1 req-c1633183-e773-4e4a-90f2-af7676824df4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.9933679 Nov 16 21:28:13.707050 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e0dbf44-4f24-4830-995c-53bbfe231815 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b0b7d0b630b4d5ab4d6934e4dc26b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754824 Nov 16 21:28:13.711449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:13.773194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.815235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.877491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.880638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.884225 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5db179d4-a63d-4f9c-be00-fc69969618e7 HTTP/1.1" status: 204 len: 168 time: 0.1693771 Nov 16 21:28:13.891560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df02cfa-2e3e-494a-a0e8-8fdafb49437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db179d4-a63d-4f9c-be00-fc69969618e7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:14.200446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-380766e1-dd3f-421a-996c-ab32097409c1 req-b60987ea-2880-4470-8981-a3e968799593 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5687852 Nov 16 21:28:14.227825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084159-1509-4a68-be8d-a8fb19183918 req-f195864d-0b76-48a0-9bec-15e7d2c1b171 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:14.234956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7084159-1509-4a68-be8d-a8fb19183918 req-f195864d-0b76-48a0-9bec-15e7d2c1b171 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 943 time: 0.5792851 Nov 16 21:28:14.257820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-62571acf-8d2b-402e-bcc8-d327881dc44a service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0388713 Nov 16 21:28:14.290150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-94ec98a4-18c0-44d6-a541-85fd76c7bc74 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2034035 Nov 16 21:28:14.449288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7084159-1509-4a68-be8d-a8fb19183918 req-aa6f76cc-be2b-4c20-9472-f9eed9aeeb95 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085359 Nov 16 21:28:14.618144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dae4338-d1f6-477d-8f9c-7286c3ec959c req-bcbbdb8d-ceb7-4984-9086-780593c688d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489559 Nov 16 21:28:14.625474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-7c5524f9-0e69-447f-8eab-1e7a311769e5 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155212 Nov 16 21:28:14.643044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f4281-4a5e-4c26-a5b3-888a5969b2e0 req-e55d8446-c359-42c2-a1b8-0aa8f49c9383 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:14.646114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e7f4281-4a5e-4c26-a5b3-888a5969b2e0 req-e55d8446-c359-42c2-a1b8-0aa8f49c9383 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 0.2183290 Nov 16 21:28:14.725140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.731603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-07dfcf34-a0d7-409b-a137-de48e13487ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 200 len: 217 time: 0.0843973 Nov 16 21:28:14.934686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-9c3d04fa-43ce-42e1-ad88-250054cd388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:14.936457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-9c3d04fa-43ce-42e1-ad88-250054cd388f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb57516e08f94c87b79cfc98914747f2&device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 1094 time: 0.2636633 Nov 16 21:28:14.937879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3dddc20a-1111-45eb-8f37-c82ff8bb3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:14.939309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-3dddc20a-1111-45eb-8f37-c82ff8bb3391 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.1089244 Nov 16 21:28:14.944717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e7f4281-4a5e-4c26-a5b3-888a5969b2e0 req-fead4f63-b88c-4757-aeeb-15f2ce4cfa3d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742965 Nov 16 21:28:14.971577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55450) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.094542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1304848604-network', 'tenant_id': '2efef5019f194574b15022fa7b6dc7f4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:15.122198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Made reservation on behalf of 2efef5019f194574b15022fa7b6dc7f4 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:15.125952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.156037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-90e12982-78f6-40da-820c-a13c0df03a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.157558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-90e12982-78f6-40da-820c-a13c0df03a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2003789 Nov 16 21:28:15.159106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.254571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.266529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-14ee39f7-c614-4faf-b953-c411c7541312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.268032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-14ee39f7-c614-4faf-b953-c411c7541312 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 200 len: 916 time: 0.3218498 Nov 16 21:28:15.269809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.282739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:15.291910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.292253 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Added segment 12631422-2ff5-417c-88ed-9ddb8eef2557 of type vlan for network aee27a14-7fb6-484a-a61b-1cf3f8188624 Nov 16 21:28:15.337797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4058574e-04a7-469e-8b5d-dd8ffe03a261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.384725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-92beef57-ef60-4534-ac94-e1b34532c53e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d92436ba-0621-486b-8675-498f95c4d6fc HTTP/1.1" status: 200 len: 217 time: 0.0893123 Nov 16 21:28:15.386744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-09cb1d06-9db9-4d55-bf71-8f7db6972df7 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116842 Nov 16 21:28:15.674083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-17321cf5-7af1-4cf4-bf64-aacfd100fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.675828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-17321cf5-7af1-4cf4-bf64-aacfd100fe42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 200 len: 855 time: 0.2687793 Nov 16 21:28:15.717397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.727461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161d55b-f8c6-4385-bd8f-755ffd60ecc6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.730789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.736863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.743470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.749448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.755449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.759290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.760347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.760926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.762011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.768056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.771192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-273cad95-7303-4f39-b8aa-f24507c27059 req-de7f6865-2f3b-466b-8616-3c3d7ec47bbb tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.4367671 Nov 16 21:28:15.791465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8185322 Nov 16 21:28:15.794859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-ac74169e-8b36-4547-8d50-3184ca7a41aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0891b8e-c521-4e2a-876a-187b5e531e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941095 Nov 16 21:28:15.795355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55476) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.817063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Request body: {'subnet': {'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1304848604-subnet', 'tenant_id': '2efef5019f194574b15022fa7b6dc7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:15.839454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d8487-d5ba-4511-8ba7-ff8f2c5b2907 admin admin] Pushing event updated for resources: {'Network': ['ID=aee27a14-7fb6-484a-a61b-1cf3f8188624,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.849552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network aee27a14-7fb6-484a-a61b-1cf3f8188624 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:15.914648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f6c7-343c-4c96-9d0a-853a2cc6cd97 req-9c2f954d-8ad9-436e-b512-edf7a4188a96 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.916192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef34f6c7-343c-4c96-9d0a-853a2cc6cd97 req-9c2f954d-8ad9-436e-b512-edf7a4188a96 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 943 time: 0.2721033 Nov 16 21:28:15.930793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4ccdc9ea-3525-4442-8ee0-df000335c57c service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247290 Nov 16 21:28:15.952553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 4faeee88-8256-410d-a911-c374514f0ffd {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:15.952783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.062885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Made reservation on behalf of 2efef5019f194574b15022fa7b6dc7f4 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:16.065232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.076631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-7b266f42-88cc-45ef-b08e-05814ad606f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 200 len: 217 time: 0.1329365 Nov 16 21:28:16.143301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-273cad95-7303-4f39-b8aa-f24507c27059 req-2972f874-656e-4c2b-9271-81411d28e87b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3534415 Nov 16 21:28:16.245520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-8879c860-7526-4f51-81b0-d32a2de121ee service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242351 Nov 16 21:28:16.248889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef34f6c7-343c-4c96-9d0a-853a2cc6cd97 req-a627f141-2003-469f-a4de-be7321b8511c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070595 Nov 16 21:28:16.283051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caeee569-0a80-418d-87a9-3819f1056698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:16.284593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-caeee569-0a80-418d-87a9-3819f1056698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.1661582 Nov 16 21:28:16.333642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 4faeee88-8256-410d-a911-c374514f0ffd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4faeee88-8256-410d-a911-c374514f0ffd,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:16.334009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.379531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 4faeee88-8256-410d-a911-c374514f0ffd owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:16.511465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-8a1c7db1-bff6-4bdc-9469-1d22d40b9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:16.512976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-8a1c7db1-bff6-4bdc-9469-1d22d40b9be2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1852078 Nov 16 21:28:16.519202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bc4093b-61fb-4f07-b6ed-d8f05aa079e2 req-4405a5f0-aed8-4a8c-8dff-289519724191 service neutron] 10.222.0.21 "GET /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584772 Nov 16 21:28:16.975725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.061869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-c87854ff-9284-46b9-9b7e-53f309f51981 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371213 Nov 16 21:28:17.087367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2915b10-02ee-4559-9846-52ea85efd00e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.170733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Checking segment: {'id': '12631422-2ff5-417c-88ed-9ddb8eef2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:17.171135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Network hostable DHCP agents. Network: aee27a14-7fb6-484a-a61b-1cf3f8188624, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:17.175443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.224170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=4faeee88-8256-410d-a911-c374514f0ffd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.237541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-239deb89-4207-41aa-9ea1-6d07239ee9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612110 Nov 16 21:28:17.350041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Network aee27a14-7fb6-484a-a61b-1cf3f8188624 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:17.406033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-1955bd8d-4925-4686-a80c-f953105f3fad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 200 len: 217 time: 0.1480474 Nov 16 21:28:17.540504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4a87d576-16ba-4d3d-af75-d3d9f888d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:17.542055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4a87d576-16ba-4d3d-af75-d3d9f888d9f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.1226196 Nov 16 21:28:17.542632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, aee27a14-7fb6-484a-a61b-1cf3f8188624) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:17.548189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:17.548771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.554899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d3070-47fc-415b-aa3b-bd89765280d2 None None] Network aee27a14-7fb6-484a-a61b-1cf3f8188624 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:17.577129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.712018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e5d77e3-3e66-49f7-b4c1-ec2505fc1653 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8958356 Nov 16 21:28:17.712230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a307ebbc-b6a4-45a7-a60a-ae9677beb6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.830987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d92436ba-0621-486b-8675-498f95c4d6fc details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:17.861056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8d996-d256-442c-a484-598162c46e7e None None] Network aee27a14-7fb6-484a-a61b-1cf3f8188624 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:17.874014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d5bdf-c2f0-47ad-94be-a3cdca29880d req-c8bb6c75-ec03-4c0d-811c-70626af53cb7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:17.891806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc5d5bdf-c2f0-47ad-94be-a3cdca29880d req-c8bb6c75-ec03-4c0d-811c-70626af53cb7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 943 time: 0.3862560 Nov 16 21:28:18.044452 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:28:18.056867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55508) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:18.113502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d92436ba-0621-486b-8675-498f95c4d6fc,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:18.115838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.129409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd92436ba-0621-486b-8675-498f95c4d6fc', 'network_id': 'a0891b8e-c521-4e2a-876a-187b5e531e48', 'port_id': 'd92436ba-0621-486b-8675-498f95c4d6fc', 'mac_address': 'fa:16:3e:65:d6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c656819e-7498-4cd8-96cf-02617afa90c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:18.132707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.139470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.145717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.151677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.157688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.163615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.171578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-030b9634-1410-4baa-b94f-2b9b70f71b6f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.8225584 Nov 16 21:28:18.181081 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.203258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92436ba-0621-486b-8675-498f95c4d6fc {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:18.206415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-becfb2ae-d298-4bdd-93bc-b44bf99296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.207968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-becfb2ae-d298-4bdd-93bc-b44bf99296fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6258028 Nov 16 21:28:18.238430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d92436ba-0621-486b-8675-498f95c4d6fc,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:18.245882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.250354 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77171ba3-9e40-4880-95a5-ad3da50afc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.329931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:18.362287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77171ba3-9e40-4880-95a5-ad3da50afc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.370387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77171ba3-9e40-4880-95a5-ad3da50afc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.373981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:18.374714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8eb478a6-a228-4f6f-8976-d250d1095917 req-9b37d63d-df08-4c5e-9f05-1a61dbf20939 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021320 Nov 16 21:28:18.384510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc5d5bdf-c2f0-47ad-94be-a3cdca29880d req-c570c2db-7430-4e64-98a3-5a46f21d0c89 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918053 Nov 16 21:28:18.386619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.387271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.388358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.388946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.390243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.390739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.391251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.391753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.392539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.393940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.395080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.395589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:18.423451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77171ba3-9e40-4880-95a5-ad3da50afc78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=553cb36305f74f73a0176b07ddd6e7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644674 Nov 16 21:28:18.423554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:18.452228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77171ba3-9e40-4880-95a5-ad3da50afc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5997b5f6-7f45-40c4-bfcc-9235c9513967,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:18.481874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-e9557c54-df0f-424c-880d-8c4c411008b2 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578344 Nov 16 21:28:18.489327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d92436ba-0621-486b-8675-498f95c4d6fc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:18.530365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.578822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.643697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:18.655618 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:18.672488 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:18.673028 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:18.677639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.680832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.681991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5997b5f6-7f45-40c4-bfcc-9235c9513967 HTTP/1.1" status: 204 len: 168 time: 0.2531884 Nov 16 21:28:18.690201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a422a0d-6b66-40fb-8d5a-159d74a916e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5997b5f6-7f45-40c4-bfcc-9235c9513967,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:18.769743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55530) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:18.770690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad66852f-fd07-4c0c-b2b3-b0b0f2c2cd28 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5777047 Nov 16 21:28:18.817760 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:18.877715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:18.889077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.905854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-18cfd945-edd6-4ddb-9486-42c126da2b4a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.907879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-18cfd945-edd6-4ddb-9486-42c126da2b4a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/networks?id=aee27a14-7fb6-484a-a61b-1cf3f8188624 HTTP/1.1" status: 200 len: 809 time: 0.1361563 Nov 16 21:28:18.933923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.940180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-e4d9eebb-b575-4eac-b566-093cc1a9c540 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/quotas/2efef5019f194574b15022fa7b6dc7f4 HTTP/1.1" status: 200 len: 375 time: 0.0205855 Nov 16 21:28:18.986271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-bdb81f94-9df6-4bb7-afb1-f44efdb94aa7 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2efef5019f194574b15022fa7b6dc7f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403748 Nov 16 21:28:18.992247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-c8af9c3e-7854-4219-ac1c-c3ecc3abcc05 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465259 Nov 16 21:28:19.027947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.081581 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 10, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:19.103031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.116712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-d094079a-2592-4612-bfa8-31c5527ed9d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 217 time: 0.1000156 Nov 16 21:28:19.132597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:19.136832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.144123 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4559dbd1-9007-49fd-8f41-5f2e5d4c7ca9 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe HTTP/1.1" status: 204 len: 168 time: 0.3726690 Nov 16 21:28:19.144756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:19.146867 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:19.148721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae76626-fcc8-4245-a7c7-baa720aec550 None None] Network 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:19.169852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:19.171348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:19.198748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ae12618c-a18b-447a-a36a-cf4bc177b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:19.200175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-ae12618c-a18b-447a-a36a-cf4bc177b64d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0745831 Nov 16 21:28:19.213661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-6e5a59b3-44c6-461a-a6ce-b65e192fbd44 service neutron] 10.222.0.54 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136192 Nov 16 21:28:19.216252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55536) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:19.326108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.383066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-d2b73e73-9eb1-4713-8ec7-be36f476123f service neutron] 10.222.0.54 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684289 Nov 16 21:28:19.383748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3320de4-afe8-4061-b86e-25892d0967fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.411742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.431293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:19.434657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-af86cfdb-902b-40d0-870b-bebdc5fd24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:19.438058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-af86cfdb-902b-40d0-870b-bebdc5fd24ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2224245 Nov 16 21:28:19.449074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port cfe2af06-28b5-438a-abf6-5d04c5187db0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:19.449590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.554282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] DHCP port deletion for 9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:19.598140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port cfe2af06-28b5-438a-abf6-5d04c5187db0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cfe2af06-28b5-438a-abf6-5d04c5187db0,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:19.598501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.624497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3320de4-afe8-4061-b86e-25892d0967fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.628358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for cfe2af06-28b5-438a-abf6-5d04c5187db0 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:19.636217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-a1755e9e-9b5b-4806-9da6-0e0001902f58 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846657 Nov 16 21:28:19.658963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c1b2a-e266-4ff9-bc07-3ce1844ebc16 req-f4aaf4b7-72e7-43c2-beca-ca5bbbe58240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:19.660438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-584c1b2a-e266-4ff9-bc07-3ce1844ebc16 req-f4aaf4b7-72e7-43c2-beca-ca5bbbe58240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 944 time: 0.0828106 Nov 16 21:28:19.661245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3320de4-afe8-4061-b86e-25892d0967fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.661401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Deleting port cfe2af06-28b5-438a-abf6-5d04c5187db0 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:19.663193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.778746 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 10, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:19.815216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d92436ba-0621-486b-8675-498f95c4d6fc up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:19.829974 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0fe97-0182-4de7-b1ae-0d8b80fdac86 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 10, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None, '_interfaces': [{'id': '611dfb7d-36c5-48d4-b8e6-5004d32300de', 'name': '', 'network_id': '7df5011e-31ae-4600-9fc2-62c211e9434b', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'mac_address': 'fa:16:3e:28:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:26Z', 'updated_at': '2021-11-16T21:27:32Z', 'revision_number': 5, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'subnets': [{'id': 'f97547cc-28ba-4969-a2ae-355a4f3f47c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:19.882414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.893943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] For port cfe2af06-28b5-438a-abf6-5d04c5187db0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cfe2af06-28b5-438a-abf6-5d04c5187db0,segment=NetworkSegment(e8612a9c-a262-46fa-902c-04dd1ef414f1),segment_id=e8612a9c-a262-46fa-902c-04dd1ef414f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:19.894629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.920685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Calling delete_port for cfe2af06-28b5-438a-abf6-5d04c5187db0 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:19.933871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=cfe2af06-28b5-438a-abf6-5d04c5187db0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:19.935722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port cfe2af06-28b5-438a-abf6-5d04c5187db0 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:19.998040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port d92436ba-0621-486b-8675-498f95c4d6fc completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:20.015471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port d92436ba-0621-486b-8675-498f95c4d6fc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:20.015891 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.107454 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.112198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.157430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:20.169983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8612a9c-a262-46fa-902c-04dd1ef414f1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:20.170521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8612a9c-a262-46fa-902c-04dd1ef414f1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:20.183066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.185631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] Pushing event deleted for resources: {'Port': ['ID=cfe2af06-28b5-438a-abf6-5d04c5187db0,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.202519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b3320de4-afe8-4061-b86e-25892d0967fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43f373ca5e914338880cb21d258812dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9762583 Nov 16 21:28:20.214466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd12457-8253-47cf-b671-ace67f1f938b None None] No DVR routers for this DVR port cfe2af06-28b5-438a-abf6-5d04c5187db0 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:20.228953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.251155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:20.251756 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.252565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55554) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:20.259541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-584c1b2a-e266-4ff9-bc07-3ce1844ebc16 req-2b00a07c-c8f1-4cef-9f35-296fc959c4bd tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757155 Nov 16 21:28:20.261499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3320de4-afe8-4061-b86e-25892d0967fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aed8fb-abb6-4d28-8766-bcc2c141cfe8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:20.341988 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:20.355849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.358032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.377129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.381899 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e HTTP/1.1" status: 204 len: 168 time: 1.2297423 Nov 16 21:28:20.386669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55558) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:20.403889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e4e17ad-37b6-4531-ada5-3a1df1e3f281 req-4074de8e-8f3b-4b06-8688-c7ac78aeb20a service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529926 Nov 16 21:28:20.421934 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdf546-ab42-40db-af8e-6f4bf833979f tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=9044a53c-3df5-4cbf-a9d8-6ae3a5cf6c4e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.451417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d92436ba-0621-486b-8675-498f95c4d6fc,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:20.456510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:20.461176 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a26378e-5a22-4dd8-8e20-96fcb737d0d9" -d '{"events": [{"server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "name": "network-vif-plugged", "status": "completed", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:20.484207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.502027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.511946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.515333 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.536208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.559463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.569058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.577008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.593011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.595311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-e755e1ee-880c-4402-968e-64af8dc43e74 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.4463410 Nov 16 21:28:20.621349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.673971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.685016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.685493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.685956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.686415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.686870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.687400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.687851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.689760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-5bf7ea57-baf2-4e14-a5ef-98557688f66b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6483 time: 0.0931773 Nov 16 21:28:20.762238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba43b867-465d-441d-b96e-d033e959959f req-e9a1ec24-43cd-4173-9f67-f42f719d918a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 210 time: 0.0412445 Nov 16 21:28:20.811512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.828231 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba9cc2-2c1b-4a9a-a771-49e216ebf7a0 x-openstack-request-id: req-6fba9cc2-2c1b-4a9a-a771-49e216ebf7a0 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:20.828756 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "name": "network-vif-plugged", "status": "completed", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:20.829165 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fba9cc2-2c1b-4a9a-a771-49e216ebf7a0 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:20.829715 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc', 'code': 200} Nov 16 21:28:20.847932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d642431-fa7a-4899-9be3-30d73f2dde96 req-245db890-bfc4-48e9-922f-70a3b14f9ec1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2182157 Nov 16 21:28:20.920287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.943536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-bc2b1a79-86e8-404e-90e0-cb4404488573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:20.946435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-bc2b1a79-86e8-404e-90e0-cb4404488573 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 903 time: 0.2450218 Nov 16 21:28:20.968652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.971485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.975244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34aed8fb-abb6-4d28-8766-bcc2c141cfe8 HTTP/1.1" status: 204 len: 168 time: 0.7122490 Nov 16 21:28:21.007608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aafd6-8e24-492b-9164-d595b589d1f3 req-3391179e-96d8-46e5-a3e6-20c1a3a247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.009267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-689aafd6-8e24-492b-9164-d595b589d1f3 req-3391179e-96d8-46e5-a3e6-20c1a3a247a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 1096 time: 0.1001847 Nov 16 21:28:21.014602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-8b04e5e3-d3e5-4c85-9cc7-7abceb12ba2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 217 time: 0.0578108 Nov 16 21:28:21.015807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcec2e-7d1d-42db-bc9b-9ad34bbe97bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aed8fb-abb6-4d28-8766-bcc2c141cfe8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:21.106518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-88478183-aac0-4700-997f-5c80cb404aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.108350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-88478183-aac0-4700-997f-5c80cb404aa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0816188 Nov 16 21:28:21.112065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-689aafd6-8e24-492b-9164-d595b589d1f3 req-73c4bec5-7375-4fce-838b-ef2f6ea11dab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921047 Nov 16 21:28:21.189527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-3c7950bb-fdc9-4bf4-8f87-4e92279835d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.191411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-3c7950bb-fdc9-4bf4-8f87-4e92279835d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738184 Nov 16 21:28:21.275923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port 611dfb7d-36c5-48d4-b8e6-5004d32300de {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:21.275923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.354383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.431833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4faeee88-8256-410d-a911-c374514f0ffd no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:21.436348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-32f946c5-7276-4b71-aaf3-4a93843e2fbd service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371187 Nov 16 21:28:21.473423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port 611dfb7d-36c5-48d4-b8e6-5004d32300de, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=611dfb7d-36c5-48d4-b8e6-5004d32300de,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:21.473946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.493686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4faeee88-8256-410d-a911-c374514f0ffd {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:21.494152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4faeee88-8256-410d-a911-c374514f0ffd not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:21.494675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cfe2af06-28b5-438a-abf6-5d04c5187db0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:21.511454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for 611dfb7d-36c5-48d4-b8e6-5004d32300de owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:21.531469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: cfe2af06-28b5-438a-abf6-5d04c5187db0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:21.532064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cfe2af06-28b5-438a-abf6-5d04c5187db0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:21.622966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-9bf48454-27c2-4c14-b4fd-fd466ec5f525 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.640555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-9bf48454-27c2-4c14-b4fd-fd466ec5f525 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.21 "GET /v2.0/networks?id=aee27a14-7fb6-484a-a61b-1cf3f8188624 HTTP/1.1" status: 200 len: 809 time: 0.3328524 Nov 16 21:28:21.676187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Request body: {'port': {'device_id': 'd6d2a996-a432-4846-a403-b123c4a32906', 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624', 'admin_state_up': True, 'tenant_id': '2efef5019f194574b15022fa7b6dc7f4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:21.768120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.776653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c35b-3570-4ac6-84c2-016ece9b1648 req-80c88e1c-16e3-4d8f-b420-652f922b1730 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.778172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d44c35b-3570-4ac6-84c2-016ece9b1648 req-80c88e1c-16e3-4d8f-b420-652f922b1730 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.2005918 Nov 16 21:28:21.790733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc18a7b9-9e8c-472b-a437-8ae26944d241 req-f1d601b8-4957-49d1-8dbc-714233dbde35 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414016 Nov 16 21:28:21.868630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=611dfb7d-36c5-48d4-b8e6-5004d32300de,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:21.936746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d44c35b-3570-4ac6-84c2-016ece9b1648 req-32953eb7-da92-4e8b-9885-76a5b48b4361 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429796 Nov 16 21:28:21.966667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.983158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf736bc5-5e91-4025-840a-37767ae67a3e req-00b46975-830e-414d-ab7f-8938db6cc8e1 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 210 time: 0.0777202 Nov 16 21:28:21.985252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Made reservation on behalf of 2efef5019f194574b15022fa7b6dc7f4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:21.988830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.229679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Allocated IP 172.20.0.3 (aee27a14-7fb6-484a-a61b-1cf3f8188624/b2915b10-02ee-4559-9846-52ea85efd00e/22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:22.312186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:22.352060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.358897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.365609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.373022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.379464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.386712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.394754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.403113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-85ff4a6e-7e58-43f8-91a1-371f533bbcfc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1608324 Nov 16 21:28:22.463700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:22.477524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:22.484083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c997418f-0a3c-4534-b381-a283685d927d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942659 Nov 16 21:28:22.491715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:22.494108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:22.497547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:22.557066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting subnet f97547cc-28ba-4969-a2ae-355a4f3f47c3 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:22.561599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.635267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3231ebfb-19ef-4e02-98b5-027b6b559dda req-60725c78-d855-4065-b3f1-5d34c0d8299f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2221749 Nov 16 21:28:22.639318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.689060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:22.704548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.809238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.818828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:22.833929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.854032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:22.867184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:22.869133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:22.876290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Network aee27a14-7fb6-484a-a61b-1cf3f8188624 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:22.894786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:22.902680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:22.935587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.001549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Pushing event updated for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:23.010086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Subnet': ['ID=f97547cc-28ba-4969-a2ae-355a4f3f47c3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:23.028153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.034984 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df6757b2-c71b-4c01-b77f-715c83b6e72c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/f97547cc-28ba-4969-a2ae-355a4f3f47c3 HTTP/1.1" status: 204 len: 168 time: 0.5384433 Nov 16 21:28:23.034984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:23.074771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:23.075411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.175686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156d59e-89fd-47c4-9ad5-b5d55c3b476e None None] Network 7df5011e-31ae-4600-9fc2-62c211e9434b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:23.192167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.192505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-23a4ad95-279e-4791-b5d5-a36b3f79fab9 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5225418 Nov 16 21:28:23.214216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Request body: {'port': {'device_id': 'd6d2a996-a432-4846-a403-b123c4a32906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:23.226869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2438c-bcd6-4c43-84e8-f1d053b62a27 req-dc36369b-ee71-4276-b9b4-b9829e5681c1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:23.228438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42c2438c-bcd6-4c43-84e8-f1d053b62a27 req-dc36369b-ee71-4276-b9b4-b9829e5681c1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.1492560 Nov 16 21:28:23.250494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77872bef-b865-4219-a37f-562a58426d76 req-f9d9b5c7-f120-4876-a67b-9a0b68a6ed04 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:23.252038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77872bef-b865-4219-a37f-562a58426d76 req-f9d9b5c7-f120-4876-a67b-9a0b68a6ed04 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 931 time: 0.1252105 Nov 16 21:28:23.299404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:23.336516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Deleting port e9224030-4fcb-4e57-ade6-75246152cd0e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:23.336516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.390562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:23.416890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42c2438c-bcd6-4c43-84e8-f1d053b62a27 req-6dca5848-05fe-4cd0-bc77-3cd89f6826cb tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573639 Nov 16 21:28:23.424770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.427965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1e8d0-729a-4158-b4bd-07587c3f1520 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:23.454663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] For port e9224030-4fcb-4e57-ade6-75246152cd0e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e9224030-4fcb-4e57-ade6-75246152cd0e,segment=NetworkSegment(4e6d48c1-fdc3-4951-8ac5-19d07207c0fe),segment_id=4e6d48c1-fdc3-4951-8ac5-19d07207c0fe)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:23.455143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.474636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Calling delete_port for e9224030-4fcb-4e57-ade6-75246152cd0e owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:23.559484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77872bef-b865-4219-a37f-562a58426d76 req-87771c0c-505e-491e-8cfd-d197d1a3ef74 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819221 Nov 16 21:28:23.598961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.636984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Port': ['ID=e9224030-4fcb-4e57-ade6-75246152cd0e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:23.642939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No DVR routers for this DVR port e9224030-4fcb-4e57-ade6-75246152cd0e on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:23.749424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204263e6-8107-4bdf-99d6-f108e930bf27 req-b7399c0f-b05e-41da-91db-efb06c3bb68f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:23.750330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.751093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-204263e6-8107-4bdf-99d6-f108e930bf27 req-b7399c0f-b05e-41da-91db-efb06c3bb68f tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.2101555 Nov 16 21:28:23.776110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df5011e-31ae-4600-9fc2-62c211e9434b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:23.799530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:23.799906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6d48c1-fdc3-4951-8ac5-19d07207c0fe') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:23.811425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.825552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33624832-fb01-4817-912a-f47783f3f499 None None] DHCP port deletion for 7df5011e-31ae-4600-9fc2-62c211e9434b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:23.830625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.859766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:23.859766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:23.863867 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:23.936502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-204263e6-8107-4bdf-99d6-f108e930bf27 req-9a7a5e84-e198-4bac-8eba-ecac887d718c tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483920 Nov 16 21:28:23.948206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.952493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.959535 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/networks/7df5011e-31ae-4600-9fc2-62c211e9434b HTTP/1.1" status: 204 len: 168 time: 0.9244182 Nov 16 21:28:23.960318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:23.968106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'routes': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:24.063253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b981a4b-02e7-4330-b46f-33b2a2a2be16 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Pushing event deleted for resources: {'Network': ['ID=7df5011e-31ae-4600-9fc2-62c211e9434b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:24.103434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.110229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.123943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.132369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.138680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.145948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.152452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.161442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-74099f1f-44cb-40cd-aed2-50a735a6d2da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.4090080 Nov 16 21:28:24.172622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Added routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:28:24.172940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Removed routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:28:24.173478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.267762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ff86321-7365-48a5-affa-b6bba00d1949 req-bca05441-f7ca-4f4b-a88d-54979200aa95 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014645 Nov 16 21:28:24.332905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.337004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.348533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:24.367851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.401950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Transition to ACTIVE for port object 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:24.413643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.426078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:24.522554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:24.530683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.532171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-23aeab25-5ead-470f-96e0-004fdf58ffb3 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 705 time: 0.5676017 Nov 16 21:28:24.534890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:24.536179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Sync routers for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:24.550963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:24.555128 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:24.555749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:24.583274 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d5bbacd-3702-48ef-a3a2-b778e57ddc4d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 205 time: 0.0470903 Nov 16 21:28:24.586627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:24.650381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6a47-2f1a-45c6-9f60-0e35973a924f req-046e2ea1-8be6-4f7c-a399-d6194e73b8f7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.666219 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:24.669709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18bf6a47-2f1a-45c6-9f60-0e35973a924f req-046e2ea1-8be6-4f7c-a399-d6194e73b8f7 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.2697539 Nov 16 21:28:24.676810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.768595 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:24.832673 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Checking router: 07ce3280-88ac-47ab-9c3d-afd9c778cf13 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:24.851668 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Routers {'07ce3280-88ac-47ab-9c3d-afd9c778cf13'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:24.855784 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:24.886112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18bf6a47-2f1a-45c6-9f60-0e35973a924f req-419fa46c-1644-4b71-9047-5c099b181f34 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153962 Nov 16 21:28:24.930639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371f0ef-cc5a-4974-a832-6fabac6bbe52 req-cb06ce9e-6ea8-4657-b6e6-d7a90978000a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:24.941273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f371f0ef-cc5a-4974-a832-6fabac6bbe52 req-cb06ce9e-6ea8-4657-b6e6-d7a90978000a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 943 time: 0.2266467 Nov 16 21:28:24.948918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.956208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.991855 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] Set router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:25.041589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.042385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router 07ce3280-88ac-47ab-9c3d-afd9c778cf13 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:25.055006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Attempting to bind port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:25.056144 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:25.058388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Attempting to bind port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '12631422-2ff5-417c-88ed-9ddb8eef2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:25.058815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Attempting to bind port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff on network aee27a14-7fb6-484a-a61b-1cf3f8188624 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:25.060893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.066348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df1493b0-2612-43a9-ad0c-06c00649e3b7 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 204 len: 168 time: 0.4750710 Nov 16 21:28:25.068587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55686) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.073720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-198938908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:25.082951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff on network aee27a14-7fb6-484a-a61b-1cf3f8188624 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:25.089083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Attempting to bind port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff on network aee27a14-7fb6-484a-a61b-1cf3f8188624 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:25.094271 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644083a-b04b-4d9f-92b6-9bd86c60af79 None None] The sync data for ids ['07ce3280-88ac-47ab-9c3d-afd9c778cf13'] in n-d-816206-5 is: [{'id': '07ce3280-88ac-47ab-9c3d-afd9c778cf13', 'name': 'tempest-RoutersIpV6Test-router-1222911647', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:24Z', 'updated_at': '2021-11-16T21:28:21Z', 'revision_number': 11, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:25.109924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:25.113518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Checking segment: {'id': '12631422-2ff5-417c-88ed-9ddb8eef2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:25.119167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Bound using segment: {'id': '12631422-2ff5-417c-88ed-9ddb8eef2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:25.121309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Bound port: 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12631422-2ff5-417c-88ed-9ddb8eef2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:25.122732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.133967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.135493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.169899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683bc2-731d-422d-a6ac-9cb8fed4a3ce req-536c176b-0aff-45db-ae58-0365d728d311 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.171930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0683bc2-731d-422d-a6ac-9cb8fed4a3ce req-536c176b-0aff-45db-ae58-0365d728d311 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.2234001 Nov 16 21:28:25.215768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.229088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.248259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f371f0ef-cc5a-4974-a832-6fabac6bbe52 req-d953c57f-a907-4eb4-9fb1-2544246ec763 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008685 Nov 16 21:28:25.272229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.277276 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3342de40-8a8e-480c-add9-34cec1809ed2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2052734 Nov 16 21:28:25.277382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.290890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:25.331366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0683bc2-731d-422d-a6ac-9cb8fed4a3ce req-43fb5924-464c-447c-979e-f2de0230e405 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515520 Nov 16 21:28:25.378193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:25.386115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,segment=NetworkSegment(12631422-2ff5-417c-88ed-9ddb8eef2557),segment_id=12631422-2ff5-417c-88ed-9ddb8eef2557)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:25.397346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.410200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 611dfb7d-36c5-48d4-b8e6-5004d32300de no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:25.454267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 611dfb7d-36c5-48d4-b8e6-5004d32300de {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:25.454618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 611dfb7d-36c5-48d4-b8e6-5004d32300de not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:25.457799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e9224030-4fcb-4e57-ade6-75246152cd0e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:25.466884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.467984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.471019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff HTTP/1.1" status: 200 len: 1091 time: 2.2668076 Nov 16 21:28:25.502945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:25.505548 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712b18de-390f-4274-b548-a20fdc894cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:25.526702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e9224030-4fcb-4e57-ade6-75246152cd0e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:25.527077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e9224030-4fcb-4e57-ade6-75246152cd0e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:25.610788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0c877-9bb9-4a9b-8852-4eb41508a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:25.752330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-eea6a4fb-30c2-4fcb-9cf9-d33b004f2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.753994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-eea6a4fb-30c2-4fcb-9cf9-d33b004f2cef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2efef5019f194574b15022fa7b6dc7f4&device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 1094 time: 0.1864777 Nov 16 21:28:25.776333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.782509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.789926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.796188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.802291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.809185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.815167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.817061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-58ff13ee-05f2-4c15-8e48-6a586593ab6b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1267030 Nov 16 21:28:25.897051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-0c0d2e11-17c3-46b1-b98f-5f75cc783f8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff HTTP/1.1" status: 200 len: 217 time: 0.0789971 Nov 16 21:28:25.963828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-76cd9bb2-3033-416c-861b-ee8d7309353f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.970783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-76cd9bb2-3033-416c-861b-ee8d7309353f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.5137098 Nov 16 21:28:25.973535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477f3f-6182-49de-a240-67166720fcac req-0e7fce75-657c-488e-a7c6-093d50dc374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.974993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-0e7fce75-657c-488e-a7c6-093d50dc374c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2915b10-02ee-4559-9846-52ea85efd00e HTTP/1.1" status: 200 len: 849 time: 0.0659957 Nov 16 21:28:25.993582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.006210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.016971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-dc0cf942-144f-4a4a-8ec7-32699f369c5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee27a14-7fb6-484a-a61b-1cf3f8188624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327682 Nov 16 21:28:26.028850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-543dd375-6054-4eae-ba4e-0ac2b5cfe51d req-6c1921ca-0197-4f7e-80ff-2b3acd79c31e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022715 Nov 16 21:28:26.036557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-b455f3bc-11b2-4ce5-908c-018c01322431 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/quotas/5a9ecbcdac594c4fb38d32e26283e64d HTTP/1.1" status: 200 len: 375 time: 0.0647914 Nov 16 21:28:26.140027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Router 6352e850-2082-43f7-96dc-180d70f7cfd0 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:26.174091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-04efc6de-07f3-476c-acb7-19f15e6019ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364322 Nov 16 21:28:26.238105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-bba499e1-aac4-4340-9550-2b340f25d5c6 service neutron] 10.222.0.21 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974194 Nov 16 21:28:26.238892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:26.247400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.248753 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7fb7a03c-b6a4-4707-b950-c1b281d7ecb2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "PUT /v2.0/routers/6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 200 len: 697 time: 0.9699202 Nov 16 21:28:26.251199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55710) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.255317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Sync routers for ids ['6352e850-2082-43f7-96dc-180d70f7cfd0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:26.278303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Routers {'6352e850-2082-43f7-96dc-180d70f7cfd0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:26.280188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6352e850-2082-43f7-96dc-180d70f7cfd0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:26.372982 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e1b3ecf-fd4f-458d-860f-e4dd15df2461 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/routers/6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 200 len: 703 time: 0.1201737 Nov 16 21:28:26.382739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55716) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.384247 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0976689-b8b8-4b1f-8dd9-06e2fdfc3cb2 x-openstack-request-id: req-c0976689-b8b8-4b1f-8dd9-06e2fdfc3cb2 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:26.384545 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:26.384797 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0976689-b8b8-4b1f-8dd9-06e2fdfc3cb2 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:26.385216 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff', 'status': 'completed', 'code': 200} Nov 16 21:28:26.418632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-923adc4a-7ca5-4196-ab32-0d24504e4605 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 200 len: 205 time: 0.0322919 Nov 16 21:28:26.420107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Set router 6352e850-2082-43f7-96dc-180d70f7cfd0 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:26.421371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55718) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.481186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6352e850-2082-43f7-96dc-180d70f7cfd0', 'name': 'tempest-RoutersIpV6Test-router-198938908', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:25Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:26.521623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Checking router: 6352e850-2082-43f7-96dc-180d70f7cfd0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:26.521882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.532737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Routers {'6352e850-2082-43f7-96dc-180d70f7cfd0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:26.533703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6352e850-2082-43f7-96dc-180d70f7cfd0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:26.614475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] Set router 6352e850-2082-43f7-96dc-180d70f7cfd0 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:26.677582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6352e850-2082-43f7-96dc-180d70f7cfd0', 'name': 'tempest-RoutersIpV6Test-router-198938908', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:25Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:26.703249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.705941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.710844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39138b65-0d64-4af8-96d4-f46ade7945b8 None None] The sync data for ids ['6352e850-2082-43f7-96dc-180d70f7cfd0'] in n-d-816206-5 is: [{'id': '6352e850-2082-43f7-96dc-180d70f7cfd0', 'name': 'tempest-RoutersIpV6Test-router-198938908', 'tenant_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:25Z', 'revision_number': 2, 'project_id': 'bcfed6cdea0e4649ab66d4a9f9e165bc', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:26.762964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.763882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Fanout notify agent at l3_agent the message router_deleted on router 6352e850-2082-43f7-96dc-180d70f7cfd0 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:26.771838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.773725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cb5c6ff8-0aad-4786-99c6-a51480eef2cd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 204 len: 168 time: 0.3513227 Nov 16 21:28:26.777285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.809316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f7810963-e8f1-4ab3-9c74-6f449e5e8309 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 200 len: 205 time: 0.0307763 Nov 16 21:28:26.811714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55726) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.859169 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-aa62b125-2a03-454f-a038-1c19943c190c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:26.860430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa62b125-2a03-454f-a038-1c19943c190c tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/6352e850-2082-43f7-96dc-180d70f7cfd0 HTTP/1.1" status: 404 len: 336 time: 0.0472941 Nov 16 21:28:26.861479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae477f3f-6182-49de-a240-67166720fcac req-5f2d5ef6-436f-46df-b077-1f5c04b3cce7 service neutron] 10.222.0.21 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090941 Nov 16 21:28:26.862694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.891983 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e899b1-3f93-44e8-bb1a-5e4d8d7f20c2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:26.892884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e899b1-3f93-44e8-bb1a-5e4d8d7f20c2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:26.896374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d9e899b1-3f93-44e8-bb1a-5e4d8d7f20c2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/926a2a26-9270-4495-bd63-edb3ee76e298 HTTP/1.1" status: 404 len: 337 time: 0.0325332 Nov 16 21:28:26.897088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4c9ab-f545-4ae7-91e6-f7d3b629e682 req-a4b7ec9b-218c-43d8-bea8-0f8cd6a8bc87 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:26.899669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.905866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cd4c9ab-f545-4ae7-91e6-f7d3b629e682 req-a4b7ec9b-218c-43d8-bea8-0f8cd6a8bc87 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.4324281 Nov 16 21:28:26.928072 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f97363-b2c1-4995-88fa-bd355e3d59fd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:26.928621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f97363-b2c1-4995-88fa-bd355e3d59fd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:26.931818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4f97363-b2c1-4995-88fa-bd355e3d59fd tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/62968a83-f9ef-45d2-9de2-641122f0491a HTTP/1.1" status: 404 len: 337 time: 0.0310450 Nov 16 21:28:26.934352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55732) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.962183 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd8bfae-7e11-406a-9d33-3a12ef84bc56 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:26.962647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd8bfae-7e11-406a-9d33-3a12ef84bc56 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:26.966285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7bd8bfae-7e11-406a-9d33-3a12ef84bc56 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/adfdb29a-4d2b-408f-99c5-98ed8d6dfdfe HTTP/1.1" status: 404 len: 337 time: 0.0310082 Nov 16 21:28:26.968829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55736) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.996560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-75f27968-0104-4b62-9eca-00b8b35b4114 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215868 Nov 16 21:28:27.008101 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43c9892-6dfe-42f4-8e9f-4bd9572299fa tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:27.008570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43c9892-6dfe-42f4-8e9f-4bd9572299fa tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:27.011692 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e43c9892-6dfe-42f4-8e9f-4bd9572299fa tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/f97547cc-28ba-4969-a2ae-355a4f3f47c3 HTTP/1.1" status: 404 len: 337 time: 0.0419257 Nov 16 21:28:27.014268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55738) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.052069 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ee1c82ef-ed8b-4fb3-ba8c-1ce4123087ff tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 200 len: 205 time: 0.0364799 Nov 16 21:28:27.054403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.101411 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-3e661e61-3947-4e11-bb99-c46c7e23c701 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:27.102487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e661e61-3947-4e11-bb99-c46c7e23c701 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/07ce3280-88ac-47ab-9c3d-afd9c778cf13 HTTP/1.1" status: 404 len: 336 time: 0.0468760 Nov 16 21:28:27.108130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55744) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.135411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b18de-390f-4274-b548-a20fdc894cfb req-e846b7f4-4640-43d7-a3ac-02b8b16badcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:27.137793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-e846b7f4-4640-43d7-a3ac-02b8b16badcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2efef5019f194574b15022fa7b6dc7f4&device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 1094 time: 0.2059021 Nov 16 21:28:27.143933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-da6ba5ff-c8d2-443b-b862-36588e6e7484 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fae4620-6dce-4090-ad45-967e507db463 HTTP/1.1" status: 200 len: 205 time: 0.0350678 Nov 16 21:28:27.146325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55750) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.148001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cd4c9ab-f545-4ae7-91e6-f7d3b629e682 req-a64920f9-6066-4099-9ad6-b0dcb32941f4 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407248 Nov 16 21:28:27.208569 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-202893a8-1fae-4fc2-978e-51b89376e22d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:27.211757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-202893a8-1fae-4fc2-978e-51b89376e22d tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/6fae4620-6dce-4090-ad45-967e507db463 HTTP/1.1" status: 404 len: 336 time: 0.0621572 Nov 16 21:28:27.213387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55758) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.261657 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46aff02-5968-4805-8619-1ef798adc1e8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:27.262459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46aff02-5968-4805-8619-1ef798adc1e8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:27.289947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c46aff02-5968-4805-8619-1ef798adc1e8 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/7e8f2602-e45a-4d95-9e2b-1e08e1841e0c HTTP/1.1" status: 404 len: 337 time: 0.0741081 Nov 16 21:28:27.291674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55764) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.360340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-b007dcbb-b6db-48c4-ac91-f0cac2a21ed3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628778 Nov 16 21:28:27.379410 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2ade998-901b-4425-8d4a-2a810ce1fb6b tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 200 len: 205 time: 0.0846205 Nov 16 21:28:27.382474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55766) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.401479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b18de-390f-4274-b548-a20fdc894cfb req-d30503bd-dcf7-4edb-80ef-3e8d6ec77e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:27.408600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-d30503bd-dcf7-4edb-80ef-3e8d6ec77e4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aee27a14-7fb6-484a-a61b-1cf3f8188624 HTTP/1.1" status: 200 len: 910 time: 0.2576642 Nov 16 21:28:27.427202 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-d8476a1d-ed70-4948-bfd4-0503d8f17901 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:27.428276 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d8476a1d-ed70-4948-bfd4-0503d8f17901 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/a1c1335f-a6aa-4dba-9b85-ceae82f232fd HTTP/1.1" status: 404 len: 336 time: 0.0447943 Nov 16 21:28:27.431766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55768) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.487522 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-41cecdef-23c2-471e-bb34-1449d9b129f2 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d9e7870-4fab-4cef-aabe-89a599de5c70 HTTP/1.1" status: 200 len: 205 time: 0.0543308 Nov 16 21:28:27.489922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.535114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-b4a9e0bc-ab30-43a1-87f0-bedc7f502dee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff HTTP/1.1" status: 200 len: 217 time: 0.1194608 Nov 16 21:28:27.602400 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-c3aedcbb-8aa7-4dd9-b6ef-5ee3317973db tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:27.607457 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c3aedcbb-8aa7-4dd9-b6ef-5ee3317973db tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/5d9e7870-4fab-4cef-aabe-89a599de5c70 HTTP/1.1" status: 404 len: 336 time: 0.1164606 Nov 16 21:28:27.611360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55776) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.675294 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d0a71d-8e90-426a-9419-f6b14ee62a66 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:27.675765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d0a71d-8e90-426a-9419-f6b14ee62a66 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:27.695802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92d0a71d-8e90-426a-9419-f6b14ee62a66 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/3ff1bdef-e16d-4cf2-be10-63e3f1e5ac34 HTTP/1.1" status: 404 len: 337 time: 0.0833073 Nov 16 21:28:27.699082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55778) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.715535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b18de-390f-4274-b548-a20fdc894cfb req-77f08062-4d33-4b36-b7cc-24ad26dc45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:27.716899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-77f08062-4d33-4b36-b7cc-24ad26dc45ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2915b10-02ee-4559-9846-52ea85efd00e HTTP/1.1" status: 200 len: 849 time: 0.1677759 Nov 16 21:28:27.762827 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-97e7d9a8-afd8-4339-8737-4ce3695e5529 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0f78925-32f3-47d5-b2c3-4a495036596a HTTP/1.1" status: 200 len: 205 time: 0.0613673 Nov 16 21:28:27.764304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55780) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.765544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef5017-94d1-4d14-bd3a-5f7c377f33ad req-56292bff-e31a-447d-aba9-692642171a31 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:27.767273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ef5017-94d1-4d14-bd3a-5f7c377f33ad req-56292bff-e31a-447d-aba9-692642171a31 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 943 time: 0.2169130 Nov 16 21:28:27.787446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-606b9960-fed1-4b2e-96b0-fb7b906166cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee27a14-7fb6-484a-a61b-1cf3f8188624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585852 Nov 16 21:28:27.837198 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-b13e7d28-cea0-4354-badf-65d75767c062 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:27.847075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71ef5017-94d1-4d14-bd3a-5f7c377f33ad req-003c1738-313b-46e7-93a4-9eb842735ad7 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575330 Nov 16 21:28:27.848872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55782) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.851340 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b13e7d28-cea0-4354-badf-65d75767c062 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/a0f78925-32f3-47d5-b2c3-4a495036596a HTTP/1.1" status: 404 len: 336 time: 0.0792341 Nov 16 21:28:27.950013 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0285c94-a842-4e49-8478-3f9440325040 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:27.951090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0285c94-a842-4e49-8478-3f9440325040 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:27.954480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e0285c94-a842-4e49-8478-3f9440325040 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/1a20a90a-b978-4fa1-a11e-491309e7e62e HTTP/1.1" status: 404 len: 337 time: 0.0888479 Nov 16 21:28:27.958126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55788) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.007615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1242b318-cf2d-4b4e-8f14-286204b17f7a tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b4459ed-18ae-4390-be27-92e6390faf98 HTTP/1.1" status: 200 len: 205 time: 0.0456841 Nov 16 21:28:28.008291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55792) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.109376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.116564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.127234 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-540dc4c5-92b4-403c-a7e7-0d147990eb27 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] delete failed (client error): The resource could not be found. Nov 16 21:28:28.129472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.133255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-540dc4c5-92b4-403c-a7e7-0d147990eb27 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/routers/7b4459ed-18ae-4390-be27-92e6390faf98 HTTP/1.1" status: 404 len: 336 time: 0.1240246 Nov 16 21:28:28.135083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55796) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.136024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.157953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.164744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.186715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.194884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-613d43c8-deba-45a6-bbe9-96964770b12e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.3466785 Nov 16 21:28:28.202153 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-046238ee-287e-4efd-9f95-b732ae3441b5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:28.202604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046238ee-287e-4efd-9f95-b732ae3441b5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:28.215741 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-046238ee-287e-4efd-9f95-b732ae3441b5 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/2af9389c-26e5-4716-86d3-c6573cfcd433 HTTP/1.1" status: 404 len: 337 time: 0.0748985 Nov 16 21:28:28.217007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55798) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.233780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a71bd-51c7-4084-9814-61bb1db6b166 req-30eda83c-a8fe-4627-b856-37b2a8cd2d16 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.242148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e50a71bd-51c7-4084-9814-61bb1db6b166 req-30eda83c-a8fe-4627-b856-37b2a8cd2d16 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.2416687 Nov 16 21:28:28.277503 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d53a64-8586-4a96-aa66-5d5bca6ff956 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:28.278393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d53a64-8586-4a96-aa66-5d5bca6ff956 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:28.287224 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a7d53a64-8586-4a96-aa66-5d5bca6ff956 tempest-RoutersIpV6Test-29089053 tempest-RoutersIpV6Test-29089053-project] 10.222.0.54 "DELETE /v2.0/subnets/d6347c2f-161a-4148-af1e-5c32c43eae74 HTTP/1.1" status: 404 len: 337 time: 0.0622885 Nov 16 21:28:28.335984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e50a71bd-51c7-4084-9814-61bb1db6b166 req-29f867d3-5dde-44c9-ab23-97e4e234cd80 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924299 Nov 16 21:28:28.365580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-6d98a3c7-a124-4092-9133-19a3142515cc service neutron] 10.222.0.21 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343890 Nov 16 21:28:28.515580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a4dfdb5-be8c-4acd-98f7-d3279817c80e req-db1c6d8d-d5d2-432c-8561-42fe80929b6a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3196852 Nov 16 21:28:28.556488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1a99b72-5f36-413f-8eca-b872b858da04 req-00c85eef-3cef-448e-9f31-4458c58eef4e tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 210 time: 0.1133997 Nov 16 21:28:28.647758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-712b18de-390f-4274-b548-a20fdc894cfb req-56a930a9-0019-4201-b1d8-d0a2e3bef6eb service neutron] 10.222.0.21 "GET /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681215 Nov 16 21:28:28.796791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55824) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.977608 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-333f1c71-2fa4-480d-9dca-7eccd762257f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcfed6cdea0e4649ab66d4a9f9e165bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1794798 Nov 16 21:28:28.982867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55830) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:29.038206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913fbc4-3d1b-4908-9809-6102b3958139 req-c1d00123-e3f9-4cbf-9e2b-21ad1997f1b8 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.039683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7913fbc4-3d1b-4908-9809-6102b3958139 req-c1d00123-e3f9-4cbf-9e2b-21ad1997f1b8 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 943 time: 0.0930307 Nov 16 21:28:29.060566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.093694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.196948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.200281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.206472 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f8085f9-173a-4c1d-aba4-95e51bbd7dbb HTTP/1.1" status: 204 len: 168 time: 0.2215383 Nov 16 21:28:29.223433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8085f9-173a-4c1d-aba4-95e51bbd7dbb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:29.236841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.237192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.237789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.238125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.238865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.239414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.239917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.240442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.241438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.241999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.242877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.243698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b5e47-85ce-4295-9aa9-3e33399d270c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.308937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7913fbc4-3d1b-4908-9809-6102b3958139 req-8b707cc7-41e7-4c9d-abf7-afdf770fa9b4 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611268 Nov 16 21:28:29.368644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bead1-ed3a-4cdb-8119-ece4e6f2ff1b req-2666c7e3-64cd-4448-9200-fce65726633b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.370263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68bead1-ed3a-4cdb-8119-ece4e6f2ff1b req-2666c7e3-64cd-4448-9200-fce65726633b tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.3095329 Nov 16 21:28:29.390049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-79b504fe-38ea-4bc1-8a60-7e791f4535ef tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.391553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-79b504fe-38ea-4bc1-8a60-7e791f4535ef tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.2801852 Nov 16 21:28:29.409975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Request body: {'port': {'device_id': 'deecd313-c1fe-4530-8944-466e148bf22b', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'admin_state_up': True, 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:29.510029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68bead1-ed3a-4cdb-8119-ece4e6f2ff1b req-402ed753-9a97-44c3-92aa-9f345eb8b38e tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288748 Nov 16 21:28:29.590292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:29.594995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.763676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be783957-6ce1-4d62-b3f4-c72afe5e9ca5 req-82fdf0ef-5ffc-48d7-b734-b14cc67c21fa tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 210 time: 0.0810075 Nov 16 21:28:29.798438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Allocated IP 172.20.0.12 (5d1c354b-6403-4dfb-9aa9-11db77529d96/cf111398-06b2-470c-b232-e9f2a618aa41/71b90a1b-0ee5-426a-af8d-79ce73e26a1b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:29.824561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.830723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.837983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.845709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.852778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.855288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:29.858850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.865828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.868122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-5b67d737-6029-42ca-b5ee-7c4556abd5c0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1865120 Nov 16 21:28:29.997247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa901830-a1a1-49a3-8ddc-2fc970006635 req-765dbfab-6dfd-426b-91e0-20e7b4a31778 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143117 Nov 16 21:28:30.120917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.134572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,segment=NetworkSegment(12631422-2ff5-417c-88ed-9ddb8eef2557),segment_id=12631422-2ff5-417c-88ed-9ddb8eef2557)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:30.153218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff', 'network_id': 'aee27a14-7fb6-484a-a61b-1cf3f8188624', 'port_id': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff', 'mac_address': 'fa:16:3e:d8:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2915b10-02ee-4559-9846-52ea85efd00e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:30.179620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.221954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:30.224455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:30.237314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:30.248049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:30.262116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:30.272963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-7359bb6c-b7d5-44d5-9f38-ffdbeee4b2da tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.274668 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-7359bb6c-b7d5-44d5-9f38-ffdbeee4b2da tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 945 time: 0.1148636 Nov 16 21:28:30.300494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55864) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:30.304627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026710 Nov 16 21:28:30.305678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event updated for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:30.310296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:30.350730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.352387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.362431 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.382357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-99e370b9-5cf3-4a44-8120-151f5a34f505 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773631 Nov 16 21:28:30.401065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Request body: {'port': {'device_id': 'deecd313-c1fe-4530-8944-466e148bf22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:30.404085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:30.433889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Deleting port d92436ba-0621-486b-8675-498f95c4d6fc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:30.434368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.455847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,segment=NetworkSegment(12631422-2ff5-417c-88ed-9ddb8eef2557),segment_id=12631422-2ff5-417c-88ed-9ddb8eef2557)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:30.470114 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.514262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a6e5fe15-4fc4-407a-9126-9d623989f3ef tempest-NetworksApiDiscovery-934327037 tempest-NetworksApiDiscovery-934327037-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2024150 Nov 16 21:28:30.568759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] For port d92436ba-0621-486b-8675-498f95c4d6fc, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d92436ba-0621-486b-8675-498f95c4d6fc,segment=NetworkSegment(1e4b7973-77f2-4654-a4e4-7963ed327c26),segment_id=1e4b7973-77f2-4654-a4e4-7963ed327c26)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:30.570185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.596286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Calling delete_port for d92436ba-0621-486b-8675-498f95c4d6fc owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:30.647749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:30.733517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:30.734185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72c851-bb9f-47c4-8c75-e95cb092be3e req-4ec218e8-132c-4495-9e14-28a389fff695 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.736014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c72c851-bb9f-47c4-8c75-e95cb092be3e req-4ec218e8-132c-4495-9e14-28a389fff695 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 943 time: 0.3033891 Nov 16 21:28:30.743620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.784438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.839536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Pushing event deleted for resources: {'Port': ['ID=d92436ba-0621-486b-8675-498f95c4d6fc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:30.857699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] No DVR routers for this DVR port d92436ba-0621-486b-8675-498f95c4d6fc on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:30.860769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.863206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30a30-fa1d-4c34-aef2-653a635b8327 req-12da6f0c-1c2a-4cbd-a73b-a2400d16fc81 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.864714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-406136b6-6faf-4af5-b1b6-1999f81c7c8b req-c270d79d-8d4a-411b-8f14-0d50bcc84240 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.21 "DELETE /v2.0/ports/d92436ba-0621-486b-8675-498f95c4d6fc HTTP/1.1" status: 204 len: 173 time: 0.5837512 Nov 16 21:28:30.865233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'name': 'network-vif-deleted', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:30.869356 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd48cf0-d518-4866-82b2-d4182e78864e" -d '{"events": [{"server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "name": "network-vif-deleted", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:30.876055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76c30a30-fa1d-4c34-aef2-653a635b8327 req-12da6f0c-1c2a-4cbd-a73b-a2400d16fc81 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d982c6d-6360-42b8-84d0-e900f61bbfae HTTP/1.1" status: 200 len: 867 time: 0.2433527 Nov 16 21:28:30.979522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c72c851-bb9f-47c4-8c75-e95cb092be3e req-ab6ee1b9-912f-4f15-aa26-08a010c60a87 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243283 Nov 16 21:28:31.045956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55890) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:31.147815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76c30a30-fa1d-4c34-aef2-653a635b8327 req-c6b5b39d-801d-4880-8cac-ce000559aca1 tempest-ServerDiskConfigTestJSON-94995906 tempest-ServerDiskConfigTestJSON-94995906-project] 10.222.0.54 "GET /v2.0/security-groups?id=f03f5d7e-d9c4-4ade-9986-5dc0de982d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475698 Nov 16 21:28:31.172792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a4f060-4e01-4aa1-8062-f3678183d4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.207081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9134a-9ab5-4a58-94d1-dc3392c4b332 req-ecbd7f96-5351-4f94-a2c2-fde7b599eba3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.208605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03a9134a-9ab5-4a58-94d1-dc3392c4b332 req-ecbd7f96-5351-4f94-a2c2-fde7b599eba3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 932 time: 0.1323752 Nov 16 21:28:31.243532 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503de60-6a08-40ef-99b8-481f4ec05f8f x-openstack-request-id: req-8503de60-6a08-40ef-99b8-481f4ec05f8f {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:31.243765 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d982c6d-6360-42b8-84d0-e900f61bbfae", "name": "network-vif-deleted", "tag": "d92436ba-0621-486b-8675-498f95c4d6fc", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:31.244070 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8503de60-6a08-40ef-99b8-481f4ec05f8f {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:31.244650 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d982c6d-6360-42b8-84d0-e900f61bbfae', 'name': 'network-vif-deleted', 'tag': 'd92436ba-0621-486b-8675-498f95c4d6fc', 'status': 'completed', 'code': 200} Nov 16 21:28:31.295501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a4f060-4e01-4aa1-8062-f3678183d4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.303158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d92436ba-0621-486b-8675-498f95c4d6fc'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:31.305349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60a4f060-4e01-4aa1-8062-f3678183d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.353400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03a9134a-9ab5-4a58-94d1-dc3392c4b332 req-3dc3e7e7-fbe4-4dfc-bd0a-5c8fc8e3e784 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364915 Nov 16 21:28:31.375491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60a4f060-4e01-4aa1-8062-f3678183d4df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd4125291c5a4c3980b38da7f6769f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258564 Nov 16 21:28:31.375491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f060-4e01-4aa1-8062-f3678183d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9692cd-dadf-4ca1-a30b-3aa7c1a11121,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:31.377646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:31.535928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.544578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b90a1b-0ee5-426a-af8d-79ce73e26a1b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:31.558181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.574826 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.581396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Transition to ACTIVE for port object 71b90a1b-0ee5-426a-af8d-79ce73e26a1b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:31.597137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.604350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.610882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.617697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.625840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.634984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.642682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.645137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27dec176-eb8a-451d-beff-e7569815fb1f req-0d71ead9-e651-4d0f-ae0a-73b1276d7a88 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1885843 Nov 16 21:28:31.646522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.655888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.660538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.662387 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c9692cd-dadf-4ca1-a30b-3aa7c1a11121 HTTP/1.1" status: 204 len: 168 time: 0.2740431 Nov 16 21:28:31.673270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf82d-2a7a-41d1-bd3c-d10a12758458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9692cd-dadf-4ca1-a30b-3aa7c1a11121,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:31.751336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:31.825831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27dec176-eb8a-451d-beff-e7569815fb1f req-3ce80cae-e3cb-4adc-b691-7263b79ff5db tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675913 Nov 16 21:28:31.869218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:31.878124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea419c-46fe-4c5f-9afa-950167800148 req-b9e95bc1-3504-4a21-af35-586f67242e7d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.879657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2ea419c-46fe-4c5f-9afa-950167800148 req-b9e95bc1-3504-4a21-af35-586f67242e7d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1341980 Nov 16 21:28:31.945789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:31.949880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:31.952093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2ea419c-46fe-4c5f-9afa-950167800148 req-c7ebf9a5-bb56-48ef-9425-0e0038a3acf0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632019 Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Attempting to bind port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Attempting to bind port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Attempting to bind port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:31.974216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Attempting to bind port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:31.979218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:31.979611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Checking segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:31.980042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Bound using segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:31.980471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Bound port: 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:31.980836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.116909 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.148657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:32.151447 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46f602-eb35-41ad-bd5a-c33272a7e7b6" -d '{"events": [{"server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "name": "network-vif-plugged", "status": "completed", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:32.185447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,segment=NetworkSegment(12631422-2ff5-417c-88ed-9ddb8eef2557),segment_id=12631422-2ff5-417c-88ed-9ddb8eef2557)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:32.196495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.207736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:32.237956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:32.270538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.278116 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08abad4-be8b-4aba-a1be-15d308400342 x-openstack-request-id: req-b08abad4-be8b-4aba-a1be-15d308400342 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:32.278493 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "name": "network-vif-plugged", "status": "completed", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:32.281478 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b08abad4-be8b-4aba-a1be-15d308400342 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:32.283404 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff', 'code': 200} Nov 16 21:28:32.320166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:32.373245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.374011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.375509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] 10.222.0.21 "PUT /v2.0/ports/71b90a1b-0ee5-426a-af8d-79ce73e26a1b HTTP/1.1" status: 200 len: 1092 time: 1.9872882 Nov 16 21:28:32.377827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:32.380677 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b517e-7506-4bd7-a624-b3f14620c40e" -d '{"events": [{"name": "network-changed", "server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:32.400850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7add501-0b8d-4827-b7cd-0d9592fb8031 req-3a408122-a6e6-45c8-abd7-09faa1b29ce7 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.407768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfa6d6-aca3-482c-abe6-73bc16848b5e req-9ca30924-792e-477b-9245-8cced7315f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.410234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-86dfa6d6-aca3-482c-abe6-73bc16848b5e req-9ca30924-792e-477b-9245-8cced7315f2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 1096 time: 0.1251683 Nov 16 21:28:32.421553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7add501-0b8d-4827-b7cd-0d9592fb8031 req-3a408122-a6e6-45c8-abd7-09faa1b29ce7 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 944 time: 0.3145468 Nov 16 21:28:32.494907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-86dfa6d6-aca3-482c-abe6-73bc16848b5e req-d873b893-4c94-4a56-bc5e-583210425784 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756910 Nov 16 21:28:32.535727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4d8e-bb08-423d-8784-99a564dd1cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:32.551673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7add501-0b8d-4827-b7cd-0d9592fb8031 req-a1a46574-699d-4b3f-850f-d624619d855a tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290247 Nov 16 21:28:32.572178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-dad550bb-95a6-45b8-a019-16bd03b0a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.573868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-dad550bb-95a6-45b8-a019-16bd03b0a6ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 1095 time: 0.1464937 Nov 16 21:28:32.587729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde387b-900b-49e5-90b6-be0213aa10a2 req-51990fc7-91fc-4bc6-85ef-ca3a4165933b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.595690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bde387b-900b-49e5-90b6-be0213aa10a2 req-51990fc7-91fc-4bc6-85ef-ca3a4165933b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 944 time: 0.1050866 Nov 16 21:28:32.612484 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf0108-c07d-421e-afb2-46d850aa2135 x-openstack-request-id: req-7adf0108-c07d-421e-afb2-46d850aa2135 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:32.612783 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:32.613748 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7adf0108-c07d-421e-afb2-46d850aa2135 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:32.614028 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b', 'status': 'completed', 'code': 200} Nov 16 21:28:32.658476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bde387b-900b-49e5-90b6-be0213aa10a2 req-7bb43dbf-7d80-4649-98de-3d0c374b128f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618188 Nov 16 21:28:32.728083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55952) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:32.782539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-d5d09ab6-3c1c-4a16-bc88-dd80b799a8fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b HTTP/1.1" status: 200 len: 217 time: 0.0801990 Nov 16 21:28:32.801681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Deleting subnet c656819e-7498-4cd8-96cf-02617afa90c0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:32.806963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.845464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-617dd9c6-7203-4379-8bad-da5d6073ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.847321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-617dd9c6-7203-4379-8bad-da5d6073ff4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.0590262 Nov 16 21:28:32.873339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.923144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-18dbc6e9-c485-401d-a0b5-bd45daac217e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616128 Nov 16 21:28:32.952382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.054771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.115508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c656819e-7498-4cd8-96cf-02617afa90c0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:33.132175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.138148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2356d024-6362-4a44-bac8-b1d703f0c6f4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c656819e-7498-4cd8-96cf-02617afa90c0 HTTP/1.1" status: 204 len: 168 time: 0.4087422 Nov 16 21:28:33.140635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55964) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.263905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.404071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.504900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0891b8e-c521-4e2a-876a-187b5e531e48']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:33.529138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4b7973-77f2-4654-a4e4-7963ed327c26') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:33.529432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4b7973-77f2-4654-a4e4-7963ed327c26') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:33.542091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.580486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.592848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:33.593741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:33.595893 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:33.701836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.709775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.717446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0891b8e-c521-4e2a-876a-187b5e531e48 HTTP/1.1" status: 204 len: 168 time: 0.5755491 Nov 16 21:28:33.730843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe25508-52e1-41f0-ae67-444ea975ed93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0891b8e-c521-4e2a-876a-187b5e531e48,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:33.785253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.792615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.798638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.805263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.811273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.817308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.823886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.827417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e9be105-7624-4443-994f-c62893051a8f req-d334c01e-2c0b-4cc4-a34c-68955f879db4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.8890233 Nov 16 21:28:33.832488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-1fd2d9b8-5183-4e0c-8af4-487c81216d65 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835282 Nov 16 21:28:33.862177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe44d-e57a-4fd1-a354-5c7b71292fd8 req-2dafdad6-3e52-4c31-b700-24b817be147a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.863629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-854fe44d-e57a-4fd1-a354-5c7b71292fd8 req-2dafdad6-3e52-4c31-b700-24b817be147a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.7828131 Nov 16 21:28:33.903959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-987cf411-b30d-401b-9009-3edfccea2667 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.905416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-987cf411-b30d-401b-9009-3edfccea2667 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.3194420 Nov 16 21:28:33.915080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55990) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.957585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-537eab6c-2688-4cf8-8975-9656d02979d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb57516e08f94c87b79cfc98914747f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413933 Nov 16 21:28:33.960276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55996) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.011085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.033964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.088787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.091619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.092779 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f03f5d7e-d9c4-4ade-9986-5dc0de982d61 HTTP/1.1" status: 204 len: 168 time: 0.1316128 Nov 16 21:28:34.105472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906929-763f-464b-888f-3520018b4825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f5d7e-d9c4-4ade-9986-5dc0de982d61,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:34.124433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e9be105-7624-4443-994f-c62893051a8f req-bca3abd8-75f1-472d-b914-b48558b926e2 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2764199 Nov 16 21:28:34.142785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-854fe44d-e57a-4fd1-a354-5c7b71292fd8 req-37ba45c7-395e-43b3-8014-354c8550afb7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=04cf0b70-2b4a-4362-b628-afd888a0890e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564228 Nov 16 21:28:34.143634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe492f80-063b-4f3f-992c-cce3822b10eb req-dd2dd466-cc5e-49dc-9524-a59db1ebd81c service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017545 Nov 16 21:28:34.209352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Deleting port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:34.209698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.404074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b517e-7506-4bd7-a624-b3f14620c40e req-2aeb29a0-577c-4be9-849f-4c1f0f37f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.405686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-2aeb29a0-577c-4be9-849f-4c1f0f37f07d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 1095 time: 0.1909106 Nov 16 21:28:34.425222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d24f7-cb26-4380-9f07-7166e3cf97b9 req-46be2e32-54de-4105-bf81-12e33c4b49de tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.426665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c91d24f7-cb26-4380-9f07-7166e3cf97b9 req-46be2e32-54de-4105-bf81-12e33c4b49de tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 945 time: 0.1930428 Nov 16 21:28:34.453400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae8e5e-a9f9-476f-b7d0-207bcf85d2c3 req-f22db63c-1491-4f3a-9439-3edf0aa53aa4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.454864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faae8e5e-a9f9-476f-b7d0-207bcf85d2c3 req-f22db63c-1491-4f3a-9439-3edf0aa53aa4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 944 time: 0.1498339 Nov 16 21:28:34.536635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] For port 27195d92-cbc1-43a3-8ee7-7c020e7cc727, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=27195d92-cbc1-43a3-8ee7-7c020e7cc727,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:34.537145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.695287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faae8e5e-a9f9-476f-b7d0-207bcf85d2c3 req-61d97b47-91f0-496a-8102-419925605109 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199841 Nov 16 21:28:34.706087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c91d24f7-cb26-4380-9f07-7166e3cf97b9 req-71056e80-dcc4-4ba9-9738-694bfb1b9cbe tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669394 Nov 16 21:28:34.757733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b517e-7506-4bd7-a624-b3f14620c40e req-77716586-9fe0-400f-8c31-177146df62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.759284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-77716586-9fe0-400f-8c31-177146df62bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.3430939 Nov 16 21:28:34.838919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-4dd1d588-7363-4774-921e-949cd388e536 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b HTTP/1.1" status: 200 len: 217 time: 0.0511866 Nov 16 21:28:34.953997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b517e-7506-4bd7-a624-b3f14620c40e req-6a77d496-b93c-4309-b91a-05262dfe35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.955568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-6a77d496-b93c-4309-b91a-05262dfe35df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.0952609 Nov 16 21:28:34.964053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.964419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.964792 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Floating IP b1fd9569-b871-4fda-94fa-c4718eb074ba disassociated. External IP: 172.25.7.156, port: 27195d92-cbc1-43a3-8ee7-7c020e7cc727. Nov 16 21:28:34.965168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Calling delete_port for 27195d92-cbc1-43a3-8ee7-7c020e7cc727 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:35.017221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-6668adb1-243c-4ff4-95af-4c1a8c851a7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496883 Nov 16 21:28:35.188284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-89b0f247-1500-4256-95ee-7ace5ececf3f service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367002 Nov 16 21:28:35.348345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.451142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'Port': ['ID=27195d92-cbc1-43a3-8ee7-7c020e7cc727,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:35.536428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-950a188c-c778-467e-89c8-31105016d2da req-a670ba42-8a0f-4cb1-893c-54df39bd03c1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0502644 Nov 16 21:28:35.551252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-535b517e-7506-4bd7-a624-b3f14620c40e req-af339df6-e0c2-4b7b-a2fa-f9e5a17fb22a service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392785 Nov 16 21:28:35.679821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.686128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.692438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.698649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.704672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.711034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.717875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.719933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-0094d2d7-7e3a-49fd-be1f-c052acfd7575 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.3696585 Nov 16 21:28:35.766951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c18ff2f8-4e5d-4591-b7ce-080a444ecc51 req-7544dad4-c9ae-4d93-9b7c-2c51823f513b tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1064754 Nov 16 21:28:35.860894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd79991c-5077-4c8b-ac12-ca4c250b2152 req-a38216d3-96cb-49b1-a538-179ffddec833 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259513 Nov 16 21:28:35.863299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:35.889572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d92436ba-0621-486b-8675-498f95c4d6fc no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:35.936532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: d92436ba-0621-486b-8675-498f95c4d6fc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:35.938067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d92436ba-0621-486b-8675-498f95c4d6fc not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:36.098682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733223-99a7-4d79-9405-2e0e1e9dab7a req-148048da-54ca-49d2-b35b-4cd16a9a2db0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:36.100976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60733223-99a7-4d79-9405-2e0e1e9dab7a req-148048da-54ca-49d2-b35b-4cd16a9a2db0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 944 time: 0.0845883 Nov 16 21:28:36.143143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:36.160716 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:36.175531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:36.176386 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:36.236320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] No DVR routers for this DVR port 27195d92-cbc1-43a3-8ee7-7c020e7cc727 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:36.241813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.245571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7445a8fe-8fb5-4c0b-9aa3-7019cce6c1e9 req-7cb1cf02-c4da-4bc2-84f3-25aa729b1215 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.36 "DELETE /v2.0/ports/27195d92-cbc1-43a3-8ee7-7c020e7cc727 HTTP/1.1" status: 204 len: 173 time: 2.3054285 Nov 16 21:28:36.246435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-deleted', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:36.249667 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c1b04-7752-4b71-b049-e3dab4a24787" -d '{"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-deleted", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:36.283559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60733223-99a7-4d79-9405-2e0e1e9dab7a req-0ff317e7-23d5-4e41-a95d-468aac6acf7d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759968 Nov 16 21:28:36.323713 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefb320-ede0-44a7-9356-1335d4d9b600 x-openstack-request-id: req-daefb320-ede0-44a7-9356-1335d4d9b600 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:36.324109 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa8a919-10e3-4c01-9ab5-15765e3aeb98", "name": "network-vif-deleted", "tag": "27195d92-cbc1-43a3-8ee7-7c020e7cc727", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:36.324462 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daefb320-ede0-44a7-9356-1335d4d9b600 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:36.324970 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa8a919-10e3-4c01-9ab5-15765e3aeb98', 'name': 'network-vif-deleted', 'tag': '27195d92-cbc1-43a3-8ee7-7c020e7cc727', 'status': 'completed', 'code': 200} Nov 16 21:28:36.330149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:36.594264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:36.626354 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:36.636585 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:36.637416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:36.699855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0c9c98d-6442-49f9-8699-5d35be621847 req-ba7cd810-a5bd-42c9-b1bb-2fed540501a5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaa8a919-10e3-4c01-9ab5-15765e3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0401113 Nov 16 21:28:36.783086 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:36.961849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83dbac08-439c-4d07-956f-6ce84a3db471 req-8680d1b4-2e09-466e-8e3d-d34a495bc965 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0666418 Nov 16 21:28:37.128826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.141285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.148756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.156090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.162160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.170483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.184236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:37.186765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.201429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-052de9ee-dca0-4842-8853-d0a6b6ec6a44 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1387768 Nov 16 21:28:37.212848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 27195d92-cbc1-43a3-8ee7-7c020e7cc727 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:37.214049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 27195d92-cbc1-43a3-8ee7-7c020e7cc727 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:37.346514 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.355501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe32e59-f521-4a0c-9629-b7f8e1c2d323 req-94a15950-c032-485a-8b20-e68651410b81 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516850 Nov 16 21:28:37.414490 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c9332-f19e-485c-bda9-7b96a1426f21 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:37.521818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148d36-6816-4e38-acfb-749137e2a4b0 req-7248a450-f9e6-44af-81fc-fa28da4a8d69 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.523764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce148d36-6816-4e38-acfb-749137e2a4b0 req-7248a450-f9e6-44af-81fc-fa28da4a8d69 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 944 time: 0.0798273 Nov 16 21:28:37.596412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce148d36-6816-4e38-acfb-749137e2a4b0 req-07c23db2-9725-4383-9f10-05fc867eaaed tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650752 Nov 16 21:28:37.798876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:37.816878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a171627-c285-423a-8450-528fdeb04874 None None] New status for floating IP b1fd9569-b871-4fda-94fa-c4718eb074ba: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:28:37.900522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.917887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 71b90a1b-0ee5-426a-af8d-79ce73e26a1b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:37.955533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.057121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.062039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.066260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "DELETE /v2.0/security-groups/04cf0b70-2b4a-4362-b628-afd888a0890e HTTP/1.1" status: 204 len: 168 time: 0.2653668 Nov 16 21:28:38.069033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56154) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:38.091330 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-fb98011a-f22c-41b4-bfec-6eb8a77630c3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] show failed (client error): The resource could not be found. Nov 16 21:28:38.093900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fb98011a-f22c-41b4-bfec-6eb8a77630c3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups/04cf0b70-2b4a-4362-b628-afd888a0890e HTTP/1.1" status: 404 len: 347 time: 0.0238044 Nov 16 21:28:38.099768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:38.106235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fb9b2-e3a5-491a-abfd-095009738e39 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf0b70-2b4a-4362-b628-afd888a0890e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:38.159429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:38.181326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'port_id': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b', 'mac_address': 'fa:16:3e:34:7c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf111398-06b2-470c-b232-e9f2a618aa41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:38.236946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9486449-f4d5-4225-978f-4a9304b83b8f req-bd595d3b-cec0-4d5a-a134-cf824b89e6ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0395186 Nov 16 21:28:38.263000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.279541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b90a1b-0ee5-426a-af8d-79ce73e26a1b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:38.318469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d5ae59b-633c-4a53-b61d-d713e9a990e2 req-1997af57-caf9-464f-b0da-de9ff467b100 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1339219 Nov 16 21:28:38.320584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:38.327864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.463065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88403159-1aeb-40fc-a04b-2df17ee8032f req-016fa0ec-5b7f-4c57-8036-3026795ce753 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.471052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88403159-1aeb-40fc-a04b-2df17ee8032f req-016fa0ec-5b7f-4c57-8036-3026795ce753 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 945 time: 0.2313609 Nov 16 21:28:38.538969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:38.600559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.607143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.617935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.627795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.637107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.642411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['71b90a1b-0ee5-426a-af8d-79ce73e26a1b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:38.643986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.650872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.655654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-41377fef-fc26-4910-827f-7d42be0e3ba3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.1819971 Nov 16 21:28:38.687438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88403159-1aeb-40fc-a04b-2df17ee8032f req-aa82c04f-92cb-4389-95fc-230a37f9e2db tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110882 Nov 16 21:28:38.727338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56180) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:38.747893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Deleting port 2312f959-ceae-4fdc-bbde-e576c4453349 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:38.748477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.869718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc8663a4-fd79-4b9d-8231-1f13bd8d5ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.870311 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.972276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc8663a4-fd79-4b9d-8231-1f13bd8d5ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.977066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc8663a4-fd79-4b9d-8231-1f13bd8d5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.023125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8663a4-fd79-4b9d-8231-1f13bd8d5ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33470615-976d-4895-ba09-3e95d60f9024,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.029076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bc8663a4-fd79-4b9d-8231-1f13bd8d5ce2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc77676f22c14c18985bfbbc16b1e984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003819 Nov 16 21:28:39.031674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:39.087733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.110109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.163659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.166592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.167886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33470615-976d-4895-ba09-3e95d60f9024 HTTP/1.1" status: 204 len: 168 time: 0.1350415 Nov 16 21:28:39.176391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050dc8-0d17-473f-9fb0-a2aa1340db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33470615-976d-4895-ba09-3e95d60f9024,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.257585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b72a-5d1d-43ef-8c5f-c42525d9fa7f req-aee80d61-616e-4c24-99b8-ec5cf07f49ac tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.259086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b46b72a-5d1d-43ef-8c5f-c42525d9fa7f req-aee80d61-616e-4c24-99b8-ec5cf07f49ac tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 945 time: 0.1258850 Nov 16 21:28:39.261078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.261588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.283647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1841f54-1d38-4e21-8c2b-5a15086caa6e req-692522e8-15e3-4d5b-9ad7-84c16c8469f3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5931177 Nov 16 21:28:39.290435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Calling delete_port for 2312f959-ceae-4fdc-bbde-e576c4453349 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:39.391173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b46b72a-5d1d-43ef-8c5f-c42525d9fa7f req-93223e43-a758-40d2-b899-20ca67df4d52 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192250 Nov 16 21:28:39.455291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-557948e4-c0f0-46bd-abb8-e5432ea9533d req-bf01a558-ea3c-4858-97c9-a60951f55d4b tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Nov 16 21:28:39.531452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56194) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:39.544765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73d710e4-d20f-48f6-95d3-a956e5ec45c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.555197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.585035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'Port': ['ID=2312f959-ceae-4fdc-bbde-e576c4453349,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.655840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.658669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.660193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ba938cbf-1888-4c9f-8928-32b477b63ded tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "DELETE /v2.0/floatingips/b1fd9569-b871-4fda-94fa-c4718eb074ba HTTP/1.1" status: 204 len: 168 time: 1.5586050 Nov 16 21:28:39.669708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73d710e4-d20f-48f6-95d3-a956e5ec45c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.675435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-73d710e4-d20f-48f6-95d3-a956e5ec45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.732198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-73d710e4-d20f-48f6-95d3-a956e5ec45c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60b85f0fef204f77b9c19e1993c408ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995482 Nov 16 21:28:39.732793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56208) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:39.755372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d710e4-d20f-48f6-95d3-a956e5ec45c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d8ab3f-4f5a-4031-bd05-740f5c1ec117,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.801402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.831367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.839902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-cda1d0d0-e488-40ef-8ad4-37862b84405d tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.841544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-cda1d0d0-e488-40ef-8ad4-37862b84405d tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 945 time: 0.1115506 Nov 16 21:28:39.868721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1ae29-ab72-4f96-b33e-b995578be2c7 req-24ad87aa-7748-430d-90d6-7981501add66 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.868721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c1ae29-ab72-4f96-b33e-b995578be2c7 req-24ad87aa-7748-430d-90d6-7981501add66 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 945 time: 0.0916181 Nov 16 21:28:39.910864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.914151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.921942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35d8ab3f-4f5a-4031-bd05-740f5c1ec117 HTTP/1.1" status: 204 len: 168 time: 0.1785071 Nov 16 21:28:39.931627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 71b90a1b-0ee5-426a-af8d-79ce73e26a1b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:39.935801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4da93c-ea57-46b4-a8a6-db87e1748478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d8ab3f-4f5a-4031-bd05-740f5c1ec117,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.944076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:39.964484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151147546', 'description': 'tempest-description--1220699342'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:40.025031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.042761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4c1ae29-ab72-4f96-b33e-b995578be2c7 req-6ed63a6b-d425-43e7-b392-4c7d45474689 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/security-groups?id=9161d55b-f8c6-4385-bd8f-755ffd60ecc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524677 Nov 16 21:28:40.079092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Deleting port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:40.079870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.086594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:40.091914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:40.092596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.110465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.117952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.158102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4453a0f8-b95c-4353-8a36-93fc713bcf47,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.163558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.165528 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9460ca4d-cec4-452f-a03b-06cb1311d51f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2137923 Nov 16 21:28:40.168678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.176260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group_rule': {'security_group_id': '4453a0f8-b95c-4353-8a36-93fc713bcf47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:40.215664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.226792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.239371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] For port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,segment=NetworkSegment(12631422-2ff5-417c-88ed-9ddb8eef2557),segment_id=12631422-2ff5-417c-88ed-9ddb8eef2557)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:40.239739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.249820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:40.253438 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856b5fa5-7a3f-4234-853e-66d84ddfb11a" -d '{"events": [{"server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "name": "network-vif-plugged", "status": "completed", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:40.260361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Calling delete_port for 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:40.277907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:40.292118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.390123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.392043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.397787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.417138 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af5c73c-b3cf-4e89-a44d-0f37e7f23f08 x-openstack-request-id: req-8af5c73c-b3cf-4e89-a44d-0f37e7f23f08 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:40.417427 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "name": "network-vif-plugged", "status": "completed", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:40.417850 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8af5c73c-b3cf-4e89-a44d-0f37e7f23f08 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:40.418461 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b', 'code': 200} Nov 16 21:28:40.433543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d41fa47-63ae-42dc-94a5-f970af5e5577,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.454464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.456886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6fda42ea-f36e-4232-80d1-6df5e3d6dd5e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872541 Nov 16 21:28:40.459582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.478155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'security_group_rule': {'security_group_id': '4453a0f8-b95c-4353-8a36-93fc713bcf47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:40.557694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab699-de4d-4307-95cb-d1e12dc4e3c8 req-0b6d7deb-a653-4427-a390-ecbde57e8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.559534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-182ab699-de4d-4307-95cb-d1e12dc4e3c8 req-0b6d7deb-a653-4427-a390-ecbde57e8b92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 1097 time: 0.0745511 Nov 16 21:28:40.567626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.583837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.595784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:40.641509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.653623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.680580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Pushing event deleted for resources: {'Port': ['ID=22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.702102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c194a6f-192b-4750-995f-eec534ef954f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.713159 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-182ab699-de4d-4307-95cb-d1e12dc4e3c8 req-0867beb2-4548-4942-9a26-5e4da59ee216 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115203 Nov 16 21:28:40.717985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.720443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6cc1b9a9-1424-4865-8a54-b870fbeb593a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591496 Nov 16 21:28:40.721504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.723466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56246) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.741544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951ee0c1-a625-4e6d-a145-b441111b5280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.747079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:40.762677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.769384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.775971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.782374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.789613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.797282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.804787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.814274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-d1cc8bec-e749-4d38-a00a-dd729a9d89ad tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5426 time: 0.3092105 Nov 16 21:28:40.845909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951ee0c1-a625-4e6d-a145-b441111b5280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.856749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951ee0c1-a625-4e6d-a145-b441111b5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.869279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] No DVR routers for this DVR port 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:40.880863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.881276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.885950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8d0e3d9-a0d7-4611-a074-f769ef7f201d req-9396bea5-9f55-474f-8739-0cb2bc8b4506 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.21 "DELETE /v2.0/ports/22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff HTTP/1.1" status: 204 len: 173 time: 1.0365069 Nov 16 21:28:40.886418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'name': 'network-vif-deleted', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:40.888889 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f814962e-3517-4c78-a2a7-f4c44959ab52" -d '{"events": [{"server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "name": "network-vif-deleted", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:40.904565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff060-a81d-49c5-ae71-34a4f49df0e9 req-f3a2e99c-f7e0-4b0b-95db-85a2f3447cb7 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.911684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-613ff060-a81d-49c5-ae71-34a4f49df0e9 req-f3a2e99c-f7e0-4b0b-95db-85a2f3447cb7 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 946 time: 0.3288610 Nov 16 21:28:40.948201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee0c1-a625-4e6d-a145-b441111b5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c3837-ee9d-420f-b35a-fd4573a6d7ab,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.994123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-613ff060-a81d-49c5-ae71-34a4f49df0e9 req-ca55a2d0-7c36-479c-8560-6f3e7d63f556 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814211 Nov 16 21:28:41.017622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fdbe2f4-bbe6-493f-86b2-fb257cefd7bc req-0ec8e79d-d710-49c3-9ccd-448cb1f3040f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024596 Nov 16 21:28:41.042877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-951ee0c1-a625-4e6d-a145-b441111b5280 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a8921ce4df7456e984f0640fb2c183c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201153 Nov 16 21:28:41.045347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56252) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:41.062067 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e9c64-7898-4101-a6c8-201df47d11cb x-openstack-request-id: req-af9e9c64-7898-4101-a6c8-201df47d11cb {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:41.063235 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d2a996-a432-4846-a403-b123c4a32906", "name": "network-vif-deleted", "tag": "22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:41.063687 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af9e9c64-7898-4101-a6c8-201df47d11cb {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:41.064438 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d2a996-a432-4846-a403-b123c4a32906', 'name': 'network-vif-deleted', 'tag': '22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff', 'status': 'completed', 'code': 200} Nov 16 21:28:41.164683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32bb623f-016e-4ac7-8f3a-8999ae76911f req-7237caee-5816-441d-8e1d-cfbc645f15f9 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0440609 Nov 16 21:28:41.175263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b920d875-bdd2-43af-93e2-0efca1b8e221 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:41.183513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.245105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.336793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdede6a8-35dd-405c-b66d-1cbdcd2e3ee3 req-9b9e6a56-60fa-4c74-84f6-b9922a36ee61 tempest-ServerTagsTestJSON-85013633 tempest-ServerTagsTestJSON-85013633-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6d2a996-a432-4846-a403-b123c4a32906 HTTP/1.1" status: 200 len: 210 time: 0.0722282 Nov 16 21:28:41.358690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.388398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:41.405687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'port_id': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'mac_address': 'fa:16:3e:ab:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a278842c-fb17-4786-b33a-673f954e6291', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:41.464986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.483045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920d875-bdd2-43af-93e2-0efca1b8e221 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:41.516218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:41.524934 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.526159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d6995e47-99dd-416a-a733-0e5b123672ff details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:41.673003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.679554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.695523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b7c3837-ee9d-420f-b35a-fd4573a6d7ab HTTP/1.1" status: 204 len: 168 time: 0.6371810 Nov 16 21:28:41.695760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87504d59-ab66-4070-8235-7883b9096edb req-cba4b4c5-4b3e-48fb-a509-bf3b464a150d tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Nov 16 21:28:41.722797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9985-36c8-47b1-a16e-85464f6c09cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c3837-ee9d-420f-b35a-fd4573a6d7ab,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:41.764399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Allocated IP 172.25.7.85 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ce1c284c-df3c-424a-964f-450e52174ff1) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:41.974248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.049572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.115365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=ce1c284c-df3c-424a-964f-450e52174ff1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.150565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:42.152454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:42.153121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d6995e47-99dd-416a-a733-0e5b123672ff,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.157837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:42.164222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.208812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'd6995e47-99dd-416a-a733-0e5b123672ff', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'port_id': 'd6995e47-99dd-416a-a733-0e5b123672ff', 'mac_address': 'fa:16:3e:ee:81:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:42.232302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d31e40-4e79-470f-b557-3ab64f4e1969 req-1d26de0b-761f-4361-813a-16fd6485f362 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.234471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5d31e40-4e79-470f-b557-3ab64f4e1969 req-1d26de0b-761f-4361-813a-16fd6485f362 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 946 time: 0.1129873 Nov 16 21:28:42.294531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5d31e40-4e79-470f-b557-3ab64f4e1969 req-e6d22ad2-b928-455e-a19a-e7d898a810a4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Nov 16 21:28:42.309429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.317987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.324904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.331850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.340377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.348414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.355148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.356730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.366138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-adb62a57-cbb0-4a6f-83ce-927e82a353e7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5427 time: 0.1976929 Nov 16 21:28:42.371006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.390316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6995e47-99dd-416a-a733-0e5b123672ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:42.445523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d6995e47-99dd-416a-a733-0e5b123672ff,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.451301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb9e5d5e-6353-4b9f-9969-69065f081e0d req-eb024098-edc5-4162-8d0b-249dcff822d4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785902 Nov 16 21:28:42.473629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.474453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 769608e4-d1c9-45d1-bc61-e7281411d405 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:42.479046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.526035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:42.567300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.587345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '769608e4-d1c9-45d1-bc61-e7281411d405', 'network_id': '14fdb57f-b238-4095-be62-e361e4fd7d32', 'port_id': '769608e4-d1c9-45d1-bc61-e7281411d405', 'mac_address': 'fa:16:3e:47:c7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a278842c-fb17-4786-b33a-673f954e6291', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:42.640489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.655738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Deleting subnet b2915b10-02ee-4559-9846-52ea85efd00e {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:42.656354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.663351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.663956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769608e4-d1c9-45d1-bc61-e7281411d405 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:42.687714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.696159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.696159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 66c24b3e-e596-41f7-874e-13a8a4bb55c0 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:42.730554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.732834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.743877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.748386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '66c24b3e-e596-41f7-874e-13a8a4bb55c0', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'port_id': '66c24b3e-e596-41f7-874e-13a8a4bb55c0', 'mac_address': 'fa:16:3e:11:ea:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:42.762185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.839784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.844722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.852263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.869196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c24b3e-e596-41f7-874e-13a8a4bb55c0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:42.919508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.924334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.939468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.944916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.945463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=ce1c284c-df3c-424a-964f-450e52174ff1,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.945891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0c56731a-4286-4b81-b326-baa12e41a08b details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:42.972264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.984267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9767616f-0e0e-4ad9-b9b6-e433b8177ce4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2454677 Nov 16 21:28:43.047382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.066010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0c56731a-4286-4b81-b326-baa12e41a08b,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:43.092500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '0c56731a-4286-4b81-b326-baa12e41a08b', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'port_id': '0c56731a-4286-4b81-b326-baa12e41a08b', 'mac_address': 'fa:16:3e:e1:6e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:43.124325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2915b10-02ee-4559-9846-52ea85efd00e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.126340 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.140729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c1f130e4-15a9-4187-9865-32bfea202196 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b2915b10-02ee-4559-9846-52ea85efd00e HTTP/1.1" status: 204 len: 168 time: 0.6114609 Nov 16 21:28:43.143508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56322) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:43.183995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.200737 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.222704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c56731a-4286-4b81-b326-baa12e41a08b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:43.246747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0c56731a-4286-4b81-b326-baa12e41a08b,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:43.253946 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.255091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 78b6cf31-cec1-47de-b095-99f937a9c475 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:43.286864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=78b6cf31-cec1-47de-b095-99f937a9c475,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:43.301833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.302431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '78b6cf31-cec1-47de-b095-99f937a9c475', 'network_id': '425ee18d-8e4a-4e02-a49e-62b33179053f', 'port_id': '78b6cf31-cec1-47de-b095-99f937a9c475', 'mac_address': 'fa:16:3e:f0:35:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defbe474-8c24-4ff7-9d10-78ec0a93bbdb', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:43.375999 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.411072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b6cf31-cec1-47de-b095-99f937a9c475 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:43.412590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-f8da5f3f-10d0-436a-b03f-b95a240ffe11 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--151147546&fields=id&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 267 time: 0.1398625 Nov 16 21:28:43.429699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.449935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.477552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=78b6cf31-cec1-47de-b095-99f937a9c475,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:43.485342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee27a14-7fb6-484a-a61b-1cf3f8188624']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:43.507947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.508542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b0e09326-f5be-458d-9784-85e4a8b7354c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:43.533448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12631422-2ff5-417c-88ed-9ddb8eef2557') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:43.533668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12631422-2ff5-417c-88ed-9ddb8eef2557') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:43.560640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.582369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05f13b9a-aa92-4fc3-9aab-e7b2594bf190 req-d9b367cc-6f6b-4695-907a-d9e8454fc0ac tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1199207 Nov 16 21:28:43.589974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.601730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:43.601973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:43.603935 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:43.679295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-9dda671a-b289-416e-8572-99528bc82cfd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:43.686796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.688082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-9dda671a-b289-416e-8572-99528bc82cfd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 817 time: 0.2745721 Nov 16 21:28:43.710393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7f519aa2-c053-46d5-8376-c4cfd4e64448 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/quotas/cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 375 time: 0.0208514 Nov 16 21:28:43.736963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.748130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.757064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aee27a14-7fb6-484a-a61b-1cf3f8188624 HTTP/1.1" status: 204 len: 168 time: 0.6113648 Nov 16 21:28:43.800929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d90df8-2c8d-4c23-92c1-d99fe46a1106 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee27a14-7fb6-484a-a61b-1cf3f8188624,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.801777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:43.815496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-b8086ca3-4f64-4dd3-a9b9-7581555db72f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971398 Nov 16 21:28:43.838095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'port_id': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'mac_address': 'fa:16:3e:6c:ac:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:43.934337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:43.945275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.972642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:43.996302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.006792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.016396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e09326-f5be-458d-9784-85e4a8b7354c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:44.020823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.022170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:44.022897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 22d0d2c1-d0f9-41d5-8cad-4eab4d1e30ff not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:44.035888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.043167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.049496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.054628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:44.058532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-3008b617-53ad-4bc1-950d-2e58e0fbc6c8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5432 time: 0.3114867 Nov 16 21:28:44.061124 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.129181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:44.155267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad4e3b00-acf4-4de9-9930-77a35fb56098 req-4978f23a-1398-40a8-8762-73e8e31c1be7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957308 Nov 16 21:28:44.164876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-b0b50a49-2f79-4c7e-88e0-2a8ea8afff1b service neutron] 10.222.0.54 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424094 Nov 16 21:28:44.171039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:44.252214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24630299-678f-4713-b96e-30cb56ddcfc4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2efef5019f194574b15022fa7b6dc7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794926 Nov 16 21:28:44.254320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56358) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:44.292175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-4674fc8a-5b27-4521-a3a8-076e7733f198 service neutron] 10.222.0.54 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264305 Nov 16 21:28:44.325253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.367403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.463739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.467402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.468989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9161d55b-f8c6-4385-bd8f-755ffd60ecc6 HTTP/1.1" status: 204 len: 168 time: 0.2136097 Nov 16 21:28:44.543310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75d372-b110-4da9-924e-8c4004917e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161d55b-f8c6-4385-bd8f-755ffd60ecc6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:44.623989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f865f6d-c2f0-4982-bf7a-53518ec713c8 req-4a6319d4-0891-4d7e-91b2-4fcf9110bb0c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 210 time: 0.0938621 Nov 16 21:28:44.794205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5719ef53-b89a-45b5-af98-45515aba35c8 req-fce38171-c412-4d15-95aa-190c2531acbf tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0516539 Nov 16 21:28:44.951066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b920d875-bdd2-43af-93e2-0efca1b8e221'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:44.984723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['66c24b3e-e596-41f7-874e-13a8a4bb55c0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.151404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['d6995e47-99dd-416a-a733-0e5b123672ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.166997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['769608e4-d1c9-45d1-bc61-e7281411d405'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.176836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['78b6cf31-cec1-47de-b095-99f937a9c475'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.367068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b0e09326-f5be-458d-9784-85e4a8b7354c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.376863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['0c56731a-4286-4b81-b326-baa12e41a08b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:45.494275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.507916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.538611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.551834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.581225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.602616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.612403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.626048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-57d1674a-72e9-4ec9-a746-62a626050980 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5433 time: 0.2403004 Nov 16 21:28:45.706463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b1135dc4-9b0b-460d-a835-7d4faf7b4f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.751550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29b3f73c-3eb1-4b53-86c3-a35a8c5b6d84 req-be48c8c3-86f2-45f2-abe4-5b1773ec79da tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245725 Nov 16 21:28:45.972072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8eb6b6a2-e64c-480f-8d1b-b22592acd028 req-c4b3ad81-a705-4858-aabb-f1d22f16f2d2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 210 time: 0.0577536 Nov 16 21:28:46.213459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1c8cc9-39fb-488d-91c9-51d11aa384dc req-bdc1b8fd-1b60-4853-90d9-0e2150763f61 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0996563 Nov 16 21:28:46.329135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-3491a69f-daca-414d-9cc6-665ed602046e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:46.331460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-3491a69f-daca-414d-9cc6-665ed602046e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 817 time: 0.3359697 Nov 16 21:28:46.527587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-6617964f-6c46-4bda-a132-232a2fa03718 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 379 time: 0.1807108 Nov 16 21:28:46.543825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'port': {'device_id': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'admin_state_up': True, 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'security_groups': ['4453a0f8-b95c-4353-8a36-93fc713bcf47']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:46.769140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Made reservation on behalf of cc486de4959f4548978487fd56c2b0a6 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:46.773637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.103288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.111374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.119308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.125844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.135482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.142110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.149204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.158050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-6b4b0253-b963-4a63-ae82-1dfa4d6dd55d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5433 time: 0.2135999 Nov 16 21:28:47.257968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Allocated IP 172.20.0.10 (bd577cd4-a4ff-433a-a590-9301f5bad9ab/bfc2a8b4-149a-4656-ad12-6e0549bcde4c/522a6e42-39f3-4318-bd35-4a76c66064ff) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:47.372881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4722e1a3-68c2-42d0-b38f-7adf910a5fe1 req-11a3e8b0-cc8e-4746-b68b-3bcca5778eff tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076619 Nov 16 21:28:47.670194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52a5789a-3c55-4664-b3ad-fb4fbb41291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.674576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.790391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.884565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c465bb37-df0e-4daf-a9c9-2a7161283e4e req-40ffe341-7496-4ed1-b08b-318a055c66da tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1423674 Nov 16 21:28:47.969336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:47.979273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142ed8-1b0d-498f-9f56-30c4e25b40a6 req-d48d1fd2-5b9c-452e-aed5-99e46d5aa90d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.987578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2142ed8-1b0d-498f-9f56-30c4e25b40a6 req-d48d1fd2-5b9c-452e-aed5-99e46d5aa90d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 932 time: 0.2261167 Nov 16 21:28:48.004675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:48.013858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:48.022192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:48.128493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2142ed8-1b0d-498f-9f56-30c4e25b40a6 req-1402ff2a-0a7d-4bd8-ac90-bd9d06f6cd9a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399150 Nov 16 21:28:48.134753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.135860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.179019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-fd6e55ff-bc81-4b38-88b2-5c460c72b295 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6441278 Nov 16 21:28:48.192861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Request body: {'port': {'device_id': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:48.297220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.459090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-10c8075b-bad0-44b2-a19e-24dad28d92e6 None None] Provisioning complete for port 522a6e42-39f3-4318-bd35-4a76c66064ff triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:48.460111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10c8075b-bad0-44b2-a19e-24dad28d92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.558582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-10c8075b-bad0-44b2-a19e-24dad28d92e6 None None] Port 522a6e42-39f3-4318-bd35-4a76c66064ff cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:48.746196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:48.762287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.769374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.776281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.782608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.789349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.795750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.802187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.805371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-dbe45071-1edb-4638-bf1d-ed2a2bbcbc8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5433 time: 0.2181320 Nov 16 21:28:48.810810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.857137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Transition to ACTIVE for port object 522a6e42-39f3-4318-bd35-4a76c66064ff will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:48.867438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.927366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d3bb68e-ad78-4e5c-ae2a-47326cc050dc req-552d1925-6a5e-449d-9deb-3129fe040cc7 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140296 Nov 16 21:28:49.035957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:49.063577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:49.063826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:49.064657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:49.068631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3dab786f-5d28-4e4c-9159-633ad06611fc req-78d1ffb0-b17d-4fd9-82ee-410a7f54d200 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0450397 Nov 16 21:28:49.072021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:49.072339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:49.078021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:49.078496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:49.079027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:49.079460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Bound port: 522a6e42-39f3-4318-bd35-4a76c66064ff, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:49.079815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.160206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:49.164168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:49.185433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.262882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.301449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:49.311378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.311504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.312915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7d4cdd85-9890-49ca-8d04-208ea1321436 service neutron] 10.222.0.21 "PUT /v2.0/ports/522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 1092 time: 1.1244195 Nov 16 21:28:49.336330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:49.339636 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb7b4e-db37-47b5-8890-215f518f8f83" -d '{"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:49.442823 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310170b-6dd9-48ab-b303-80b9b47fd0de x-openstack-request-id: req-0310170b-6dd9-48ab-b303-80b9b47fd0de {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:49.443165 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:49.443613 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0310170b-6dd9-48ab-b303-80b9b47fd0de {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:49.444023 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'status': 'completed', 'code': 200} Nov 16 21:28:49.481157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285bb11-2cb0-43aa-9153-d08ed476241d req-3a49ce14-9cb4-400c-a181-83b93d241799 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.491590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8285bb11-2cb0-43aa-9153-d08ed476241d req-3a49ce14-9cb4-400c-a181-83b93d241799 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.2118890 Nov 16 21:28:49.504391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-a609e086-f5d8-4030-a5b3-6b6fdda19784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.505853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-a609e086-f5d8-4030-a5b3-6b6fdda19784 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1095 time: 0.1264842 Nov 16 21:28:49.563731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-4730c24d-9790-4a52-980e-188eb459ad76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 217 time: 0.0446846 Nov 16 21:28:49.652023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8285bb11-2cb0-43aa-9153-d08ed476241d req-3eee5e14-dd50-46df-852b-f4b205e2c089 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595347 Nov 16 21:28:49.702406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-91025bdf-8374-4b86-a24b-62e8e897ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.704171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-91025bdf-8374-4b86-a24b-62e8e897ac13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.1314127 Nov 16 21:28:49.768694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-d4521101-0198-4719-b6ec-b2144ac0c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.770720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-d4521101-0198-4719-b6ec-b2144ac0c471 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589383 Nov 16 21:28:49.896541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-7f285780-c9c1-4122-b39f-989b33fb7ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170423 Nov 16 21:28:50.067031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cce6eaa-05d2-4d58-825b-364e8a8a2f13 req-149a16f1-a292-4ab2-b983-c356459a1240 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623964 Nov 16 21:28:50.109969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b920d875-bdd2-43af-93e2-0efca1b8e221 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:50.156964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.164753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.171740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.179566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.185783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.192256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.199332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.201243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-f97e6f6f-533f-4ad5-85d6-d36d15c161ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5433 time: 0.1330206 Nov 16 21:28:50.212400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b920d875-bdd2-43af-93e2-0efca1b8e221 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:50.217587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b920d875-bdd2-43af-93e2-0efca1b8e221 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:50.218292 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.361674 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.396917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7384f8a8-ef1b-4999-8314-e737af2732b1 req-1ab50916-3442-401d-9dae-127aeabfaaf1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1834383 Nov 16 21:28:50.437873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:50.442308 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292214c-4235-4d8c-a207-6e8b4b0d2c84" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:50.476078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b91552c-417e-45b3-953e-e75f9480d9d8 req-ddaaac59-d9b4-4295-bee0-58514822b830 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0743759 Nov 16 21:28:50.479152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-f547c5dd-4b7b-4fbe-a341-0a708ddf9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.480649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-f547c5dd-4b7b-4fbe-a341-0a708ddf9f3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1095 time: 0.3377764 Nov 16 21:28:50.521153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:50.534862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.555966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d6995e47-99dd-416a-a733-0e5b123672ff up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:50.616337 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d257f8-a383-4dfa-85bc-ea435a7d579a x-openstack-request-id: req-d2d257f8-a383-4dfa-85bc-ea435a7d579a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:50.616705 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:50.616963 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2d257f8-a383-4dfa-85bc-ea435a7d579a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:50.617547 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'code': 200} Nov 16 21:28:50.675774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:50.699253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-c5007789-0835-4407-92e2-62c8b88c8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.701107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-c5007789-0835-4407-92e2-62c8b88c8071 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.1988404 Nov 16 21:28:50.717331 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.724215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port d6995e47-99dd-416a-a733-0e5b123672ff completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:50.730652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port d6995e47-99dd-416a-a733-0e5b123672ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:50.732354 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.789810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-2484b87e-67a8-46c6-b2d2-2abfe249d15f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 217 time: 0.0799537 Nov 16 21:28:50.939706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.946509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-8f6a25f8-db88-4501-a774-e721ca4a192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.950885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-8f6a25f8-db88-4501-a774-e721ca4a192d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.1508093 Nov 16 21:28:51.011415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d6995e47-99dd-416a-a733-0e5b123672ff,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:51.024708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.025583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 769608e4-d1c9-45d1-bc61-e7281411d405 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:51.036502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847b51a-64a7-4407-afc5-9e54a46ec0af req-da285cd1-4c44-4b56-81e5-42cfe2887f35 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.045173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f847b51a-64a7-4407-afc5-9e54a46ec0af req-da285cd1-4c44-4b56-81e5-42cfe2887f35 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.2590685 Nov 16 21:28:51.073052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-489f9b1a-4ce4-4f5c-80d3-7a8ad8dbaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.078542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-489f9b1a-4ce4-4f5c-80d3-7a8ad8dbaab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142964 Nov 16 21:28:51.132525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.153884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 769608e4-d1c9-45d1-bc61-e7281411d405 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:51.158670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 769608e4-d1c9-45d1-bc61-e7281411d405 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:51.159256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.196787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f847b51a-64a7-4407-afc5-9e54a46ec0af req-3544afd5-b920-4a5d-bed9-a5f45abe7469 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486216 Nov 16 21:28:51.246376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-3a8f8008-fb27-4830-88d2-47cbb11a1c29 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603470 Nov 16 21:28:51.287288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.341114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:51.360528 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.363104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b0e09326-f5be-458d-9784-85e4a8b7354c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:51.406887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54fb7b4e-db37-47b5-8890-215f518f8f83 req-e08fadcb-2cd4-4575-bee1-3940f7be02ae service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522431 Nov 16 21:28:51.495659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.510582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.532324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b0e09326-f5be-458d-9784-85e4a8b7354c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:51.540057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b0e09326-f5be-458d-9784-85e4a8b7354c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:51.540057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.617388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.623614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.629837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.636641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.638686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.643283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.650230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.657191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:51.659159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-e3e3084e-b6f8-4afa-9e08-cfe11f2e3b3f tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5436 time: 0.1191616 Nov 16 21:28:51.676252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a151a2d-b6c0-4889-b25d-7bf20a2c81ae req-ae8fe66d-9681-4870-8de8-713fd089d5f9 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0829051 Nov 16 21:28:51.698224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:51.704576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.705436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 66c24b3e-e596-41f7-874e-13a8a4bb55c0 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:51.775695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93019ee6-e6a4-4189-988e-aedc61b74ae8 req-50ff74e3-4b11-4289-bd19-497a8fb3d0ba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022463 Nov 16 21:28:51.812326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.845073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:51.850490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:51.850855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.936880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.973149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:51.977944 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.979287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0c56731a-4286-4b81-b326-baa12e41a08b up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:52.065314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:52.085017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 0c56731a-4286-4b81-b326-baa12e41a08b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:52.089629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 0c56731a-4286-4b81-b326-baa12e41a08b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:52.090000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.176609 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.234896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0c56731a-4286-4b81-b326-baa12e41a08b,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:52.242299 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.243328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 78b6cf31-cec1-47de-b095-99f937a9c475 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:52.448012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8dd19-f977-4723-b944-64b3019f3d11 req-8478fa97-1bac-443b-bb71-fcaed639d68f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.456331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24b8dd19-f977-4723-b944-64b3019f3d11 req-8478fa97-1bac-443b-bb71-fcaed639d68f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.1061087 Nov 16 21:28:52.548376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24b8dd19-f977-4723-b944-64b3019f3d11 req-7c40b998-a2c8-4e55-be33-827c891f694a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893509 Nov 16 21:28:52.555187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:52.572712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 78b6cf31-cec1-47de-b095-99f937a9c475 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:52.580266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 78b6cf31-cec1-47de-b095-99f937a9c475 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:52.580852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.623517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6995e47-99dd-416a-a733-0e5b123672ff'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c24b3e-e596-41f7-874e-13a8a4bb55c0'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:52.626049 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c556d-bfc8-4395-8830-bebd7cb2c115" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "d6995e47-99dd-416a-a733-0e5b123672ff"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "66c24b3e-e596-41f7-874e-13a8a4bb55c0"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:52.700017 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad8d7c5-6926-4b27-a9bf-1c13ec1590b9 x-openstack-request-id: req-6ad8d7c5-6926-4b27-a9bf-1c13ec1590b9 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:52.700443 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "d6995e47-99dd-416a-a733-0e5b123672ff", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "66c24b3e-e596-41f7-874e-13a8a4bb55c0", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:52.700962 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ad8d7c5-6926-4b27-a9bf-1c13ec1590b9 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:52.701737 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6995e47-99dd-416a-a733-0e5b123672ff', 'code': 200} Nov 16 21:28:52.702053 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405', 'code': 200} Nov 16 21:28:52.702382 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'code': 200} Nov 16 21:28:52.702698 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c24b3e-e596-41f7-874e-13a8a4bb55c0', 'code': 200} Nov 16 21:28:52.703035 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b', 'code': 200} Nov 16 21:28:52.724986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.777774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=78b6cf31-cec1-47de-b095-99f937a9c475,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:52.788940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.860000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:52.881219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2bec1601-03b0-4f9f-a38a-72f80f0bc877 req-5b56557d-5719-4ad1-b49c-4309e8f7b5e8 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0731025 Nov 16 21:28:52.937161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-1a8b511f-8391-46a0-ba6b-96b19a0acc89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0845308 Nov 16 21:28:53.050272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.057219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.064999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.071836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.077969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.084424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.091909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.100593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-0ec328cd-28f0-44f7-99ad-45ab4b64d091 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.1526713 Nov 16 21:28:53.116537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.116950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.117412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.117872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.118327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.118780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.119263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.121242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2b8cac06-97d7-413a-a705-635eabd74a4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.1370683 Nov 16 21:28:53.238510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaa8402f-cad3-4333-a10f-94bf4b0f8fff req-399a7cbd-9519-4cce-8b8e-87be809dfea3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352005 Nov 16 21:28:53.362568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-373625de-f3c5-4042-9d56-fde6a9a8a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.363442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-373625de-f3c5-4042-9d56-fde6a9a8a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.364057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-373625de-f3c5-4042-9d56-fde6a9a8a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.366095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-373625de-f3c5-4042-9d56-fde6a9a8a0af service neutron] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 2291 time: 0.1258948 Nov 16 21:28:53.438455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-b3235fb8-39a0-4f25-8c86-5cae011e27eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 999 time: 0.0640163 Nov 16 21:28:53.911122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-b76bce77-09cb-40a1-8774-a1a89c160449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.914672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-b76bce77-09cb-40a1-8774-a1a89c160449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.4686761 Nov 16 21:28:53.972498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7a18-5380-4748-99ed-76cfc07bfc57 req-c2cd06e6-eea5-4483-9fb3-fba38bc7aa66 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.979477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb7c7a18-5380-4748-99ed-76cfc07bfc57 req-c2cd06e6-eea5-4483-9fb3-fba38bc7aa66 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.1362038 Nov 16 21:28:53.998030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:54.029022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-020c2712-fe9c-4e28-9f33-179b1d54a72f req-5c574981-621b-4855-9b90-a7858f707be6 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0466733 Nov 16 21:28:54.040896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-65173ab7-76ea-40ce-9035-66973e60499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.042646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-65173ab7-76ea-40ce-9035-66973e60499f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202650 Nov 16 21:28:54.237577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-ecde99a7-ebd0-4d2f-8304-dd6e2a1c6fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864502 Nov 16 21:28:54.346144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:54.373754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:54.404613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-9197d184-017d-4afe-8ef0-a9360f447eb4 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549089 Nov 16 21:28:54.417610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.435196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:54.457697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:54.464101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.507819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-bb6dbf11-57d2-4f18-bf95-824f27db5333 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 217 time: 0.0847356 Nov 16 21:28:54.513474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb7c7a18-5380-4748-99ed-76cfc07bfc57 req-edb453e9-e5a9-4898-99f8-c08c5b2e5f44 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331576 Nov 16 21:28:54.551118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:54.596944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.603216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.610423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.617806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.623719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.629884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.636483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.638411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-5da7f78f-d194-486e-8d6f-c370a39cd7a1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.2329113 Nov 16 21:28:54.652126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-f3545a5b-e61c-43d5-b1de-1d4b3ec948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.653540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-f3545a5b-e61c-43d5-b1de-1d4b3ec948a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1369703 Nov 16 21:28:54.695040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['522a6e42-39f3-4318-bd35-4a76c66064ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:54.733644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:54.736271 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014f2dee-afdb-42a0-ae6c-c15b26182165" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:54.743555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a905e3d-f750-4445-b761-cae5fe8e8481 req-826405ab-ce2e-4693-881b-6bf0100b62e6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942364 Nov 16 21:28:54.778108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-040cd04e-0f32-43a5-9a74-629b24e9249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.781900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-040cd04e-0f32-43a5-9a74-629b24e9249c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117878 Nov 16 21:28:54.848188 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d208590-8a6b-475a-a2bb-eb88bde8e9ce x-openstack-request-id: req-7d208590-8a6b-475a-a2bb-eb88bde8e9ce {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:54.848703 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:54.848848 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d208590-8a6b-475a-a2bb-eb88bde8e9ce {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:54.849627 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475', 'code': 200} Nov 16 21:28:54.963795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.963795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.965007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.965007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.966399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.966399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.966399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.967882 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ed072393-a233-4319-8b49-469503b3f874 req-64a91322-9d1f-437a-bfff-abc052c95aca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.0684533 Nov 16 21:28:54.980893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-80aec998-b97f-4066-9937-d0d2ab36ac93 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911204 Nov 16 21:28:55.032486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ed072393-a233-4319-8b49-469503b3f874 req-94778225-e7ad-4242-8389-68dba20a2b01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565574 Nov 16 21:28:55.044987 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:28:55.093393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-4f6161ca-535c-4439-a0fd-55d0912ffeeb service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012938 Nov 16 21:28:55.172319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f10d835-9de3-4f0e-82ac-fea3c8540e87 req-a83e6bca-7d00-4b3f-a296-f61e2e62f376 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0276616 Nov 16 21:28:55.277353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-3c0f34e0-655b-4862-9d73-8920678ba59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 217 time: 0.0416560 Nov 16 21:28:55.341232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-3f1eb12c-f6c8-497a-a134-3db943c62df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.343547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-3f1eb12c-f6c8-497a-a134-3db943c62df8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0526853 Nov 16 21:28:55.404226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-f52dc1a0-0dcc-4925-91aa-71cf0f1c4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.405908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-f52dc1a0-0dcc-4925-91aa-71cf0f1c4149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519433 Nov 16 21:28:55.513927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-c17c556e-aa20-49f7-a057-9b512cda0b12 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000431 Nov 16 21:28:55.643589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-10bf3721-cfe6-4ceb-9a1a-0fe8e97e904d service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204305 Nov 16 21:28:55.669585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b26d-124d-46cc-9ac3-fbf426494807 req-09c568e8-be95-493d-aab6-4a2d07fc9686 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.671194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7203b26d-124d-46cc-9ac3-fbf426494807 req-09c568e8-be95-493d-aab6-4a2d07fc9686 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.0762174 Nov 16 21:28:55.716190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-d6bcf25a-c2b7-4577-a43c-9a15d016901d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 217 time: 0.0628827 Nov 16 21:28:55.801182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7203b26d-124d-46cc-9ac3-fbf426494807 req-2f48c84d-b4fb-41a8-8358-0b492094c623 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887029 Nov 16 21:28:55.806781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-3615b994-778e-4d94-8b2b-79c268b0e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.822606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-3615b994-778e-4d94-8b2b-79c268b0e6c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0969374 Nov 16 21:28:55.906033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-d8e4be35-be11-458f-881a-89c90f815e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.907700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-d8e4be35-be11-458f-881a-89c90f815e5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772734 Nov 16 21:28:55.937370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.944014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.950196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.956404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.963044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.969405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.975447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.977432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-33ef1b1c-e02b-426b-b848-a8acb61b7cc3 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.1352139 Nov 16 21:28:56.025062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:56.096605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 522a6e42-39f3-4318-bd35-4a76c66064ff completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:56.103541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 522a6e42-39f3-4318-bd35-4a76c66064ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:56.104274 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.110069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b04f8f9-2ce2-4801-93c6-6f610b9bcd6a req-e13d175c-9298-48f8-8a9e-1a3a9ff12c57 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228569 Nov 16 21:28:56.117319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-8828b4b6-e235-433c-9129-39b724621508 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000771 Nov 16 21:28:56.224306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.246967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-6950ef3c-fb96-411b-b929-beac619ab208 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161549 Nov 16 21:28:56.263982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:56.273083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.301252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-7c65ea68-8cd6-42ce-a281-a8f9ce9f7e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 217 time: 0.0456631 Nov 16 21:28:56.339474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-870bc710-9508-4b01-9e9a-fe5f61ca9fa2 req-b11080dd-7eba-4537-83ad-fd4684fd9d9c tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0371759 Nov 16 21:28:56.371668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.401530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-9653e6bc-b2c3-4768-9e30-e103d6c3039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.403017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-9653e6bc-b2c3-4768-9e30-e103d6c3039f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0875404 Nov 16 21:28:56.467168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-08efdb6f-5dfa-45ff-be5b-c1ecb54e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.469228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-08efdb6f-5dfa-45ff-be5b-c1ecb54e4b21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576396 Nov 16 21:28:56.632387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2f9da50d-7419-4356-892d-c2b984c21475 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539488 Nov 16 21:28:56.739051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-f1f87ef0-5417-4c1c-96b9-4d98b1aeb2a9 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985010 Nov 16 21:28:56.812448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-92dbf479-fa0a-4d5a-82b2-d640249ad8f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 217 time: 0.0654256 Nov 16 21:28:56.851966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:56.854260 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e836b08e-fda6-4186-a13a-468428f55349" -d '{"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:56.894738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-0c5bdba1-22b1-4dfd-8c0c-2d8d4ab089d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.898460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-0c5bdba1-22b1-4dfd-8c0c-2d8d4ab089d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.0788524 Nov 16 21:28:56.994918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-27828cb3-796a-4622-91e6-8bafe9cc3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.996448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-27828cb3-796a-4622-91e6-8bafe9cc3688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616751 Nov 16 21:28:57.011400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43635978-6b55-4f7b-8ded-4b06e754533e req-b8bf1c48-37a8-43f5-8dca-a30a350c5f6b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.012957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43635978-6b55-4f7b-8ded-4b06e754533e req-b8bf1c48-37a8-43f5-8dca-a30a350c5f6b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1134224 Nov 16 21:28:57.103181 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5b9c5-394a-4bde-bcc1-7da32411fdbf x-openstack-request-id: req-beb5b9c5-394a-4bde-bcc1-7da32411fdbf {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:57.103181 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:57.103910 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beb5b9c5-394a-4bde-bcc1-7da32411fdbf {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:57.103910 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'code': 200} Nov 16 21:28:57.277447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43635978-6b55-4f7b-8ded-4b06e754533e req-919d27fa-6d0b-42d8-9138-9872576a9547 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992173 Nov 16 21:28:57.289019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-828dec9b-8cf5-4aac-90fe-6528875ce7e3 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750897 Nov 16 21:28:57.404938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.411023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.417856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.423601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.430520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.436821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.443162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.445030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-4b8c188c-880a-4e9b-9cd2-ef1f80bcd5ac tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.2155027 Nov 16 21:28:57.446883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370bd5-3476-48ce-9932-58c8c5533c1f req-a06a7e91-175e-468b-8379-4a9687f0dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.448261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b370bd5-3476-48ce-9932-58c8c5533c1f req-a06a7e91-175e-468b-8379-4a9687f0dfcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1097 time: 0.2822428 Nov 16 21:28:57.450675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-11c669a9-398c-4dff-aab1-3726e744523f service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535001 Nov 16 21:28:57.574622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff62472f-c8c6-491f-b2e2-0c3466726733 req-7e2e0a6b-c86d-48bd-8db8-c7bb144882a6 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0880134 Nov 16 21:28:57.575888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-ccebd118-d94d-463a-8898-6d30f99888ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.1089306 Nov 16 21:28:57.686122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b370bd5-3476-48ce-9932-58c8c5533c1f req-29104510-8053-48bb-b11c-68e67b21d7c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113552 Nov 16 21:28:57.693646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2cc2d587-35e0-45c8-a6de-4f86d8cb7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.695155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-2cc2d587-35e0-45c8-a6de-4f86d8cb7b0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.1112769 Nov 16 21:28:57.710557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daffe030-b17f-46ad-90a9-331ec8f44da7 req-91ba3997-edd9-40c3-9edd-c609e0a3658e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2505653 Nov 16 21:28:57.786083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-1368b453-54ae-4e89-8be5-0aca55fb1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.788278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-1368b453-54ae-4e89-8be5-0aca55fb1f07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767450 Nov 16 21:28:57.935079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.942475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.950744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.958011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.967317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.975296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.985595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.987653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f5efa42-8039-403a-9089-f418e58c4d38 req-86eefb84-c7d2-46f0-9e5c-74d53028a76e tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.1653531 Nov 16 21:28:57.998845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:58.004052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Request body: {'floatingip': {'port_id': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:58.019571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-316dd023-7c36-408e-a904-1876d62867b9 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185869 Nov 16 21:28:58.094037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.251365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de09f45a-7072-4f66-9385-39ab5ade45e8 req-a6ca99af-63ec-4e0d-8e3e-6a535840c8ee service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245886 Nov 16 21:28:58.486522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b392a-c484-473b-9fd9-e3f5b5fd612a req-cd0a05f9-53d2-4825-b13c-29ca3798b305 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:58.488200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a6b392a-c484-473b-9fd9-e3f5b5fd612a req-cd0a05f9-53d2-4825-b13c-29ca3798b305 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.0981383 Nov 16 21:28:58.559311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a6b392a-c484-473b-9fd9-e3f5b5fd612a req-a513ec0d-c686-4ad5-919a-e6cd1f2f9e43 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620403 Nov 16 21:28:58.774081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c43a1d9b-6eb3-4b52-a669-b711820f3b43 req-285fc0e4-1033-4fe2-af4f-9152b37d136c tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0827940 Nov 16 21:28:59.185103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.196075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.328830 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Floating IP f5ccaa57-8de1-44ea-9ef4-1a3f437acda9 associated. External IP: 172.25.7.212, port: b0e09326-f5be-458d-9784-85e4a8b7354c. Nov 16 21:28:59.660860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Router 33f64bfe-1a8e-4818-a899-5ae75ab09695 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:59.801921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f224-69d3-405c-b4ec-8d502b1aeca2 req-047c4a17-7c1c-46ca-948d-60d503925641 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:59.812490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93f5f224-69d3-405c-b4ec-8d502b1aeca2 req-047c4a17-7c1c-46ca-948d-60d503925641 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1088164 Nov 16 21:28:59.832206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56778) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:59.907171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:59.913509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.921829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Sync routers for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:59.944114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93f5f224-69d3-405c-b4ec-8d502b1aeca2 req-d82276d1-345f-4564-8c1f-76428eb97e03 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272554 Nov 16 21:28:59.954736 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:59.955494 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:59.975821 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6a4dab7-8c84-464a-b84b-5eb34dff0d07 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "PUT /v2.0/floatingips/f5ccaa57-8de1-44ea-9ef4-1a3f437acda9 HTTP/1.1" status: 200 len: 991 time: 1.9757905 Nov 16 21:28:59.978693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:59.981020 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:00.010121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c18e50e-78df-4102-ab0f-0112d2751a4e req-697c0e1c-811f-45e0-8feb-525f4d22fd14 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0914967 Nov 16 21:29:00.100371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bea7c4d-a51f-4b57-8d4f-0f0e9d53911e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.133196 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:00.264438 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bea7c4d-a51f-4b57-8d4f-0f0e9d53911e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.282279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0bea7c4d-a51f-4b57-8d4f-0f0e9d53911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.306754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7ba69-0685-4115-a889-78e1b48d08be req-4729fed4-1c62-4528-b658-3aba5495a324 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.314284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afa7ba69-0685-4115-a889-78e1b48d08be req-4729fed4-1c62-4528-b658-3aba5495a324 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1248448 Nov 16 21:29:00.322976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:00.328475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Request body: {'floatingip': {'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:00.364484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0bea7c4d-a51f-4b57-8d4f-0f0e9d53911e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e11dd273f96e473c9da456d81e581b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5316122 Nov 16 21:29:00.366057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea7c4d-a51f-4b57-8d4f-0f0e9d53911e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13450a41-3636-4e38-9d10-7862356deb72,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:00.375978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:00.387206 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10684f23-2cb9-4512-855b-90ac4699e41a x-openstack-request-id: req-10684f23-2cb9-4512-855b-90ac4699e41a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:00.387206 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:00.387206 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10684f23-2cb9-4512-855b-90ac4699e41a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:00.388708 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'status': 'completed', 'code': 200} Nov 16 21:29:00.423673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.483776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.511702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.599268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.602790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.604301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13450a41-3636-4e38-9d10-7862356deb72 HTTP/1.1" status: 204 len: 168 time: 0.2268813 Nov 16 21:29:00.630052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9802140-f635-4c53-b49f-c2a0e1a6eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13450a41-3636-4e38-9d10-7862356deb72,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:00.642760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.643737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.644222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.645770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.646432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.647427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.648053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.650261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-ad4d9e64-220a-40af-b0a7-7744254c5203 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.1815073 Nov 16 21:29:00.650409 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f5ccaa57-8de1-44ea-9ef4-1a3f437acda9', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'port_id': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'mac_address': 'fa:16:3e:6c:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:11Z', 'updated_at': '2021-11-16T21:28:58Z', 'revision_number': 1, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:00.681102 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Checking router: 33f64bfe-1a8e-4818-a899-5ae75ab09695 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:00.690530 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:00.691257 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:00.858377 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:00.863577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-33ca8835-603a-40f0-a869-9c4cfc294125 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1641355 Nov 16 21:29:00.892512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-2272fdce-e5f7-42f1-8ccf-44c725e90bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:00.894335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-2272fdce-e5f7-42f1-8ccf-44c725e90bed service neutron] 10.222.0.36 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4 HTTP/1.1" status: 200 len: 918 time: 0.2321894 Nov 16 21:29:01.156126 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f5ccaa57-8de1-44ea-9ef4-1a3f437acda9', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'port_id': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'mac_address': 'fa:16:3e:6c:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:11Z', 'updated_at': '2021-11-16T21:28:58Z', 'revision_number': 1, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:01.192670 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58334478-796e-456e-a5b3-3da6713ec04c None None] The sync data for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 is: [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'f5ccaa57-8de1-44ea-9ef4-1a3f437acda9', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'port_id': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'mac_address': 'fa:16:3e:6c:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725001e3-6307-481c-973f-8811310fd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:11Z', 'updated_at': '2021-11-16T21:28:58Z', 'revision_number': 1, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:01.454964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6c25ac1-a2bd-4879-b234-3fcc64b71598 req-6f8ac19f-21ad-4ee5-9d3f-46eb62043ed9 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0975537 Nov 16 21:29:01.463198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-42356040-3018-400e-b7fb-2ed7a63c80f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 999 time: 0.5548503 Nov 16 21:29:01.624288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408504ff-788a-48d8-a64c-349729e94c46 None None] New status for floating IP f5ccaa57-8de1-44ea-9ef4-1a3f437acda9: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:29:01.658422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-2bc17dab-3382-459d-a436-6e8dd51dd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:01.659975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-2bc17dab-3382-459d-a436-6e8dd51dd690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 1096 time: 0.7412703 Nov 16 21:29:01.677946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-452d40cd-ce65-40b3-8854-bf582706ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:01.679372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-452d40cd-ce65-40b3-8854-bf582706ca68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 200 len: 856 time: 0.0847344 Nov 16 21:29:01.876197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.resource_extend [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:29:01.981212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.029585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.085433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-4891cd7b-76e9-43aa-9aaa-f6fe8ebf8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.087154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-4891cd7b-76e9-43aa-9aaa-f6fe8ebf8f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68464bb0-b16c-4c7b-b689-39988c18d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556416 Nov 16 21:29:02.195533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-468e4534-bea4-4601-897a-e75898d68cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.197011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-468e4534-bea4-4601-897a-e75898d68cf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.4671929 Nov 16 21:29:02.261577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-205bc59c-31b4-4fbe-b701-6b4daef61f89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 200 len: 217 time: 0.0519009 Nov 16 21:29:02.337333 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Floating IP c9d0def6-aa7b-413a-9410-bd9243b482ef associated. External IP: 172.25.7.85, port: 522a6e42-39f3-4318-bd35-4a76c66064ff. Nov 16 21:29:02.512149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-1ef5bc99-efe6-48b2-bd83-1874ca95ecb4 service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904593 Nov 16 21:29:02.517514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-7de49a5c-9ac6-4d20-93e2-de9cd2c34122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.518988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-7de49a5c-9ac6-4d20-93e2-de9cd2c34122 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.2435405 Nov 16 21:29:02.693900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-e4c4f042-8bd2-44c3-ac40-d6b9f048f81c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065805 Nov 16 21:29:02.718087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85d26034-a355-4a0c-81c8-197eec3d2bdc req-ad3031e9-bb5f-43fa-b24c-25058810d9a3 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1068723 Nov 16 21:29:02.836036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fdbbfaf-d02e-4e7e-9185-a8186d89fe9d req-1fd4c1d6-fafc-4413-8263-15d729404dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499602 Nov 16 21:29:02.847489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:02.971872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-07d9de80-26d5-4983-97d7-2f549d34bb0e service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579563 Nov 16 21:29:03.141029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a68953b8-6f17-47f3-9888-2c3c2ee25150 req-bcb274c7-ac1e-49d6-8cd3-184a17a849a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526940 Nov 16 21:29:03.155839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:03.166434 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:03.172726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.183976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:03.184604 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.232302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3b15a8c6-b40b-49af-bda6-b227f05ceba6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "PUT /v2.0/floatingips/c9d0def6-aa7b-413a-9410-bd9243b482ef HTTP/1.1" status: 200 len: 991 time: 2.9074395 Nov 16 21:29:03.233443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:03.236767 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:03.309083 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f775b70-fda6-4b29-80e1-d2cb47d5a84f x-openstack-request-id: req-9f775b70-fda6-4b29-80e1-d2cb47d5a84f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:03.309392 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:03.309635 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f775b70-fda6-4b29-80e1-d2cb47d5a84f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:03.310051 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'status': 'completed', 'code': 200} Nov 16 21:29:03.337562 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:03.479814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-c282af46-8b11-4afe-a250-25898a63fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:03.481457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-c282af46-8b11-4afe-a250-25898a63fbdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1097 time: 0.1505795 Nov 16 21:29:03.671714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-6de70992-ee82-40f7-b8e2-b3c8a9a8f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:03.673478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-6de70992-ee82-40f7-b8e2-b3c8a9a8f8d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.1754956 Nov 16 21:29:03.723621 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c9d0def6-aa7b-413a-9410-bd9243b482ef', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:29:01Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.751471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-bee325c3-2f0c-44ea-8404-23f0d6553386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 999 time: 0.0664287 Nov 16 21:29:03.754093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:03.763435 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:03.764025 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:28:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.847274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-d78aee3a-7854-40d0-a50d-dbb9b202fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:03.848761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-d78aee3a-7854-40d0-a50d-dbb9b202fb45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.0798399 Nov 16 21:29:03.947638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00f0ae3a-b056-4132-bf31-00252015e009 req-a409c113-be94-4696-8d28-8bce9a690262 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0975058 Nov 16 21:29:03.964142 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:03.967825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-98786993-e8f6-45ea-a324-f25171f1dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:03.969464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-98786993-e8f6-45ea-a324-f25171f1dd96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060233 Nov 16 21:29:04.150694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-03f9d75d-619d-4e71-8ecc-1b2391246cdb service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726935 Nov 16 21:29:04.371188 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c9d0def6-aa7b-413a-9410-bd9243b482ef', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:29:01Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.381643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69bb052b-6ad1-4d3a-b75c-5ea71aad9d0f req-00c6612d-00d6-47ac-ba7e-98d9ab60282a service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202170 Nov 16 21:29:04.507113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb514a-f9b1-4a84-b890-4fbfb5b92044 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c9d0def6-aa7b-413a-9410-bd9243b482ef', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '0013471a-a879-4e20-820f-7c366ae87157', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:29:01Z', 'revision_number': 1, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:04.806396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.950524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10086b-ed56-4525-b0ec-8e7448919a0c None None] New status for floating IP c9d0def6-aa7b-413a-9410-bd9243b482ef: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:29:05.112908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56dd5a64-564c-4451-a62e-78dde8fe1c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.143206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87fa69d8-bf3e-45f4-809b-c9d75d15c88f req-10408c0a-c804-450b-943c-1012de4f648c tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0572701 Nov 16 21:29:05.256678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56dd5a64-564c-4451-a62e-78dde8fe1c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.260241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56dd5a64-564c-4451-a62e-78dde8fe1c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.384360 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-56dd5a64-564c-4451-a62e-78dde8fe1c1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95b9369806514326a01c341a40ae75e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5765779 Nov 16 21:29:05.387313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56986) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.392021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd5a64-564c-4451-a62e-78dde8fe1c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff619d05-ffd6-41ec-b04f-fad171fd8992,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:05.468152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.497144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.556708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.560020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.561357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff619d05-ffd6-41ec-b04f-fad171fd8992 HTTP/1.1" status: 204 len: 168 time: 0.1720505 Nov 16 21:29:05.570412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820147f7-6070-460f-a3b5-ace6fe10a93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff619d05-ffd6-41ec-b04f-fad171fd8992,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:05.940423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57012) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.969102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fede9670-1e23-455b-95c5-7b56aa536257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.097595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fede9670-1e23-455b-95c5-7b56aa536257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.112523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fede9670-1e23-455b-95c5-7b56aa536257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.156317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9670-1e23-455b-95c5-7b56aa536257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f613e0-b436-4684-9fb9-08bf5874e5e3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:06.164772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:06.175002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fede9670-1e23-455b-95c5-7b56aa536257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c50d2b3eb97463c99ba9f51b4fd70c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321365 Nov 16 21:29:06.229401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.259775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.305888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e7e013e-e897-4676-a4c8-c1390468233a req-95855bfe-3993-4fca-b460-e002933aa227 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0363810 Nov 16 21:29:06.348625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.353663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.356232 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5f613e0-b436-4684-9fb9-08bf5874e5e3 HTTP/1.1" status: 204 len: 168 time: 0.1883509 Nov 16 21:29:06.387606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62911-5b4d-4b03-8397-66bd42cfd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f613e0-b436-4684-9fb9-08bf5874e5e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:07.423006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f5336b7-8982-42ae-8ebb-5c9c8c1476f1 req-efbbb059-f454-46fc-80c9-9371a8fc647a tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0394146 Nov 16 21:29:08.610772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8df5e6a2-265b-46d1-b56d-b1f11f4958aa req-7d5450ec-68eb-4d56-a5b1-9a8a26e54dec tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0387850 Nov 16 21:29:08.937994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.734709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d71e3e6-413f-46f6-9d08-1f25c6c4e337 req-ddfa9718-3c7d-49d4-a1fa-33ae318c6948 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Nov 16 21:29:10.876951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f34a2bf-8c81-4f27-ba5f-6f4f6eea4775 req-541000df-dbcd-45ac-b9ed-01b610333964 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0572097 Nov 16 21:29:12.370248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9181bb6-3120-4e41-b89a-83a44621dfae req-1289a92c-122c-4848-a096-a95d57fefa74 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Nov 16 21:29:12.399230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-5b3e85e6-c496-41e2-987c-006fc559e55a tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:12.399230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-5b3e85e6-c496-41e2-987c-006fc559e55a tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.5243707 Nov 16 21:29:12.414213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-68296f6a-1c1e-4209-95f6-a40dae62e29c tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/quotas/5a9ecbcdac594c4fb38d32e26283e64d HTTP/1.1" status: 200 len: 375 time: 0.0154598 Nov 16 21:29:12.479084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-7c54ea6c-029c-4aad-8545-926671d742d8 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638685 Nov 16 21:29:12.609948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-4c25a89b-1e89-44da-88ed-d0ac4b0db5e7 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300008 Nov 16 21:29:12.733251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-8b48300e-839d-415b-99a5-14176319a829 service neutron] 10.222.0.54 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162953 Nov 16 21:29:12.819717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.056972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95eb34c1-8af4-4dca-ab50-c4e638ec2812 req-c488fd7a-c108-4093-9a9c-c387762b9daa tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 210 time: 0.0974851 Nov 16 21:29:13.601646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59049d8b-4a27-4da4-9c8b-3f711228e79f req-d52ee384-30c4-459a-8db5-33360331e8d8 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0673273 Nov 16 21:29:14.329004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1132642e-1e64-4d87-91cd-8e8485fc8b27 req-9647b1f8-0c92-48a1-ad01-44a9604d1697 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 210 time: 0.1553833 Nov 16 21:29:14.394518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-024bdc87-2c66-4a08-8561-416197ef6df6 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:14.399557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-024bdc87-2c66-4a08-8561-416197ef6df6 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 814 time: 0.1730149 Nov 16 21:29:14.415771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Request body: {'port': {'device_id': 'cf6a396e-daf1-4125-8252-a8064938838c', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'admin_state_up': True, 'tenant_id': '5a9ecbcdac594c4fb38d32e26283e64d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:14.595077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Made reservation on behalf of 5a9ecbcdac594c4fb38d32e26283e64d for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:14.599412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:14.877031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Allocated IP 172.20.0.7 (5d1c354b-6403-4dfb-9aa9-11db77529d96/cf111398-06b2-470c-b232-e9f2a618aa41/7bc52af1-d73e-4662-9b55-209f7d710a3a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:15.141867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.234192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.248747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:29:15.258794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a', '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:29:15.307307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cd8d694-2193-4372-85d0-0b97913bb131 req-04524c3e-073a-430b-8f15-350fb4aaf663 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1043930 Nov 16 21:29:15.312810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45d776e8-2ab4-4377-98fe-7701e2ae0ecc req-b66290e9-bba9-4b9e-8825-77d4ad89aac5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0964992 Nov 16 21:29:15.354653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.368504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Network 5d1c354b-6403-4dfb-9aa9-11db77529d96 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:15.372127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:15.379728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:15.414762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event updated for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:15.430558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.444887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.445268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.445600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.445920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.446241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.446563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.446883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.447372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.447687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.448003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.448323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:15.503695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d35f56ba-bedc-4037-a2b4-7466e86b921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.612776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5bc39e30-a243-4beb-a0cd-dba764a8b052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.627155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:15.644680 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.715433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-483743a0-3d24-482a-96c5-0c219dbd87ee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3045359 Nov 16 21:29:15.741411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602041-4af5-40b9-8a3e-1689d39211be req-54cd88cc-9c2a-4e88-9beb-5e8704d8b794 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:15.753501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9602041-4af5-40b9-8a3e-1689d39211be req-54cd88cc-9c2a-4e88-9beb-5e8704d8b794 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 931 time: 0.2664723 Nov 16 21:29:15.781319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Request body: {'port': {'device_id': 'cf6a396e-daf1-4125-8252-a8064938838c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:15.893288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5bc39e30-a243-4beb-a0cd-dba764a8b052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.905530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5bc39e30-a243-4beb-a0cd-dba764a8b052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.931831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9602041-4af5-40b9-8a3e-1689d39211be req-37e3afaa-96c5-4069-b782-16873d6ab38f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713145 Nov 16 21:29:16.007658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5bc39e30-a243-4beb-a0cd-dba764a8b052 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e48e3537230043939de98472742ed54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6504393 Nov 16 21:29:16.008007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39e30-a243-4beb-a0cd-dba764a8b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b500ba1-29f2-4358-ac11-26f32e0d750e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:16.010490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.079732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.267720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.382061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.579690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7918a522-2e9e-419a-964d-e2b755899b21 req-2750ff89-155e-4cba-b63c-1c4b2e6de47f tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1377022 Nov 16 21:29:16.623484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.626775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.628030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b500ba1-29f2-4358-ac11-26f32e0d750e HTTP/1.1" status: 204 len: 168 time: 0.6146333 Nov 16 21:29:16.652136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735ade-e270-4e21-aa8e-c30e51e354d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b500ba1-29f2-4358-ac11-26f32e0d750e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:16.767387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc52af1-d73e-4662-9b55-209f7d710a3a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:16.778889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.794059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Transition to ACTIVE for port object 7bc52af1-d73e-4662-9b55-209f7d710a3a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:29:16.801994 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.977010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Pushing event updated for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.023477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Attempting to bind port 7bc52af1-d73e-4662-9b55-209f7d710a3a on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:17.023902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Attempting to bind port 7bc52af1-d73e-4662-9b55-209f7d710a3a by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:17.024308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Attempting to bind port 7bc52af1-d73e-4662-9b55-209f7d710a3a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:17.029411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Port 7bc52af1-d73e-4662-9b55-209f7d710a3a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:29:17.029411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Attempting to bind port 7bc52af1-d73e-4662-9b55-209f7d710a3a on network 5d1c354b-6403-4dfb-9aa9-11db77529d96 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:17.034635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:17.035082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Checking segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:17.035538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Bound using segment: {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:17.036029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Bound port: 7bc52af1-d73e-4662-9b55-209f7d710a3a, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa13f391-e5ba-4617-8039-9f806c40b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:17.036513 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.166497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.187810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8913f0b5-7bbb-4310-9d99-74a293aacacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.189906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea970-a06a-4c88-a1aa-2a8cc2dff49a req-8a3690fa-58b4-4c62-94aa-904a88f88ceb tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:17.191504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67fea970-a06a-4c88-a1aa-2a8cc2dff49a req-8a3690fa-58b4-4c62-94aa-904a88f88ceb tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 943 time: 0.1410303 Nov 16 21:29:17.196348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:17.200570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:17.227635 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.332002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8913f0b5-7bbb-4310-9d99-74a293aacacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.340600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8913f0b5-7bbb-4310-9d99-74a293aacacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.353018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67fea970-a06a-4c88-a1aa-2a8cc2dff49a req-11a2d031-b651-4139-9634-205bc93d059b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425548 Nov 16 21:29:17.379931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:17.382221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.383989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] 10.222.0.36 "PUT /v2.0/ports/7bc52af1-d73e-4662-9b55-209f7d710a3a HTTP/1.1" status: 200 len: 1091 time: 1.6139851 Nov 16 21:29:17.387729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:17.395770 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8913f0b5-7bbb-4310-9d99-74a293aacacc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a852e6d25e6542ecad9dc0fb97a158b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260723 Nov 16 21:29:17.398200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57456) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.400782 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e6317-1915-4805-8221-4f5a338c8662" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:17.466825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913f0b5-7bbb-4310-9d99-74a293aacacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0017a003-479f-45e0-b7ec-f3d5307efeec,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.490323 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa044f6f-36ab-47cd-9f9b-38a3398bf860 x-openstack-request-id: req-aa044f6f-36ab-47cd-9f9b-38a3398bf860 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:17.492229 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:17.492484 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa044f6f-36ab-47cd-9f9b-38a3398bf860 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:17.493089 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a', 'status': 'completed', 'code': 200} Nov 16 21:29:17.508336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd417f-698e-49c0-99ef-a4696da9bead service neutron] Pushing event updated for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.516096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.533776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-96bf8ff1-336f-4e26-a5e8-46da72f209cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:17.535522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-96bf8ff1-336f-4e26-a5e8-46da72f209cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 1094 time: 0.1002493 Nov 16 21:29:17.542594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.598065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-c29d1985-8d9d-4e82-9cd9-92fe2aba58a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a HTTP/1.1" status: 200 len: 217 time: 0.0515492 Nov 16 21:29:17.617844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.621790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.640084 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0017a003-479f-45e0-b7ec-f3d5307efeec HTTP/1.1" status: 204 len: 168 time: 0.2335260 Nov 16 21:29:17.664431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de8fca-5d1a-4cce-8a30-e159004cd6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0017a003-479f-45e0-b7ec-f3d5307efeec,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.669238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b5871e5b-2caf-415b-863c-bbc7fcc2ebf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.674602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-2f6bab80-0452-47d7-9d6b-5040e38d1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:17.678686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-2f6bab80-0452-47d7-9d6b-5040e38d1717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.0725172 Nov 16 21:29:17.736800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-da4029d1-97cf-4082-87b0-80a67b79ac3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490558 Nov 16 21:29:17.785859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bbe30f3-7175-493f-a153-305854644109 req-ea6f9221-f554-4cfb-b5f6-88a2796bd5e0 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0518270 Nov 16 21:29:17.885099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-a981bfd0-ca10-4dec-9b60-031fe0adab40 service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385419 Nov 16 21:29:18.017830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2300a991-e3a0-43c8-92bf-204c2085ce4b req-7f64da1d-da69-464b-9357-5cec244ee3ee service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210611 Nov 16 21:29:18.080671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cee72c-45c3-4717-94b1-6d5255cb0401 req-f8b34fcf-c1d1-433f-8303-6cceb8edea55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cd9b2ae687c4d36a74b855186318a4e&device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0448914 Nov 16 21:29:18.169986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cee72c-45c3-4717-94b1-6d5255cb0401 req-7b36c830-fab2-42b9-b2f0-21afd30f8953 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7cd9b2ae687c4d36a74b855186318a4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636730 Nov 16 21:29:18.215867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b67bb1ab-ecd4-42cc-a212-225dbbd5fb35 req-7208290f-1958-46ad-9c49-eb5dde9c9ad2 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0616784 Nov 16 21:29:18.270599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-5c623511-1976-40f6-a7ab-9e037a7f44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.272753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-5c623511-1976-40f6-a7ab-9e037a7f44d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 1094 time: 0.1820512 Nov 16 21:29:18.454477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cee72c-45c3-4717-94b1-6d5255cb0401 req-d8bf0d7f-b218-4986-a5f3-390af64b6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.456198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cee72c-45c3-4717-94b1-6d5255cb0401 req-d8bf0d7f-b218-4986-a5f3-390af64b6977 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677674 Nov 16 21:29:18.505720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-0a2c739b-97f1-4b87-8a38-4e91969f490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.507751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-0a2c739b-97f1-4b87-8a38-4e91969f490f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.2230446 Nov 16 21:29:18.649253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-a40b4493-685d-442a-a4a7-f1b148fd7cd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a HTTP/1.1" status: 200 len: 217 time: 0.1230011 Nov 16 21:29:18.740388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72c3e3-dad7-40ac-857f-934b07fcd5a8 req-0f2f1549-d980-4d36-a5bc-f583139cd930 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.742003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e72c3e3-dad7-40ac-857f-934b07fcd5a8 req-0f2f1549-d980-4d36-a5bc-f583139cd930 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 943 time: 0.2548120 Nov 16 21:29:18.793210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-9c657d8c-839c-4a62-a72e-e5f5aaa0c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.794651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-9c657d8c-839c-4a62-a72e-e5f5aaa0c6c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.1346524 Nov 16 21:29:18.826395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e72c3e3-dad7-40ac-857f-934b07fcd5a8 req-8334eb25-2848-42ce-a0a5-36d5ff2607a4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735981 Nov 16 21:29:18.846209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-a184ed32-1990-430a-bda8-cbc2cad3b2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411615 Nov 16 21:29:19.014998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-9ba0211a-ff2e-4adc-9fac-9c35b9694d32 service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601169 Nov 16 21:29:19.227141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed5e6317-1915-4805-8221-4f5a338c8662 req-2a59065e-20a6-4c22-8590-a49b32d68a3d service neutron] 10.222.0.36 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033453 Nov 16 21:29:19.267216 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.352927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b26352c-3156-488f-bb12-77b88787a7c0 req-e31b26bd-72ee-4e43-a44e-39c773eee643 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0461693 Nov 16 21:29:19.929031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20cee72c-45c3-4717-94b1-6d5255cb0401 req-577a4bf7-7015-4a25-a092-f33f435b8955 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.1066780 Nov 16 21:29:20.095214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073709-1d22-4b5d-b7c4-1ac1025e2a7b req-d11c1a0b-acbf-477b-8d86-339141bbaea8 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:20.097108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64073709-1d22-4b5d-b7c4-1ac1025e2a7b req-d11c1a0b-acbf-477b-8d86-339141bbaea8 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 943 time: 0.1102073 Nov 16 21:29:20.178076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64073709-1d22-4b5d-b7c4-1ac1025e2a7b req-a592a212-fd66-4990-add8-8630efb586e3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731175 Nov 16 21:29:20.250351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7bc52af1-d73e-4662-9b55-209f7d710a3a details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:29:20.391771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:20.404909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '7bc52af1-d73e-4662-9b55-209f7d710a3a', 'network_id': '5d1c354b-6403-4dfb-9aa9-11db77529d96', 'port_id': '7bc52af1-d73e-4662-9b55-209f7d710a3a', 'mac_address': 'fa:16:3e:34:47:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf111398-06b2-470c-b232-e9f2a618aa41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:29:20.486540 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.513972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc52af1-d73e-4662-9b55-209f7d710a3a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:20.575569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eef9ce40-1bdd-42b9-9c1d-58bcdd1f2d1b req-b8880887-e6d2-48fb-b588-46734674c9e4 tempest-ServerShowV257Test-836252062 tempest-ServerShowV257Test-836252062-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ed089f9-c8bc-467a-b69f-d333b8c469e6 HTTP/1.1" status: 200 len: 210 time: 0.0477743 Nov 16 21:29:20.579846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.583226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:20.594781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.714666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:20.726319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.726669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.727217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.728448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.728943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.729445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.729939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.730426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.730918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.731426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.731921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.732463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.998085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7bc52af1-d73e-4662-9b55-209f7d710a3a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:29:21.356731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.403912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6fff-7098-4baa-8796-1294c1d36f0b req-11c26591-0747-421b-a183-9b019fa8301d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:21.410703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ddd6fff-7098-4baa-8796-1294c1d36f0b req-11c26591-0747-421b-a183-9b019fa8301d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 944 time: 0.1096461 Nov 16 21:29:21.523624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ddd6fff-7098-4baa-8796-1294c1d36f0b req-3b8fa4c1-38ef-478e-b251-69a43d223676 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053596 Nov 16 21:29:22.134157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57636) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.273021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57646) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.373814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b7895a-3bb4-4f37-b672-bb85260fb3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.376636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-daf649a1-d5dc-42ad-9261-d7d24ed24a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.451527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b7895a-3bb4-4f37-b672-bb85260fb3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.459025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01b7895a-3bb4-4f37-b672-bb85260fb3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.517768 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01b7895a-3bb4-4f37-b672-bb85260fb3d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cd9b2ae687c4d36a74b855186318a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808937 Nov 16 21:29:22.521156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57658) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.522916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7895a-3bb4-4f37-b672-bb85260fb3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad7225e-a650-4872-8b5f-35e6061f957e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.640421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-daf649a1-d5dc-42ad-9261-d7d24ed24a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.644367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.647408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-daf649a1-d5dc-42ad-9261-d7d24ed24a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.668486 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.710103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-daf649a1-d5dc-42ad-9261-d7d24ed24a0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2584e2d5af6242edaec3c5d2d34d78d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354315 Nov 16 21:29:22.710835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf649a1-d5dc-42ad-9261-d7d24ed24a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6744560-ea2f-4c72-8bdd-fc05f6cbd10b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.713501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57662) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.780477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4049766-ec7c-494a-9a06-6719b54dcf75 req-a0ce4513-929d-46c8-8307-95c5a2c2c2cc tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:22.782278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4049766-ec7c-494a-9a06-6719b54dcf75 req-a0ce4513-929d-46c8-8307-95c5a2c2c2cc tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 944 time: 0.1060567 Nov 16 21:29:22.808438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.839007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.842053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.845864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ad7225e-a650-4872-8b5f-35e6061f957e HTTP/1.1" status: 204 len: 168 time: 0.3207285 Nov 16 21:29:22.944302 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.946311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f051-eb49-429f-a143-2182e4ae95a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad7225e-a650-4872-8b5f-35e6061f957e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.998156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4049766-ec7c-494a-9a06-6719b54dcf75 req-6ec1d374-c4a2-44d0-9072-d805182b8d0a tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006299 Nov 16 21:29:23.031917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.041836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.046120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6744560-ea2f-4c72-8bdd-fc05f6cbd10b HTTP/1.1" status: 204 len: 168 time: 0.3264644 Nov 16 21:29:23.065811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96486b5-603f-4dea-86ae-df40b1b13006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6744560-ea2f-4c72-8bdd-fc05f6cbd10b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:24.178754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c99fb-298b-48ef-875e-fac3e753f5f1 req-1de1d951-bcf7-4e87-a0d7-2f05cd967b47 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:24.180553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e5c99fb-298b-48ef-875e-fac3e753f5f1 req-1de1d951-bcf7-4e87-a0d7-2f05cd967b47 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 944 time: 0.0567217 Nov 16 21:29:24.257646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e5c99fb-298b-48ef-875e-fac3e753f5f1 req-a73127d4-51d4-47cd-ae2e-b41ecd2bebee tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696199 Nov 16 21:29:24.266342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7bc52af1-d73e-4662-9b55-209f7d710a3a up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:24.398577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 7bc52af1-d73e-4662-9b55-209f7d710a3a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:29:24.404524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 7bc52af1-d73e-4662-9b55-209f7d710a3a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:24.406053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.530383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.569403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:24.572519 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e33f98-99e7-4aa5-a14c-69ebd2aadf8e" -d '{"events": [{"server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "name": "network-vif-plugged", "status": "completed", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:24.593857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:24.601575 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.724518 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22cb99-f2ad-4bc4-a6cd-9ef77d658bb9 x-openstack-request-id: req-cb22cb99-f2ad-4bc4-a6cd-9ef77d658bb9 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:24.725432 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "name": "network-vif-plugged", "status": "completed", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:24.725650 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb22cb99-f2ad-4bc4-a6cd-9ef77d658bb9 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:24.725999 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a', 'code': 200} Nov 16 21:29:24.770008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:24.867174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff74516-006c-41a4-aca6-852ccbb173db req-283efb7e-7a7b-4b74-8e9f-9c90c16a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:24.868991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bff74516-006c-41a4-aca6-852ccbb173db req-283efb7e-7a7b-4b74-8e9f-9c90c16a2496 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 1096 time: 0.0620563 Nov 16 21:29:24.929635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bff74516-006c-41a4-aca6-852ccbb173db req-c209338e-f4d1-4ace-877e-1555223da819 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Nov 16 21:29:25.186630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57808) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.490752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4bd4bec-0cf0-4971-9c85-8853d9147de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.571675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c0aab-3e0d-465f-91fd-d9a30ce42076 req-bbbfc1a9-8db1-4240-9c25-4dfed44bafed tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:25.578764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab1c0aab-3e0d-465f-91fd-d9a30ce42076 req-bbbfc1a9-8db1-4240-9c25-4dfed44bafed tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 945 time: 0.1798594 Nov 16 21:29:25.644175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4bd4bec-0cf0-4971-9c85-8853d9147de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.648864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab1c0aab-3e0d-465f-91fd-d9a30ce42076 req-e3235938-d0ae-443d-aad4-f35f81a008c1 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693047 Nov 16 21:29:25.650415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4bd4bec-0cf0-4971-9c85-8853d9147de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.720607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57834) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.721906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4bd4bec-0cf0-4971-9c85-8853d9147de2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d1c00c62ddf4c76b3a149aad878dfda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340986 Nov 16 21:29:25.736028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd4bec-0cf0-4971-9c85-8853d9147de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e85b9-853c-46d0-9bb7-573364b49dfc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:25.860442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.918922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.993740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.000158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.004201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb0e85b9-853c-46d0-9bb7-573364b49dfc HTTP/1.1" status: 204 len: 168 time: 0.2817359 Nov 16 21:29:26.044239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b26948-293e-4cdd-abbf-0a26076a9282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e85b9-853c-46d0-9bb7-573364b49dfc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.819707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d99f7-8e4d-49cc-8cbd-de61ad2d39a1 req-04cee3a2-c4f0-41f8-bb11-f35cb6596cda tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:26.821953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e9d99f7-8e4d-49cc-8cbd-de61ad2d39a1 req-04cee3a2-c4f0-41f8-bb11-f35cb6596cda tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 945 time: 0.0550508 Nov 16 21:29:26.913046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e9d99f7-8e4d-49cc-8cbd-de61ad2d39a1 req-6e5988ce-1b21-4634-8f63-c186dee2c7d4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830677 Nov 16 21:29:27.773665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.074079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a49bae29-ddcf-4246-a5dc-679e89583b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.331543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a49bae29-ddcf-4246-a5dc-679e89583b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.353260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a49bae29-ddcf-4246-a5dc-679e89583b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.408508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a49bae29-ddcf-4246-a5dc-679e89583b8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec431e49df4a4fb792f6e7800c7000e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329784 Nov 16 21:29:28.411356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57954) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.446438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bae29-ddcf-4246-a5dc-679e89583b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84a6bf-84a9-4147-926a-7267b3fc8b64,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:28.568855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.582987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57964) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.627617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.703487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.707226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.709349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c84a6bf-84a9-4147-926a-7267b3fc8b64 HTTP/1.1" status: 204 len: 168 time: 0.2963734 Nov 16 21:29:28.757474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d812e-c406-43c2-b87c-bbe69cd2123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84a6bf-84a9-4147-926a-7267b3fc8b64,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:28.761279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8079eff3-2dae-4cac-b0af-8caac8aa45bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.902139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8079eff3-2dae-4cac-b0af-8caac8aa45bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.913216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8079eff3-2dae-4cac-b0af-8caac8aa45bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.941046 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8079eff3-2dae-4cac-b0af-8caac8aa45bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37bc3fc4a45c425f8a0a3488c186633d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565731 Nov 16 21:29:28.943908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57984) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.963533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079eff3-2dae-4cac-b0af-8caac8aa45bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72698aab-ed74-463c-8511-1d90299c7c72,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:29.042006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.070768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.131525 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.134317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.134566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.135529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72698aab-ed74-463c-8511-1d90299c7c72 HTTP/1.1" status: 204 len: 168 time: 0.1906202 Nov 16 21:29:29.152261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.158910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fa216-0cb3-47b1-8978-cad2dff0991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72698aab-ed74-463c-8511-1d90299c7c72,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:29.246453 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.252958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.296581 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=283c92149efb4104b1848683903bf550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602805 Nov 16 21:29:29.298001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b5069-8167-4168-997f-dc25314cd086,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:29.299596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57998) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.311296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.311623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.325233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe420a8-9cf5-4c3f-8c4e-7b1bac507176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:29.383788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.413781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.468067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.470696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.471883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/904b5069-8167-4168-997f-dc25314cd086 HTTP/1.1" status: 204 len: 168 time: 0.1709392 Nov 16 21:29:29.480144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b794b32-c9a6-4bb9-a1b5-230239124b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b5069-8167-4168-997f-dc25314cd086,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:29.803322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58026) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.827001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-addb079f-ed03-4189-a28c-c53622fa9677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.948927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-addb079f-ed03-4189-a28c-c53622fa9677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.962246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-addb079f-ed03-4189-a28c-c53622fa9677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.998555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb079f-ed03-4189-a28c-c53622fa9677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0885fd-5d01-44bb-8b13-a3deca85e8bc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:30.031259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-addb079f-ed03-4189-a28c-c53622fa9677 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44f6f1b6b51f4e5f9df8d7d6b10ccf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266257 Nov 16 21:29:30.033890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58042) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.094538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.123960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.181256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.184868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.189236 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce0885fd-5d01-44bb-8b13-a3deca85e8bc HTTP/1.1" status: 204 len: 168 time: 0.1543424 Nov 16 21:29:30.200855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477681d2-9256-4378-baf8-0f3a2b9731d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0885fd-5d01-44bb-8b13-a3deca85e8bc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:32.044384 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:29:33.775108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:34.154240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efe66c14-26b6-492d-88fd-02f500d656b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.275464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efe66c14-26b6-492d-88fd-02f500d656b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.280039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-efe66c14-26b6-492d-88fd-02f500d656b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.333316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-efe66c14-26b6-492d-88fd-02f500d656b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e1d168146ab477c8d29519cbf39e9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565312 Nov 16 21:29:34.334217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe66c14-26b6-492d-88fd-02f500d656b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b563cf84-09e6-43c2-bf5d-113234a03bde,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:34.337659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:34.440366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.522976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.628086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.631326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.632639 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b563cf84-09e6-43c2-bf5d-113234a03bde HTTP/1.1" status: 204 len: 168 time: 0.2939708 Nov 16 21:29:34.642917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a052b24-d95a-4e76-9c00-ffeca297d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b563cf84-09e6-43c2-bf5d-113234a03bde,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.480292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:35.501688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dde1ca6a-cc9e-4f68-a193-24ad4795e43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.666294 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dde1ca6a-cc9e-4f68-a193-24ad4795e43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.675473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dde1ca6a-cc9e-4f68-a193-24ad4795e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.762079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ca6a-cc9e-4f68-a193-24ad4795e43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ea7c63-2b86-45d5-aee5-e92a42297067,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.787879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dde1ca6a-cc9e-4f68-a193-24ad4795e43a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8a762c7eee04f6eb70a6048fcf989aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066247 Nov 16 21:29:35.790569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58328) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:35.869260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.913941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.009533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.012894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.017400 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5ea7c63-2b86-45d5-aee5-e92a42297067 HTTP/1.1" status: 204 len: 168 time: 0.2238116 Nov 16 21:29:36.041922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe80e5-23f2-4ff6-b77f-d52ef80b589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ea7c63-2b86-45d5-aee5-e92a42297067,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.482271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58468) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.766607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a33618d5-bc77-4afd-a7d7-f3bc0bf470e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.883789 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.911975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a33618d5-bc77-4afd-a7d7-f3bc0bf470e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.918633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a33618d5-bc77-4afd-a7d7-f3bc0bf470e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.967044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33618d5-bc77-4afd-a7d7-f3bc0bf470e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d48c67-8a5a-41b0-a8c3-da7262e25b7e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.985444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a33618d5-bc77-4afd-a7d7-f3bc0bf470e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9fdd6ab1e0a54766a75334c195039df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018737 Nov 16 21:29:38.988360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.079404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.139258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.208567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.211209 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.212516 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16d48c67-8a5a-41b0-a8c3-da7262e25b7e HTTP/1.1" status: 204 len: 168 time: 0.2226541 Nov 16 21:29:39.225679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533df41-3a58-44bc-89e3-2c61047e5d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d48c67-8a5a-41b0-a8c3-da7262e25b7e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:39.657729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.682715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baef8810-bed3-40fb-9172-fbc859e1e38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.761232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58542) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.786299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baef8810-bed3-40fb-9172-fbc859e1e38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.793431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baef8810-bed3-40fb-9172-fbc859e1e38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.861089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-baef8810-bed3-40fb-9172-fbc859e1e38f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0106351b24804e329943e2446011711b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021797 Nov 16 21:29:39.864402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58548) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.882728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef8810-bed3-40fb-9172-fbc859e1e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6692e87-49c3-462c-93ca-2421521fa22a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:39.932998 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-450781c1-357b-4dce-a763-e8acfcb7aae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.029968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43331aef-3c82-4040-b331-259528532014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.066100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-450781c1-357b-4dce-a763-e8acfcb7aae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.071169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43331aef-3c82-4040-b331-259528532014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.080808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-450781c1-357b-4dce-a763-e8acfcb7aae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.130689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-450781c1-357b-4dce-a763-e8acfcb7aae5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f0f32c979b64fc2a6e435704dfd8553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681269 Nov 16 21:29:40.133363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58566) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:40.156577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450781c1-357b-4dce-a763-e8acfcb7aae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc29275-7296-471d-8661-f8199f2c2d5b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.191443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43331aef-3c82-4040-b331-259528532014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.194384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43331aef-3c82-4040-b331-259528532014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.199754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-43331aef-3c82-4040-b331-259528532014 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6692e87-49c3-462c-93ca-2421521fa22a HTTP/1.1" status: 204 len: 168 time: 0.3340716 Nov 16 21:29:40.225242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.235334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43331aef-3c82-4040-b331-259528532014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6692e87-49c3-462c-93ca-2421521fa22a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.266774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.365684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.369595 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.371630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cc29275-7296-471d-8661-f8199f2c2d5b HTTP/1.1" status: 204 len: 168 time: 0.2364390 Nov 16 21:29:40.397160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a0f0-7e5b-4598-b2b0-0664a5647b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc29275-7296-471d-8661-f8199f2c2d5b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.734173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:40.920599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0da6ce12-77d7-4482-908c-e642a719e548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.927266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:40.954576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f58db0e3-c22c-4ff1-8e67-202cc8e3ba16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.062903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0da6ce12-77d7-4482-908c-e642a719e548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.074176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0da6ce12-77d7-4482-908c-e642a719e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.146237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f58db0e3-c22c-4ff1-8e67-202cc8e3ba16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.163465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f58db0e3-c22c-4ff1-8e67-202cc8e3ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.172392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58608) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.179533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0da6ce12-77d7-4482-908c-e642a719e548 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcbb68a8295741aaab704ead93179fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441965 Nov 16 21:29:41.188346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ce12-77d7-4482-908c-e642a719e548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6a8a3-a51d-4aed-acdc-f2918039d646,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.262757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58db0e3-c22c-4ff1-8e67-202cc8e3ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d0226-3b5d-4d71-921b-5d9814a5fa15,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.274369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.292033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f58db0e3-c22c-4ff1-8e67-202cc8e3ba16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b735c6c911a14760a86e053eabb77bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632710 Nov 16 21:29:41.293400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58612) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.320633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.383166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.406451 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.409165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.410384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4d6a8a3-a51d-4aed-acdc-f2918039d646 HTTP/1.1" status: 204 len: 168 time: 0.2363493 Nov 16 21:29:41.426865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49271a8-d3c3-4172-8a05-d122c1991958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6a8a3-a51d-4aed-acdc-f2918039d646,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.446499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.572175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.574844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.576297 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/813d0226-3b5d-4d71-921b-5d9814a5fa15 HTTP/1.1" status: 204 len: 168 time: 0.2818387 Nov 16 21:29:41.585099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe8d8a-8f5e-4bba-9940-ab8f9fcab365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d0226-3b5d-4d71-921b-5d9814a5fa15,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.976931 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.991472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-22449a31-d199-4d2e-b149-5d45a481476a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.082610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-22449a31-d199-4d2e-b149-5d45a481476a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.091048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-22449a31-d199-4d2e-b149-5d45a481476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.145788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58648) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:42.147808 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-22449a31-d199-4d2e-b149-5d45a481476a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7dc5e87f0bd4d3bbe414664156d0a43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694615 Nov 16 21:29:42.148760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22449a31-d199-4d2e-b149-5d45a481476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095cceab-10e2-445e-be38-99ba49e37d07,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:42.246724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.275892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.336456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.341490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.347175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/095cceab-10e2-445e-be38-99ba49e37d07 HTTP/1.1" status: 204 len: 168 time: 0.1969380 Nov 16 21:29:42.358824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dff14-fb44-4ef5-9036-c0913374f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095cceab-10e2-445e-be38-99ba49e37d07,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:42.822874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.419513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58782) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.460243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.610388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a17abda2-aeb9-49c1-955f-006219148f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.623671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91481e9e-f71e-4d80-8f01-38ca6f4c0310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.712745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a17abda2-aeb9-49c1-955f-006219148f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.721231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a17abda2-aeb9-49c1-955f-006219148f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.775640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58802) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.783494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a17abda2-aeb9-49c1-955f-006219148f4a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=745462f8dd6e46579cdb71edd54c0ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621998 Nov 16 21:29:44.797898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17abda2-aeb9-49c1-955f-006219148f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e66ed87-e9c9-423d-b7d2-1ebe7fa80671,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.853229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.875464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91481e9e-f71e-4d80-8f01-38ca6f4c0310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.880706 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91481e9e-f71e-4d80-8f01-38ca6f4c0310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.884036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.907283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-91481e9e-f71e-4d80-8f01-38ca6f4c0310 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f78901dcaeae4adaaf5bde29f25d91c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462385 Nov 16 21:29:44.912394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58806) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.940962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.944679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91481e9e-f71e-4d80-8f01-38ca6f4c0310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0bf31-6c90-4749-8105-3c3885b9f2eb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.946095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.951484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e66ed87-e9c9-423d-b7d2-1ebe7fa80671 HTTP/1.1" status: 204 len: 168 time: 0.1741571 Nov 16 21:29:44.968002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06d3e-879a-49ac-9fd1-6412a584dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e66ed87-e9c9-423d-b7d2-1ebe7fa80671,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.984820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.033471 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.101448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.104867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.107573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3be0bf31-6c90-4749-8105-3c3885b9f2eb HTTP/1.1" status: 204 len: 168 time: 0.1941524 Nov 16 21:29:45.124192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99bae4-b5ef-4a1b-b615-c9f8416d4020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0bf31-6c90-4749-8105-3c3885b9f2eb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:45.311894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9c3bcd6-92bb-4442-9c97-0126566c4e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.635400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58840) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:45.649582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14b894a0-bdab-43f9-9e2f-0e5a0a3c80d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.734240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58842) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:45.745598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14b894a0-bdab-43f9-9e2f-0e5a0a3c80d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.750632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14b894a0-bdab-43f9-9e2f-0e5a0a3c80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.806301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14b894a0-bdab-43f9-9e2f-0e5a0a3c80d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5053a202ce3455da5b75455d5aca9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690168 Nov 16 21:29:45.808783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58852) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:45.822364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b894a0-bdab-43f9-9e2f-0e5a0a3c80d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3173e85-a1f8-4f63-bed9-47d9b5ccacef,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:45.878489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.916978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.979006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.982869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.985198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3173e85-a1f8-4f63-bed9-47d9b5ccacef HTTP/1.1" status: 204 len: 168 time: 0.1752064 Nov 16 21:29:45.994789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06a26-61df-4aeb-ae95-2223af7c0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3173e85-a1f8-4f63-bed9-47d9b5ccacef,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:46.050827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0881e1a9-8db2-41e0-9624-af812af19e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.155503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0881e1a9-8db2-41e0-9624-af812af19e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.161366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0881e1a9-8db2-41e0-9624-af812af19e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.221800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0881e1a9-8db2-41e0-9624-af812af19e04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f738c0416654fda9ffcf76bda45b378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861019 Nov 16 21:29:46.224471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:46.300228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881e1a9-8db2-41e0-9624-af812af19e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e38c8-b5a8-4fa7-85f4-fd17e2fb025b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:46.336118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.366178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.446673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.449951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.451501 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f2e38c8-b5a8-4fa7-85f4-fd17e2fb025b HTTP/1.1" status: 204 len: 168 time: 0.2255094 Nov 16 21:29:46.464166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2edd4b-7c5e-45b9-b120-fe20c703f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e38c8-b5a8-4fa7-85f4-fd17e2fb025b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:47.026762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58956) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:47.049280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79a5be26-ec68-4d34-9dc6-cea0c9a97846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.158235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79a5be26-ec68-4d34-9dc6-cea0c9a97846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.170412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79a5be26-ec68-4d34-9dc6-cea0c9a97846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.282966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-79a5be26-ec68-4d34-9dc6-cea0c9a97846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f1758ca934048a48230c75ad2f2cb88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549856 Nov 16 21:29:47.284010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5be26-ec68-4d34-9dc6-cea0c9a97846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a33245-cce1-4f4f-a5fd-02ecaeb48713,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:47.286256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:47.372927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.385625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59000) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:47.403277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.468837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.472351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.474458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6a33245-cce1-4f4f-a5fd-02ecaeb48713 HTTP/1.1" status: 204 len: 168 time: 0.1869674 Nov 16 21:29:47.492051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd842-6489-4228-9c92-de38363e1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a33245-cce1-4f4f-a5fd-02ecaeb48713,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:47.664213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b126fdde-3467-4182-a4ec-d7c3dae4fb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.760422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a207a1c-02ac-45c4-aaf5-4615da33ccf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.935960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a207a1c-02ac-45c4-aaf5-4615da33ccf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.943651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a207a1c-02ac-45c4-aaf5-4615da33ccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.041848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207a1c-02ac-45c4-aaf5-4615da33ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381a6dd-6c2e-4bc5-ba14-c2055ca80d59,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:48.049518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.049660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1a207a1c-02ac-45c4-aaf5-4615da33ccf2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54b051b907a347ecb31a5aa1508bfb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6629601 Nov 16 21:29:48.178634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.207287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.282157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.286917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.296336 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8381a6dd-6c2e-4bc5-ba14-c2055ca80d59 HTTP/1.1" status: 204 len: 168 time: 0.2457705 Nov 16 21:29:48.321325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86832db3-7316-405a-a2e5-6e06f9d455b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381a6dd-6c2e-4bc5-ba14-c2055ca80d59,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:49.246788 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.526153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.376902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.386551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:51.600117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-540839e2-f617-41bd-91ea-b9eebf89dc90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.761576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-540839e2-f617-41bd-91ea-b9eebf89dc90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.765376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-540839e2-f617-41bd-91ea-b9eebf89dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.806619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540839e2-f617-41bd-91ea-b9eebf89dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6bd090-8b75-4ccd-9641-5e15687081ab,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:51.811174 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-540839e2-f617-41bd-91ea-b9eebf89dc90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbf6c791c000497c980a1a80034f9d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226651 Nov 16 21:29:51.814409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59560) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:51.875412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.931603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.001295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.004517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.005995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea6bd090-8b75-4ccd-9641-5e15687081ab HTTP/1.1" status: 204 len: 168 time: 0.1895299 Nov 16 21:29:52.020014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f803f39-3f7c-44d2-9082-1146a3bf1285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6bd090-8b75-4ccd-9641-5e15687081ab,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.102534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59572) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.345820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5203-e46b-496c-bd51-fd06f37ba35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.381533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.398784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1d60d1f-7eaf-4693-97fa-ec1a19d7ee25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.475227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5203-e46b-496c-bd51-fd06f37ba35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.482636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5203-e46b-496c-bd51-fd06f37ba35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.547204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e3f5203-e46b-496c-bd51-fd06f37ba35b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fdc20a8d8a4427c8ba41547bec27d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4412811 Nov 16 21:29:52.548218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59586) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.552195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5203-e46b-496c-bd51-fd06f37ba35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e2956e-ab31-4ae0-9775-ea70a816c97e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.601086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1d60d1f-7eaf-4693-97fa-ec1a19d7ee25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.610099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1d60d1f-7eaf-4693-97fa-ec1a19d7ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.654414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.667551 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1d60d1f-7eaf-4693-97fa-ec1a19d7ee25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3144a191533a4ed5add3e633085d307b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847359 Nov 16 21:29:52.668944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d60d1f-7eaf-4693-97fa-ec1a19d7ee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c9519-7aed-411c-a3ce-d8716ab66468,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.672117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.689789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.754655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.757355 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.772789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56e2956e-ab31-4ae0-9775-ea70a816c97e HTTP/1.1" status: 204 len: 168 time: 0.2231579 Nov 16 21:29:52.780530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.788333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351c804-0729-44f6-9146-bd5c242fe0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e2956e-ab31-4ae0-9775-ea70a816c97e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.841813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.930802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.934180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.935519 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/689c9519-7aed-411c-a3ce-d8716ab66468 HTTP/1.1" status: 204 len: 168 time: 0.2620876 Nov 16 21:29:52.949413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084749c-f0c9-49ea-bc3e-9ca7047068ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c9519-7aed-411c-a3ce-d8716ab66468,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.510421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59636) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.530233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e64bc5c8-a64b-4d47-95d5-2f91609d51f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.644271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e64bc5c8-a64b-4d47-95d5-2f91609d51f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.650184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e64bc5c8-a64b-4d47-95d5-2f91609d51f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.697165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e64bc5c8-a64b-4d47-95d5-2f91609d51f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4a74fe043b14b0fbc82a9978539d02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858940 Nov 16 21:29:53.699915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.755734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bc5c8-a64b-4d47-95d5-2f91609d51f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9afd06c-59aa-40e0-a3e9-ca979f28386f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.862254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.954589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.053803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.056549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.057796 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9afd06c-59aa-40e0-a3e9-ca979f28386f HTTP/1.1" status: 204 len: 168 time: 0.3560035 Nov 16 21:29:54.077040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2304f0b-330e-45cf-9278-9f3434c61c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9afd06c-59aa-40e0-a3e9-ca979f28386f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:55.765322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59736) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:55.978685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d1c1-c42a-4b12-b290-a746e917829b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.114387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d1c1-c42a-4b12-b290-a746e917829b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.119607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d1c1-c42a-4b12-b290-a746e917829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.172146 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a4a0d1c1-c42a-4b12-b290-a746e917829b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91bcac37b7ec47418a13b8fdba3e631a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031413 Nov 16 21:29:56.172146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d1c1-c42a-4b12-b290-a746e917829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034df5a0-4533-4811-94a1-d6bce191037d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:56.175925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59752) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:56.231244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-ed58b728-0219-43fb-a8fb-8c7963f48aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1551452 Nov 16 21:29:56.306282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.368949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.369701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.370227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.370998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.371497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.371837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.372492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.373168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.375680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-3077079b-a5f9-4c35-8925-4fa98d7be14d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.0661194 Nov 16 21:29:56.506978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.509224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.510391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/034df5a0-4533-4811-94a1-d6bce191037d HTTP/1.1" status: 204 len: 168 time: 0.3335311 Nov 16 21:29:56.532350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aa5e6-4637-45a9-8184-7f761e88e55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034df5a0-4533-4811-94a1-d6bce191037d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:56.640745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6580fccf-d60f-4e76-8709-4e891e2e8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.641707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6580fccf-d60f-4e76-8709-4e891e2e8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.643127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6580fccf-d60f-4e76-8709-4e891e2e8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.646494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6580fccf-d60f-4e76-8709-4e891e2e8cbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 2291 time: 0.2377353 Nov 16 21:29:56.813902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-25806594-0867-4843-afa7-66a34ebd26d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 999 time: 0.1551347 Nov 16 21:29:56.887332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-eff00ecc-f399-4763-9f86-75aa5b2fd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.893317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-eff00ecc-f399-4763-9f86-75aa5b2fd08f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.0718038 Nov 16 21:29:57.031208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-d90a3aff-2614-4331-982d-d6f85866091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.033299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-d90a3aff-2614-4331-982d-d6f85866091a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337016 Nov 16 21:29:57.059275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59778) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:57.272386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-4198503e-9948-449b-8bd5-c348073c5cb4 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304888 Nov 16 21:29:57.417384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e373c860-f6b1-4bbf-8a1e-187d079cf891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.438906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-5455ab97-f973-48ed-8905-b2b93d32c4e6 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584888 Nov 16 21:29:57.501331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-5bee0e79-ec43-4791-8321-a8b9641f6741 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 217 time: 0.0528023 Nov 16 21:29:57.567876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e373c860-f6b1-4bbf-8a1e-187d079cf891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.576599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e373c860-f6b1-4bbf-8a1e-187d079cf891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.587910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-fb011521-a822-49e7-9789-7e5898941260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.596194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-fb011521-a822-49e7-9789-7e5898941260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0796132 Nov 16 21:29:57.666116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373c860-f6b1-4bbf-8a1e-187d079cf891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e122a1e8-1e5b-4f53-a3bc-8af6bb15036a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:57.713175 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e373c860-f6b1-4bbf-8a1e-187d079cf891 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c6df55988074d1cad71e815f408cfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497121 Nov 16 21:29:57.713647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-7f472a50-788d-4e62-8393-c3d672e288e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.714577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59804) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:57.723525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-7f472a50-788d-4e62-8393-c3d672e288e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222789 Nov 16 21:29:57.783205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.854872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-ad0abd12-61f2-4b70-a2eb-ef6a483a78ab service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239438 Nov 16 21:29:57.894962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.006258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.013249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.017877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e122a1e8-1e5b-4f53-a3bc-8af6bb15036a HTTP/1.1" status: 204 len: 168 time: 0.3015623 Nov 16 21:29:58.036992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56108fd-4b6f-497b-b66e-f21ebef66742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e122a1e8-1e5b-4f53-a3bc-8af6bb15036a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:58.060358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-a8a1ba7a-7891-403e-a687-d780bfeac05e service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938033 Nov 16 21:29:58.169834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-a0af1075-4ca8-46c1-8021-7c7ce012bb5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 217 time: 0.0983379 Nov 16 21:29:58.278491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6f51bea0-b82b-4e6e-a75b-c0cad25810d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.281022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6f51bea0-b82b-4e6e-a75b-c0cad25810d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1017992 Nov 16 21:29:58.357765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-d21151c8-98b9-4513-b23b-1ddef19f2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.361002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-d21151c8-98b9-4513-b23b-1ddef19f2f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685632 Nov 16 21:29:58.584494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-38c6ea48-eb93-4107-a0dc-896a10554d36 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102511 Nov 16 21:29:58.597317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f20275-32c0-4c79-b099-64a5e48c31df req-4ca7bd6f-4ec7-4c08-b145-63f5215a2f98 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.598964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f20275-32c0-4c79-b099-64a5e48c31df req-4ca7bd6f-4ec7-4c08-b145-63f5215a2f98 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 945 time: 0.1112125 Nov 16 21:29:59.010838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-0eff2c8e-ad88-4d8f-9ada-884e7a8f1570 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108925 Nov 16 21:29:59.076451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-0cf519a3-048e-4b96-ac7c-82d8e9cc21c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 217 time: 0.0453293 Nov 16 21:29:59.111658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f20275-32c0-4c79-b099-64a5e48c31df req-1c4e1169-6404-446a-886b-0ff3100e9e3f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947652 Nov 16 21:29:59.146943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-56cd882b-f643-44f0-8960-1086652aeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.148401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-56cd882b-f643-44f0-8960-1086652aeae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0613136 Nov 16 21:29:59.247725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-35aaa009-e9e7-4a52-b35f-71f52e84aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.250599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-35aaa009-e9e7-4a52-b35f-71f52e84aafe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913885 Nov 16 21:29:59.425867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-4a86f356-9320-4ffa-8826-27c79f111e7d service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644142 Nov 16 21:29:59.539885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:59.545753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59868) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:59.575794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-5395b614-33f2-4512-9d24-adb0b85dd5f6 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409872 Nov 16 21:29:59.625169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-b4d823cf-95d3-4478-b737-38c1a44da1db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 217 time: 0.0396917 Nov 16 21:29:59.669913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea4beab9-331c-4be2-afc8-b29aab3c0d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.721518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-e38907f7-bd2d-48dd-8893-12d63adab12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.723704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-e38907f7-bd2d-48dd-8893-12d63adab12d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0897696 Nov 16 21:29:59.772125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d85c96-6f6f-4a49-a725-327c9f1fd5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.810061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-69de0d3f-9910-4916-bb0b-ae56c6020600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.811792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-69de0d3f-9910-4916-bb0b-ae56c6020600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789828 Nov 16 21:29:59.838507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea4beab9-331c-4be2-afc8-b29aab3c0d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.870382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea4beab9-331c-4be2-afc8-b29aab3c0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.946518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-84437590-40a0-49b4-8c64-58350ca1c45c service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211426 Nov 16 21:29:59.951586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4beab9-331c-4be2-afc8-b29aab3c0d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820e9b66-81af-4006-90f9-93d34b1ee044,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:59.981285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea4beab9-331c-4be2-afc8-b29aab3c0d16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca7b8af6af76489f8e2c6dd0a2f33bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374597 Nov 16 21:29:59.989573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59896) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:00.055676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b951f4-55d9-4db3-a637-69742cbc976c req-d43d05f1-b3e3-432e-92d5-231b2e9955a4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.057919 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-32b951f4-55d9-4db3-a637-69742cbc976c req-d43d05f1-b3e3-432e-92d5-231b2e9955a4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 945 time: 0.1110671 Nov 16 21:30:00.075838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d85c96-6f6f-4a49-a725-327c9f1fd5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.099849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47d85c96-6f6f-4a49-a725-327c9f1fd5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.139914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.161540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-e90cb775-558d-4d73-a892-58da8f0c7a78 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070398 Nov 16 21:30:00.185013 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-47d85c96-6f6f-4a49-a725-327c9f1fd5d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6aa79bc40fbe42f6a3da4e1f8e752de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6382797 Nov 16 21:30:00.187633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:00.197235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.216752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d85c96-6f6f-4a49-a725-327c9f1fd5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c30ae-b0e7-4b4f-b829-0af0576705dc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.257630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.279065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Deleting port 7bc52af1-d73e-4662-9b55-209f7d710a3a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:00.279368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.289603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-064e6579-06f5-4fc1-8e65-c6e705f16f17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 217 time: 0.1183512 Nov 16 21:30:00.336288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.381264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eba11-53d4-4919-8900-7913d287e93a req-94baa111-ad19-4532-a50f-305757571247 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.383180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-649eba11-53d4-4919-8900-7913d287e93a req-94baa111-ad19-4532-a50f-305757571247 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf6a396e-daf1-4125-8252-a8064938838c HTTP/1.1" status: 200 len: 945 time: 0.1635470 Nov 16 21:30:00.395276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-841e3320-4ade-46a6-8605-d8b42058854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.395995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-841e3320-4ade-46a6-8605-d8b42058854d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.0967879 Nov 16 21:30:00.426190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] For port 7bc52af1-d73e-4662-9b55-209f7d710a3a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7bc52af1-d73e-4662-9b55-209f7d710a3a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:00.426593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.437383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.440025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.441198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/623c30ae-b0e7-4b4f-b829-0af0576705dc HTTP/1.1" status: 204 len: 168 time: 0.2525580 Nov 16 21:30:00.446581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Calling delete_port for 7bc52af1-d73e-4662-9b55-209f7d710a3a owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:00.456923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fdf81-7df3-4b2a-a4c1-982878f1998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c30ae-b0e7-4b4f-b829-0af0576705dc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.515247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.518782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.523400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/820e9b66-81af-4006-90f9-93d34b1ee044 HTTP/1.1" status: 204 len: 168 time: 0.5326829 Nov 16 21:30:00.547058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-df013188-f467-4300-8595-c1f9383a4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.549812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-df013188-f467-4300-8595-c1f9383a4c3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1452930 Nov 16 21:30:00.583082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-649eba11-53d4-4919-8900-7913d287e93a req-57fd5e24-29fa-4f16-9169-b524249a735f tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710522 Nov 16 21:30:00.627194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f5761-1097-44f2-a905-d5fef66d8329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e9b66-81af-4006-90f9-93d34b1ee044,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.651768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.671511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a', '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:00.683219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event deleted for resources: {'Port': ['ID=7bc52af1-d73e-4662-9b55-209f7d710a3a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.686739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-5af2db43-1e3f-4547-98bd-a0804f811359 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309485 Nov 16 21:30:00.718833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41', '7bc52af1-d73e-4662-9b55-209f7d710a3a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:00.767280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] No DVR routers for this DVR port 7bc52af1-d73e-4662-9b55-209f7d710a3a on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:00.776502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.781532 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-32b951f4-55d9-4db3-a637-69742cbc976c req-2c1a240b-7450-4f6f-bc28-c104ea2f0cea tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "DELETE /v2.0/ports/7bc52af1-d73e-4662-9b55-209f7d710a3a HTTP/1.1" status: 204 len: 173 time: 0.7180896 Nov 16 21:30:00.783198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'name': 'network-vif-deleted', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:00.796860 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0070bf5-86e1-4b61-a116-c8e7f1bd51c4" -d '{"events": [{"server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "name": "network-vif-deleted", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:00.816517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-f3e249a7-560c-462b-9704-085bae3fc5bc service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216834 Nov 16 21:30:00.867886 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b518eb14-77d4-4de4-b271-e16b30617fe6 x-openstack-request-id: req-b518eb14-77d4-4de4-b271-e16b30617fe6 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:00.868184 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6a396e-daf1-4125-8252-a8064938838c", "name": "network-vif-deleted", "tag": "7bc52af1-d73e-4662-9b55-209f7d710a3a", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:00.868497 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b518eb14-77d4-4de4-b271-e16b30617fe6 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:00.868907 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6a396e-daf1-4125-8252-a8064938838c', 'name': 'network-vif-deleted', 'tag': '7bc52af1-d73e-4662-9b55-209f7d710a3a', 'status': 'completed', 'code': 200} Nov 16 21:30:00.872332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-6f0aff56-ea9b-4f8e-b345-8c427ad90b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.0482886 Nov 16 21:30:00.945703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-a4aee8c1-5a27-4e3c-97fb-0f69aca0f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.947883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-a4aee8c1-5a27-4e3c-97fb-0f69aca0f888 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.0670884 Nov 16 21:30:01.017607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-78698c34-7b7f-4738-b5f8-59f88e0f0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:01.022406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-78698c34-7b7f-4738-b5f8-59f88e0f0b13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655553 Nov 16 21:30:01.151594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-00108eea-629d-46a2-91e7-9c172eac4b37 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207619 Nov 16 21:30:01.326330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dabc49fc-d865-4d7b-91c7-d5e984053023 req-93d40f73-1f63-4b94-b430-047eedfde085 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654730 Nov 16 21:30:01.380873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59964) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:01.403747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6fb427b-c694-4c15-a0af-ecc73d087d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.499519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59970) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:01.562799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6fb427b-c694-4c15-a0af-ecc73d087d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.567757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6fb427b-c694-4c15-a0af-ecc73d087d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.616453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b6fb427b-c694-4c15-a0af-ecc73d087d0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1edba8c63bc0492da600203df496468d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347238 Nov 16 21:30:01.617647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb427b-c694-4c15-a0af-ecc73d087d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5926ee8-e24f-4447-bde3-69e2754ad15b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:01.619781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59982) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:01.721858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.760526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.798511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cf46-927a-4d8d-ba5b-aa2bf0bae1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.944654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cf46-927a-4d8d-ba5b-aa2bf0bae1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.955766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1f9cf46-927a-4d8d-ba5b-aa2bf0bae1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.977684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-7eacc4a4-1178-4c4f-95d4-93accd635b3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918922 Nov 16 21:30:02.017658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.021389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.025237 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5926ee8-e24f-4447-bde3-69e2754ad15b HTTP/1.1" status: 204 len: 168 time: 0.4020867 Nov 16 21:30:02.028134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9cf46-927a-4d8d-ba5b-aa2bf0bae1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf691ed8-0865-4510-b4a5-f5da1b59c376,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.035426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1f9cf46-927a-4d8d-ba5b-aa2bf0bae1c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3fd513a29d94d5098db58ae5c80f759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350461 Nov 16 21:30:02.040825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:02.065583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c24738-672a-428c-ac23-f94ec77043e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5926ee8-e24f-4447-bde3-69e2754ad15b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.087256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-515f04a0-21a8-449c-bf6b-8e011ceb2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.092006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-515f04a0-21a8-449c-bf6b-8e011ceb2bf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 1097 time: 0.0819361 Nov 16 21:30:02.111854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.157302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.274652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.288247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.288247 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf691ed8-0865-4510-b4a5-f5da1b59c376 HTTP/1.1" status: 204 len: 168 time: 0.2397811 Nov 16 21:30:02.293057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1eb76-30b0-4a91-966b-1d8b86d1e703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf691ed8-0865-4510-b4a5-f5da1b59c376,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.346210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-29a48020-cf5d-4f4e-a154-57ff53ef69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.351809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-29a48020-cf5d-4f4e-a154-57ff53ef69b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 200 len: 915 time: 0.2372851 Nov 16 21:30:02.423234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-2470bb67-4cd5-488a-b963-840e7d63bb5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b HTTP/1.1" status: 200 len: 217 time: 0.0673530 Nov 16 21:30:02.515086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-8f704fb5-5db9-4d93-96af-de1c3663dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.516753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-8f704fb5-5db9-4d93-96af-de1c3663dec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 200 len: 854 time: 0.0856514 Nov 16 21:30:02.564295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-a84aa9f9-43be-403a-b71e-f0c24fc1c4e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d1c354b-6403-4dfb-9aa9-11db77529d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402119 Nov 16 21:30:02.701587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-aa9ede70-d21b-42cb-98dd-8a8dfe4e78dd service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294427 Nov 16 21:30:02.958020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faed0b31-176f-4579-8528-2a7c5410a5e1 req-5a75dc74-4ab1-4ee3-8329-544efd6577d5 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480185 Nov 16 21:30:03.874656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:04.038079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1595008019-network', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:04.086233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Made reservation on behalf of 93a8c0d626ba4812a5ee9144541faf64 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:04.090841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.120803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.269574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.275594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.308761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:04.356803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c405d73-34d3-4e68-a412-c1a7398c61ac,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:04.365372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.365716 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Added segment 80b542dc-daf7-4165-8950-d8d3854c0713 of type vlan for network 9af83024-734e-444e-8123-95e18ba27368 Nov 16 21:30:04.477025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7bc52af1-d73e-4662-9b55-209f7d710a3a no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:04.497558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.554817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 7bc52af1-d73e-4662-9b55-209f7d710a3a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:04.572629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7bc52af1-d73e-4662-9b55-209f7d710a3a not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:04.580423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.581921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:04.582723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.666234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7898438 Nov 16 21:30:04.669206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60166) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:04.679211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Request body: {'subnet': {'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1595008019-subnet', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:04.681490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c8aa-2b98-41f8-af4a-34dc959d0646 admin admin] Pushing event updated for resources: {'Network': ['ID=9af83024-734e-444e-8123-95e18ba27368,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:04.697429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9af83024-734e-444e-8123-95e18ba27368 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:04.730609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Made reservation on behalf of 93a8c0d626ba4812a5ee9144541faf64 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:04.733670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.065395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.166316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:05.183023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Checking segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:05.183510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Network hostable DHCP agents. Network: 9af83024-734e-444e-8123-95e18ba27368, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:05.203114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Network 9af83024-734e-444e-8123-95e18ba27368 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:05.216772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9af83024-734e-444e-8123-95e18ba27368) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:05.226460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aca007-1b20-4a44-811f-6f33c36f52fd None None] Network 9af83024-734e-444e-8123-95e18ba27368 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:05.238370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:05.239347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.271719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c6337161-553f-49ca-963e-d8d476fcd38e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6010449 Nov 16 21:30:05.274087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.280791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:05.313040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.314098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.409352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.567079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60244) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.782350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9af83024-734e-444e-8123-95e18ba27368', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:05.785438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.837825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.875309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d226e81-ff7f-4a8d-ae70-d85bb2ccc633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.990781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Allocated IP 172.20.0.2 (9af83024-734e-444e-8123-95e18ba27368/c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb/dc699375-ec44-4143-bbea-fad36c1839ba) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:06.094291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.117918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d226e81-ff7f-4a8d-ae70-d85bb2ccc633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.126262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d226e81-ff7f-4a8d-ae70-d85bb2ccc633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.136893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.248198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8d226e81-ff7f-4a8d-ae70-d85bb2ccc633 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d2cb2aa08434f339324c0deb44cb4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6800942 Nov 16 21:30:06.249246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d226e81-ff7f-4a8d-ae70-d85bb2ccc633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f95d75b-d6c9-477e-b7de-e4267218d936,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.255996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60280) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.378067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.402101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.410978 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.456911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.476695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Network 9af83024-734e-444e-8123-95e18ba27368 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:06.484943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Pushing event updated for resources: {'Port': ['ID=dc699375-ec44-4143-bbea-fad36c1839ba,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.488010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:06.505449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:06.514071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Allocated IP 172.25.7.254 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ab34c5e4-b17c-4179-8e29-240e238963ba) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:06.579710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Attempting to bind port dc699375-ec44-4143-bbea-fad36c1839ba on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:06.580514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Attempting to bind port dc699375-ec44-4143-bbea-fad36c1839ba by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:06.582684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Attempting to bind port dc699375-ec44-4143-bbea-fad36c1839ba on network 9af83024-734e-444e-8123-95e18ba27368 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:06.590852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:06.591653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Checking segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:06.592408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.593077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Bound using segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:06.593845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Bound port: dc699375-ec44-4143-bbea-fad36c1839ba, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:06.594464 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.718915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.730012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] For port dc699375-ec44-4143-bbea-fad36c1839ba, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:06.736707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] For port dc699375-ec44-4143-bbea-fad36c1839ba, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc699375-ec44-4143-bbea-fad36c1839ba,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:06.756733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.768404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.843359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07138e1-e9ff-4063-b15a-483ac92f9285 None None] Pushing event updated for resources: {'Port': ['ID=dc699375-ec44-4143-bbea-fad36c1839ba,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.874962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.877503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.879234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f95d75b-d6c9-477e-b7de-e4267218d936 HTTP/1.1" status: 204 len: 168 time: 0.6218829 Nov 16 21:30:06.884046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab34c5e4-b17c-4179-8e29-240e238963ba,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.919902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:06.926879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:06.930501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:06.934517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63a569-1d00-4863-a487-3ff1c832f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f95d75b-d6c9-477e-b7de-e4267218d936,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.970376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf9957-46eb-4174-bf78-5ab061993433 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:07.118607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1ad40fd4-cacc-43eb-b347-223a7a553502 None None] Provisioning complete for port ab34c5e4-b17c-4179-8e29-240e238963ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:07.119002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ad40fd4-cacc-43eb-b347-223a7a553502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.211428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1ad40fd4-cacc-43eb-b347-223a7a553502 None None] Port ab34c5e4-b17c-4179-8e29-240e238963ba cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:07.540426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.663285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc699375-ec44-4143-bbea-fad36c1839ba up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:07.752782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be007b-b810-4500-86a0-8f067ac0274f req-6ec8e847-e352-4446-8d84-40bce7ab0ac4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:07.761513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03be007b-b810-4500-86a0-8f067ac0274f req-6ec8e847-e352-4446-8d84-40bce7ab0ac4 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 946 time: 0.0734205 Nov 16 21:30:07.832964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03be007b-b810-4500-86a0-8f067ac0274f req-6103d716-0ae7-43b9-a788-f237ec12f117 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Nov 16 21:30:07.893640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port dc699375-ec44-4143-bbea-fad36c1839ba triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:07.894171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.896632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.084728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.213439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port dc699375-ec44-4143-bbea-fad36c1839ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc699375-ec44-4143-bbea-fad36c1839ba,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:08.238121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.399381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=dc699375-ec44-4143-bbea-fad36c1839ba,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:08.735847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Router 495c6029-dc8a-414f-b34b-e8906174bb6c is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:08.786577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4a9fc-3af6-4868-bbce-a362085dd12f None None] Network 9af83024-734e-444e-8123-95e18ba27368 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:08.882827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:08.893340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:08.908676 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:08.909711 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:08.930874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.932534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e1346cad-6db8-4d9c-93dd-d94c2d2666a6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6563759 Nov 16 21:30:08.935182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.113195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:09.162878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e25498b1-8d06-4404-8dbd-286a7ac607ca None None] Provisioning complete for port dc699375-ec44-4143-bbea-fad36c1839ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:09.165693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e25498b1-8d06-4404-8dbd-286a7ac607ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.186880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.196553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:30:09.392653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e2e1-1302-4f40-afa8-fbf487b513c3 req-550dd2ca-9be3-4d52-9bcb-de60174a08bb tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.407544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd02e2e1-1302-4f40-afa8-fbf487b513c3 req-550dd2ca-9be3-4d52-9bcb-de60174a08bb tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 946 time: 0.4124215 Nov 16 21:30:09.551471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd02e2e1-1302-4f40-afa8-fbf487b513c3 req-c90b44a9-751b-431b-addb-3b44344a39c3 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422515 Nov 16 21:30:09.566859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:07Z', 'revision_number': 3, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:09.579661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-8f1f900b-64e2-429d-9ccb-b6e867198b3b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.582702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-8f1f900b-64e2-429d-9ccb-b6e867198b3b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 946 time: 0.4613485 Nov 16 21:30:09.609899 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:09.610596 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Updating router 495c6029-dc8a-414f-b34b-e8906174bb6c port ab34c5e4-b17c-4179-8e29-240e238963ba binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:09.662794 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.675518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc699375-ec44-4143-bbea-fad36c1839ba up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:09.686477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.873628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Deleting port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:09.874008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.890452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port dc699375-ec44-4143-bbea-fad36c1839ba triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:09.890745 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.966616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b11a3a6a-008b-43e8-b766-983d42a7b830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.083725 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.104095 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.105285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] For port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:10.105952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.128919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Calling delete_port for 71b90a1b-0ee5-426a-af8d-79ce73e26a1b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:10.198834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.242859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a0239-93bb-410b-87fd-45afd368de7c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:10.296424 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708377f-f98d-47f0-b519-71791868533b None None] Pushing event updated for resources: {'Port': ['ID=ab34c5e4-b17c-4179-8e29-240e238963ba,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.298613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Attempting to bind port ab34c5e4-b17c-4179-8e29-240e238963ba on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:10.299005 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Attempting to bind port ab34c5e4-b17c-4179-8e29-240e238963ba by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:10.299361 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Attempting to bind port ab34c5e4-b17c-4179-8e29-240e238963ba on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:10.306281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b11a3a6a-008b-43e8-b766-983d42a7b830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.310309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-54c2da63-95f8-41bd-b109-d9be0b6e278e None None] Provisioning complete for port dc699375-ec44-4143-bbea-fad36c1839ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:10.311845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-54c2da63-95f8-41bd-b109-d9be0b6e278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.320296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b11a3a6a-008b-43e8-b766-983d42a7b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.329931 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:10.332010 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:10.332417 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.332814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:10.333298 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Bound port: ab34c5e4-b17c-4179-8e29-240e238963ba, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:10.333677 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.432995 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b11a3a6a-008b-43e8-b766-983d42a7b830 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6017370cbd344c64a66ec4d3feac7c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449930 Nov 16 21:30:10.433183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:10.439504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a3a6a-008b-43e8-b766-983d42a7b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a674a96-9327-4bfa-89d4-fc0b4d569096,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.529473 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] For port ab34c5e4-b17c-4179-8e29-240e238963ba, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:10.535671 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] For port ab34c5e4-b17c-4179-8e29-240e238963ba, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ab34c5e4-b17c-4179-8e29-240e238963ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:10.555588 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.555929 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.556104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.557294 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.557815 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.558335 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.558852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.560208 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.560902 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.561416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.563100 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.563636 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.564276 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708377f-f98d-47f0-b519-71791868533b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:10.586873 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.598478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:10.614327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a', '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:10.627798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:10.629886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Allocated IP 172.20.0.1 (9af83024-734e-444e-8123-95e18ba27368/c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb/9b3dde0c-d347-4dca-81f8-20cf6f9883f2) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:10.668762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event deleted for resources: {'Port': ['ID=71b90a1b-0ee5-426a-af8d-79ce73e26a1b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.674293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.697561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:10.698526 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:10.720188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] No DVR routers for this DVR port 71b90a1b-0ee5-426a-af8d-79ce73e26a1b on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:10.724222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.731421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa6f113-c913-4e14-9ae3-fbfc634ebd5a req-ceb1dbb2-443f-4412-af77-865ebe6478b0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "DELETE /v2.0/ports/71b90a1b-0ee5-426a-af8d-79ce73e26a1b HTTP/1.1" status: 204 len: 173 time: 1.1407595 Nov 16 21:30:10.733996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'name': 'network-vif-deleted', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:10.738453 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f9785-714a-4eac-b137-fcf851dc32e3" -d '{"events": [{"server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "name": "network-vif-deleted", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:10.778819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.827107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e893e-db2b-4f63-ac5b-b9b1b586978b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:10.920621 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c27e1-6331-4771-a86a-27ffb9f210da x-openstack-request-id: req-681c27e1-6331-4771-a86a-27ffb9f210da {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:10.927380 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deecd313-c1fe-4530-8944-466e148bf22b", "name": "network-vif-deleted", "tag": "71b90a1b-0ee5-426a-af8d-79ce73e26a1b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:10.928102 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-681c27e1-6331-4771-a86a-27ffb9f210da {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:10.928775 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deecd313-c1fe-4530-8944-466e148bf22b', 'name': 'network-vif-deleted', 'tag': '71b90a1b-0ee5-426a-af8d-79ce73e26a1b', 'status': 'completed', 'code': 200} Nov 16 21:30:10.937151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b17ae010-3e51-4049-9d3b-6ed5b23d3b7c req-39569d83-49f2-4d2a-b60d-94200c4a75fc tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=deecd313-c1fe-4530-8944-466e148bf22b HTTP/1.1" status: 200 len: 210 time: 0.1506450 Nov 16 21:30:11.004638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] Provisioning complete for port ab34c5e4-b17c-4179-8e29-240e238963ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:11.005009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.047687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.054252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.061535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a674a96-9327-4bfa-89d4-fc0b4d569096 HTTP/1.1" status: 204 len: 168 time: 0.6245193 Nov 16 21:30:11.080110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee73e6-20ef-4b72-885b-1c5a7d01764a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a674a96-9327-4bfa-89d4-fc0b4d569096,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.092156 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708377f-f98d-47f0-b519-71791868533b None None] Pushing event updated for resources: {'Port': ['ID=ab34c5e4-b17c-4179-8e29-240e238963ba,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.131587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f5554b8-9d6c-4660-9dbb-4178ed7d7d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.138134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.161080 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:11.193324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.311471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f5554b8-9d6c-4660-9dbb-4178ed7d7d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.351304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f5554b8-9d6c-4660-9dbb-4178ed7d7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.428346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.438789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Network 9af83024-734e-444e-8123-95e18ba27368 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:11.450155 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:07Z', 'revision_number': 3, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:11.468150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:11.477110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] For port ab34c5e4-b17c-4179-8e29-240e238963ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ab34c5e4-b17c-4179-8e29-240e238963ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:11.489393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98412682-5c4f-4451-9af9-5494c0e7ccf7 None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:07Z', 'revision_number': 3, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:11.501303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.506548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:11.621692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.737536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Pushing event updated for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.755351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2b883435-37d5-4269-b85a-a58265ce7cbc None None] Provisioning complete for port ab34c5e4-b17c-4179-8e29-240e238963ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:11.755740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b883435-37d5-4269-b85a-a58265ce7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.759404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f8d69-410a-4d4d-8f30-098b14afed1d None None] Pushing event updated for resources: {'Port': ['ID=ab34c5e4-b17c-4179-8e29-240e238963ba,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.762417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5554b8-9d6c-4660-9dbb-4178ed7d7d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878ecc91-9e6b-4186-aff5-8a23d8c6c781,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.776737 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f5554b8-9d6c-4660-9dbb-4178ed7d7d95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf5fdbd3f92c4848b831f0b630ad89ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1769578 Nov 16 21:30:11.780031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60520) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:11.871958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.909648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.958484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.002474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.006274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.007891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/878ecc91-9e6b-4186-aff5-8a23d8c6c781 HTTP/1.1" status: 204 len: 168 time: 0.2245922 Nov 16 21:30:12.036317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ca498-e7ed-44da-8acc-f7e22ea3f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878ecc91-9e6b-4186-aff5-8a23d8c6c781,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:12.044907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4263b1fa-ccd5-4b40-9ca5-190aad4a663a None None] Provisioning complete for port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:12.045405 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4263b1fa-ccd5-4b40-9ca5-190aad4a663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.117489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4263b1fa-ccd5-4b40-9ca5-190aad4a663a None None] Port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:12.318691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.334296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.459808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.462964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Pushing event updated for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:12.527143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec42bf-ecbc-4f35-a2c4-83518a64cd39 req-a26226ba-f562-4fff-8fc8-c380e055970b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:12.536223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ec42bf-ecbc-4f35-a2c4-83518a64cd39 req-a26226ba-f562-4fff-8fc8-c380e055970b tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 0.0911016 Nov 16 21:30:12.611770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ec42bf-ecbc-4f35-a2c4-83518a64cd39 req-7fdde90d-48e3-432e-b7c3-e267e93b9b3e tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Nov 16 21:30:12.662994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Network 9af83024-734e-444e-8123-95e18ba27368 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:12.664560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:12.834031 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.881111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Router 495c6029-dc8a-414f-b34b-e8906174bb6c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:13.091612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:13.097971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df35101e-1be8-449f-a52c-d3f627539e7d admin admin] 10.222.0.54 "PUT /v2.0/routers/495c6029-dc8a-414f-b34b-e8906174bb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1616220 Nov 16 21:30:13.164103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5b9aeb29-7e7f-4940-bc86-3dd5022eb3d4 None None] Provisioning complete for port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:13.164855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b9aeb29-7e7f-4940-bc86-3dd5022eb3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.214910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5b9aeb29-7e7f-4940-bc86-3dd5022eb3d4 None None] Port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:13.556710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ab34c5e4-b17c-4179-8e29-240e238963ba up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:13.613342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ab34c5e4-b17c-4179-8e29-240e238963ba triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:13.614187 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.781579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-83a91363-3df8-44ed-81ea-cb9305ede524 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:13.788232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-83a91363-3df8-44ed-81ea-cb9305ede524 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 0.1405525 Nov 16 21:30:13.933083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e137d0-e860-4672-bd4e-0ece574ffc23 req-007d7f2a-5f3b-4f2d-8b04-c3c8a107b626 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:13.941560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18e137d0-e860-4672-bd4e-0ece574ffc23 req-007d7f2a-5f3b-4f2d-8b04-c3c8a107b626 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc9845f2-320d-4c70-8d57-bd17ca981463 HTTP/1.1" status: 200 len: 945 time: 0.1519904 Nov 16 21:30:14.038280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Deleting port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:14.038923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.123245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18e137d0-e860-4672-bd4e-0ece574ffc23 req-2e91a46f-1b96-43cf-8369-01d3776416b2 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763833 Nov 16 21:30:14.182068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] For port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:14.183055 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.207435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Calling delete_port for 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:14.336165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 71b90a1b-0ee5-426a-af8d-79ce73e26a1b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:14.342142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:14.399408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 71b90a1b-0ee5-426a-af8d-79ce73e26a1b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:14.400747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 71b90a1b-0ee5-426a-af8d-79ce73e26a1b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:14.412559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:14.413484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:14.419374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.446487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60672) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:14.447574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60674) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:14.454620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1391073887-network', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:14.496516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Made reservation on behalf of e44ddfed77a447c6a40650b336e93768 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:14.500533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.507349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event deleted for resources: {'Port': ['ID=74495fb9-ec5b-4b52-b6d5-72bbdf816e41,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:14.529650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.541668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['df80e67c-4b04-4280-ac09-d8318ca4e71a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:14.543956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74495fb9-ec5b-4b52-b6d5-72bbdf816e41'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:14.558952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] No DVR routers for this DVR port 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:14.565932 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.569501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ffebab-7384-4e04-86a9-0dffe120d7fa req-f525a4c7-eeb3-4b6f-9769-32fddd7948d0 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.36 "DELETE /v2.0/ports/74495fb9-ec5b-4b52-b6d5-72bbdf816e41 HTTP/1.1" status: 204 len: 173 time: 0.7459879 Nov 16 21:30:14.572858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'name': 'network-vif-deleted', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:14.585273 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bafaec-8297-4c16-b6d8-8df01edb0445" -d '{"events": [{"server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "name": "network-vif-deleted", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:14.658814 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7817c6c-bcb6-4ed4-97b8-62a77a14b619 x-openstack-request-id: req-f7817c6c-bcb6-4ed4-97b8-62a77a14b619 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:14.659496 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9845f2-320d-4c70-8d57-bd17ca981463", "name": "network-vif-deleted", "tag": "74495fb9-ec5b-4b52-b6d5-72bbdf816e41", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:14.659919 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7817c6c-bcb6-4ed4-97b8-62a77a14b619 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:14.660483 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9845f2-320d-4c70-8d57-bd17ca981463', 'name': 'network-vif-deleted', 'tag': '74495fb9-ec5b-4b52-b6d5-72bbdf816e41', 'status': 'completed', 'code': 200} Nov 16 21:30:14.774648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06be280a-b522-4534-b17c-b042ed1e64a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.788104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.815077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:14.829639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.863063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:14.900194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60692) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:14.906453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d12bc-de8c-45a6-ab46-02fa4781467d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:14.909669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.910011 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Added segment f6c343bd-e46e-4465-8899-0d992c075cd9 of type vlan for network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a Nov 16 21:30:14.952606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06be280a-b522-4534-b17c-b042ed1e64a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.974166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06be280a-b522-4534-b17c-b042ed1e64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.011371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.065159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-619f3ef5-d1e5-4bfb-a289-c9580766ced9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.074247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be280a-b522-4534-b17c-b042ed1e64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a430e4-54d2-415e-ae4e-99cf1544a11c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.092195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06be280a-b522-4534-b17c-b042ed1e64a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f77518cdd8dd49e2b447d60de4f5e8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6400542 Nov 16 21:30:15.093119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:15.116658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.117904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:15.121873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.165735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7170348 Nov 16 21:30:15.168164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60704) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:15.210762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Request body: {'subnet': {'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1391073887-subnet', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:15.226189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-619f3ef5-d1e5-4bfb-a289-c9580766ced9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.236339 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-619f3ef5-d1e5-4bfb-a289-c9580766ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.245806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ef68e-6847-4ca8-abaa-2ceeb8063791 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.268141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.276919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:15.287067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Made reservation on behalf of e44ddfed77a447c6a40650b336e93768 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:15.287972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-619f3ef5-d1e5-4bfb-a289-c9580766ced9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67f650e9917e4daa9c68c54495278502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866973 Nov 16 21:30:15.290461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3ef5-d1e5-4bfb-a289-c9580766ced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705301a2-fb80-4df0-86a3-2d1cb832bb38,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.293188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60710) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:15.297776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.413205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.528548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.603047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.638474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.651475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.664255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.671226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/705301a2-fb80-4df0-86a3-2d1cb832bb38 HTTP/1.1" status: 204 len: 168 time: 0.3764963 Nov 16 21:30:15.680062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8256d84-aa19-43d4-98dc-3aacfce362be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.687931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 2, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:15.707860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705301a2-fb80-4df0-86a3-2d1cb832bb38,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.726069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:15.726624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Updating router 495c6029-dc8a-414f-b34b-e8906174bb6c port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:15.728258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.729493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.729942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.731046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.732738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.733238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.734193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.735973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.736516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.736926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.739188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.740575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09981-c0c6-41d6-b4ad-3c13f61563c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:15.780253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.999581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8723c79c-3095-4ee8-b80f-a816615817bd,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.001890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Checking segment: {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:16.002344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Network hostable DHCP agents. Network: b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:16.043238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:16.073407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.073780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.078978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.084380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.087593 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68a430e4-54d2-415e-ae4e-99cf1544a11c HTTP/1.1" status: 204 len: 168 time: 0.9932988 Nov 16 21:30:16.113686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea60879-5931-4931-9d31-0a85e9a2245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a430e4-54d2-415e-ae4e-99cf1544a11c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.143451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:16.163323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:16.167181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.225280 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc1f6bd3-e7fd-4200-a86d-0b49a46b0ca0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0224855 Nov 16 21:30:16.231602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60736) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:16.233620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caefa4e-9b19-48fb-9596-68bb29241786 None None] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:16.241686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:16.318683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.324573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.463963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:16.514857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b88439f2-1acb-49d6-9e6a-b88335720890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.753263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.766624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05bc79-ba1f-45ca-ad97-0562e0fb3928 None None] Pushing event updated for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.795370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b88439f2-1acb-49d6-9e6a-b88335720890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.801221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d663666-222b-41eb-8cac-988584315034 None None] Provisioning complete for port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:16.801831 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0d663666-222b-41eb-8cac-988584315034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.812342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b88439f2-1acb-49d6-9e6a-b88335720890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.877579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Attempting to bind port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:16.878317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Attempting to bind port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:16.878860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Attempting to bind port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 on network 9af83024-734e-444e-8123-95e18ba27368 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:16.886076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0d663666-222b-41eb-8cac-988584315034 None None] Port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:16.898060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:16.905155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Checking segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:16.906193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.907171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Bound using segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:16.915993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Bound port: 9b3dde0c-d347-4dca-81f8-20cf6f9883f2, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:16.916958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.923455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b88439f2-1acb-49d6-9e6a-b88335720890 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ade71cac050f43a09cc486b9bde3df4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580920 Nov 16 21:30:16.924207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88439f2-1acb-49d6-9e6a-b88335720890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bbd4e-1a7c-4058-9fad-e99fa7d1bd6a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.927278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60752) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:17.001001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.028194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'fixed_ips': [{'subnet_id': '8723c79c-3095-4ee8-b80f-a816615817bd'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:17.029315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.039525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.135317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.152617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.168983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/335bbd4e-1a7c-4058-9fad-e99fa7d1bd6a HTTP/1.1" status: 204 len: 168 time: 0.2405064 Nov 16 21:30:17.246711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] For port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:17.266247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932776f-0715-4ff9-b423-c2a70b657cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bbd4e-1a7c-4058-9fad-e99fa7d1bd6a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:17.309531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.334638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] For port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:17.361334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.587952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:17.588595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:17.880485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Allocated IP 172.20.0.2 (b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a/8723c79c-3095-4ee8-b80f-a816615817bd/36a95d39-dae6-4ab7-936d-38db1e450603) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:17.892688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6217e38f-b93e-4727-9835-760866f161dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.906258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05bc79-ba1f-45ca-ad97-0562e0fb3928 None None] Pushing event updated for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:18.002831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] Provisioning complete for port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:18.004000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.112929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:18.515207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.545508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.589077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:18.713327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:18.714155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74495fb9-ec5b-4b52-b6d5-72bbdf816e41 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:18.730310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.762214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Allocated IP 172.25.7.200 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a41c305a-8d74-4ca5-9288-09352b0213ba) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:18.764911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.814085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Pushing event updated for resources: {'Port': ['ID=36a95d39-dae6-4ab7-936d-38db1e450603,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:18.824906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.838461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:18.850803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:18.856945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:18.957978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.004727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.058416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] For port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:19.060149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Attempting to bind port 36a95d39-dae6-4ab7-936d-38db1e450603 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:19.060589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Attempting to bind port 36a95d39-dae6-4ab7-936d-38db1e450603 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:19.062999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Attempting to bind port 36a95d39-dae6-4ab7-936d-38db1e450603 on network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:19.101701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.101942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Pushing event updated for resources: {'Port': ['ID=a41c305a-8d74-4ca5-9288-09352b0213ba,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:19.124241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:19.125734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:19.135741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:19.186024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:19.186297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Checking segment: {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:19.187307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.188087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Bound using segment: {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:19.189308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Bound port: 36a95d39-dae6-4ab7-936d-38db1e450603, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:19.189730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.210176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b46b62-543d-41cc-ae5e-71306a06d0d1 None None] Pushing event updated for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:19.227297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16465cc8-3af7-4fab-bc0f-edb699290f81 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:19.407585 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.499311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e6d7dba7-4ba9-4ff0-9604-83b95d52a365 None None] Provisioning complete for port a41c305a-8d74-4ca5-9288-09352b0213ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:19.499630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e6d7dba7-4ba9-4ff0-9604-83b95d52a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.501810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] For port 36a95d39-dae6-4ab7-936d-38db1e450603, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:19.505398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:17Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:19.521979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] For port 36a95d39-dae6-4ab7-936d-38db1e450603, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=36a95d39-dae6-4ab7-936d-38db1e450603,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:19.559129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60838) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.615046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.633213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec1417-5ca1-4287-b2d8-bab893e1e7ef None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:17Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:19.753995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.792652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7dba7-4ba9-4ff0-9604-83b95d52a365 None None] Port a41c305a-8d74-4ca5-9288-09352b0213ba cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:19.834265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706a894-c7b5-49cb-b0bf-de135909ab1c None None] Pushing event updated for resources: {'Port': ['ID=36a95d39-dae6-4ab7-936d-38db1e450603,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:19.927435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-248250701'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:20.017595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Made reservation on behalf of e1bebba9a011497a8ca89c44cced4c4a for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:20.022073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.062167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.164162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.177660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.233355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:20.257159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ba285-0f72-452e-ab0a-34f99ed5c97e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.281251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.283298 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Added segment 59e93a5d-22f1-4467-ba50-b3903dfb030f of type vlan for network 2bacc85d-9840-4707-a57d-9e852177dfb2 Nov 16 21:30:20.377073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.400986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.427843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.435614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.439670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.571424 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0110145 Nov 16 21:30:20.575800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:20.585348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Request body: {'subnet': {'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:20.674419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd673822-02a8-4187-bebe-18d6c99827aa tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event updated for resources: {'Network': ['ID=2bacc85d-9840-4707-a57d-9e852177dfb2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.707764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Router 25544dbf-d833-45cb-bf63-08b56d12bbe5 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:20.801826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Made reservation on behalf of e1bebba9a011497a8ca89c44cced4c4a for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:20.805472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.858767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:20.916637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:20.932533 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Sync routers for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:20.951993 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:20.952630 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:20.976225 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.978643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4cad1edd-03b0-4a8a-86e6-86d221404e46 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7453394 Nov 16 21:30:20.981766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60886) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:21.123291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.288806 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:21.375783 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.545013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.712748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event updated for resources: {'Subnet': ['ID=bf4e41cc-be02-410f-84a1-ac027d259a0d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:21.741093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Checking segment: {'id': '59e93a5d-22f1-4467-ba50-b3903dfb030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:21.741723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Network hostable DHCP agents. Network: 2bacc85d-9840-4707-a57d-9e852177dfb2, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:21.778289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:21.803578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 36a95d39-dae6-4ab7-936d-38db1e450603 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:21.808383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2bacc85d-9840-4707-a57d-9e852177dfb2) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:21.821129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:21.821950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.849704 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b85ad2e8-e23c-46bb-b0fe-0d21402b77c8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2710588 Nov 16 21:30:21.852256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60908) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:21.857606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Request body: {'port': {'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-476723453'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:21.870523 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:19Z', 'revision_number': 3, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:21.958906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf49899-ed41-4cf3-89a5-09b9fe233a9a None None] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:22.035627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f3c97f-be66-4b3b-ac35-47e6fd3f2827 None None] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:22.055969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Made reservation on behalf of e1bebba9a011497a8ca89c44cced4c4a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:22.060383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.116029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] device_id is not set on port 9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:22.179134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:22.267146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Checking router: 25544dbf-d833-45cb-bf63-08b56d12bbe5 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:22.268318 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Updating router 25544dbf-d833-45cb-bf63-08b56d12bbe5 port a41c305a-8d74-4ca5-9288-09352b0213ba binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:22.330428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.367855 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.390672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Allocated IP 172.20.0.7 (2bacc85d-9840-4707-a57d-9e852177dfb2/bf4e41cc-be02-410f-84a1-ac027d259a0d/9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:22.546396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Provisioning complete for port 36a95d39-dae6-4ab7-936d-38db1e450603 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:22.546805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-828c5bc9-f8b5-41a6-a4da-0a8f2068671e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.546965 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.694383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 36a95d39-dae6-4ab7-936d-38db1e450603 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:22.695057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.747758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Allocated IP 172.20.0.1 (b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a/8723c79c-3095-4ee8-b80f-a816615817bd/b6176593-f1aa-4edf-8e16-521eaf7ea5f6) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:22.866716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.919368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.929008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2bacc85d-9840-4707-a57d-9e852177dfb2', 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2', 'tenant_id': 'e1bebba9a011497a8ca89c44cced4c4a', 'fixed_ips': [{'subnet_id': 'bf4e41cc-be02-410f-84a1-ac027d259a0d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:22.929853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.996020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebba21-d036-445a-a3fc-9f8ff3c6d1d9 req-fd8ad9b5-55bd-4358-aa0f-9c8669e86281 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.003795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06ebba21-d036-445a-a3fc-9f8ff3c6d1d9 req-fd8ad9b5-55bd-4358-aa0f-9c8669e86281 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.4414549 Nov 16 21:30:23.047328 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.066616 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.075959 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.086172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.086977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:23.088444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-828c5bc9-f8b5-41a6-a4da-0a8f2068671e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.092008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:23.100746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:23.109864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-828c5bc9-f8b5-41a6-a4da-0a8f2068671e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.145710 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Attempting to bind port a41c305a-8d74-4ca5-9288-09352b0213ba on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:23.146065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Attempting to bind port a41c305a-8d74-4ca5-9288-09352b0213ba by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:23.146482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Attempting to bind port a41c305a-8d74-4ca5-9288-09352b0213ba on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:23.161010 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:23.161402 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:23.161697 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.162092 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:23.162561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Bound port: a41c305a-8d74-4ca5-9288-09352b0213ba, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:23.162972 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.183249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event updated for resources: {'Port': ['ID=9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.194775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c5bc9-f8b5-41a6-a4da-0a8f2068671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1007bb-a623-42b2-9a3d-105c5a3c2477,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.204203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-828c5bc9-f8b5-41a6-a4da-0a8f2068671e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=308b97f6480f40fb993cc8d8690a3c27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0216467 Nov 16 21:30:23.205088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:23.252094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06ebba21-d036-445a-a3fc-9f8ff3c6d1d9 req-e7405280-8987-4d90-b947-a9fda6e643e2 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449555 Nov 16 21:30:23.258292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.259941 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] For port a41c305a-8d74-4ca5-9288-09352b0213ba, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:23.265720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.265893 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] For port a41c305a-8d74-4ca5-9288-09352b0213ba, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a41c305a-8d74-4ca5-9288-09352b0213ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:23.266417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.276622 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f669-4d7d-4bd6-b1a0-32742c5f26f4 None None] Pushing event updated for resources: {'Port': ['ID=a41c305a-8d74-4ca5-9288-09352b0213ba,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.282682 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.291848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df680f1-23c7-48fe-911f-3e88254e0ca8 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:23.323880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.366319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:23.379302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.392137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:23.402895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:23.413588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.436631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] For port 36a95d39-dae6-4ab7-936d-38db1e450603, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=36a95d39-dae6-4ab7-936d-38db1e450603,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:23.470624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f40794c-c16c-4495-b98d-caeba94a0bbe tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6170878 Nov 16 21:30:23.481602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.483333 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:23.485598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:23.490207 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:23.520137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28acb00b-e256-49b9-ac7b-32a67b1f6731 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:23.540631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.553949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.635621 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108f669-4d7d-4bd6-b1a0-32742c5f26f4 None None] Pushing event updated for resources: {'Port': ['ID=a41c305a-8d74-4ca5-9288-09352b0213ba,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.756093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Allocated IP 172.20.0.2 (2bacc85d-9840-4707-a57d-9e852177dfb2/bf4e41cc-be02-410f-84a1-ac027d259a0d/386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:23.785176 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:30:23.785791 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:30:23.788146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] Provisioning complete for port a41c305a-8d74-4ca5-9288-09352b0213ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:23.788712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.792659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Pushing event updated for resources: {'Port': ['ID=36a95d39-dae6-4ab7-936d-38db1e450603,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.843496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.844228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.844816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.845650 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:23.845926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.846583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.847195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.851769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.852436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.853066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.853636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.854205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.854857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afd59f2-a201-4338-9b63-029e051c3d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:23.882642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.895292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.901932 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec1007bb-a623-42b2-9a3d-105c5a3c2477 HTTP/1.1" status: 204 len: 168 time: 0.6942129 Nov 16 21:30:23.956116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a7687-a82d-40d7-8f46-cd3146803163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1007bb-a623-42b2-9a3d-105c5a3c2477,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.960697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Deleting port 9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:23.978911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.028842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.171543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.208299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37807787-8022-43b1-b3b9-f238c47f9334 req-3214a015-1ffa-436c-9eea-9f963bc1d89a tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:24.210992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37807787-8022-43b1-b3b9-f238c47f9334 req-3214a015-1ffa-436c-9eea-9f963bc1d89a tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.2064147 Nov 16 21:30:24.219274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Calling delete_port for 9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:24.233673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.275778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.289060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.348132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] For port a41c305a-8d74-4ca5-9288-09352b0213ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a41c305a-8d74-4ca5-9288-09352b0213ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:24.384769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.421145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:24.425543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:24.428016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Pushing event updated for resources: {'Port': ['ID=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.431447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:24.457010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:24.537601 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:19Z', 'revision_number': 3, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:24.573552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348838-479c-4a23-9327-aa3fb2a2993f None None] Pushing event updated for resources: {'Port': ['ID=a41c305a-8d74-4ca5-9288-09352b0213ba,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.590422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Attempting to bind port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:24.591012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Attempting to bind port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '59e93a5d-22f1-4467-ba50-b3903dfb030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:24.591539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Attempting to bind port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a on network 2bacc85d-9840-4707-a57d-9e852177dfb2 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:24.599977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Provisioning complete for port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:24.600614 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.633658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.641078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:24.641640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Checking segment: {'id': '59e93a5d-22f1-4467-ba50-b3903dfb030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:24.642281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.643013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Bound using segment: {'id': '59e93a5d-22f1-4467-ba50-b3903dfb030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:24.644410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Bound port: 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e93a5d-22f1-4467-ba50-b3903dfb030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2bacc85d-9840-4707-a57d-9e852177dfb2'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:24.645830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.651209 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd228e-d7e5-4df1-b341-92f9378ae0ab None None] The sync data for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 is: [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:19Z', 'revision_number': 3, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:24.651639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:24.652118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.721142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:24.831489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60958) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:24.834279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event deleted for resources: {'Port': ['ID=9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.839216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] For port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:24.848765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] For port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,segment=NetworkSegment(59e93a5d-22f1-4467-ba50-b3903dfb030f),segment_id=59e93a5d-22f1-4467-ba50-b3903dfb030f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:24.872411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.876148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Provisioning complete for port 36a95d39-dae6-4ab7-936d-38db1e450603 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:24.876562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.916873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-670bcef7-222f-4b5a-98da-9bb33a5dd78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.975076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.006035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.051110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.062778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec48bc-ee9d-44ac-b2f8-657ac5c16c6c None None] Pushing event updated for resources: {'Port': ['ID=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.068004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b032572-1411-46b8-9240-4d4d8f327516 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "DELETE /v2.0/ports/9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf HTTP/1.1" status: 204 len: 168 time: 1.5810809 Nov 16 21:30:25.087490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60962) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:25.230331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7a5af-a1c2-47c5-a66a-c605e2183e73 req-508fff79-962a-4fb0-bd57-9bde52e3ac54 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:25.238763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dc7a5af-a1c2-47c5-a66a-c605e2183e73 req-508fff79-962a-4fb0-bd57-9bde52e3ac54 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 945 time: 0.7861259 Nov 16 21:30:25.265603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Deleting port df80e67c-4b04-4280-ac09-d8318ca4e71a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:25.274778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.312700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-670bcef7-222f-4b5a-98da-9bb33a5dd78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.325171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-670bcef7-222f-4b5a-98da-9bb33a5dd78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.466036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-670bcef7-222f-4b5a-98da-9bb33a5dd78e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9cb2efc60fc045a5a998f9cc399196fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6302195 Nov 16 21:30:25.466787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60966) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:25.489054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bcef7-222f-4b5a-98da-9bb33a5dd78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6f894-00f4-42ae-ba83-8fecdc2ad963,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.678257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.758024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.765491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 36a95d39-dae6-4ab7-936d-38db1e450603 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:25.846653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70bf2e9c-cbba-490f-9a10-5f0414c60242 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.7507844 Nov 16 21:30:25.847722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:25.880871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-35636095'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:25.889297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Provisioning complete for port a41c305a-8d74-4ca5-9288-09352b0213ba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:25.889673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc4404a-6d26-47db-956c-316b79e91002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.989470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.996064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.000766 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4df6f894-00f4-42ae-ba83-8fecdc2ad963 HTTP/1.1" status: 204 len: 168 time: 0.5306091 Nov 16 21:30:26.005831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Made reservation on behalf of e1bebba9a011497a8ca89c44cced4c4a for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:26.010031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.022943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 36a95d39-dae6-4ab7-936d-38db1e450603 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:26.023350 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.027874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6235948-ac0c-48a2-89b3-9af8dafd82fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6f894-00f4-42ae-ba83-8fecdc2ad963,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:26.049330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:26.075517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.076049 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Added segment a17e06bd-af14-4689-afb1-f432315be197 of type vlan for network 309581fa-36a2-4deb-91e0-0856fee97085 Nov 16 21:30:26.305032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a41c305a-8d74-4ca5-9288-09352b0213ba up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:26.364687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.408371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dc7a5af-a1c2-47c5-a66a-c605e2183e73 req-ad311307-f1f4-4554-819b-17598e066518 tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e4450a3-4b0f-4aff-b068-0328e7404a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1230569 Nov 16 21:30:26.419505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:26.559805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a41c305a-8d74-4ca5-9288-09352b0213ba triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:26.559805 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.614250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] For port df80e67c-4b04-4280-ac09-d8318ca4e71a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=df80e67c-4b04-4280-ac09-d8318ca4e71a,segment=NetworkSegment(aa13f391-e5ba-4617-8039-9f806c40b3f0),segment_id=aa13f391-e5ba-4617-8039-9f806c40b3f0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:26.614905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.648034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Calling delete_port for df80e67c-4b04-4280-ac09-d8318ca4e71a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:26.810155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:26.823654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:27.084686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Router 25544dbf-d833-45cb-bf63-08b56d12bbe5 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:27.116708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4750b-e8e0-470c-9400-46332dae0b1d None None] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:27.141955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.200762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.210634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:27.213346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.325600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:27.364337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:27.374597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-41088466-2894-49a6-9249-69e8e41541c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/25544dbf-d833-45cb-bf63-08b56d12bbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3898439 Nov 16 21:30:27.377181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.426249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5579133 Nov 16 21:30:27.427865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:27.449685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] Provisioning complete for port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:27.450209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.473224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6c92-c645-40d2-a5fe-72d07b14bac8 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event updated for resources: {'Network': ['ID=309581fa-36a2-4deb-91e0-0856fee97085,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:27.519704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Pushing event deleted for resources: {'Port': ['ID=df80e67c-4b04-4280-ac09-d8318ca4e71a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:27.529463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 309581fa-36a2-4deb-91e0-0856fee97085 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:27.571846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:27.572428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.692793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] No DVR routers for this DVR port df80e67c-4b04-4280-ac09-d8318ca4e71a on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:27.697504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.727165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-37807787-8022-43b1-b3b9-f238c47f9334 req-2ecfc98d-38a7-4a56-a511-6dae8124015d tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.21 "DELETE /v2.0/ports/df80e67c-4b04-4280-ac09-d8318ca4e71a HTTP/1.1" status: 204 len: 173 time: 3.5076027 Nov 16 21:30:27.727905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'name': 'network-vif-deleted', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:27.734605 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc5dca-0d41-4399-95cf-b3901bd2fde0" -d '{"events": [{"server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "name": "network-vif-deleted", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:27.761617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3825326-b651-4bf4-89c7-96ab92aa1acc req-d5fc4bd1-0f80-47f6-a3fa-564699f1575c tempest-AttachVolumeNegativeTest-1285074958 tempest-AttachVolumeNegativeTest-1285074958-project] 10.222.0.54 "GET /v2.0/ports?device_id=427f66a5-3501-4125-8a79-babd13071ada HTTP/1.1" status: 200 len: 210 time: 0.1613305 Nov 16 21:30:27.832315 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2bee6e51-3441-425e-8d91-6313b5134dee tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks HTTP/1.1" status: 200 len: 12850 time: 0.3923647 Nov 16 21:30:27.834013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32788) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:27.843366 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.872345 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629718e-3aaa-4444-b00a-70a436624e8d x-openstack-request-id: req-e629718e-3aaa-4444-b00a-70a436624e8d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:27.872345 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427f66a5-3501-4125-8a79-babd13071ada", "name": "network-vif-deleted", "tag": "df80e67c-4b04-4280-ac09-d8318ca4e71a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:27.872723 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e629718e-3aaa-4444-b00a-70a436624e8d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:27.873040 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f66a5-3501-4125-8a79-babd13071ada', 'name': 'network-vif-deleted', 'tag': 'df80e67c-4b04-4280-ac09-d8318ca4e71a', 'status': 'completed', 'code': 200} Nov 16 21:30:27.909730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] For port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,segment=NetworkSegment(59e93a5d-22f1-4467-ba50-b3903dfb030f),segment_id=59e93a5d-22f1-4467-ba50-b3903dfb030f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:27.976988 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.105615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce01d20-672a-4855-a76f-a7fbdd34c1d6 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] Network 309581fa-36a2-4deb-91e0-0856fee97085 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:28.135559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32800) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:28.148513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8ce01d20-672a-4855-a76f-a7fbdd34c1d6 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "POST /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3124497 Nov 16 21:30:28.227300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bf3dc-7462-42af-9371-f355d138be16 None None] Pushing event updated for resources: {'Port': ['ID=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:28.258284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885b963-739b-46b2-a201-8721cc8051ac None None] Network 309581fa-36a2-4deb-91e0-0856fee97085 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:28.282104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Sync routers for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:28.414295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3dad17af-d587-4310-939e-d072fb3ff1eb tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks HTTP/1.1" status: 200 len: 13619 time: 0.2772882 Nov 16 21:30:28.417045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:28.423182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df80e67c-4b04-4280-ac09-d8318ca4e71a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:28.453084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c667d70e-b139-45a8-ba44-0b5a3c161fb4 None None] Provisioning complete for port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:28.453432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c667d70e-b139-45a8-ba44-0b5a3c161fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.552896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: df80e67c-4b04-4280-ac09-d8318ca4e71a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:28.553247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device df80e67c-4b04-4280-ac09-d8318ca4e71a not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:28.577873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:28.578524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:28.626115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32844) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:28.634419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df5eccb6-e56f-4d61-9299-2140bcf42be8 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "DELETE /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks/309581fa-36a2-4deb-91e0-0856fee97085 HTTP/1.1" status: 204 len: 168 time: 0.2161851 Nov 16 21:30:28.889301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32852) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:28.930234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c667d70e-b139-45a8-ba44-0b5a3c161fb4 None None] Port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:28.984698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Deleting subnet cf111398-06b2-470c-b232-e9f2a618aa41 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:28.989587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.021522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:29.052631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32858) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:29.054256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f903028f-8cc0-49dd-aa4f-345cfc9e1e88 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks HTTP/1.1" status: 200 len: 12850 time: 0.4269202 Nov 16 21:30:29.087684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.220938 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a65ff562-ac55-43ce-bb5c-443376e1c176 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/networks/2bacc85d-9840-4707-a57d-9e852177dfb2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1623056 Nov 16 21:30:29.224210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32876) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:29.227798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:29.251673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.296695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25560b88-3ed8-4d48-aaeb-a4fafc9f6310 tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/networks/2bacc85d-9840-4707-a57d-9e852177dfb2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0625968 Nov 16 21:30:29.297563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 32894) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:29.344301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3fbc2f02-f5d0-4b86-81f5-d6a2c2d09413 None None] Could not find standard attr ID for object 9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:29.423236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.515510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf111398-06b2-470c-b232-e9f2a618aa41,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:29.525459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.531720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3fbc2f02-f5d0-4b86-81f5-d6a2c2d09413 None None] Provisioning complete for port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:29.536172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cf111398-06b2-470c-b232-e9f2a618aa41 HTTP/1.1" status: 204 len: 168 time: 0.6455290 Nov 16 21:30:29.537981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2f02-f5d0-4b86-81f5-d6a2c2d09413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.547473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:29.576536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.587331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.587890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.588242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.588582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.589167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.589497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.589826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.590149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.590472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.590797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.591148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6ab89f-9175-4e74-a55b-c57962763858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:29.748608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-928e7a6d-7fe4-45ef-b584-a32f25144fee tempest-DHCPAgentSchedulersTestJSON-1814169951 tempest-DHCPAgentSchedulersTestJSON-1814169951-project-admin] 10.222.0.54 "GET /v2.0/agents/a466e01d-cb9f-41d0-9728-0199ccecf55a/dhcp-networks HTTP/1.1" status: 200 len: 12850 time: 0.4494290 Nov 16 21:30:29.752079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 32926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:29.770286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:29.774504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.884713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.893243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.089181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.115338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 4, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'b6176593-f1aa-4edf-8e16-521eaf7ea5f6', 'name': '', 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'mac_address': 'fa:16:3e:c4:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:22Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 2, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'subnets': [{'id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.187790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Checking router: 25544dbf-d833-45cb-bf63-08b56d12bbe5 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:30.188895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Updating router 25544dbf-d833-45cb-bf63-08b56d12bbe5 port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:30.199021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309581fa-36a2-4deb-91e0-0856fee97085']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.246814 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.249295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17e06bd-af14-4689-afb1-f432315be197') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.249590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17e06bd-af14-4689-afb1-f432315be197') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.271196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.273833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.337699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.351752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1c354b-6403-4dfb-9aa9-11db77529d96']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.374427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:30.378331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:30.385021 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:30.489815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa13f391-e5ba-4617-8039-9f806c40b3f0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.490497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa13f391-e5ba-4617-8039-9f806c40b3f0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:30.528224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.578820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.599159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:30.600942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:30.640565 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:30.667025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.677964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.788906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.796630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.806620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33000) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:30.807803 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "DELETE /v2.0/networks/309581fa-36a2-4deb-91e0-0856fee97085 HTTP/1.1" status: 204 len: 168 time: 1.0541286 Nov 16 21:30:30.815859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.822881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38137-9548-478f-ac8b-e5a39c52c2bc None None] Pushing event updated for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.852867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.865099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] 10.222.0.54 "DELETE /v2.0/networks/5d1c354b-6403-4dfb-9aa9-11db77529d96 HTTP/1.1" status: 204 len: 168 time: 1.3096571 Nov 16 21:30:30.868824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb979e-2ec0-43a9-813c-59016920534a tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event deleted for resources: {'Network': ['ID=309581fa-36a2-4deb-91e0-0856fee97085,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.916586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356341c0-5e04-4e47-b40a-4dddec670f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1c354b-6403-4dfb-9aa9-11db77529d96,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.927701 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4521a5dd-615d-422a-9ebe-b9581f043cdc tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] DELETE failed (client error): The resource could not be found. Nov 16 21:30:30.932471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4521a5dd-615d-422a-9ebe-b9581f043cdc tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:30:30.952957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4521a5dd-615d-422a-9ebe-b9581f043cdc tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "DELETE /v2.0/ports/9ee46a34-a7c8-42a6-b2c9-fbd8982bfbdf HTTP/1.1" status: 404 len: 333 time: 0.1444690 Nov 16 21:30:30.955068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:31.001733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Attempting to bind port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:31.002855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Attempting to bind port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:31.003354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Attempting to bind port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 on network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:31.028367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:31.028831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Checking segment: {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:31.029232 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.029633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Bound using segment: {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:31.030121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Bound port: b6176593-f1aa-4edf-8e16-521eaf7ea5f6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c343bd-e46e-4465-8899-0d992c075cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:31.030499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.113937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Deleting subnet bf4e41cc-be02-410f-84a1-ac027d259a0d {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:31.138118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.244940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] For port b6176593-f1aa-4edf-8e16-521eaf7ea5f6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:31.264099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] For port b6176593-f1aa-4edf-8e16-521eaf7ea5f6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:31.281676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.302289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.359481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] Provisioning complete for port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:31.366098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.487571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33034) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:31.571353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:31.574977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:31.578334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.586746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38137-9548-478f-ac8b-e5a39c52c2bc None None] Pushing event updated for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.627112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33040) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:31.628205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-233abb71-8a6a-461c-9c09-b4bf92c12ae7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a9ecbcdac594c4fb38d32e26283e64d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386273 Nov 16 21:30:31.800967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.896628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4e41cc-be02-410f-84a1-ac027d259a0d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.899530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.904900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4d71f74-03cf-441d-a793-39620b351f08 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "DELETE /v2.0/subnets/bf4e41cc-be02-410f-84a1-ac027d259a0d HTTP/1.1" status: 204 len: 168 time: 0.9480224 Nov 16 21:30:31.907671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33062) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:31.915560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0ed05-0095-48c0-9e8f-139bc3655703 None None] Network 2bacc85d-9840-4707-a57d-9e852177dfb2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:31.936565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.991112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.118522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.122353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.124145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e4450a3-4b0f-4aff-b068-0328e7404a99 HTTP/1.1" status: 204 len: 168 time: 0.4930120 Nov 16 21:30:32.135311 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.146166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1ceb6-22ee-468f-b8d2-60663c3306cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4450a3-4b0f-4aff-b068-0328e7404a99,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:32.253463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Deleting port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:32.253799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.365887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] For port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,segment=NetworkSegment(59e93a5d-22f1-4467-ba50-b3903dfb030f),segment_id=59e93a5d-22f1-4467-ba50-b3903dfb030f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:32.368466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.436539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Calling delete_port for 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:32.448592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.482224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:32.562056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] For port b6176593-f1aa-4edf-8e16-521eaf7ea5f6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:32.575899 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.678699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.681831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a9761-39e8-4964-b22c-ee42b93cfeb5 None None] DHCP port deletion for 2bacc85d-9840-4707-a57d-9e852177dfb2 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:32.776803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event deleted for resources: {'Port': ['ID=386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:32.795957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] No DVR routers for this DVR port 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:32.858063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563fbb-6ed0-4e05-b9cd-156a5dd7ccb2 None None] Pushing event updated for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:33.004727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4adbf5a2-a051-4000-a18e-b3bfecaf1f54 None None] Provisioning complete for port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:33.005102 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4adbf5a2-a051-4000-a18e-b3bfecaf1f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.061147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:33.126662 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.206061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bacc85d-9840-4707-a57d-9e852177dfb2']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:33.262847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e93a5d-22f1-4467-ba50-b3903dfb030f') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:33.265753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e93a5d-22f1-4467-ba50-b3903dfb030f') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:33.293669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 4, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'b6176593-f1aa-4edf-8e16-521eaf7ea5f6', 'name': '', 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'mac_address': 'fa:16:3e:c4:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:22Z', 'updated_at': '2021-11-16T21:30:31Z', 'revision_number': 4, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'subnets': [{'id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:33.296085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:33.304345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.337848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:33.338565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 386b2917-5bc9-42ba-8dc6-ca5c9d77ad9a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:33.340887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.355288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:33.355701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:33.360211 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:33.478315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df0a54-ffea-4899-a5ea-2627bacef6d6 None None] The sync data for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 is: [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 4, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'b6176593-f1aa-4edf-8e16-521eaf7ea5f6', 'name': '', 'network_id': 'b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'mac_address': 'fa:16:3e:c4:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:22Z', 'updated_at': '2021-11-16T21:30:31Z', 'revision_number': 4, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'subnets': [{'id': '8723c79c-3095-4ee8-b80f-a816615817bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:33.606417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dc79997-f18b-4413-92ef-34d9360f5c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.606901 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.626676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.633053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] 10.222.0.54 "DELETE /v2.0/networks/2bacc85d-9840-4707-a57d-9e852177dfb2 HTTP/1.1" status: 204 len: 168 time: 1.7242482 Nov 16 21:30:33.724519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0bce-a897-478c-8c14-7a9113983d12 tempest-DHCPAgentSchedulersTestJSON-1624927515 tempest-DHCPAgentSchedulersTestJSON-1624927515-project] Pushing event deleted for resources: {'Network': ['ID=2bacc85d-9840-4707-a57d-9e852177dfb2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:33.896149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dc79997-f18b-4413-92ef-34d9360f5c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.911779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dc79997-f18b-4413-92ef-34d9360f5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.998614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8dc79997-f18b-4413-92ef-34d9360f5c3c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be7397c428564f06b668cc785f6985ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9339135 Nov 16 21:30:33.998614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc79997-f18b-4413-92ef-34d9360f5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01faa0a0-5d27-4396-8707-24d1a227be53,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:33.999017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33122) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:34.090317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.150972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.199949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33128) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:34.253643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.258022 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.262159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01faa0a0-5d27-4396-8707-24d1a227be53 HTTP/1.1" status: 204 len: 168 time: 0.2617729 Nov 16 21:30:34.279451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c6aec-bbef-4655-b3d6-272f1a49e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01faa0a0-5d27-4396-8707-24d1a227be53,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:34.679623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33142) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:34.694406 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a1e60f7-eef6-4864-9fa1-025139a7e57f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1bebba9a011497a8ca89c44cced4c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853547 Nov 16 21:30:34.815130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.853352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.922197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.929473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.934830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e2ba285-0f72-452e-ab0a-34f99ed5c97e HTTP/1.1" status: 204 len: 168 time: 0.2520461 Nov 16 21:30:34.959286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18254660-f5b0-4f05-8204-d37650a7cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ba285-0f72-452e-ab0a-34f99ed5c97e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:34.976307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33150) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:35.243409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33156) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:35.262567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23e0b91a-ff37-471b-829e-6e7bad9ad4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.283124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b6176593-f1aa-4edf-8e16-521eaf7ea5f6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:35.557075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:35.569019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.589107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23e0b91a-ff37-471b-829e-6e7bad9ad4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.599400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23e0b91a-ff37-471b-829e-6e7bad9ad4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.692499 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-23e0b91a-ff37-471b-829e-6e7bad9ad4f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8efc5fb79564ee0870591a29160ffc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476881 Nov 16 21:30:35.695267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33168) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:35.709850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0b91a-ff37-471b-829e-6e7bad9ad4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d1060a-6e5d-4a8d-b815-e4ddd1cdf2c5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:35.813012 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.900818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a482dd31-c332-4870-b4a2-d63596d002c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.934083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.028711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33174) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:36.063069 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71ae8fb-b4f6-45f4-8f36-15303c7dc468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.183644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a482dd31-c332-4870-b4a2-d63596d002c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.201919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a482dd31-c332-4870-b4a2-d63596d002c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.232586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.238846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.242312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51d1060a-6e5d-4a8d-b815-e4ddd1cdf2c5 HTTP/1.1" status: 204 len: 168 time: 0.5447538 Nov 16 21:30:36.280119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71ae8fb-b4f6-45f4-8f36-15303c7dc468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.297734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d71ae8fb-b4f6-45f4-8f36-15303c7dc468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.310919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482dd31-c332-4870-b4a2-d63596d002c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3311f3-9b06-4ec5-aacd-1f6ae5987f58,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.318382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a482dd31-c332-4870-b4a2-d63596d002c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3066499e9ce44f1188599f768f3459d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3405921 Nov 16 21:30:36.321711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33180) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:36.343785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3995f-5886-4810-9487-a1e7dc15f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d1060a-6e5d-4a8d-b815-e4ddd1cdf2c5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.411840 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d71ae8fb-b4f6-45f4-8f36-15303c7dc468 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29b3dc57485b4c46a53627a3c64157e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806932 Nov 16 21:30:36.412545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33182) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:36.413333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae8fb-b4f6-45f4-8f36-15303c7dc468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a252b-92a5-4872-a88c-6b06dfba4a34,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.437386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.515085 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.582429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.636134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.714578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.724539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.728357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.732888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c3311f3-9b06-4ec5-aacd-1f6ae5987f58 HTTP/1.1" status: 204 len: 168 time: 0.4101472 Nov 16 21:30:36.735649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.742490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c2a252b-92a5-4872-a88c-6b06dfba4a34 HTTP/1.1" status: 204 len: 168 time: 0.3220830 Nov 16 21:30:36.754894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6db5a8-05f3-425b-86eb-5f8a31b17b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a252b-92a5-4872-a88c-6b06dfba4a34,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.757796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5b1d3-9f72-47f0-9669-4bd907e23e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3311f3-9b06-4ec5-aacd-1f6ae5987f58,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:38.915371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.583395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:41.122686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea196aad-2f75-46a9-be71-4296f9c1ccfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.558720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea196aad-2f75-46a9-be71-4296f9c1ccfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.571679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea196aad-2f75-46a9-be71-4296f9c1ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.683834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea196aad-2f75-46a9-be71-4296f9c1ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674eea8b-d97e-4911-82a8-848ca6c54ae1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:41.735222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33504) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:41.746437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ea196aad-2f75-46a9-be71-4296f9c1ccfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdcc22f3d68e4ce28419fc7fe1edae15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1612468 Nov 16 21:30:41.852460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.920893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.981107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33514) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:42.082203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.085802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.087418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/674eea8b-d97e-4911-82a8-848ca6c54ae1 HTTP/1.1" status: 204 len: 168 time: 0.3511734 Nov 16 21:30:42.108802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707769b8-216c-47cf-9ce4-c45aaeca189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674eea8b-d97e-4911-82a8-848ca6c54ae1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.336900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:42.394889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.652917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.840624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.844082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:42.946139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Allocated IP 172.25.7.54 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/cf103cf5-4a54-42fe-9e41-3d982b690595) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:43.206158 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.352042 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.356748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7bce21-980c-4f2b-9a57-f66a0478246f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.513525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:43.560655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:43.562856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Pushing event updated for resources: {'Port': ['ID=cf103cf5-4a54-42fe-9e41-3d982b690595,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:43.571865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:43.662991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7bce21-980c-4f2b-9a57-f66a0478246f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.677108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cb7bce21-980c-4f2b-9a57-f66a0478246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.765658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.841837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bce21-980c-4f2b-9a57-f66a0478246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f5cb2-1298-4edc-9a66-95b23f0fdccd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:43.853090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cb7bce21-980c-4f2b-9a57-f66a0478246f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb555e1e24d541c183a0c79a1eb121e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0044911 Nov 16 21:30:43.855352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.857053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33560) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.029300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.053514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.137661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.140886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.145246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d6f5cb2-1298-4edc-9a66-95b23f0fdccd HTTP/1.1" status: 204 len: 168 time: 0.2820003 Nov 16 21:30:44.185243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801796d3-a2c3-4234-8b77-6dab54fc0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f5cb2-1298-4edc-9a66-95b23f0fdccd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.264491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.274905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.355281 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.380797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.382824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3979859 Nov 16 21:30:44.384308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378849ab-4206-44b0-a3de-aa5f35b4a688 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Pushing event updated for resources: {'Port': ['ID=cf103cf5-4a54-42fe-9e41-3d982b690595,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.385628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.391403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-590851910', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'fixed_ips': [{'ip_address': '172.25.7.54'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:44.416659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Made reservation on behalf of 042147ea3c4d44298a3130c139d6068e for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:44.419973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.429740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.538064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.543179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.549436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] device_id is not set on port e522287d-aac7-4541-b50f-6b6794491902 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:44.637077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.644652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b938d3-b433-412d-bff2-f49d98145cda,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.670098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be56a51e-a0c5-4e70-8c4f-e2a1ee00327b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.837518 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:30:44.838483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:30:44.858923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be56a51e-a0c5-4e70-8c4f-e2a1ee00327b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.869350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4e6d2760-4b63-4ac7-9260-179753be6f33 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4825723 Nov 16 21:30:44.872338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.881424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be56a51e-a0c5-4e70-8c4f-e2a1ee00327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.090301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-be56a51e-a0c5-4e70-8c4f-e2a1ee00327b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27bcebfe950144f184f4d74b7e6d6a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514461 Nov 16 21:30:45.092528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a51e-a0c5-4e70-8c4f-e2a1ee00327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbd9874-3785-43b7-bc59-c8ec41ed3433,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.093235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33610) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:45.172273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.203864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Deleting port cf103cf5-4a54-42fe-9e41-3d982b690595 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:45.205773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.206916 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.295220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.299027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.303644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fbd9874-3785-43b7-bc59-c8ec41ed3433 HTTP/1.1" status: 204 len: 168 time: 0.2092519 Nov 16 21:30:45.314841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2262f-5d4f-48d0-8e2f-48c45c20e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbd9874-3785-43b7-bc59-c8ec41ed3433,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.361355 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2875f7bd-5ecb-4c8a-acbc-899f9b33d6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.399966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.400299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.432681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Calling delete_port for cf103cf5-4a54-42fe-9e41-3d982b690595 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:45.679598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.719000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf103cf5-4a54-42fe-9e41-3d982b690595,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.816380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.819570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.826195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e262f51-ef88-4471-9076-0f413d836367 tempest-ExternalNetworksAdminNegativeTestJSON-77164390 tempest-ExternalNetworksAdminNegativeTestJSON-77164390-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/34ff874e-6146-49e9-80a1-4f291575b0cd HTTP/1.1" status: 204 len: 168 time: 0.9522910 Nov 16 21:30:45.995639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb731426-ad53-422f-babd-a409d8dd6026 req-971f8208-4380-4d52-9594-b5ebd0624dac tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:46.008421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb731426-ad53-422f-babd-a409d8dd6026 req-971f8208-4380-4d52-9594-b5ebd0624dac tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1269383 Nov 16 21:30:46.081505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb731426-ad53-422f-babd-a409d8dd6026 req-9bc3c7dc-0d7b-43d8-ad6b-079711914c13 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717797 Nov 16 21:30:46.196397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:30:46.357099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33662) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.610159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2664420-9839-4c7c-b0d2-fb047d6d225a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.712623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2664420-9839-4c7c-b0d2-fb047d6d225a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.718448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2664420-9839-4c7c-b0d2-fb047d6d225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.725443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33674) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.782597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2664420-9839-4c7c-b0d2-fb047d6d225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f9bd2-07b1-4ed5-9ea5-e86c57d9a33b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.800066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b2664420-9839-4c7c-b0d2-fb047d6d225a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6acb7266645944afaf11dcdd1dac1bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418647 Nov 16 21:30:46.802524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33680) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.862483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.896484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.956456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.959181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.960332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/425f9bd2-07b1-4ed5-9ea5-e86c57d9a33b HTTP/1.1" status: 204 len: 168 time: 0.1567848 Nov 16 21:30:46.974092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02541766-b540-42d7-a6dc-014b2048bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f9bd2-07b1-4ed5-9ea5-e86c57d9a33b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.033869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8ffe6f1b-410e-470d-a64e-94772a8a090a tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-775357058'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.034347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8ffe6f1b-410e-470d-a64e-94772a8a090a tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Unknown quota resources ['metering_label']. {{(pid=102665) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:30:47.356243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6f1b-410e-470d-a64e-94772a8a090a tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.361019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.361536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8ffe6f1b-410e-470d-a64e-94772a8a090a tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6344521 Nov 16 21:30:47.366834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fea650d7-887e-4bf6-bed9-8862ca96df9e tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94d88b19-7bcb-4fbc-a60d-c4067ffa4906'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.367623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fea650d7-887e-4bf6-bed9-8862ca96df9e tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:30:47.397823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9a2a0-8ba8-4e73-a587-4d98b1fc1228 req-165e50c2-f373-4f35-919e-f6f62723cf21 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:47.400161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23f9a2a0-8ba8-4e73-a587-4d98b1fc1228 req-165e50c2-f373-4f35-919e-f6f62723cf21 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1475990 Nov 16 21:30:47.477445 n-d-816206-5 neutron-server[102664]: WARNING neutron.services.metering.metering_plugin [None req-fea650d7-887e-4bf6-bed9-8862ca96df9e tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:30:47.523565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23f9a2a0-8ba8-4e73-a587-4d98b1fc1228 req-7f8425c8-17ce-4c5c-9294-654a965dc6ae tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153772 Nov 16 21:30:47.638915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fea650d7-887e-4bf6-bed9-8862ca96df9e tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.640385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fea650d7-887e-4bf6-bed9-8862ca96df9e tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2774067 Nov 16 21:30:47.644494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.656640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-21f3a806-7474-4d16-b4f1-8f7f16022598 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94d88b19-7bcb-4fbc-a60d-c4067ffa4906'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.657209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-21f3a806-7474-4d16-b4f1-8f7f16022598 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:30:47.670891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33710) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.675300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4745759-78a3-4ac8-bdbf-8dd17d915a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.744602 n-d-816206-5 neutron-server[102664]: WARNING neutron.services.metering.metering_plugin [None req-21f3a806-7474-4d16-b4f1-8f7f16022598 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:30:47.778478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33712) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.851755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21f3a806-7474-4d16-b4f1-8f7f16022598 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.853214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-21f3a806-7474-4d16-b4f1-8f7f16022598 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2016323 Nov 16 21:30:47.856963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33720) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.859906 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad9f7f74-ad79-4842-a7bb-8e890ea66083 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=042147ea3c4d44298a3130c139d6068e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886082 Nov 16 21:30:47.863071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.872904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.873196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bb2c76c8-8b60-4c8f-8b6d-e870e15d54f6 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=091dbf25-76f4-472d-b390-5a55561f7455 HTTP/1.1" status: 200 len: 462 time: 0.0146983 Nov 16 21:30:47.928541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-689819465-network', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.956583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Made reservation on behalf of 2ba2db634fbe4f2195bd47fb65d4ac01 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:47.959632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.973694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.061429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.068038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.079991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.093885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4579a0c-e909-43fa-94f3-23c781831e15 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.095933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f4579a0c-e909-43fa-94f3-23c781831e15 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/091dbf25-76f4-472d-b390-5a55561f7455 HTTP/1.1" status: 204 len: 168 time: 0.2218857 Nov 16 21:30:48.099829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.102734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:48.114467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f1977-6bcb-487f-934c-75c53cf7e35d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.121091 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.121710 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Added segment c0cd3a17-0bcf-4a08-a582-f624598c05af of type vlan for network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 Nov 16 21:30:48.147060 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2556e445-b724-4f1a-afbb-8df2955bc9aa tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=091dbf25-76f4-472d-b390-5a55561f7455 HTTP/1.1" status: 200 len: 221 time: 0.0405359 Nov 16 21:30:48.148277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33732) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.153421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-42aea2c5-ecd5-4230-a701-f0dcd3047478 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1435885035', 'description': 'label created by tempest'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:48.154138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-42aea2c5-ecd5-4230-a701-f0dcd3047478 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Unknown quota resources ['metering_label']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:30:48.175855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.211999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.212623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:48.213553 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.260542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4806387 Nov 16 21:30:48.274297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33736) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.277699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.295162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Request body: {'subnet': {'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-689819465-subnet', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:48.362054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7931ac-c61e-4fa5-9c85-ab8fee7f796e admin admin] Pushing event updated for resources: {'Network': ['ID=4af7b7c3-8943-44a5-ab47-6069e7ae1a49,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.380488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:48.619694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42aea2c5-ecd5-4230-a701-f0dcd3047478 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.621479 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42aea2c5-ecd5-4230-a701-f0dcd3047478 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4721272 Nov 16 21:30:48.622764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Made reservation on behalf of 2ba2db634fbe4f2195bd47fb65d4ac01 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:48.626482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.629335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.663793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e29191-2652-4884-9b5d-783fe08cfa0b req-6d40f74f-d7e7-4bc9-854a-6ef20abd7905 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:48.665732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93e29191-2652-4884-9b5d-783fe08cfa0b req-6d40f74f-d7e7-4bc9-854a-6ef20abd7905 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.0626755 Nov 16 21:30:48.729672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93e29191-2652-4884-9b5d-783fe08cfa0b req-8999c3c6-b30b-4eb2-87ab-6c180d15d51e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572231 Nov 16 21:30:48.736941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.739807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.741145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02b938d3-b433-412d-bff2-f49d98145cda HTTP/1.1" status: 204 len: 168 time: 0.8765938 Nov 16 21:30:48.768676 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-78c3a26d-13aa-4f2a-b5c0-9412702609e4 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=829c5269-c7a5-4189-8338-f678ba4046ce HTTP/1.1" status: 200 len: 468 time: 0.1378369 Nov 16 21:30:48.771427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33752) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.778400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362486e-fdff-4171-aac3-b740f78163ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b938d3-b433-412d-bff2-f49d98145cda,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.943059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.034161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:49.037217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Checking segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:49.037868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Network hostable DHCP agents. Network: 4af7b7c3-8943-44a5-ab47-6069e7ae1a49, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:49.067975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:49.084171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4af7b7c3-8943-44a5-ab47-6069e7ae1a49) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:49.093767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:49.097048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972df1b-009c-44af-bcec-e2689ad28580 None None] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:49.098221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.126884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a28f39a7-11c9-4332-95c4-7310a78d6ebf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8458223 Nov 16 21:30:49.130755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33760) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.139094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:49.177503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.178581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.186318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3cb7cf0f-6b54-48c0-a16c-5398a739f54c tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.192861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3cb7cf0f-6b54-48c0-a16c-5398a739f54c tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/829c5269-c7a5-4189-8338-f678ba4046ce HTTP/1.1" status: 204 len: 168 time: 0.4193742 Nov 16 21:30:49.195036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33764) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.215578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-399d9d99-9d2d-4588-a816-3f3f4516a43b tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=829c5269-c7a5-4189-8338-f678ba4046ce HTTP/1.1" status: 200 len: 216 time: 0.0191405 Nov 16 21:30:49.220119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33766) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.231467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-05cbeee7-97ac-430c-8a09-30e1bcc67d13 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094256 Nov 16 21:30:49.234827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33768) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.299146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.389843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.405607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:49.406842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.641288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Allocated IP 172.20.0.2 (4af7b7c3-8943-44a5-ab47-6069e7ae1a49/0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff/baf2acef-a9ce-43d5-a5c0-7a6d75943e51) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:49.809527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e78ca146-ea52-4bb5-b4ac-da421a6fd400 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.5732977 Nov 16 21:30:49.815924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.916909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4100c8e2-88da-4fbb-bf78-2cf9ad30fb6c tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/94d88b19-7bcb-4fbc-a60d-c4067ffa4906 HTTP/1.1" status: 200 len: 472 time: 0.0995650 Nov 16 21:30:49.932682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33790) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.957163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c9115b9-cc1f-42c4-aae3-cb72427ada39 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/c367b5ae-b5cd-48fc-8a69-35f95697599c HTTP/1.1" status: 200 len: 459 time: 0.0219316 Nov 16 21:30:49.961466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:49.996422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9d565-adf5-4ca1-8a69-4f7b828dab6d req-bf845839-a8e9-4a0a-82e2-5b7a41bdfb8b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:50.006090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47c9d565-adf5-4ca1-8a69-4f7b828dab6d req-bf845839-a8e9-4a0a-82e2-5b7a41bdfb8b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1043112 Nov 16 21:30:50.086906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.130629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.187741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.240283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47c9d565-adf5-4ca1-8a69-4f7b828dab6d req-9796a171-b42c-4940-959f-fda9c69cd52e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328429 Nov 16 21:30:50.243261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-810e6362-ee38-4de4-aff7-4b284c969fc7 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.246744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-810e6362-ee38-4de4-aff7-4b284c969fc7 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/c367b5ae-b5cd-48fc-8a69-35f95697599c HTTP/1.1" status: 204 len: 168 time: 0.2817647 Nov 16 21:30:50.251328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33800) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:50.266194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Pushing event updated for resources: {'Port': ['ID=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:50.278290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:50.281041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:50.283615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:50.386982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Attempting to bind port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:50.388350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Attempting to bind port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:50.388961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Attempting to bind port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:50.397462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:50.398189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Checking segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:50.398802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.399567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Bound using segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:50.400651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Bound port: baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:50.401227 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.480807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] For port baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:50.484632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] For port baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:50.503048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.522482 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.575063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f434-856a-4ece-9ee1-97723d930d95 None None] Pushing event updated for resources: {'Port': ['ID=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:50.701209 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248dbb9b-8079-4e94-b4d9-1d11a59d9501 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.705945 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-248dbb9b-8079-4e94-b4d9-1d11a59d9501 tempest-MeteringIpV6TestJSON-181632626 tempest-MeteringIpV6TestJSON-181632626-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/94d88b19-7bcb-4fbc-a60d-c4067ffa4906 HTTP/1.1" status: 204 len: 168 time: 0.4506104 Nov 16 21:30:50.932187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.956407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.117366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Allocated IP 172.25.7.153 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/72d923d7-e419-44ae-b532-32f1b608f81e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:51.297570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device baf2acef-a9ce-43d5-a5c0-7a6d75943e51 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:51.321315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.387278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.390347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.414330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:51.415808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.449062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:51.451319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:51.457368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:51.463444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac40d1-7e82-4eae-9def-1ef57d4b83ec req-072db8ce-49bd-4630-8917-4ca91e7ff24b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:51.476243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cac40d1-7e82-4eae-9def-1ef57d4b83ec req-072db8ce-49bd-4630-8917-4ca91e7ff24b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1000078 Nov 16 21:30:51.502404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=72d923d7-e419-44ae-b532-32f1b608f81e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:51.560439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f80619-6212-410d-8bcf-7cffa47be1e7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:51.584255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cac40d1-7e82-4eae-9def-1ef57d4b83ec req-c17c46ae-c017-462b-b2cd-f3074a28b635 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071727 Nov 16 21:30:51.663510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33850) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:51.682202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33854) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:51.725275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e024a1d0-5a50-4bbc-8810-6b54d5387f6f None None] Provisioning complete for port 72d923d7-e419-44ae-b532-32f1b608f81e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:51.725892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e024a1d0-5a50-4bbc-8810-6b54d5387f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.778967 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.898086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e024a1d0-5a50-4bbc-8810-6b54d5387f6f None None] Port 72d923d7-e419-44ae-b532-32f1b608f81e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:51.908347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dd106ca2-5a9a-4988-a73f-2a19e805c8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.943046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:51.956689 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.066664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4f064ed-f1fd-4991-a5a1-294a02f9ffe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.086245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.091385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:52.317679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dd106ca2-5a9a-4988-a73f-2a19e805c8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.336500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dd106ca2-5a9a-4988-a73f-2a19e805c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.391373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc50242-3ae1-4533-a163-a33cc3a330b5 None None] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:52.422203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.434955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4f064ed-f1fd-4991-a5a1-294a02f9ffe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.453218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4f064ed-f1fd-4991-a5a1-294a02f9ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.511080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dafbe8d4-8b60-475c-8dba-adc33dc72029 None None] Provisioning complete for port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:52.511449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dafbe8d4-8b60-475c-8dba-adc33dc72029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.535625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33870) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:52.539890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd106ca2-5a9a-4988-a73f-2a19e805c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01087adf-c095-49ae-bad8-62d3ba93b2a4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:52.549160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dd106ca2-5a9a-4988-a73f-2a19e805c8dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7878b2ef8667444ca92ebcf2771b831a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649626 Nov 16 21:30:52.555092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33874) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:52.585023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4f064ed-f1fd-4991-a5a1-294a02f9ffe5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e85fd0df91b4d069af84ce14a6edbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9177868 Nov 16 21:30:52.590805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33876) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:52.658838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Router 6959fb4a-9103-4f46-85f8-6d9c681655de is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:52.724126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f064ed-f1fd-4991-a5a1-294a02f9ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8072a-5511-4fc3-8ab6-6312600a77bd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:52.783066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1025394818', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:52.836691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Made reservation on behalf of 39ece12ef7dc402aa9d3bbd44c6a1411 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:52.840561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.853727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.866739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:52.877410 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Sync routers for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:52.886804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22e085-d95d-41c3-bcb5-63ddd30fc2d6 req-2a314494-3998-4770-87cf-728f34b31ef1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:52.889035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca22e085-d95d-41c3-bcb5-63ddd30fc2d6 req-2a314494-3998-4770-87cf-728f34b31ef1 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1671972 Nov 16 21:30:52.895927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:52.896609 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:52.900089 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.908697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.917098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.918364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4150f63-40fe-4080-8319-f0cf06f7b4f0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7844825 Nov 16 21:30:52.927343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33882) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:53.031878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:53.059484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.073689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.081267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] device_id is not set on port 9aa50516-6ea6-4398-87db-e20eb80b158d yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:53.126006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8e6a3a53-13c7-4adc-9bb2-af5939a85645 None None] Provisioning complete for port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:53.127080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3a53-13c7-4adc-9bb2-af5939a85645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.141595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.170721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.236697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device baf2acef-a9ce-43d5-a5c0-7a6d75943e51 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:53.270270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529479fd-ee74-4bd1-aa43-ffdafa259c27,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.319145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:51Z', 'revision_number': 3, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:53.332002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.335070 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.338693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01087adf-c095-49ae-bad8-62d3ba93b2a4 HTTP/1.1" status: 204 len: 168 time: 0.7797806 Nov 16 21:30:53.345103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca22e085-d95d-41c3-bcb5-63ddd30fc2d6 req-c26bddc3-056d-49a8-904d-167a58147a71 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4425073 Nov 16 21:30:53.367996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541cd75-8010-4ecf-83f8-bf1b58cf354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01087adf-c095-49ae-bad8-62d3ba93b2a4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.392262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:53.393313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.397881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Checking router: 6959fb4a-9103-4f46-85f8-6d9c681655de for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:53.398499 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Updating router 6959fb4a-9103-4f46-85f8-6d9c681655de port 72d923d7-e419-44ae-b532-32f1b608f81e binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:53.462608 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.483857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Allocated IP 172.25.7.160 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/9aa50516-6ea6-4398-87db-e20eb80b158d) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:53.587104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.593668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.596827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2e8072a-5511-4fc3-8ab6-6312600a77bd HTTP/1.1" status: 204 len: 168 time: 1.0018609 Nov 16 21:30:53.617646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978065e-2949-4ac4-add1-50b7f6aa4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8072a-5511-4fc3-8ab6-6312600a77bd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.741784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.791178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.852908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:53.862716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:53.868467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:53.878423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa50516-6ea6-4398-87db-e20eb80b158d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.882379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9330b1be-3be4-497b-ae8e-9bf3b619d732 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:53.973523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.975907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.983517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f713f376-aa1c-4af0-946e-1efc10d6c6e9 None None] Provisioning complete for port 9aa50516-6ea6-4398-87db-e20eb80b158d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:53.993644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f713f376-aa1c-4af0-946e-1efc10d6c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.008132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.011482 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70f8b0d3-bb1a-48ad-9832-9ae38beba9f2 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4748335 Nov 16 21:30:54.014500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33906) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.025572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.160'}]}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:54.075287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f713f376-aa1c-4af0-946e-1efc10d6c6e9 None None] Port 9aa50516-6ea6-4398-87db-e20eb80b158d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:54.078427 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.080196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.180703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.305119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.325703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33912) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.348678 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.352134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa60b413-d14d-40a5-998c-98ce3d2a2527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.357504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Allocated IP 172.20.0.1 (4af7b7c3-8943-44a5-ab47-6069e7ae1a49/0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff/bb546fbc-c7a1-41e0-8214-a8af01796186) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:54.358230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad9367fe-4f24-4aa7-971b-a4aa7c8f8f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.359113 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.419094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273e82e-032e-40ef-bd64-80a34691d473 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:54.496569 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Attempting to bind port 72d923d7-e419-44ae-b532-32f1b608f81e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:54.497022 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Attempting to bind port 72d923d7-e419-44ae-b532-32f1b608f81e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:54.497645 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Attempting to bind port 72d923d7-e419-44ae-b532-32f1b608f81e on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:54.507593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa60b413-d14d-40a5-998c-98ce3d2a2527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.513250 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b93f-4d73-4a32-b37e-2a6be298e248 None None] Pushing event updated for resources: {'Port': ['ID=72d923d7-e419-44ae-b532-32f1b608f81e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.519208 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:54.519477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa60b413-d14d-40a5-998c-98ce3d2a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.519599 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:54.520051 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.520477 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:54.521545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Bound port: 72d923d7-e419-44ae-b532-32f1b608f81e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:54.522270 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.536252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.537786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b461d54d-c29b-4ebb-9587-633c01309ffa None None] Provisioning complete for port 72d923d7-e419-44ae-b532-32f1b608f81e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:54.539771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b461d54d-c29b-4ebb-9587-633c01309ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.610123 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] For port 72d923d7-e419-44ae-b532-32f1b608f81e, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:54.611197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fa60b413-d14d-40a5-998c-98ce3d2a2527 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bcec9e57ae24292badda2d6a697dce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843373 Nov 16 21:30:54.611960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33918) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.617685 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] For port 72d923d7-e419-44ae-b532-32f1b608f81e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=72d923d7-e419-44ae-b532-32f1b608f81e,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:54.618606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b461d54d-c29b-4ebb-9587-633c01309ffa None None] Port 72d923d7-e419-44ae-b532-32f1b608f81e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:54.624312 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.634137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b413-d14d-40a5-998c-98ce3d2a2527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047d37b1-2b3f-4596-b9eb-cd8ab6996512,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.677013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b6afc-1ed6-44ab-9515-1df4a1f5f334 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:54.699941 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:54.700754 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:54.745853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] Provisioning complete for port 72d923d7-e419-44ae-b532-32f1b608f81e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:54.750408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.754563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad9367fe-4f24-4aa7-971b-a4aa7c8f8f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.766381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad9367fe-4f24-4aa7-971b-a4aa7c8f8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.803422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.811614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad9367fe-4f24-4aa7-971b-a4aa7c8f8f22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c07dd59520547c8b24c6811cb14e290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908376 Nov 16 21:30:54.812300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 33920) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.822293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878b93f-4d73-4a32-b37e-2a6be298e248 None None] Pushing event updated for resources: {'Port': ['ID=72d923d7-e419-44ae-b532-32f1b608f81e,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.868358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cca04-f350-46bb-825c-5b74da64b1b3 req-905aeb85-36e1-4062-b4e4-4e786afb03ce tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:54.875329 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:54.880767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d5cca04-f350-46bb-825c-5b74da64b1b3 req-905aeb85-36e1-4062-b4e4-4e786afb03ce tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.2644684 Nov 16 21:30:54.890033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.928107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.929813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9367fe-4f24-4aa7-971b-a4aa7c8f8f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f377a2-ad6f-4650-8949-c766f8ff2abe,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.965695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.981748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d5cca04-f350-46bb-825c-5b74da64b1b3 req-8c65eb62-379c-42f2-9aab-db56e6954c27 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999916 Nov 16 21:30:54.985159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.013543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] For port 72d923d7-e419-44ae-b532-32f1b608f81e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=72d923d7-e419-44ae-b532-32f1b608f81e,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:55.034065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.052283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.055218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.123661 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:51Z', 'revision_number': 3, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:55.136856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:55.140620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:55.146274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:55.159158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.188272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.215184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.218685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.222534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.224645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.225256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f279d-1510-451f-82bc-dbf5d1eaffb4 None None] The sync data for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 is: [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:51Z', 'revision_number': 3, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:55.228080 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42f377a2-ad6f-4650-8949-c766f8ff2abe HTTP/1.1" status: 204 len: 168 time: 0.4134159 Nov 16 21:30:55.300808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.303705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.306375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/047d37b1-2b3f-4596-b9eb-cd8ab6996512 HTTP/1.1" status: 204 len: 168 time: 0.6903012 Nov 16 21:30:55.331176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46818641-bc29-4542-bda4-3316ac5fabc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d37b1-2b3f-4596-b9eb-cd8ab6996512,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.402484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28383043-d68a-4511-bd38-abe18c420511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f377a2-ad6f-4650-8949-c766f8ff2abe,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.517588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.638351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.787665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3555-8985-4719-9ffe-062aa4f00a6f None None] Pushing event updated for resources: {'Port': ['ID=72d923d7-e419-44ae-b532-32f1b608f81e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.798846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1eb0a3bc-7da5-4dd9-8ad5-c22f839711f2 None None] Provisioning complete for port bb546fbc-c7a1-41e0-8214-a8af01796186 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:55.800970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1eb0a3bc-7da5-4dd9-8ad5-c22f839711f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.874391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0a3bc-7da5-4dd9-8ad5-c22f839711f2 None None] Port bb546fbc-c7a1-41e0-8214-a8af01796186 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:55.942794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.947592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.970897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.985365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-cd5e6909-26b3-48f5-b9aa-16f658332f4d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1122539 Nov 16 21:30:55.988328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.077904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.078719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce21686-0e14-4d82-a6ac-9daea51741fb {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:30:56.128702 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:30:56.134018 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84567aaf-4f6d-46c2-9ae9-f1bade6ddf17 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1182766 Nov 16 21:30:56.155524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 33950) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:56.338179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:56.401674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.402419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.403176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.403836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.404628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.405252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.405876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.408900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0440af5d-5a71-43c0-9ea4-ba4720674e1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.3621843 Nov 16 21:30:56.410053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.624966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c246-1342-4f90-a2f1-9332008f2b53 req-172be0f9-03bc-4268-b095-7ae1c91fef54 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.637142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6567c246-1342-4f90-a2f1-9332008f2b53 req-172be0f9-03bc-4268-b095-7ae1c91fef54 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.4355066 Nov 16 21:30:56.758763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-2a6a705a-8f46-4d7a-b050-757ddda0fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.759686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-2a6a705a-8f46-4d7a-b050-757ddda0fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.760323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-2a6a705a-8f46-4d7a-b050-757ddda0fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:56.762181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-2a6a705a-8f46-4d7a-b050-757ddda0fac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=14fdb57f-b238-4095-be62-e361e4fd7d32&id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 2298 time: 0.3110778 Nov 16 21:30:56.855178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Deleting port 9aa50516-6ea6-4398-87db-e20eb80b158d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:56.855792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.901969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6567c246-1342-4f90-a2f1-9332008f2b53 req-d037ad2a-9b8a-4a52-8ab5-0b6b5ffcbf21 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639503 Nov 16 21:30:57.012166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:57.025162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:57.057647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-eb80b789-5fc0-4618-a05e-99ea0dc2b729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 1001 time: 0.2866740 Nov 16 21:30:57.336753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 72d923d7-e419-44ae-b532-32f1b608f81e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:57.354258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.409794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-c9148c1e-10be-42bc-814b-859cd8ebb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:57.416067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-c9148c1e-10be-42bc-814b-859cd8ebb376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 200 len: 856 time: 0.3014798 Nov 16 21:30:57.421558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Calling delete_port for 9aa50516-6ea6-4398-87db-e20eb80b158d owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:57.452740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 72d923d7-e419-44ae-b532-32f1b608f81e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:57.453385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.562668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Router 6959fb4a-9103-4f46-85f8-6d9c681655de has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:57.618117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6d6b3e72-81da-4fc5-ad98-cb3eb2076b6b None None] Provisioning complete for port bb546fbc-c7a1-41e0-8214-a8af01796186 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:57.618490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3e72-81da-4fc5-ad98-cb3eb2076b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.743727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b3e72-81da-4fc5-ad98-cb3eb2076b6b None None] Port bb546fbc-c7a1-41e0-8214-a8af01796186 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:58.176640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-8f3e7c21-05ca-43ad-897e-add09fa115d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:58.178178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-8f3e7c21-05ca-43ad-897e-add09fa115d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68464bb0-b16c-4c7b-b689-39988c18d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7473569 Nov 16 21:30:58.236711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:58.521308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:30:58.576216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fcd34-8ddd-47fc-8a79-57cd4165071f req-7e85ae92-b029-4b5a-b622-303502c25411 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:58.577861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-554fcd34-8ddd-47fc-8a79-57cd4165071f req-7e85ae92-b029-4b5a-b622-303502c25411 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.4257667 Nov 16 21:30:58.594579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:58.624878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-df4108fa-0bf6-4f1f-9635-75e5e0aaf2ed admin admin] 10.222.0.54 "PUT /v2.0/routers/6959fb4a-9103-4f46-85f8-6d9c681655de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6912351 Nov 16 21:30:58.640454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1667382785'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:58.658493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Sync routers for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:58.664208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-ecd1fcd9-7c3f-4a23-afc9-98cf6b804695 service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677415 Nov 16 21:30:58.695763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:58.700310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:58.729065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Made reservation on behalf of 6a1ca2ab55104e4fb5d5db02ff56a9f5 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:58.734201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.749103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.964565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:58.987592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:30:58.990302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-554fcd34-8ddd-47fc-8a79-57cd4165071f req-ec618a28-c590-4b12-8da9-d7dec68a8712 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836422 Nov 16 21:30:59.033900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:59.038662 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.049134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-f440717f-982b-4add-b719-12d31e8080da service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715246 Nov 16 21:30:59.086459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.098419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aa50516-6ea6-4398-87db-e20eb80b158d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.138208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-c72b5282-7d4d-4312-b9b6-45a1fca12787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 217 time: 0.0619798 Nov 16 21:30:59.142972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0cc17-f892-440f-b2c9-2e8fe848314d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:59.185877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.196729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.218038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:59.226362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:59.242136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.242713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-9b555f63-a352-4cbb-a8f1-cc52b98856ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.244394 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Added segment 68fd2786-b02c-4b46-9a66-16aa65eaecad of type vlan for network 70a6dbc3-87fa-4f48-8051-ad7954572c1f Nov 16 21:30:59.248675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-9b555f63-a352-4cbb-a8f1-cc52b98856ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0889804 Nov 16 21:30:59.253831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.257525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ff3967a0-0878-42d3-a002-1569c82ae900 tempest-RoutersAdminNegativeIpV6Test-541428831 tempest-RoutersAdminNegativeIpV6Test-541428831-project-admin] 10.222.0.54 "DELETE /v2.0/ports/9aa50516-6ea6-4398-87db-e20eb80b158d HTTP/1.1" status: 204 len: 168 time: 3.1005189 Nov 16 21:30:59.312117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-d14cdfa6-5a87-465d-9d68-05fc1389336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.313908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-d14cdfa6-5a87-465d-9d68-05fc1389336a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515435 Nov 16 21:30:59.326565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.339777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:59.349724 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.385230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0684e28-d708-4f7f-933f-a2efcfc46226,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.388157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.395584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.397172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.443394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['522a6e42-39f3-4318-bd35-4a76c66064ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:59.485544 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2475109 Nov 16 21:30:59.505748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07549516-21ab-4ce4-a0c5-826b28c93f71 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Pushing event updated for resources: {'Network': ['ID=70a6dbc3-87fa-4f48-8051-ad7954572c1f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.506895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.532307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-1616f34c-8739-4042-8ece-6a311d04c1fc service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107046 Nov 16 21:30:59.544062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:59.666094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-88a69b73-4275-4957-aac6-afbb94383693 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262410 Nov 16 21:30:59.715813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:55Z', 'revision_number': 4, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bb546fbc-c7a1-41e0-8214-a8af01796186', 'name': '', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'mac_address': 'fa:16:3e:c9:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:54Z', 'updated_at': '2021-11-16T21:30:55Z', 'revision_number': 2, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'subnets': [{'id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:59.756249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Checking router: 6959fb4a-9103-4f46-85f8-6d9c681655de for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:59.757324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Updating router 6959fb4a-9103-4f46-85f8-6d9c681655de port bb546fbc-c7a1-41e0-8214-a8af01796186 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:59.806071 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.847013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-55b5fd84-386f-4a4c-b41e-329ca3a20454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 217 time: 0.1551232 Nov 16 21:30:59.933973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-fec67ce7-032f-4139-9b66-ea976a435725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.936534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-fec67ce7-032f-4139-9b66-ea976a435725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0822470 Nov 16 21:31:00.026070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-aefbcaf7-4f6b-45e1-b68d-21cef8a3a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.028719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-aefbcaf7-4f6b-45e1-b68d-21cef8a3a9cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847867 Nov 16 21:31:00.285294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c04d2a-33dc-4f8d-8411-3cc7ad041cee req-56daf27d-208f-4733-9607-1d707a4e4e30 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.287356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c04d2a-33dc-4f8d-8411-3cc7ad041cee req-56daf27d-208f-4733-9607-1d707a4e4e30 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.0951042 Nov 16 21:31:00.348062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.377856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.412133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c04d2a-33dc-4f8d-8411-3cc7ad041cee req-8176979f-2bbb-430a-841f-87dee4d88a6e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957105 Nov 16 21:31:00.416855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-065cdc11-cfec-4fdb-bb3d-0a835b82dfcb service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600926 Nov 16 21:31:00.475583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d83f4e-ca50-45d1-8b81-0b48acc73878 None None] Pushing event updated for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:00.580458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:00.627215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-37105c71-27e0-4f81-bb6f-2210c0ecd6a8 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970060 Nov 16 21:31:00.641324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:00.647342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f', 'binding:host_id': 'n-h2-816206-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1182227317'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:00.689835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Made reservation on behalf of c2bf70c537ba4468be9588f85b80c035 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:00.692623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.714195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.728322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Attempting to bind port bb546fbc-c7a1-41e0-8214-a8af01796186 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:00.729727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Attempting to bind port bb546fbc-c7a1-41e0-8214-a8af01796186 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:00.731176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Attempting to bind port bb546fbc-c7a1-41e0-8214-a8af01796186 on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:00.738424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-59257b93-671c-4a03-b84e-6dce48178d2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 200 len: 217 time: 0.1032577 Nov 16 21:31:00.756583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:00.762433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:00.764438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Checking segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:00.765093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.768134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Bound using segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:00.769590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Bound port: bb546fbc-c7a1-41e0-8214-a8af01796186, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:00.772662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.824819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 522a6e42-39f3-4318-bd35-4a76c66064ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:00.824819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.875737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-4ac80546-4316-4f61-b9b0-3428fcc1f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.882657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-4ac80546-4316-4f61-b9b0-3428fcc1f499 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.1335235 Nov 16 21:31:00.967695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-c328d02e-bfdd-4aa2-9f22-f6c121ecec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.969555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-c328d02e-bfdd-4aa2-9f22-f6c121ecec06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759113 Nov 16 21:31:00.979522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] For port bb546fbc-c7a1-41e0-8214-a8af01796186, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:00.984271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] For port bb546fbc-c7a1-41e0-8214-a8af01796186, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bb546fbc-c7a1-41e0-8214-a8af01796186,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:00.994344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.003969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.016676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:01.077845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.107462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.131669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-948277572-network', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:01.140927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-4aadf4bd-ab49-4452-b553-6744fde175e2 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629248 Nov 16 21:31:01.224307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d83f4e-ca50-45d1-8b81-0b48acc73878 None None] Pushing event updated for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.252485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.273681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:01.274918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:01.279957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] Provisioning complete for port bb546fbc-c7a1-41e0-8214-a8af01796186 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:01.281087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.304918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fed0-2ebc-49e4-81c7-7212c0fbeb67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.309417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-25cc83a8-f2d1-48d4-9930-252983db85fe service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605563 Nov 16 21:31:01.317435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.357852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cba7186-3143-4659-971e-392fad8d5151,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.376727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Made reservation on behalf of 5eeea5d70c1f418a9c85109a7750cf39 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:01.386149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.416383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0098241b-06f7-487e-82ce-2723697d67d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 200 len: 217 time: 0.0972502 Nov 16 21:31:01.444328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.636876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:01.644832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-349a74be-d5e6-4f01-b709-d1e7c7b04e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:01.646917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-349a74be-d5e6-4f01-b709-d1e7c7b04e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.2195659 Nov 16 21:31:01.647340 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bf045-405b-4b2c-a6de-37626587553b" -d '{"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:01.795422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:01.820747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.841732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b820e1-2cbd-41a6-a3fb-fd26be581b26 req-c92bcd47-2af2-4a7c-ae96-14f8ef821f36 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:01.843809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55b820e1-2cbd-41a6-a3fb-fd26be581b26 req-c92bcd47-2af2-4a7c-ae96-14f8ef821f36 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.1940994 Nov 16 21:31:01.846807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fed0-2ebc-49e4-81c7-7212c0fbeb67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.850268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-ba5d478c-04d3-4e71-a073-1e8e03301a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:01.852018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-ba5d478c-04d3-4e71-a073-1e8e03301a4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1722972 Nov 16 21:31:01.852264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.903653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fed0-2ebc-49e4-81c7-7212c0fbeb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.958355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.004503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.008498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=049593ad-fbc1-4e9c-807a-39fb54bbedc5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.051198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9fde-0b91-4903-919f-13129ceddd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.080972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:02.105262 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572ae827-fa4b-4d07-8e10-ae1b7449cb09 x-openstack-request-id: req-572ae827-fa4b-4d07-8e10-ae1b7449cb09 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:02.105895 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:02.106372 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-572ae827-fa4b-4d07-8e10-ae1b7449cb09 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:02.106974 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'code': 200} Nov 16 21:31:02.109017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55b820e1-2cbd-41a6-a3fb-fd26be581b26 req-79d2d629-58f3-4bae-90c8-d7e1be060bb5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523940 Nov 16 21:31:02.123585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a7a8fed0-2ebc-49e4-81c7-7212c0fbeb67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f25c2656e6a4567988c65f9762b1696&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3620274 Nov 16 21:31:02.123585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8fed0-2ebc-49e4-81c7-7212c0fbeb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9424b69c-4a0d-45c1-bab4-13da32d01954,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.128566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34130) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:02.135068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.135408 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Added segment fe9e7eaa-62ce-4711-b64a-d705f94c7336 of type vlan for network eeb2c57d-dcac-4cdd-927b-5556dd71e67b Nov 16 21:31:02.145891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:02.156266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.169544 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.195711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-98d421db-9b92-47ce-9ecd-30aaedccc8c2 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039708 Nov 16 21:31:02.241088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Checking segment: {'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:02.241463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Network hostable DHCP agents. Network: 70a6dbc3-87fa-4f48-8051-ad7954572c1f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:02.329145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:02.349316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.355338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:02.364902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.367153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.394748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.412087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] For port bb546fbc-c7a1-41e0-8214-a8af01796186, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bb546fbc-c7a1-41e0-8214-a8af01796186,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:02.420084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 70a6dbc3-87fa-4f48-8051-ad7954572c1f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:02.424150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-58ba50a9-8432-4ff3-b0a5-3d25da5019f5 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182651 Nov 16 21:31:02.432541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a0119-656e-4c19-aee7-22f903a0e3be None None] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:02.437599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.456973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:02.477765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:02.478223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:02.478600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:02.481498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-dd342259-e759-4cef-91f0-9f98e5a91001 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 200 len: 217 time: 0.0494196 Nov 16 21:31:02.488799 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.520964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:02.521604 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:02.531066 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 2 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:02.555303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:02.556308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:02.556825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:02.585510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-f2006972-dc4c-4d6c-9159-2957dfb50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:02.587640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-f2006972-dc4c-4d6c-9159-2957dfb50bab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0708916 Nov 16 21:31:02.589813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9fde-0b91-4903-919f-13129ceddd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.609126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.612918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:02.613620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.686085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:02.686851 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:02.687238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9fde-0b91-4903-919f-13129ceddd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.694400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb2c57d-dcac-4cdd-927b-5556dd71e67b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.697281 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 3 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:02.702249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.706526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.710059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9424b69c-4a0d-45c1-bab4-13da32d01954 HTTP/1.1" status: 204 len: 168 time: 0.5697386 Nov 16 21:31:02.738008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-516b0935-9f17-47a0-b27e-0e7fa0b38ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:02.741458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-516b0935-9f17-47a0-b27e-0e7fa0b38ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294193 Nov 16 21:31:02.821373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:02.841251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7d94d978-a3ed-43de-9881-4db2eb6903d3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7286496 Nov 16 21:31:02.846799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:02.852412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:02.853561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:02.854975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:02.866592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4d4e9fde-0b91-4903-919f-13129ceddd84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c210cbb53fe45888a1f75823366a28b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5479019 Nov 16 21:31:02.876969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Request body: {'subnet': {'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-948277572-subnet', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:02.885425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-4004b608-c45b-4a62-8b28-90ece5eb7bac service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284742 Nov 16 21:31:02.886356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34142) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:02.919806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:02.920387 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:02.923193 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 4 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:02.962467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:02.965630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:02.966112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:02.971773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e9fde-0b91-4903-919f-13129ceddd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc7a766-1c18-4ee3-a9f7-d3247f93e86d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.979092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Made reservation on behalf of 5eeea5d70c1f418a9c85109a7750cf39 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:02.986954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.096485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.096947 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.100841 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 5 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.102724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.133551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d7a80-48bd-448d-a52f-92b80e8647af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424b69c-4a0d-45c1-bab4-13da32d01954,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.139662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e25e1-0814-4b4c-8e75-fb8e6ed7e34a None None] Pushing event updated for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.141348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-db908829-026b-46a3-a09a-951a9824c06d service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434814 Nov 16 21:31:03.142673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.143942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.146141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.153231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.153698 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.166021 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 6 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.224306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.230871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.232320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.282916 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.286747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:03.302253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.302846 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.308278 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 7 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.345717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.346431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-fbab8620-c776-4a9f-83d2-fa35db1e7e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 217 time: 0.1974223 Nov 16 21:31:03.347237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.348592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.361667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.365084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.368662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acc7a766-1c18-4ee3-a9f7-d3247f93e86d HTTP/1.1" status: 204 len: 168 time: 0.4786985 Nov 16 21:31:03.376673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.377004 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.381301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fe27e311-7b06-485d-8925-88d70652c7a9 None None] Provisioning complete for port bb546fbc-c7a1-41e0-8214-a8af01796186 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:03.381799 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fe27e311-7b06-485d-8925-88d70652c7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.396777 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 8 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.498794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.499249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.499469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.509016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:55Z', 'revision_number': 4, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bb546fbc-c7a1-41e0-8214-a8af01796186', 'name': '', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'mac_address': 'fa:16:3e:c9:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:54Z', 'updated_at': '2021-11-16T21:31:00Z', 'revision_number': 4, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'subnets': [{'id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:03.516487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2623023-9e03-43f4-9c39-74ed1f9c5d5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39ece12ef7dc402aa9d3bbd44c6a1411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282748 Nov 16 21:31:03.536270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.536662 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.536898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:03.541063 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 9 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.575300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6361e-d47a-435d-a3fc-9830667c7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc7a766-1c18-4ee3-a9f7-d3247f93e86d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.576573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2ed9d-c9b8-4602-a7f7-e2df8a6bc6f2 None None] The sync data for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 is: [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:30:55Z', 'revision_number': 4, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bb546fbc-c7a1-41e0-8214-a8af01796186', 'name': '', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'mac_address': 'fa:16:3e:c9:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:54Z', 'updated_at': '2021-11-16T21:31:00Z', 'revision_number': 4, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'subnets': [{'id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:03.685019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a366dc-b208-4ff1-8ade-a07474c8f47f req-72a1c32d-2f2d-4c21-9754-548d9f5a42ed tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:03.686550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17a366dc-b208-4ff1-8ade-a07474c8f47f req-72a1c32d-2f2d-4c21-9754-548d9f5a42ed tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.3488526 Nov 16 21:31:03.688124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-f1867924-1b28-4127-8397-d486dbd7de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:03.691772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-f1867924-1b28-4127-8397-d486dbd7de17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.3322883 Nov 16 21:31:03.730763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.767940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.768289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.768630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.913243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4193895-9f36-4a29-b5d0-debdafbd951f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.924277 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.927450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.927675 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.928609 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 10 to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 Nov 16 21:31:03.953505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:03.954314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:03.954668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:03.963126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:03.963452 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:03.964072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.007669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-9ba944cc-2752-44b0-9661-ca4bcb6edb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:04.011487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-9ba944cc-2752-44b0-9661-ca4bcb6edb78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2890623 Nov 16 21:31:04.017113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Checking segment: {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:04.017113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Network hostable DHCP agents. Network: eeb2c57d-dcac-4cdd-927b-5556dd71e67b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:04.070879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:04.085199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 049593ad-fbc1-4e9c-807a-39fb54bbedc5, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:04.085584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempted to set empty binding levels {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:31:04.090481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, eeb2c57d-dcac-4cdd-927b-5556dd71e67b) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:04.100372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:04.100945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.104709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.106625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810bb1e-5599-452d-b156-709385cc4b11 None None] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:04.193136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:04.203165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=049593ad-fbc1-4e9c-807a-39fb54bbedc5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:04.261124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:04.261740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.285699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5b19-7ca5-40f4-89f3-ce0ed42c39c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.296618 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3a3e44ac-da64-4da4-8297-17d88ab63888 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4236455 Nov 16 21:31:04.301874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:04.312461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4dd44283-84c7-435c-8055-4f0e3628e235 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6666880 Nov 16 21:31:04.316755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:04.326140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.327278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34168) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:04.399374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-368d3310-90c1-471a-a2bc-bb4f468eb73d service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725724 Nov 16 21:31:04.450032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17a366dc-b208-4ff1-8ade-a07474c8f47f req-c7fe470a-b2f5-4ce3-8b21-83141c44429b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7288847 Nov 16 21:31:04.456963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'fixed_ips': [{'subnet_id': 'a4193895-9f36-4a29-b5d0-debdafbd951f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:04.458067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.604928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554950-d083-4972-921e-64aa479e5475 req-723c1325-e390-4928-8ba6-95b182df557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:04.607180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-723c1325-e390-4928-8ba6-95b182df557e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1097 time: 0.6706624 Nov 16 21:31:04.716768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.729729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.731144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/529479fd-ee74-4bd1-aa43-ffdafa259c27 HTTP/1.1" status: 204 len: 168 time: 1.1889200 Nov 16 21:31:04.789912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713a206-a9e6-4c61-b2e5-342f30eded29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529479fd-ee74-4bd1-aa43-ffdafa259c27,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:04.807811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c039eb8-3ae5-4b2b-ae1c-2e798b84a416 req-0a532c16-6f12-4790-bfd2-b1d1222cdc89 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781221 Nov 16 21:31:04.815500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Allocated IP 172.20.0.2 (eeb2c57d-dcac-4cdd-927b-5556dd71e67b/a4193895-9f36-4a29-b5d0-debdafbd951f/100dfa2a-52e8-47af-ae80-cc111c225ec7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:05.006090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554950-d083-4972-921e-64aa479e5475 req-23994bed-e742-46bb-876f-cfefd3eb4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.007629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-23994bed-e742-46bb-876f-cfefd3eb4f5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.2726371 Nov 16 21:31:05.129433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-97b465e4-be73-43dd-9a15-1d5ee4ce3adb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 1001 time: 0.1124437 Nov 16 21:31:05.138897 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.156737 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.253209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554950-d083-4972-921e-64aa479e5475 req-7ac6fd5e-eaa5-407d-b164-8d5ba3f030c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.255328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-7ac6fd5e-eaa5-407d-b164-8d5ba3f030c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.1172152 Nov 16 21:31:05.284793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Pushing event updated for resources: {'Port': ['ID=100dfa2a-52e8-47af-ae80-cc111c225ec7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:05.333985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:05.353873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bb546fbc-c7a1-41e0-8214-a8af01796186 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:05.368905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:05.410440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.411551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.412262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554950-d083-4972-921e-64aa479e5475 req-3cd9c02f-885b-4f07-9408-74571c18df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.426253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-3cd9c02f-885b-4f07-9408-74571c18df82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618092 Nov 16 21:31:05.429967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:05.705981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Attempting to bind port 100dfa2a-52e8-47af-ae80-cc111c225ec7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:05.706327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Attempting to bind port 100dfa2a-52e8-47af-ae80-cc111c225ec7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:05.706703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Attempting to bind port 100dfa2a-52e8-47af-ae80-cc111c225ec7 on network eeb2c57d-dcac-4cdd-927b-5556dd71e67b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:05.729591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Deleting port 049593ad-fbc1-4e9c-807a-39fb54bbedc5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:05.735502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.738026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:05.742654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Checking segment: {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:05.744829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.745266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Bound using segment: {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:05.745793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Bound port: 100dfa2a-52e8-47af-ae80-cc111c225ec7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:05.746193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.776737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bb546fbc-c7a1-41e0-8214-a8af01796186 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:05.777339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.807183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-2e9a63ea-6024-4c13-852b-2e43df598b3c service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694370 Nov 16 21:31:05.894513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 049593ad-fbc1-4e9c-807a-39fb54bbedc5, host n-h2-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:05.895108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.896463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] For port 100dfa2a-52e8-47af-ae80-cc111c225ec7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:05.904527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] For port 100dfa2a-52e8-47af-ae80-cc111c225ec7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=100dfa2a-52e8-47af-ae80-cc111c225ec7,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:05.929028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.930075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Calling delete_port for 049593ad-fbc1-4e9c-807a-39fb54bbedc5 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:05.965377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227b79-1be9-4d84-9388-5f2f71d10d5f req-9bfbd0a7-f8a4-4530-80e6-cd067668db56 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.982115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9227b79-1be9-4d84-9388-5f2f71d10d5f req-9bfbd0a7-f8a4-4530-80e6-cd067668db56 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.3077104 Nov 16 21:31:06.123080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c98a3e-2881-4f6b-9fff-fefb637f1c97 None None] Pushing event updated for resources: {'Port': ['ID=100dfa2a-52e8-47af-ae80-cc111c225ec7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.146205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9227b79-1be9-4d84-9388-5f2f71d10d5f req-947d02d4-a0ab-4322-a293-c76903e1ee83 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631148 Nov 16 21:31:06.159221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.176827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.193639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5b19-7ca5-40f4-89f3-ce0ed42c39c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.223911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49554950-d083-4972-921e-64aa479e5475 req-14b7bd30-0994-476f-b875-b40edb7a0290 service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073291 Nov 16 21:31:06.226473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5b19-7ca5-40f4-89f3-ce0ed42c39c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.472729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c5b19-7ca5-40f4-89f3-ce0ed42c39c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfa4ad-89c0-4534-8c3d-20266cc8722d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.511084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event deleted for resources: {'Port': ['ID=049593ad-fbc1-4e9c-807a-39fb54bbedc5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.530868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.534637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7588e532-1738-4a74-9830-4e0919ff851b tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "DELETE /v2.0/ports/049593ad-fbc1-4e9c-807a-39fb54bbedc5 HTTP/1.1" status: 204 len: 168 time: 2.1914968 Nov 16 21:31:06.537370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.642796 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0679d5d-b9c7-49dc-82d3-de40c70a72a1 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:31:06.647782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b0679d5d-b9c7-49dc-82d3-de40c70a72a1 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports/049593ad-fbc1-4e9c-807a-39fb54bbedc5 HTTP/1.1" status: 404 len: 333 time: 0.1058545 Nov 16 21:31:06.677014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.687526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-262310528'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:06.783515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Made reservation on behalf of c2bf70c537ba4468be9588f85b80c035 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:06.785937 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.804654 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f9c5b19-7ca5-40f4-89f3-ce0ed42c39c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=060d63f4b90840d2a8dc0add5f7be502&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5967040 Nov 16 21:31:06.807208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.816377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.820637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:06.974614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.986182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:07.044025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.095003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.187851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a4af763c-a8cd-4d3a-8195-3536fc590b03 tempest-DvrRoutersNegativeTest-263468304 tempest-DvrRoutersNegativeTest-263468304-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2032357748', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:07.202989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.policy [None req-a4af763c-a8cd-4d3a-8195-3536fc590b03 tempest-DvrRoutersNegativeTest-263468304 tempest-DvrRoutersNegativeTest-263468304-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102665) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 16 21:31:07.205037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.policy [None req-a4af763c-a8cd-4d3a-8195-3536fc590b03 tempest-DvrRoutersNegativeTest-263468304 tempest-DvrRoutersNegativeTest-263468304-project] Failed policy check for 'create_router' {{(pid=102665) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 16 21:31:07.205810 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-a4af763c-a8cd-4d3a-8195-3536fc590b03 tempest-DvrRoutersNegativeTest-263468304 tempest-DvrRoutersNegativeTest-263468304-project] create failed (client error): Access was denied to this resource. Nov 16 21:31:07.208080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4af763c-a8cd-4d3a-8195-3536fc590b03 tempest-DvrRoutersNegativeTest-263468304 tempest-DvrRoutersNegativeTest-263468304-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2206910 Nov 16 21:31:07.226125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.336022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.343489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.347058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4cfa4ad-89c0-4534-8c3d-20266cc8722d HTTP/1.1" status: 204 len: 168 time: 0.5362034 Nov 16 21:31:07.348565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:07.376587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 100dfa2a-52e8-47af-ae80-cc111c225ec7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:07.388329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:07.415069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875312-b068-4f25-8ff4-aef297972113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfa4ad-89c0-4534-8c3d-20266cc8722d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:07.492159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 100dfa2a-52e8-47af-ae80-cc111c225ec7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:07.492862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.504535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.526990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:07.533611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.537725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.593866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=55aea269-4f5f-4da9-ab58-fdf49cbfb151,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:07.611939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.698609 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.702074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3afdf-98ff-4450-a318-13dbc69e0903 req-fc24ecd0-16b9-4a2f-9139-57f82e937a99 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.717225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fe3afdf-98ff-4450-a318-13dbc69e0903 req-fc24ecd0-16b9-4a2f-9139-57f82e937a99 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.3658366 Nov 16 21:31:07.733985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-983f78a2-31d4-4482-be00-3490b207494d tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0558105 Nov 16 21:31:07.737118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:07.767115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:07.809660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 100dfa2a-52e8-47af-ae80-cc111c225ec7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=100dfa2a-52e8-47af-ae80-cc111c225ec7,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:07.825106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.923095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fe3afdf-98ff-4450-a318-13dbc69e0903 req-5007b195-9cef-43b4-adac-67a857591aea tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870878 Nov 16 21:31:07.929226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.973745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:07.985580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=100dfa2a-52e8-47af-ae80-cc111c225ec7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:08.015504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Allocated IP 172.25.7.145 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ac4cb548-8d46-4b5e-9eed-edad43c70650) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:08.019984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b40db2-4c88-4ea8-aec5-a92f0b765bb8 None None] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:08.155840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cd114de5-6d6e-42fe-8977-541bdd92548e None None] Provisioning complete for port 100dfa2a-52e8-47af-ae80-cc111c225ec7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:08.156943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cd114de5-6d6e-42fe-8977-541bdd92548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.378251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.488154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.575790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:08.580848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:08.587820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:08.591092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4cb548-8d46-4b5e-9eed-edad43c70650,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:08.597975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cda50b-8a45-4a84-a669-d1c50fe21bf3 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:08.722583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-870b9ada-26a3-46ce-be30-896197d35d2b None None] Provisioning complete for port ac4cb548-8d46-4b5e-9eed-edad43c70650 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:08.722965 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-870b9ada-26a3-46ce-be30-896197d35d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.825419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-870b9ada-26a3-46ce-be30-896197d35d2b None None] Port ac4cb548-8d46-4b5e-9eed-edad43c70650 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:08.929223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.974076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-08b11782-7990-4c5a-b29f-16b4b0972c2c None None] Provisioning complete for port 100dfa2a-52e8-47af-ae80-cc111c225ec7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:08.974527 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08b11782-7990-4c5a-b29f-16b4b0972c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.294121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6dac-90d2-4a9f-b89c-a67e0b8eddde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.307104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 100dfa2a-52e8-47af-ae80-cc111c225ec7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:09.311694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.415946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:09.435597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.437836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 100dfa2a-52e8-47af-ae80-cc111c225ec7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:09.438211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.509092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.701198 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6dac-90d2-4a9f-b89c-a67e0b8eddde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.748612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bc6dac-90d2-4a9f-b89c-a67e0b8eddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.771901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.853739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:09.853968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:09.854229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:09.865356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f8c98-583f-4740-8bb9-4b5f59cfffd4 req-c6e08b8c-55a2-41e0-a092-9682fa9117cd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:09.872995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a88f8c98-583f-4740-8bb9-4b5f59cfffd4 req-c6e08b8c-55a2-41e0-a092-9682fa9117cd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.7161100 Nov 16 21:31:09.884006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d1bc6dac-90d2-4a9f-b89c-a67e0b8eddde admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b26045acc2d495490288659162b6ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9028006 Nov 16 21:31:09.884006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=55aea269-4f5f-4da9-ab58-fdf49cbfb151,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:09.887919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:09.895208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc6dac-90d2-4a9f-b89c-a67e0b8eddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c2909-9113-4db0-9465-96c721820855,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:09.929600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:09.930903 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:09.933069 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 2 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:09.986066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:09.986326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:09.986661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:09.998759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a88f8c98-583f-4740-8bb9-4b5f59cfffd4 req-cb9319a2-881c-4249-9661-9c6fb79641ae tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247270 Nov 16 21:31:09.999399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.000138 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.000703 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 3 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.014014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.016108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.017124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.017469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.022499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.022914 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.023334 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 4 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.050801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.051286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.051622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.056096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.056481 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.056879 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 5 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.074503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.074988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.075330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.080842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.081162 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.081679 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 6 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.095761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.096128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.096443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.101342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.101775 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.102182 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 7 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.105286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.117311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.117642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.118465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.125060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.125394 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.126344 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 8 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.143297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.143635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.143983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.148815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.149028 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.149402 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 9 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.168155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.168997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.169344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.183116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.183279 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.183687 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 10 to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 Nov 16 21:31:10.225542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.228223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.229397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:10.229942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:10.232495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:10.232877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f92c2909-9113-4db0-9465-96c721820855 HTTP/1.1" status: 204 len: 168 time: 0.3399122 Nov 16 21:31:10.247703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:10.251427 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:10.252285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.255748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37104fb-4357-4cd9-b4eb-e571461ef280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c2909-9113-4db0-9465-96c721820855,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:10.270891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Router 2c726b01-bba4-443c-a82d-78460b89e274 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:31:10.465642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 55aea269-4f5f-4da9-ab58-fdf49cbfb151, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:10.466128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempted to set empty binding levels {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:31:10.480181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.570279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:10.573617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=55aea269-4f5f-4da9-ab58-fdf49cbfb151,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:10.575912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] In _notify_port_updated(), no bound segment for port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:31:10.576793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.577680 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.582402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-34e0250e-45bb-479c-adf2-74eeb6d13361 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "PUT /v2.0/ports/55aea269-4f5f-4da9-ab58-fdf49cbfb151 HTTP/1.1" status: 200 len: 974 time: 2.8373158 Nov 16 21:31:10.585712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:10.590300 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Sync routers for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:10.606723 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:10.609120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:10.636036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.639023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-791ebaa3-78ee-4e14-aca6-c1f0cf625cf3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3254662 Nov 16 21:31:10.640407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:10.830250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.830727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.831223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.831694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.832138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.832589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.833043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.833497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.833938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.834388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.834832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.840387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.840751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.841219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.841679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.842134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.842590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.843049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.843508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.843959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.844412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.845014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.845469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.845909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.846357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.846805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.849141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.855477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.857724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.860076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.862721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.863398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.864026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.866632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.867315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.867945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.869974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.870615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.871268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.873420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.874101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.874569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.877010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.877663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.878307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.878759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.880858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.881501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.882127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.884227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.884860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.885487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.887457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.903131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34312) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:10.907620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5f9ca39c-fb21-41b7-aab4-0d8818dc2d42 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 47905 time: 0.3208985 Nov 16 21:31:10.946717 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:11.265551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34af8-255b-4ead-a7ed-6d7dce19ae76 req-f964db87-7111-47dc-8c56-62aa4e6d4214 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:11.276980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0a34af8-255b-4ead-a7ed-6d7dce19ae76 req-f964db87-7111-47dc-8c56-62aa4e6d4214 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.0866809 Nov 16 21:31:11.312579 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:09Z', 'revision_number': 3, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:11.372163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0a34af8-255b-4ead-a7ed-6d7dce19ae76 req-213111d2-1c71-4626-b9c7-f62f69a2f5a9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938261 Nov 16 21:31:11.404459 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Checking router: 2c726b01-bba4-443c-a82d-78460b89e274 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:11.404819 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Updating router 2c726b01-bba4-443c-a82d-78460b89e274 port ac4cb548-8d46-4b5e-9eed-edad43c70650 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:11.504253 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.649990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Deleting port 55aea269-4f5f-4da9-ab58-fdf49cbfb151 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:11.650308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.900345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 55aea269-4f5f-4da9-ab58-fdf49cbfb151, host n-h2-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:11.905322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.952079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Calling delete_port for 55aea269-4f5f-4da9-ab58-fdf49cbfb151 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:11.973441 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.987281 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.084656 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Pushing event updated for resources: {'Port': ['ID=ac4cb548-8d46-4b5e-9eed-edad43c70650,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.105409 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.106132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.108287 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.108816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.109315 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.109836 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.111468 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.111811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.112137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.112459 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.112779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.113096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:12.137079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6af55-3cdb-48cd-96bf-429490f0b8ff None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:12.151577 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Attempting to bind port ac4cb548-8d46-4b5e-9eed-edad43c70650 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:12.151939 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Attempting to bind port ac4cb548-8d46-4b5e-9eed-edad43c70650 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:12.156124 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Attempting to bind port ac4cb548-8d46-4b5e-9eed-edad43c70650 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:12.174313 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:12.174864 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:12.175387 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.175881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:12.176539 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Bound port: ac4cb548-8d46-4b5e-9eed-edad43c70650, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:12.177569 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.254411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6b4603ca-6d3e-4bd6-bfc9-55a80dd37f16 None None] Provisioning complete for port ac4cb548-8d46-4b5e-9eed-edad43c70650 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:12.257377 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b4603ca-6d3e-4bd6-bfc9-55a80dd37f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.271583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:12.331238 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] For port ac4cb548-8d46-4b5e-9eed-edad43c70650, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:12.341906 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] For port ac4cb548-8d46-4b5e-9eed-edad43c70650, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac4cb548-8d46-4b5e-9eed-edad43c70650,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:12.352391 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.409065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd381b3c-b4ca-45a6-8453-b1cb5524142f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:12.421608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6b4603ca-6d3e-4bd6-bfc9-55a80dd37f16 None None] Port ac4cb548-8d46-4b5e-9eed-edad43c70650 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:12.454495 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:12.461274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:12.477318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.573396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.581386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] Provisioning complete for port ac4cb548-8d46-4b5e-9eed-edad43c70650 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:12.584908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.653109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.661059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "DELETE /v2.0/ports/55aea269-4f5f-4da9-ab58-fdf49cbfb151 HTTP/1.1" status: 204 len: 168 time: 1.7523844 Nov 16 21:31:12.667636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee86e6-5e0f-4c51-b25d-e8c6961018e5 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event deleted for resources: {'Port': ['ID=55aea269-4f5f-4da9-ab58-fdf49cbfb151,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.670883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34370) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:12.679353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11548cc7-c980-4456-ae66-8f5bdd7c5d92 req-b901f07f-d0b0-4e54-8b65-ab724cf060dd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:12.680767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11548cc7-c980-4456-ae66-8f5bdd7c5d92 req-b901f07f-d0b0-4e54-8b65-ab724cf060dd tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1276250 Nov 16 21:31:12.704798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a53d9-1404-4cd0-a571-f74bd2582842 None None] Pushing event updated for resources: {'Port': ['ID=ac4cb548-8d46-4b5e-9eed-edad43c70650,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.787461 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:12.819295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11548cc7-c980-4456-ae66-8f5bdd7c5d92 req-4402a479-e0b6-4595-97e0-6348b229c52e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307592 Nov 16 21:31:12.957014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-485a6213-3bde-4017-8701-c50a48adc371 tempest-ServiceProvidersTest-2105021904 tempest-ServiceProvidersTest-2105021904-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6827424 Nov 16 21:31:12.986018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.997857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.022031 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da88ece-486f-4e2f-81f1-3fdafabcca4c tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:31:13.026535 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2da88ece-486f-4e2f-81f1-3fdafabcca4c tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports/55aea269-4f5f-4da9-ab58-fdf49cbfb151 HTTP/1.1" status: 404 len: 333 time: 0.1325388 Nov 16 21:31:13.030484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:13.038863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1625186765', 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:13.043691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] For port ac4cb548-8d46-4b5e-9eed-edad43c70650, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac4cb548-8d46-4b5e-9eed-edad43c70650,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:13.056451 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.090418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Allocated IP 172.20.0.1 (eeb2c57d-dcac-4cdd-927b-5556dd71e67b/a4193895-9f36-4a29-b5d0-debdafbd951f/234b2783-df9c-4ca2-b0db-700eee25b752) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:13.120788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Made reservation on behalf of c2bf70c537ba4468be9588f85b80c035 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:13.123981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.156491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 81185f0f-f451-4644-b5bd-8a0051d14d09 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:13.310216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6cb53-e0e5-41a4-8273-1fd396539903 None None] Pushing event updated for resources: {'Port': ['ID=ac4cb548-8d46-4b5e-9eed-edad43c70650,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.327199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.382023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.463108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:13.468648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:13.487534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:13.495963 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:09Z', 'revision_number': 3, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:13.544219 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1df6d8-7502-406e-bb46-fc7b653a1837 None None] The sync data for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 is: [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:09Z', 'revision_number': 3, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:13.568784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Pushing event updated for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.623956 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.646036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.707450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.836676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:13.838072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:13.838714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=81185f0f-f451-4644-b5bd-8a0051d14d09,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.843475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:13.853303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:13.854282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:13.854883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.917025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-920c5351-4697-410f-a524-113a143028ba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8835087 Nov 16 21:31:13.917680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34394) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:14.095157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.128648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e5ea4-ffa9-4b11-8e54-da5478a877a7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:14.136056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac0e5ea4-ffa9-4b11-8e54-da5478a877a7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports/81185f0f-f451-4644-b5bd-8a0051d14d09 HTTP/1.1" status: 200 len: 955 time: 0.2172487 Nov 16 21:31:14.141801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34398) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:14.293460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-30fad707-23ec-4606-9743-1798445db7c4 None None] Provisioning complete for port 234b2783-df9c-4ca2-b0db-700eee25b752 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:14.295188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30fad707-23ec-4606-9743-1798445db7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.363563 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3eef8afd-aca0-4333-b52b-4e7562e168f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.377750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-30fad707-23ec-4606-9743-1798445db7c4 None None] Port 234b2783-df9c-4ca2-b0db-700eee25b752 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:14.613449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.623982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.631041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7d23-4e6f-46d6-8344-adb5c5666bef req-62149f74-806b-424b-9dda-fd7dc1e51841 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:14.641549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b3a7d23-4e6f-46d6-8344-adb5c5666bef req-62149f74-806b-424b-9dda-fd7dc1e51841 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.5958233 Nov 16 21:31:14.768112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Pushing event updated for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:14.788679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.839975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b3a7d23-4e6f-46d6-8344-adb5c5666bef req-3830cea8-17d8-4634-a925-2de91b6d2be6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918364 Nov 16 21:31:14.892722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Deleting port 81185f0f-f451-4644-b5bd-8a0051d14d09 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:14.893069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.995884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3eef8afd-aca0-4333-b52b-4e7562e168f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.017746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3eef8afd-aca0-4333-b52b-4e7562e168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.051053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3eef8afd-aca0-4333-b52b-4e7562e168f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef912de9408c4f4eab296a11dd4d3676&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2002647 Nov 16 21:31:15.073802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34420) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:15.116473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.180335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8afd-aca0-4333-b52b-4e7562e168f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b609ded-8091-4655-9caf-2313ac63da2f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:15.184349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Calling delete_port for 81185f0f-f451-4644-b5bd-8a0051d14d09 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:15.215608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.253485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.346392 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f1b79aa1-7f17-45cf-84ed-4db133622951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.389997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.395531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.397243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b609ded-8091-4655-9caf-2313ac63da2f HTTP/1.1" status: 204 len: 168 time: 0.3221765 Nov 16 21:31:15.413357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91228cc9-2669-439d-81c7-45c1c7c53c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b609ded-8091-4655-9caf-2313ac63da2f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:15.474910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac4cb548-8d46-4b5e-9eed-edad43c70650 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:15.494829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.511945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:15.514495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:15.590851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event deleted for resources: {'Port': ['ID=81185f0f-f451-4644-b5bd-8a0051d14d09,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:15.592300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ac4cb548-8d46-4b5e-9eed-edad43c70650 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:15.595107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.614004 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.620527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec1cb283-c829-4371-b60f-77047de72fe7 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "DELETE /v2.0/ports/81185f0f-f451-4644-b5bd-8a0051d14d09 HTTP/1.1" status: 204 len: 168 time: 1.4048088 Nov 16 21:31:15.625770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:15.693297 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa852506-6843-48a7-b4f9-e27f01a6f725 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:31:15.704816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aa852506-6843-48a7-b4f9-e27f01a6f725 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports/81185f0f-f451-4644-b5bd-8a0051d14d09 HTTP/1.1" status: 404 len: 333 time: 0.0779083 Nov 16 21:31:15.705740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:15.728524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-114694130'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:15.788587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Made reservation on behalf of c2bf70c537ba4468be9588f85b80c035 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:15.792931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.866491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:15.902498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Router 2c726b01-bba4-443c-a82d-78460b89e274 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:16.037570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-574c2b76-4701-47a2-87f3-78cce9b65d04 None None] Provisioning complete for port 234b2783-df9c-4ca2-b0db-700eee25b752 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:16.037955 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-574c2b76-4701-47a2-87f3-78cce9b65d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.140598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-574c2b76-4701-47a2-87f3-78cce9b65d04 None None] Port 234b2783-df9c-4ca2-b0db-700eee25b752 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:16.227567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876c48-552d-499f-8a63-1b8376d6d198 req-2377a1c2-6445-4593-8b99-19ae37451834 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:16.229462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f876c48-552d-499f-8a63-1b8376d6d198 req-2377a1c2-6445-4593-8b99-19ae37451834 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1401083 Nov 16 21:31:16.241728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:16.258662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e95b315-1883-4522-b77f-2da8717b6b57 admin admin] 10.222.0.54 "PUT /v2.0/routers/2c726b01-bba4-443c-a82d-78460b89e274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6145039 Nov 16 21:31:16.407679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f876c48-552d-499f-8a63-1b8376d6d198 req-0bdbf0f8-cbf1-4204-bdfa-0492c6833583 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681902 Nov 16 21:31:16.457643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.552919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.608530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Network 70a6dbc3-87fa-4f48-8051-ad7954572c1f is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:16.614289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:16.617999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:16.619548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:16.620193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.650308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9309821 Nov 16 21:31:16.653947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.657886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=58ccccea-ed2f-48ec-a000-712cc2dbdf9e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.667130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.667481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.667821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.668159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.668493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.668824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.669150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.669476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.669705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:16.669850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.670108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.670430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.670748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532d60d-62f9-41ca-a161-14d581895bfb tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:16.718915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Sync routers for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:16.733347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:16.737828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:30:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:16.796018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.025490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:17.235102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] device_id is not set on port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:17.245720 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.255041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.352570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=58ccccea-ed2f-48ec-a000-712cc2dbdf9e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:17.404126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.404303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.405116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.410826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.411007 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.411345 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 2 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.427696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.427931 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.428266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.428774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:14Z', 'revision_number': 4, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '234b2783-df9c-4ca2-b0db-700eee25b752', 'name': '', 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'mac_address': 'fa:16:3e:c9:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:12Z', 'updated_at': '2021-11-16T21:31:14Z', 'revision_number': 2, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'subnets': [{'id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:17.433703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.434178 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.434566 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 3 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.451902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.452415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.452762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.460233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.460637 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.461079 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 4 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.467913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Checking router: 2c726b01-bba4-443c-a82d-78460b89e274 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:17.468933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Updating router 2c726b01-bba4-443c-a82d-78460b89e274 port 234b2783-df9c-4ca2-b0db-700eee25b752 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:17.480554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.480945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.481282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.495190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.495483 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.495900 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 5 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.500026 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.558178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.558522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.558938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.566551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.567307 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.568658 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 6 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.585355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.585698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.586035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.593755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.594084 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.594972 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 7 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.623479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.623818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.624623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.630504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.630824 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.631341 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 8 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.652963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.653303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.653642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.661089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.661694 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.661957 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 9 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.676310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f831-edfd-48a1-84ea-144a7ca85c90 req-b1260a77-19fc-4ec6-93cd-5673b310bdf7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:17.679504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.679927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.680748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.685725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a587f831-edfd-48a1-84ea-144a7ca85c90 req-b1260a77-19fc-4ec6-93cd-5673b310bdf7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1113844 Nov 16 21:31:17.685866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.686109 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.686495 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempt 10 to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e Nov 16 21:31:17.702609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:17.703048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:17.703394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempting to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:17.710384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:17.710721 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Failed to bind port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on host n-h2-816206-5 for vnic_type normal using segments [{'id': '68fd2786-b02c-4b46-9a66-16aa65eaecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '70a6dbc3-87fa-4f48-8051-ad7954572c1f'}] Nov 16 21:31:17.711292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.831777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a587f831-edfd-48a1-84ea-144a7ca85c90 req-4c7d4764-658b-40f4-84ec-55335ec53496 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295509 Nov 16 21:31:17.857762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:17.860328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attempted to set empty binding levels {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:31:17.872249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.888154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f74ad2e6-1d17-45b5-9ef8-3007b703ad0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.986655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] In _notify_port_updated(), no bound segment for port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e on network 70a6dbc3-87fa-4f48-8051-ad7954572c1f {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:31:17.987740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:17.988343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.993235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34518) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:18.005582 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "PUT /v2.0/ports/58ccccea-ed2f-48ec-a000-712cc2dbdf9e HTTP/1.1" status: 200 len: 974 time: 1.3495798 Nov 16 21:31:18.044980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f5504-7019-4c3f-a0e5-e24ed8b92fba tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event updated for resources: {'Port': ['ID=58ccccea-ed2f-48ec-a000-712cc2dbdf9e,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.172251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.180964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.308038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5bbbb-9bdd-46e6-aa5e-60d1749848f0 None None] Pushing event updated for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.399209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Deleting port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:18.400003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.408151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-37a0a725-53ce-4b52-8cb8-f23098515d5d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:18.423247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-37a0a725-53ce-4b52-8cb8-f23098515d5d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.2463956 Nov 16 21:31:18.553466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Attempting to bind port 234b2783-df9c-4ca2-b0db-700eee25b752 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:18.553835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Attempting to bind port 234b2783-df9c-4ca2-b0db-700eee25b752 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:18.554198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Attempting to bind port 234b2783-df9c-4ca2-b0db-700eee25b752 on network eeb2c57d-dcac-4cdd-927b-5556dd71e67b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:18.581165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-81698dca-465e-40ed-8fab-fad4d0812a7b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/quotas/5eeea5d70c1f418a9c85109a7750cf39 HTTP/1.1" status: 200 len: 375 time: 0.1551549 Nov 16 21:31:18.583607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:18.584095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Checking segment: {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:18.584509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.584905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Bound using segment: {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:18.585491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Bound port: 234b2783-df9c-4ca2-b0db-700eee25b752, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9e7eaa-62ce-4711-b64a-d705f94c7336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:18.585758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.650067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34546) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:18.707402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] For port 58ccccea-ed2f-48ec-a000-712cc2dbdf9e, host n-h2-816206-5, got binding levels [] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:18.707911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.733168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Calling delete_port for 58ccccea-ed2f-48ec-a000-712cc2dbdf9e owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:18.755059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-b27df916-6222-4e11-ad0c-51cdc5ace06f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1597505 Nov 16 21:31:18.765762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] For port 234b2783-df9c-4ca2-b0db-700eee25b752, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:18.790898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] For port 234b2783-df9c-4ca2-b0db-700eee25b752, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=234b2783-df9c-4ca2-b0db-700eee25b752,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:18.806243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-18a309bd-fe82-467d-b5f3-9977c92482e7 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-11971429', 'prefixes': ['172.20.0.0/16']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:18.818885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.874264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] Provisioning complete for port 234b2783-df9c-4ca2-b0db-700eee25b752 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:18.874710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.988406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-18a309bd-fe82-467d-b5f3-9977c92482e7 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.992872 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-18a309bd-fe82-467d-b5f3-9977c92482e7 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.3417313 Nov 16 21:31:18.994270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34560) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.003815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.097342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5bbbb-9bdd-46e6-aa5e-60d1749848f0 None None] Pushing event updated for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:19.109287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:19.111140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:19.115071 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f2c9ef8-eceb-44fe-8dd7-4ff082ecb6c2 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "GET /v2.0/subnetpools/073fb0e6-3184-4286-a616-d71b093b5d87 HTTP/1.1" status: 200 len: 730 time: 0.1185658 Nov 16 21:31:19.115071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34562) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.132149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1424e016-b053-4c76-ac55-4877b479c50f tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-657656614'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:19.157354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ccccea-ed2f-48ec-a000-712cc2dbdf9e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:19.244969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.254989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bd678607-b2ae-4673-8a6d-602f155e4ed2 tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "DELETE /v2.0/ports/58ccccea-ed2f-48ec-a000-712cc2dbdf9e HTTP/1.1" status: 204 len: 168 time: 1.2603834 Nov 16 21:31:19.258573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34570) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.323380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1424e016-b053-4c76-ac55-4877b479c50f tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.324823 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1424e016-b053-4c76-ac55-4877b479c50f tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "PUT /v2.0/subnetpools/073fb0e6-3184-4286-a616-d71b093b5d87 HTTP/1.1" status: 200 len: 683 time: 0.2050986 Nov 16 21:31:19.327372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.357454 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3870ddf-099d-474e-b0e6-ad55c7fe6c6f tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:31:19.358952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c3870ddf-099d-474e-b0e6-ad55c7fe6c6f tempest-PortsAdminExtendedAttrsTestJSON-1398867951 tempest-PortsAdminExtendedAttrsTestJSON-1398867951-project-admin] 10.222.0.54 "GET /v2.0/ports/58ccccea-ed2f-48ec-a000-712cc2dbdf9e HTTP/1.1" status: 404 len: 333 time: 0.0850244 Nov 16 21:31:19.365824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34580) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.384591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004ec4e-e6f7-4cbd-8848-a30b2d64ad10 req-09906f4c-d9b9-4327-b531-e1193e76bda2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:19.396171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7004ec4e-e6f7-4cbd-8848-a30b2d64ad10 req-09906f4c-d9b9-4327-b531-e1193e76bda2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.3356280 Nov 16 21:31:19.426175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:19.458115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a215cc93-1233-444f-914d-96d282c0ac15 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.477519 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a215cc93-1233-444f-914d-96d282c0ac15 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "DELETE /v2.0/subnetpools/073fb0e6-3184-4286-a616-d71b093b5d87 HTTP/1.1" status: 204 len: 168 time: 0.1371617 Nov 16 21:31:19.477708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-57e0409f-ee5f-4e10-bb8c-a85ec9a6f3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620429 Nov 16 21:31:19.483361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.553588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7004ec4e-e6f7-4cbd-8848-a30b2d64ad10 req-35073450-d4b3-4bc3-9a49-f793331491d6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484303 Nov 16 21:31:19.571254 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-6af97ad0-8f01-43ac-9ce7-aa9edfaa2cb0 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] show failed (client error): The resource could not be found. Nov 16 21:31:19.577007 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6af97ad0-8f01-43ac-9ce7-aa9edfaa2cb0 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "GET /v2.0/subnetpools/073fb0e6-3184-4286-a616-d71b093b5d87 HTTP/1.1" status: 404 len: 346 time: 0.0906320 Nov 16 21:31:19.579561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.666976 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-bdbd4db3-7136-4673-9bc8-97fdc2e34ac1 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] delete failed (client error): The resource could not be found. Nov 16 21:31:19.677959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.682884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bdbd4db3-7136-4673-9bc8-97fdc2e34ac1 tempest-SubnetPoolsTestJSON-599611492 tempest-SubnetPoolsTestJSON-599611492-project] 10.222.0.54 "DELETE /v2.0/subnetpools/073fb0e6-3184-4286-a616-d71b093b5d87 HTTP/1.1" status: 404 len: 346 time: 0.0853891 Nov 16 21:31:19.861647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.896702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-a2d26dcc-c731-4948-b39e-868c8f7537a4 service neutron] 10.222.0.54 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038525 Nov 16 21:31:19.908162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.942395 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.981576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a6dbc3-87fa-4f48-8051-ad7954572c1f']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:20.007604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fd2786-b02c-4b46-9a66-16aa65eaecad') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:20.007938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fd2786-b02c-4b46-9a66-16aa65eaecad') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:20.030021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.046788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] For port 234b2783-df9c-4ca2-b0db-700eee25b752, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=234b2783-df9c-4ca2-b0db-700eee25b752,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:20.057548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.070460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:20.071117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.073846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:20.080232 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:20.224208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.252894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665f7e7-7b33-4988-89f2-2d0216f753de None None] Pushing event updated for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:20.267458 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.284748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.293477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] 10.222.0.54 "DELETE /v2.0/networks/70a6dbc3-87fa-4f48-8051-ad7954572c1f HTTP/1.1" status: 204 len: 168 time: 0.9266243 Nov 16 21:31:20.324392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394af60d-35b0-40dd-ae60-313ff178bef6 tempest-PortsAdminExtendedAttrsTestJSON-982194094 tempest-PortsAdminExtendedAttrsTestJSON-982194094-project] Pushing event deleted for resources: {'Network': ['ID=70a6dbc3-87fa-4f48-8051-ad7954572c1f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:20.327910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2fced924-6074-4443-8bd5-51ee56b44d8a None None] Provisioning complete for port 234b2783-df9c-4ca2-b0db-700eee25b752 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:20.333593 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2fced924-6074-4443-8bd5-51ee56b44d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.411916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2ec6558-0c3c-4629-bfcf-a54e08e71b59 req-522c466a-90a7-4170-8542-74581a262d6b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0617523 Nov 16 21:31:20.463327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:14Z', 'revision_number': 4, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '234b2783-df9c-4ca2-b0db-700eee25b752', 'name': '', 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'mac_address': 'fa:16:3e:c9:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:12Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 4, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'subnets': [{'id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:20.513974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59b072f7-3905-4d04-b257-9589d5607883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.678053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59b072f7-3905-4d04-b257-9589d5607883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.689183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59b072f7-3905-4d04-b257-9589d5607883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.754536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef1d5e-cbac-49a0-9a16-6ce6daf426d2 None None] The sync data for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 is: [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:31:14Z', 'revision_number': 4, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '234b2783-df9c-4ca2-b0db-700eee25b752', 'name': '', 'network_id': 'eeb2c57d-dcac-4cdd-927b-5556dd71e67b', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'mac_address': 'fa:16:3e:c9:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:12Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 4, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'subnets': [{'id': 'a4193895-9f36-4a29-b5d0-debdafbd951f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:20.770351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.781388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76114b73-8501-4211-9d35-777eabbe8f8e req-a4f3e931-02f8-4cad-9a36-32fcaa18206e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:20.793029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76114b73-8501-4211-9d35-777eabbe8f8e req-a4f3e931-02f8-4cad-9a36-32fcaa18206e tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.0993590 Nov 16 21:31:20.808702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b072f7-3905-4d04-b257-9589d5607883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f143b9d6-f953-4c9b-8efb-c0f1b76c6ea3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:20.831180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-59b072f7-3905-4d04-b257-9589d5607883 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=844e6cf2178b4f9880159e1eb8d871d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6043985 Nov 16 21:31:20.833067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34628) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.890816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34630) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.960292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76114b73-8501-4211-9d35-777eabbe8f8e req-478db8aa-a85d-45b7-82ea-9d9a2f126816 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660252 Nov 16 21:31:21.043433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.076547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.164575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.168574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.172041 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f143b9d6-f953-4c9b-8efb-c0f1b76c6ea3 HTTP/1.1" status: 204 len: 168 time: 0.3356638 Nov 16 21:31:21.187464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a678aa-24b0-4c9f-9d28-33efa70f1096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f143b9d6-f953-4c9b-8efb-c0f1b76c6ea3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:21.296579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:21.298031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-85a562b8-4007-4af3-a0c7-25a67880aa9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a1ca2ab55104e4fb5d5db02ff56a9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045575 Nov 16 21:31:21.394201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.465989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 234b2783-df9c-4ca2-b0db-700eee25b752 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:21.501821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.577891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f1bc706-6750-4c9d-8e6d-452da3a0ee49 req-e51f140b-d11c-403d-bdcc-cdef1d44a5b5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0602009 Nov 16 21:31:21.598382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 234b2783-df9c-4ca2-b0db-700eee25b752 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:21.598754 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.613221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.765169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.769018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.770435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0684e28-d708-4f7f-933f-a2efcfc46226 HTTP/1.1" status: 204 len: 168 time: 0.4722707 Nov 16 21:31:21.793955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641ced-ee23-407b-a386-f85d2681defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0684e28-d708-4f7f-933f-a2efcfc46226,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:22.303482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f01771-5f6b-4b59-8fe8-d94886ee6e37 req-1bd98580-9727-4c42-bd02-7caf5d3e1442 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:22.314593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82f01771-5f6b-4b59-8fe8-d94886ee6e37 req-1bd98580-9727-4c42-bd02-7caf5d3e1442 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1731489 Nov 16 21:31:22.415602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34680) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:22.438125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82f01771-5f6b-4b59-8fe8-d94886ee6e37 req-db31321f-e948-45e0-9a9d-7e9a5f0ef65b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158175 Nov 16 21:31:22.536626 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4e65836f-f59d-402c-a267-fb32980ed370 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2bf70c537ba4468be9588f85b80c035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198020 Nov 16 21:31:22.539278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34684) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:22.678593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.760500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6877c416-7978-4efc-98c7-788e70d5fcc5 req-0fcba1cf-5659-4ff6-b9a1-43773686132e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0714958 Nov 16 21:31:22.774382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.882728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.886578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.894107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cba7186-3143-4659-971e-392fad8d5151 HTTP/1.1" status: 204 len: 168 time: 0.3525710 Nov 16 21:31:22.911337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cb486-902c-4f6d-bf63-650aad8ebb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cba7186-3143-4659-971e-392fad8d5151,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:23.197446 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:31:23.685779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14877-6a15-4455-a77d-c830f0222889 req-412cdcd9-a6ce-4c6a-8672-211c82e1247f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:23.696697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eed14877-6a15-4455-a77d-c830f0222889 req-412cdcd9-a6ce-4c6a-8672-211c82e1247f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1480317 Nov 16 21:31:23.780859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eed14877-6a15-4455-a77d-c830f0222889 req-b28c068e-297d-4b1d-ad80-7462755eecce tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755522 Nov 16 21:31:23.862848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e7d1ca-6687-4e83-8e8d-c3e371770a93 req-636a3a33-27e2-4a3d-90d6-f3d52f7f5c0c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0330117 Nov 16 21:31:24.104093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:24.554783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-519999555'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:24.607615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Made reservation on behalf of c25af8ceb9e841f5b27d9aba6502496b for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:24.611791 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.622721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.774290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.779504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.797663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:24.812027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.812456 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Added segment b3fb7667-469c-4d7a-a92e-3eacea5b5b44 of type vlan for network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 Nov 16 21:31:24.916321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a9baa2-0c60-4c9e-90b3-a5310423669a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.940743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.010662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.018958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:25.019732 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.088224 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9829569 Nov 16 21:31:25.130197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34770) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:25.136575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c57d43e-7e6b-4d47-b279-e4f07db3e3ba req-67eff552-6c26-4920-b277-c7e19b16d7c3 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0921669 Nov 16 21:31:25.152064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Request body: {'subnet': {'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:25.181850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e1c0c-f4ec-457a-a75b-01b49720c606 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event updated for resources: {'Network': ['ID=4f4a30b8-59cb-4e17-ac96-1de42a4816f0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:25.251889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:25.262715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2190470-4424-4bc7-97de-763004b5cde8 req-36cb767d-70b0-4ee7-bca4-496528fb85f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:25.264284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2190470-4424-4bc7-97de-763004b5cde8 req-36cb767d-70b0-4ee7-bca4-496528fb85f8 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.3207607 Nov 16 21:31:25.320932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Made reservation on behalf of c25af8ceb9e841f5b27d9aba6502496b for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:25.324411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.822063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2190470-4424-4bc7-97de-763004b5cde8 req-3b11f5b8-afd7-4972-a2ba-f51a9e8f2662 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163975 Nov 16 21:31:25.961018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.079248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event updated for resources: {'Subnet': ['ID=e8e8cc20-0c71-4279-8aa0-c75fbf841d32,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:26.148350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Checking segment: {'id': 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:26.153253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Network hostable DHCP agents. Network: 4f4a30b8-59cb-4e17-ac96-1de42a4816f0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:26.203601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:26.230745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4f4a30b8-59cb-4e17-ac96-1de42a4816f0) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:26.242281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:26.242889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.245949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721275f-49a5-4d75-b853-f25739414c4b None None] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:26.276776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2db822cf-afff-4047-81f5-a1506b7ccf5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1357358 Nov 16 21:31:26.279217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.284997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Request body: {'port': {'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0', 'name': 'tempest-TagsExtTest-2042901037'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:26.489579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-092752a2-1a95-4d4b-8a9a-149b97aa3eee req-4ba82ba9-36f4-417c-afe8-be3ec5590341 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.1467302 Nov 16 21:31:26.835708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-4f4a30b8-59cb-4e17-ac96-1de42a4816f0', 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0', 'tenant_id': 'c25af8ceb9e841f5b27d9aba6502496b', 'fixed_ips': [{'subnet_id': 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:26.836589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.889995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Made reservation on behalf of c25af8ceb9e841f5b27d9aba6502496b for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:26.898528 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.981209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] device_id is not set on port f0c4937d-88d4-436a-9e0d-3a821e04a97d yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:27.083822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Allocated IP 172.20.0.2 (4f4a30b8-59cb-4e17-ac96-1de42a4816f0/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/27714264-e291-49c6-9d5d-2e0d4c43b0d0) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:27.124366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-df56ce44-12e0-456e-b53e-4699fc41e55a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.127122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-df56ce44-12e0-456e-b53e-4699fc41e55a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.21 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.4723873 Nov 16 21:31:27.169269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Request body: {'port': {'device_id': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'admin_state_up': True, 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:27.226574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad536f-f52c-4e3e-a7ed-990617c7e6f6 req-28904a34-e9f3-47c9-ab3c-ee9f9829515d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.236036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31ad536f-f52c-4e3e-a7ed-990617c7e6f6 req-28904a34-e9f3-47c9-ab3c-ee9f9829515d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1515920 Nov 16 21:31:27.260264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Made reservation on behalf of 5eeea5d70c1f418a9c85109a7750cf39 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:27.271052 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.343435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.355348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.374462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:27.378739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31ad536f-f52c-4e3e-a7ed-990617c7e6f6 req-7915257e-637a-4dd0-932b-00d66005d225 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403368 Nov 16 21:31:27.379273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:27.396369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:27.483242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Allocated IP 172.20.0.12 (4f4a30b8-59cb-4e17-ac96-1de42a4816f0/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/f0c4937d-88d4-436a-9e0d-3a821e04a97d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:27.544442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Allocated IP 172.20.0.6 (4af7b7c3-8943-44a5-ab47-6069e7ae1a49/0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff/12b88f78-770b-4a90-a810-d9d0a8c787da) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:27.588566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Pushing event updated for resources: {'Port': ['ID=27714264-e291-49c6-9d5d-2e0d4c43b0d0,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:27.633947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.634300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.634635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.634991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.635326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.635655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.635982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.636305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.636701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.637644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.637987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.638317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:27.656594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Attempting to bind port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:27.657053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Attempting to bind port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:27.657424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Attempting to bind port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 on network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:27.662866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:27.663267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Checking segment: {'id': 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:27.663670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.664059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Bound using segment: {'id': 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:27.664526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Bound port: 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4f4a30b8-59cb-4e17-ac96-1de42a4816f0'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:27.664910 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.673634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34864) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.774244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] For port 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:27.779650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] For port 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=27714264-e291-49c6-9d5d-2e0d4c43b0d0,segment=NetworkSegment(b3fb7667-469c-4d7a-a92e-3eacea5b5b44),segment_id=b3fb7667-469c-4d7a-a92e-3eacea5b5b44)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:27.786285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5d54e23-e405-4511-b769-10f1ac393498 req-ecb71f36-fadf-4899-97e6-01c3ca2b0985 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.0814910 Nov 16 21:31:27.803558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.902762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1347299840', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:27.967794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392ef1-aaa9-40d5-9cea-7bd64f97a672 None None] Pushing event updated for resources: {'Port': ['ID=27714264-e291-49c6-9d5d-2e0d4c43b0d0,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:27.986392 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.997601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Made reservation on behalf of 216d58b8b7524d5f9e970798b629fa72 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:28.001180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.030782 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.052877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.072900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2598-717c-485f-97f1-03687df76587 req-06496586-4cc5-4240-a41f-a37aa3480e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.074628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-06496586-4cc5-4240-a41f-a37aa3480e97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1097 time: 0.1089239 Nov 16 21:31:28.103968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.273286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2598-717c-485f-97f1-03687df76587 req-849144da-8eaf-4f82-b16e-41e25821220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.275314 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-849144da-8eaf-4f82-b16e-41e25821220e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.1880097 Nov 16 21:31:28.277518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.283414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.298285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] device_id is not set on port dcac1545-4ad2-439b-a6b1-17da2e7ff4df yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:28.476490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3854050e-e16b-45dd-a5c0-0b79b20a37b1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:28.486601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-e71dca38-9731-4e77-876e-51f95f14221b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 1001 time: 0.1997163 Nov 16 21:31:28.587716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2598-717c-485f-97f1-03687df76587 req-ffd5cf21-05b7-40f2-8aff-8b66af8bad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.590330 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-ffd5cf21-05b7-40f2-8aff-8b66af8bad24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.0940320 Nov 16 21:31:28.648404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Allocated IP 172.25.7.64 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/dcac1545-4ad2-439b-a6b1-17da2e7ff4df) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:28.661107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:28.688628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:28.691851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:28.698645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.710816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2598-717c-485f-97f1-03687df76587 req-6f4a551c-8f21-473c-833f-0c424a81f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.712545 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-6f4a551c-8f21-473c-833f-0c424a81f4f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820162 Nov 16 21:31:28.737588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event updated for resources: {'Port': ['ID=f0c4937d-88d4-436a-9e0d-3a821e04a97d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:28.795717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:28.811861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:28.821817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.822453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.833441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:28.872278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb8319-9dcd-4009-9f53-49938968d0d4 req-ef0ee32a-fc79-4fee-a7ae-305379a89db3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.873845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebbb8319-9dcd-4009-9f53-49938968d0d4 req-ef0ee32a-fc79-4fee-a7ae-305379a89db3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.2318895 Nov 16 21:31:28.881976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-835a6b25-6af3-49b8-9844-bec01fabeca7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6016846 Nov 16 21:31:28.885453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34908) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:28.899515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Pushing event updated for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:28.921010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1120771471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:29.028931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.033030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.076323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.077031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.103713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebbb8319-9dcd-4009-9f53-49938968d0d4 req-3babe182-79ab-4860-b67e-2f8f7a19e823 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099614 Nov 16 21:31:29.104296 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-aac54762-6863-401a-a3e5-37598ecfab9e service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826728 Nov 16 21:31:29.112302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-2480bf1d-1634-4870-af1a-1e63a9ceba1c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9495487 Nov 16 21:31:29.112740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.126902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Request body: {'port': {'device_id': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:29.130702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f351e5-0445-4843-b8b1-a8c084187e13 req-f1b99ba6-f49c-4477-a24b-d63f70cc2d58 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.132294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08f351e5-0445-4843-b8b1-a8c084187e13 req-f1b99ba6-f49c-4477-a24b-d63f70cc2d58 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1027 time: 0.1567624 Nov 16 21:31:29.215155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.236246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.293287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.300850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07724560-ce61-4b74-a4d0-46d11c22407d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4098175 Nov 16 21:31:29.302336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.307250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:29.315675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2e1629ba-ec3a-4fa6-89ed-08820b15e645 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-494899053', 'prefixes': ['172.20.0.0/16']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:29.382369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.387606 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e9e2598-717c-485f-97f1-03687df76587 req-2bd6fea2-4955-4c51-99c1-3e0d093b0b1d service neutron] 10.222.0.21 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718930 Nov 16 21:31:29.388834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5ad39701-29d4-4ea9-8bfe-48683760b1eb None None] Provisioning complete for port 12b88f78-770b-4a90-a810-d9d0a8c787da triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:29.393142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ad39701-29d4-4ea9-8bfe-48683760b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.423564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08f351e5-0445-4843-b8b1-a8c084187e13 req-dd13e0b8-7f80-4cd7-b845-ff14e54031ef tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451143 Nov 16 21:31:29.461781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:29.466866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:29.472971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 27714264-e291-49c6-9d5d-2e0d4c43b0d0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:29.487202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:29.539740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160c17b-da3d-44e4-aac4-64bda392e7c7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:29.566486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5ad39701-29d4-4ea9-8bfe-48683760b1eb None None] Port 12b88f78-770b-4a90-a810-d9d0a8c787da cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:29.579022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Pushing event updated for resources: {'Port': ['ID=dcac1545-4ad2-439b-a6b1-17da2e7ff4df,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:29.593555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:29.593970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.612407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.613018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.628377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e1629ba-ec3a-4fa6-89ed-08820b15e645 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.629701 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2e1629ba-ec3a-4fa6-89ed-08820b15e645 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3199241 Nov 16 21:31:29.636745 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-66cb8bc0-0519-4a10-b414-ed65bfbfa9b9 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9612458 Nov 16 21:31:29.637659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:29.643324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-194e5ea1-d025-42bd-8699-76d188d32c8c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-360758295') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:29.646100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34928) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:29.650782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.64'}]}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:29.682033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.685175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.705880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ac30f-d2fb-4d8d-baad-4b01abe34d7e None None] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:29.825922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.842304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b88f78-770b-4a90-a810-d9d0a8c787da {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:29.856093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.887571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Transition to ACTIVE for port object 12b88f78-770b-4a90-a810-d9d0a8c787da will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:29.892784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92cc95ee-542d-4f18-baf2-3746780c532e None None] Provisioning complete for port dcac1545-4ad2-439b-a6b1-17da2e7ff4df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:29.893124 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92cc95ee-542d-4f18-baf2-3746780c532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.895512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.014332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-194e5ea1-d025-42bd-8699-76d188d32c8c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-360758295 HTTP/1.1" status: 201 len: 201 time: 0.3728292 Nov 16 21:31:30.024093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.064177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34940) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:30.087650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-8413acce-9570-4077-b07c-2a7611b55b69 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-1814465539') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:30.106078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.134004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Attempting to bind port 12b88f78-770b-4a90-a810-d9d0a8c787da on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:30.134779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Attempting to bind port 12b88f78-770b-4a90-a810-d9d0a8c787da by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:30.134909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Attempting to bind port 12b88f78-770b-4a90-a810-d9d0a8c787da on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:30.147205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Port 12b88f78-770b-4a90-a810-d9d0a8c787da on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:30.152116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Attempting to bind port 12b88f78-770b-4a90-a810-d9d0a8c787da on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:30.156345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=27714264-e291-49c6-9d5d-2e0d4c43b0d0,segment=NetworkSegment(b3fb7667-469c-4d7a-a92e-3eacea5b5b44),segment_id=b3fb7667-469c-4d7a-a92e-3eacea5b5b44)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:30.161913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Pushing event updated for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:30.167945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-92cc95ee-542d-4f18-baf2-3746780c532e None None] Port dcac1545-4ad2-439b-a6b1-17da2e7ff4df cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:30.189287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.196690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:30.197027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Checking segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:30.197410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Bound using segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:30.197849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Bound port: 12b88f78-770b-4a90-a810-d9d0a8c787da, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:30.202847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.304785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=27714264-e291-49c6-9d5d-2e0d4c43b0d0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:30.319284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6a896ff8-d291-4e77-bfa0-740831d16fbe None None] Provisioning complete for port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:30.319740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6a896ff8-d291-4e77-bfa0-740831d16fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.482397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:30.506915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12b88f78-770b-4a90-a810-d9d0a8c787da,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:30.531954 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.542675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8413acce-9570-4077-b07c-2a7611b55b69 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-1814465539 HTTP/1.1" status: 201 len: 201 time: 0.4601228 Nov 16 21:31:30.543869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34956) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:30.584620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36aaa854-1f85-440f-b80d-37bce53ee163 None None] Provisioning complete for port f0c4937d-88d4-436a-9e0d-3a821e04a97d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:30.585256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aaa854-1f85-440f-b80d-37bce53ee163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.585331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-7f0f00f3-01e2-4051-9f50-e400bae7b113 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-888896682') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:30.589300 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.612023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.671692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-36aaa854-1f85-440f-b80d-37bce53ee163 None None] Port f0c4937d-88d4-436a-9e0d-3a821e04a97d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:30.700725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36aaa854-1f85-440f-b80d-37bce53ee163 None None] Provisioning complete for port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:30.701098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36aaa854-1f85-440f-b80d-37bce53ee163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.746524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Pushing event updated for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:30.793156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:30.793901 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.795438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-867dcfc4-b1d5-4582-b804-6867580c4f8d service neutron] 10.222.0.21 "PUT /v2.0/ports/12b88f78-770b-4a90-a810-d9d0a8c787da HTTP/1.1" status: 200 len: 1091 time: 1.6739953 Nov 16 21:31:30.810919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fde6-46e8-420c-b831-719548947a69 req-9946ba68-a1ab-433f-952e-af9e04fd6dc7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:30.813272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d24fde6-46e8-420c-b831-719548947a69 req-9946ba68-a1ab-433f-952e-af9e04fd6dc7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.4509728 Nov 16 21:31:30.816086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:30.827005 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24c858-5454-4cbc-973e-9724066acbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:30.942347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f0f00f3-01e2-4051-9f50-e400bae7b113 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-888896682 HTTP/1.1" status: 201 len: 201 time: 0.3962889 Nov 16 21:31:30.943247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34964) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:30.956962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-90819fdb-be24-4ad5-a02c-ec2ce25c8f26 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-857582769') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:30.971360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.066538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9207d5-fe94-487d-a8de-ce407a967286 req-2b0a49e5-0390-4393-af34-83157f60b600 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:31.074097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc9207d5-fe94-487d-a8de-ce407a967286 req-2b0a49e5-0390-4393-af34-83157f60b600 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1094 time: 0.4806485 Nov 16 21:31:31.075122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ede16e2d-9f9d-4147-9c0d-59deebc9549a None None] Provisioning complete for port f0c4937d-88d4-436a-9e0d-3a821e04a97d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:31.075820 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ede16e2d-9f9d-4147-9c0d-59deebc9549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.123268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ede16e2d-9f9d-4147-9c0d-59deebc9549a None None] Port f0c4937d-88d4-436a-9e0d-3a821e04a97d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:31.210183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-731594f1-abd7-464e-8e18-e72964f5b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:31.212899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-731594f1-abd7-464e-8e18-e72964f5b73b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1094 time: 0.3499713 Nov 16 21:31:31.232074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d24fde6-46e8-420c-b831-719548947a69 req-a6869a41-5526-4293-8895-e968afdb3fc4 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861887 Nov 16 21:31:31.320670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.325468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.332641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 27714264-e291-49c6-9d5d-2e0d4c43b0d0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:31.337706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc9207d5-fe94-487d-a8de-ce407a967286 req-a101c6f1-4a5f-490e-9f3a-a99b5e4b2236 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597914 Nov 16 21:31:31.341466 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b227048-4a8f-4652-8d00-73cdef398a33 x-openstack-request-id: req-3b227048-4a8f-4652-8d00-73cdef398a33 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:31.341914 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:31.342296 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b227048-4a8f-4652-8d00-73cdef398a33 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:31.343170 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da', 'status': 'completed', 'code': 200} Nov 16 21:31:31.347612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-9b1e6c89-9544-4256-a160-02b5c416d254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b88f78-770b-4a90-a810-d9d0a8c787da HTTP/1.1" status: 200 len: 217 time: 0.1096020 Nov 16 21:31:31.421198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.422366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9464aedc-731b-4a28-8e0e-959e60e16ee9 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:31.448684 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:31.453100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eecf242d-c577-44d2-b370-4ade825f8215 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8032899 Nov 16 21:31:31.453494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:31.463456 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-90819fdb-be24-4ad5-a02c-ec2ce25c8f26 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-857582769 HTTP/1.1" status: 201 len: 201 time: 0.5156176 Nov 16 21:31:31.466896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 34978) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:31.469991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:31.470900 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.485298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-10cd8a1a-d930-4cba-9c64-528795d9615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:31.487790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-10cd8a1a-d930-4cba-9c64-528795d9615e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 200 len: 848 time: 0.1314347 Nov 16 21:31:31.505389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-9dbe0118-86d0-4482-88e5-1bdeaf934c9e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:31.545095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-8b71ce2b-eba2-4b1a-b67a-26b83dc62873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:31.552706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-8b71ce2b-eba2-4b1a-b67a-26b83dc62873 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553710 Nov 16 21:31:31.684431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9dbe0118-86d0-4482-88e5-1bdeaf934c9e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 200 len: 240 time: 0.1825166 Nov 16 21:31:31.686454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Deleting port dcac1545-4ad2-439b-a6b1-17da2e7ff4df {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:31.686951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.688426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34982) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:31.695601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-631d36fd-1d2e-4e6e-903a-294ae1b48309 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-360758295') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:31.713054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-948d2dc3-d6de-4bcd-a93f-0dfe593ad794 service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548591 Nov 16 21:31:31.773220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.786724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Calling delete_port for dcac1545-4ad2-439b-a6b1-17da2e7ff4df owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:31.892571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-631d36fd-1d2e-4e6e-903a-294ae1b48309 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-360758295 HTTP/1.1" status: 204 len: 168 time: 0.2016575 Nov 16 21:31:31.895129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34988) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:31.899636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-9da8f6ac-8208-4ef5-9551-3282cb125072 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-360758295') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:31.905159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed58f20-13dc-4b0a-92ce-d4da0723a442 req-1631b3de-5a23-4b33-805c-14b49b0f1122 service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727848 Nov 16 21:31:31.986093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.021393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcac1545-4ad2-439b-a6b1-17da2e7ff4df,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:32.028038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.028392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.028736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.029316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.029499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.031977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.031977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.031977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.031977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.031977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.032342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.032342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:32.051612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c858-5454-4cbc-973e-9724066acbfd req-a5204996-d2c6-4eff-a18c-39d9afb0ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.053418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-a5204996-d2c6-4eff-a18c-39d9afb0ee13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1094 time: 0.0830407 Nov 16 21:31:32.061903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea65224-2912-45a5-bfd9-7d4f1adbf1c5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:32.130869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9da8f6ac-8208-4ef5-9551-3282cb125072 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-360758295 HTTP/1.1" status: 204 len: 168 time: 0.2345655 Nov 16 21:31:32.133351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34996) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.137862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-88202ef5-fa41-4a02-81a2-dc9217b78b38 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.167239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.172295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e11fc4ff-2db8-4653-90f8-770c8d304707 tempest-RoutersAdminNegativeTest-268061323 tempest-RoutersAdminNegativeTest-268061323-project-admin] 10.222.0.54 "DELETE /v2.0/ports/dcac1545-4ad2-439b-a6b1-17da2e7ff4df HTTP/1.1" status: 204 len: 168 time: 0.7176692 Nov 16 21:31:32.213549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c858-5454-4cbc-973e-9724066acbfd req-fd1fde9c-a081-4276-a4f3-3c93a211b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.215304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-fd1fde9c-a081-4276-a4f3-3c93a211b4b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.1539700 Nov 16 21:31:32.235190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-88202ef5-fa41-4a02-81a2-dc9217b78b38 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 200 len: 205 time: 0.1006749 Nov 16 21:31:32.238249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.242859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-a1e639fd-efa0-4486-8216-7a464687dc95 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.263219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-873435dd-c263-441a-bff2-862e3de07b9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b88f78-770b-4a90-a810-d9d0a8c787da HTTP/1.1" status: 200 len: 217 time: 0.0381625 Nov 16 21:31:32.308440 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1e639fd-efa0-4486-8216-7a464687dc95 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 200 len: 241 time: 0.0691156 Nov 16 21:31:32.311351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35006) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.316694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-6e024e5d-5dda-43c0-b0c6-7ec464061175 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-1814465539') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.335175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c858-5454-4cbc-973e-9724066acbfd req-330e8f7d-8157-4b89-93e1-23f54bd2c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.337619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-330e8f7d-8157-4b89-93e1-23f54bd2c125 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 200 len: 848 time: 0.0617502 Nov 16 21:31:32.380210 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6e024e5d-5dda-43c0-b0c6-7ec464061175 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-1814465539 HTTP/1.1" status: 204 len: 168 time: 0.0675099 Nov 16 21:31:32.382619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.395337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-284a1312-ceec-4c37-8a6f-a53e3cc7805c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-1814465539') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.528723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-284a1312-ceec-4c37-8a6f-a53e3cc7805c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-1814465539 HTTP/1.1" status: 204 len: 168 time: 0.1439333 Nov 16 21:31:32.529909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734a75-3e20-49ed-8788-7f06210397f6 req-c30706e2-d6d9-4e1f-b96e-efeada8cd170 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.534577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35016) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.537941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5734a75-3e20-49ed-8788-7f06210397f6 req-c30706e2-d6d9-4e1f-b96e-efeada8cd170 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1260912 Nov 16 21:31:32.541813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-b0e23a82-9cda-435c-9932-4d2e26f9b0f1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.564411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5805f99-65a2-4cd7-9ae5-b64c01723e6f req-7f65aae0-b148-4f78-9e5c-019c616b73c7 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.565900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5805f99-65a2-4cd7-9ae5-b64c01723e6f req-7f65aae0-b148-4f78-9e5c-019c616b73c7 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1094 time: 0.1035900 Nov 16 21:31:32.573287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c858-5454-4cbc-973e-9724066acbfd req-a2b9cc63-e8de-4105-a76a-b3f9b9782904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.574586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-a2b9cc63-e8de-4105-a76a-b3f9b9782904 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284455 Nov 16 21:31:32.635748 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b0e23a82-9cda-435c-9932-4d2e26f9b0f1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 200 len: 205 time: 0.0985422 Nov 16 21:31:32.637681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.646860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-ede79be5-f27e-4ed1-919f-bb2eb55b48b3 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.689984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5805f99-65a2-4cd7-9ae5-b64c01723e6f req-14b3456a-c261-40ac-a197-91c1bae22f5d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124685 Nov 16 21:31:32.706742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5734a75-3e20-49ed-8788-7f06210397f6 req-05acb680-1b09-4efd-a13a-74544fe9f7bb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639230 Nov 16 21:31:32.709971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:32.809498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-160d7261-3301-4051-a042-36d32dc574d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128294 Nov 16 21:31:32.836886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35028) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.896150 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.953435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:32.959338 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645b05b5-791f-4074-9187-e2c1f0400ac4" -d '{"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-unplugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:33.003470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:33.014445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.022819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d24c858-5454-4cbc-973e-9724066acbfd req-2de32e15-a20f-4a1f-b6ed-1cf278acaaec service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034144 Nov 16 21:31:33.057581 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f137580-fa4c-4b8d-8660-17440168688d x-openstack-request-id: req-8f137580-fa4c-4b8d-8660-17440168688d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:33.057876 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-unplugged", "status": "failed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "code": 422}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:33.058125 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f137580-fa4c-4b8d-8660-17440168688d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:33.058706 n-d-816206-5 neutron-server[102666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'code': 422} returned with failed status Nov 16 21:31:33.098623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.172304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9851d8dc-96d2-4340-aed2-3efdd8485089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.303013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9851d8dc-96d2-4340-aed2-3efdd8485089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.308009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9851d8dc-96d2-4340-aed2-3efdd8485089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.343452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851d8dc-96d2-4340-aed2-3efdd8485089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e70c31-cf3c-44b4-9532-1b478c4ef4bf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.384840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9851d8dc-96d2-4340-aed2-3efdd8485089 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcf1b7b3744745e7b4a43e12eb14dfbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457995 Nov 16 21:31:33.386462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35052) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.472368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.502646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.542859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.574510 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ede79be5-f27e-4ed1-919f-bb2eb55b48b3 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 200 len: 240 time: 0.9332235 Nov 16 21:31:33.575340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35062) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.585551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-b143bea5-e2c2-4a24-906f-2e5381580e97 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-888896682') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:33.601383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.605304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.609284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63e70c31-cf3c-44b4-9532-1b478c4ef4bf HTTP/1.1" status: 204 len: 168 time: 0.2177436 Nov 16 21:31:33.617091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2d122-5f72-4cdb-b5e3-797e83ac8f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e70c31-cf3c-44b4-9532-1b478c4ef4bf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.734247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a585a-0d8d-469d-8370-dd9b838b2f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.773135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35074) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.778419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-8c6c7d6b-337b-4030-8e6f-135127724b5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-888896682') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:33.783728 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b143bea5-e2c2-4a24-906f-2e5381580e97 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-888896682 HTTP/1.1" status: 204 len: 168 time: 0.2072034 Nov 16 21:31:33.882170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a585a-0d8d-469d-8370-dd9b838b2f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.889165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e22a585a-0d8d-469d-8370-dd9b838b2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.932720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac159-a012-466f-a285-d518b1d24493 req-64211d1e-ca6a-42fb-80c0-a57e3a08737f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:33.934415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d85ac159-a012-466f-a285-d518b1d24493 req-64211d1e-ca6a-42fb-80c0-a57e3a08737f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1094 time: 0.1496909 Nov 16 21:31:33.956566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e22a585a-0d8d-469d-8370-dd9b838b2f95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=437e7fa40d2842eb9de5330cd52a79ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4124889 Nov 16 21:31:33.959406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35084) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.983821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c6c7d6b-337b-4030-8e6f-135127724b5c tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-888896682 HTTP/1.1" status: 204 len: 168 time: 0.2095611 Nov 16 21:31:33.985348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.993675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-4afe971b-f6c5-47b9-942f-f7de99741136 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.042013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d85ac159-a012-466f-a285-d518b1d24493 req-430cc1e8-bc60-401a-a2e8-391f380d36e3 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976691 Nov 16 21:31:34.054945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a585a-0d8d-469d-8370-dd9b838b2f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6361d798-cd6a-4eba-b512-ab67b4a8d6e6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.095805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4afe971b-f6c5-47b9-942f-f7de99741136 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 200 len: 205 time: 0.1063290 Nov 16 21:31:34.096451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35090) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.101043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-f9367b0b-8219-4229-a15a-402b4bff66c2 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.139818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9367b0b-8219-4229-a15a-402b4bff66c2 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 200 len: 240 time: 0.0422313 Nov 16 21:31:34.141076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35092) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.143302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.149138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-ee77555d-8ab3-4ae2-a562-0e24b8c3a82e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-857582769') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.171370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35094) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.196892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.231736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ee77555d-8ab3-4ae2-a562-0e24b8c3a82e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-857582769 HTTP/1.1" status: 204 len: 168 time: 0.0894189 Nov 16 21:31:34.236488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.252158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-458d5b76-5c26-4e26-bdda-ab052b2d38de tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-857582769') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.261226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.264083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.268229 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6361d798-cd6a-4eba-b512-ab67b4a8d6e6 HTTP/1.1" status: 204 len: 168 time: 0.3047369 Nov 16 21:31:34.273914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb1714-aa74-4038-8ddb-4b87ac3e5dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6361d798-cd6a-4eba-b512-ab67b4a8d6e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.287814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-be25c45e-e9de-4c0c-864c-bbd7656aa2ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=216d58b8b7524d5f9e970798b629fa72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1147625 Nov 16 21:31:34.290296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35104) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.371183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-458d5b76-5c26-4e26-bdda-ab052b2d38de tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-857582769 HTTP/1.1" status: 204 len: 168 time: 0.1277778 Nov 16 21:31:34.374037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.375750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.380578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-93563418-71d8-4876-83fa-66ea53047d01 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.402562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.432872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35110) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.433277 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93563418-71d8-4876-83fa-66ea53047d01 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 200 len: 205 time: 0.0566320 Nov 16 21:31:34.438350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-7df70650-868d-483b-876a-9969ffe00d5f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.471171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7df70650-868d-483b-876a-9969ffe00d5f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0371637 Nov 16 21:31:34.473649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35112) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.478518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-54239352-e69a-4bcc-a22d-6310292ca3ec tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.514076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.516784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.517910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3854050e-e16b-45dd-a5c0-0b79b20a37b1 HTTP/1.1" status: 204 len: 168 time: 0.2267392 Nov 16 21:31:34.553779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3697f-5af8-498c-9472-c972c0c00cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854050e-e16b-45dd-a5c0-0b79b20a37b1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.569436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-54239352-e69a-4bcc-a22d-6310292ca3ec tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 204 len: 168 time: 0.0945873 Nov 16 21:31:34.572811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.578780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-4abe311f-e04c-4cb2-9387-be220ad1a499 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.654099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4abe311f-e04c-4cb2-9387-be220ad1a499 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 204 len: 168 time: 0.0799012 Nov 16 21:31:34.657096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.662023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-a70df8da-26f8-413d-b664-1c23cb0d8ba7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.709635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12b88f78-770b-4a90-a810-d9d0a8c787da details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:31:34.754864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a70df8da-26f8-413d-b664-1c23cb0d8ba7 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 204 len: 168 time: 0.0967515 Nov 16 21:31:34.758690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35124) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.765572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-08086507-3b19-4711-a485-24ad786207fc tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-1955798873') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.766049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35126) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.792021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f85cc4b1-f9e2-45d3-8513-8d706a652672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.840341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12b88f78-770b-4a90-a810-d9d0a8c787da,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:34.861655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '12b88f78-770b-4a90-a810-d9d0a8c787da', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'port_id': '12b88f78-770b-4a90-a810-d9d0a8c787da', 'mac_address': 'fa:16:3e:19:c4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:31:34.894465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-08086507-3b19-4711-a485-24ad786207fc tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-1955798873 HTTP/1.1" status: 201 len: 201 time: 0.1346843 Nov 16 21:31:34.897867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35130) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.903727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.905352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-4e0a0f67-3c1c-4754-aa28-e63d417dde7d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-466372227') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.926712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f85cc4b1-f9e2-45d3-8513-8d706a652672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.933038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f85cc4b1-f9e2-45d3-8513-8d706a652672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.943011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b88f78-770b-4a90-a810-d9d0a8c787da {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:34.983107 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4e0a0f67-3c1c-4754-aa28-e63d417dde7d tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-466372227 HTTP/1.1" status: 201 len: 201 time: 0.0833852 Nov 16 21:31:34.986548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.992709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-e83f8ee9-a905-4db8-9033-457e20731f40 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-659909393') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.993023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12b88f78-770b-4a90-a810-d9d0a8c787da,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:35.000242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.006606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f85cc4b1-f9e2-45d3-8513-8d706a652672 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3345be3bf3840f687021b72d4ca0e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395792 Nov 16 21:31:35.009791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.012591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cc4b1-f9e2-45d3-8513-8d706a652672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcdaa6a-a70d-469e-bae7-b17dd7aff912,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:35.109668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.123100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:35.135968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.145373 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e83f8ee9-a905-4db8-9033-457e20731f40 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-659909393 HTTP/1.1" status: 201 len: 201 time: 0.1575799 Nov 16 21:31:35.149432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.157943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-70252c6c-1941-4d95-93f4-a03c2497d919 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-2010511547') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.209031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.213191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.217688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfcdaa6a-a70d-469e-bae7-b17dd7aff912 HTTP/1.1" status: 204 len: 168 time: 0.1992211 Nov 16 21:31:35.232365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70252c6c-1941-4d95-93f4-a03c2497d919 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-2010511547 HTTP/1.1" status: 201 len: 201 time: 0.0818629 Nov 16 21:31:35.236598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35154) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.242418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-b2d55026-3c13-43ab-95b0-5c828e7896ab tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', {'tags': ['tempest-TagsExtTest-Tag-734572803', 'tempest-TagsExtTest-Tag-1835603262', 'tempest-TagsExtTest-Tag-958603226']}) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.249661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28dc40-d597-4785-882f-81ef3f417e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcdaa6a-a70d-469e-bae7-b17dd7aff912,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:35.307812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12b88f78-770b-4a90-a810-d9d0a8c787da'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:35.399922 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b2d55026-3c13-43ab-95b0-5c828e7896ab tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 200 len: 316 time: 0.1620481 Nov 16 21:31:35.402684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35170) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.410600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-3581b820-0bd1-4de1-9d6c-f9b93aa7718f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.432606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2cea1-7df1-4906-975e-e5bf8ba28873 req-4fe82874-9b57-406e-8b01-ce65cd80735a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:35.444275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7b2cea1-7df1-4906-975e-e5bf8ba28873 req-4fe82874-9b57-406e-8b01-ce65cd80735a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1095 time: 0.1173358 Nov 16 21:31:35.555931 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-c5cec66b-95a3-44ea-98fc-e531499fdb39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913615 Nov 16 21:31:35.581572 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3581b820-0bd1-4de1-9d6c-f9b93aa7718f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 204 len: 168 time: 0.1774623 Nov 16 21:31:35.584145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35176) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.593444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-9e95e098-0cc2-4db9-8a44-6b02526bd2e1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-734572803') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.610877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7b2cea1-7df1-4906-975e-e5bf8ba28873 req-df155938-5f55-4c3b-8043-e1f81a735bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439533 Nov 16 21:31:35.623083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb769e74-b0a4-413a-b289-c4f99a1cdbd2 req-bc3ad8ee-c280-4328-b52e-8820396a5160 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:35.639621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb769e74-b0a4-413a-b289-c4f99a1cdbd2 req-bc3ad8ee-c280-4328-b52e-8820396a5160 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.1543627 Nov 16 21:31:35.685943 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-9e95e098-0cc2-4db9-8a44-6b02526bd2e1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:35.691835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35182) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.692460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e95e098-0cc2-4db9-8a44-6b02526bd2e1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-734572803 HTTP/1.1" status: 404 len: 328 time: 0.1068218 Nov 16 21:31:35.696955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-041e0fac-ad10-4443-8f80-48ca39ee889e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-1835603262') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.731629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb769e74-b0a4-413a-b289-c4f99a1cdbd2 req-80422cf1-b0bd-442d-b8a4-af4e70ecd517 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 Nov 16 21:31:35.779127 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-041e0fac-ad10-4443-8f80-48ca39ee889e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:35.782974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-041e0fac-ad10-4443-8f80-48ca39ee889e tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-1835603262 HTTP/1.1" status: 404 len: 329 time: 0.0871160 Nov 16 21:31:35.783625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35188) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.791662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-65bff87c-9a9b-4e33-971d-259940a53cd1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32', 'tempest-TagsExtTest-Tag-958603226') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.873000 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-65bff87c-9a9b-4e33-971d-259940a53cd1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:35.874065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-65bff87c-9a9b-4e33-971d-259940a53cd1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags/tempest-TagsExtTest-Tag-958603226 HTTP/1.1" status: 404 len: 328 time: 0.0895262 Nov 16 21:31:35.877937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35194) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.883246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-6b9ac7b3-be45-4af8-975e-c764c779ddd4 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', {'tags': ['tempest-TagsExtTest-Tag-2082113664', 'tempest-TagsExtTest-Tag-1940980543', 'tempest-TagsExtTest-Tag-1961550225']}) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.913775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.964235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:35.964410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6b9ac7b3-be45-4af8-975e-c764c779ddd4 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 200 len: 318 time: 0.0850229 Nov 16 21:31:35.969712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-d1d1e4f0-913b-43ad-bc1e-219e5cadd101 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.103780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35208) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.104411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1d1e4f0-913b-43ad-bc1e-219e5cadd101 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 204 len: 168 time: 0.1383622 Nov 16 21:31:36.111230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-e6a52ee3-1f72-476d-9409-cb7411809d4b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-2082113664') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.161965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ef0068fb-8da7-4bb4-95c1-b258c39e62d3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:36.162605 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-ef0068fb-8da7-4bb4-95c1-b258c39e62d3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:31:36.163621 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-ef0068fb-8da7-4bb4-95c1-b258c39e62d3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:36.164258 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef0068fb-8da7-4bb4-95c1-b258c39e62d3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2493434 Nov 16 21:31:36.167664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35212) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.171037 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-e6a52ee3-1f72-476d-9409-cb7411809d4b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:36.172569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e6a52ee3-1f72-476d-9409-cb7411809d4b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-2082113664 HTTP/1.1" status: 404 len: 329 time: 0.0673478 Nov 16 21:31:36.177425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.177502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592075833'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:36.180355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-14f28e21-0442-4e0f-acbb-bc3cdfcdcc83 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-1940980543') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.229140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.250033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.251463 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-14f28e21-0442-4e0f-acbb-bc3cdfcdcc83 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:36.253069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14f28e21-0442-4e0f-acbb-bc3cdfcdcc83 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-1940980543 HTTP/1.1" status: 404 len: 329 time: 0.0765469 Nov 16 21:31:36.257788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.265920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-074aa8ef-0ee3-4094-abd4-a7dab9385de3 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d', 'tempest-TagsExtTest-Tag-1961550225') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.344502 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-074aa8ef-0ee3-4094-abd4-a7dab9385de3 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:36.348298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-074aa8ef-0ee3-4094-abd4-a7dab9385de3 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags/tempest-TagsExtTest-Tag-1961550225 HTTP/1.1" status: 404 len: 329 time: 0.0869429 Nov 16 21:31:36.348914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.354409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-15e23547-1882-492e-981e-bfdee11d7e7b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', {'tags': ['tempest-TagsExtTest-Tag-1299680259', 'tempest-TagsExtTest-Tag-2006690955', 'tempest-TagsExtTest-Tag-1131403222']}) {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.370748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.376145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.431304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa07951-da61-4afd-b408-908bbb8395ce,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:36.458817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-15e23547-1882-492e-981e-bfdee11d7e7b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 200 len: 318 time: 0.1084356 Nov 16 21:31:36.461291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35236) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.469809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-212ef516-17f8-4176-a04f-d085db7f2914 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.510160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.515777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.556266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.557999 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3887177 Nov 16 21:31:36.560816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.563230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43282d21-92d2-4c60-893a-ef8d92cdfa58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c2ebab-73d8-478f-88e6-0184de30c242,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:36.569409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '88c2ebab-73d8-478f-88e6-0184de30c242', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:36.627381 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.658764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.664031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-ad03347f-3666-4668-8b70-8f5e5b3a30ff tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-1299680259') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.666366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-212ef516-17f8-4176-a04f-d085db7f2914 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 204 len: 168 time: 0.2038403 Nov 16 21:31:36.699795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.705075 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.718442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12b88f78-770b-4a90-a810-d9d0a8c787da up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:36.764592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc61e19-c5bf-43f2-a41c-5cdde2fddb24,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:36.772893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.774427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c16da9fd-1287-4c9c-b4ff-949e434697ed tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2113428 Nov 16 21:31:36.777053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.783196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a6d6cc74-ff2f-4e9a-882b-6e025913f63c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '88c2ebab-73d8-478f-88e6-0184de30c242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:36.819930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28108479-6066-454c-a63c-ca40870e5ceb req-f31af7d5-f903-47ed-8cf5-320fa6571476 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:36.822130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28108479-6066-454c-a63c-ca40870e5ceb req-f31af7d5-f903-47ed-8cf5-320fa6571476 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1095 time: 0.1034746 Nov 16 21:31:36.835744 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6d6cc74-ff2f-4e9a-882b-6e025913f63c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.865596 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-ad03347f-3666-4668-8b70-8f5e5b3a30ff tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:36.869540 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad03347f-3666-4668-8b70-8f5e5b3a30ff tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-1299680259 HTTP/1.1" status: 404 len: 329 time: 0.2063661 Nov 16 21:31:36.871208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 12b88f78-770b-4a90-a810-d9d0a8c787da completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:31:36.877892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 12b88f78-770b-4a90-a810-d9d0a8c787da triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:36.878311 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.881193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.892908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-30e3d0c2-4d66-47ea-95de-507f2d34bdc9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-2006690955') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.955449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28108479-6066-454c-a63c-ca40870e5ceb req-7629236a-3c4c-4ad1-bc51-81b6b0ea614c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223385 Nov 16 21:31:36.979648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990a649-54d6-403c-ba9d-575f72bca000 req-2c5e7a0e-dbba-44b0-a522-29596e239601 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:36.981418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f990a649-54d6-403c-ba9d-575f72bca000 req-2c5e7a0e-dbba-44b0-a522-29596e239601 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.0933781 Nov 16 21:31:36.982949 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-a6d6cc74-ff2f-4e9a-882b-6e025913f63c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:36.993162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a6d6cc74-ff2f-4e9a-882b-6e025913f63c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2147012 Nov 16 21:31:36.997508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35268) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.022598 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-30e3d0c2-4d66-47ea-95de-507f2d34bdc9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:37.026187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30e3d0c2-4d66-47ea-95de-507f2d34bdc9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-2006690955 HTTP/1.1" status: 404 len: 329 time: 0.1414349 Nov 16 21:31:37.026657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.028512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.033243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-5c62553c-f0a6-41a3-a865-c55048ae1174 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b', 'tempest-TagsExtTest-Tag-1131403222') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.061971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12b88f78-770b-4a90-a810-d9d0a8c787da,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:37.063493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:37.065876 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0636678f-ef24-4675-babc-4fc0930178ad" -d '{"events": [{"server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "name": "network-vif-plugged", "status": "completed", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:37.085434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.124629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f990a649-54d6-403c-ba9d-575f72bca000 req-6f7a2cbb-3143-4b30-a23a-d578f8d7798b tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197052 Nov 16 21:31:37.160759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.164092 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657aa51-a453-4f6c-8c3b-8e11be192e1c x-openstack-request-id: req-5657aa51-a453-4f6c-8c3b-8e11be192e1c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:37.164488 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "name": "network-vif-plugged", "status": "completed", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:37.164754 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5657aa51-a453-4f6c-8c3b-8e11be192e1c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:37.165184 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da', 'code': 200} Nov 16 21:31:37.220172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.221642 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-5c62553c-f0a6-41a3-a865-c55048ae1174 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:37.222619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5c62553c-f0a6-41a3-a865-c55048ae1174 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags/tempest-TagsExtTest-Tag-1131403222 HTTP/1.1" status: 404 len: 329 time: 0.1938753 Nov 16 21:31:37.225452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.230176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-84f43a5b-c3a3-4843-b804-f6d737685f66 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', {'tags': ['tempest-TagsExtTest-Tag-733386475', 'tempest-TagsExtTest-Tag-1621203883', 'tempest-TagsExtTest-Tag-925613998']}) {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.244645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.281689 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84f43a5b-c3a3-4843-b804-f6d737685f66 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "PUT /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 200 len: 316 time: 0.0526290 Nov 16 21:31:37.281947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.287881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-3d707a5d-88d5-4efc-a127-3eed6748a4a6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.334841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874ce6-e164-4f8a-ac2e-978cd83211a3 req-24617f16-e40b-419d-9b45-96ed3124594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:37.339563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52874ce6-e164-4f8a-ac2e-978cd83211a3 req-24617f16-e40b-419d-9b45-96ed3124594e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.1010494 Nov 16 21:31:37.356668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.363101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.370774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.371073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/88c2ebab-73d8-478f-88e6-0184de30c242 HTTP/1.1" status: 204 len: 168 time: 0.3683288 Nov 16 21:31:37.387218 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3d707a5d-88d5-4efc-a127-3eed6748a4a6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.1016307 Nov 16 21:31:37.395073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.403365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-d84533e1-ff0e-4667-827d-00c1ca335c3f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-733386475') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.414362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2654d-abb3-4f86-a393-315ef5ab793c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c2ebab-73d8-478f-88e6-0184de30c242,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.448097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52874ce6-e164-4f8a-ac2e-978cd83211a3 req-449a05b4-988d-4f65-9f12-330b168172af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963302 Nov 16 21:31:37.470878 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-d84533e1-ff0e-4667-827d-00c1ca335c3f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:37.475111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d84533e1-ff0e-4667-827d-00c1ca335c3f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-733386475 HTTP/1.1" status: 404 len: 328 time: 0.0759728 Nov 16 21:31:37.475226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.479068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a58ebc85-3a0a-4040-ac32-198707fb2ded tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068914 Nov 16 21:31:37.480044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35302) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.482391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-ee29c640-7be1-410c-adc0-aadedf80573b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-1621203883') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.484795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--360438783'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:37.518194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.522181 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-ee29c640-7be1-410c-adc0-aadedf80573b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:37.526089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ee29c640-7be1-410c-adc0-aadedf80573b tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-1621203883 HTTP/1.1" status: 404 len: 329 time: 0.0472386 Nov 16 21:31:37.526089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.530723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-8e4ebf71-b772-47a8-b528-9cab927678b1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa', 'tempest-TagsExtTest-Tag-925613998') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.551242 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-8e4ebf71-b772-47a8-b528-9cab927678b1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] show failed (client error): The resource could not be found. Nov 16 21:31:37.554745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e4ebf71-b772-47a8-b528-9cab927678b1 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags/tempest-TagsExtTest-Tag-925613998 HTTP/1.1" status: 404 len: 328 time: 0.0249188 Nov 16 21:31:37.555010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.559324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-300fdf5b-e3a6-4782-88ae-85347c23cde6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4489ea5-6782-4a34-8eab-634a89da0bfa') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.604309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-300fdf5b-e3a6-4782-88ae-85347c23cde6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0482566 Nov 16 21:31:37.606832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35310) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.612708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.tag.tag_plugin [None req-8dd02b81-7d78-411b-aefe-19c848937ec0 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd101b33c-7bf7-4841-b632-fca9c0d7629b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.648808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.659565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.696911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.698289 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2173040 Nov 16 21:31:37.701238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.703518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9b295-34fa-4c54-9051-fc2c96679384 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8549c-1825-48fe-b187-4764c7f670f7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.705955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8417afba-d869-47f9-aaf3-24cb0f16e8f8 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '7cb8549c-1825-48fe-b187-4764c7f670f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:37.707306 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-8417afba-d869-47f9-aaf3-24cb0f16e8f8 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 21:31:37.707521 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-8417afba-d869-47f9-aaf3-24cb0f16e8f8 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:37.708486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8417afba-d869-47f9-aaf3-24cb0f16e8f8 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062618 Nov 16 21:31:37.711820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.739519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8dd02b81-7d78-411b-aefe-19c848937ec0 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b/tags HTTP/1.1" status: 204 len: 168 time: 0.1292140 Nov 16 21:31:37.739852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.746146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-a7124726-8cc9-4a23-a9da-d1971693e753 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f0c4937d-88d4-436a-9e0d-3a821e04a97d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.771221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.782458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35322) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.808186 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.820963 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a7124726-8cc9-4a23-a9da-d1971693e753 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d/tags HTTP/1.1" status: 204 len: 168 time: 0.0800173 Nov 16 21:31:37.821941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.828205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.tag.tag_plugin [None req-0e5d4f1b-b6f9-4ae0-aca7-74fee5f80c6f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8e8cc20-0c71-4279-8aa0-c75fbf841d32') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.878312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.881024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.883102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/7cb8549c-1825-48fe-b187-4764c7f670f7 HTTP/1.1" status: 204 len: 168 time: 0.1694603 Nov 16 21:31:37.884878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35332) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.891943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e7eb4-cad2-4435-8e80-315a31219070 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8549c-1825-48fe-b187-4764c7f670f7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.966976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6eee3e94-6def-4273-8c84-ed004ac3477c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.979868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35338) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.980061 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0925972c-b5ae-4b5c-a800-87d412b2f482 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0923588 Nov 16 21:31:37.982398 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e5d4f1b-b6f9-4ae0-aca7-74fee5f80c6f tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32/tags HTTP/1.1" status: 204 len: 168 time: 0.1594751 Nov 16 21:31:37.988599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323414861'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:37.988762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.032677 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.090368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-44930d85-203f-4964-9937-94179b82ad64 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for subnetpool, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.094887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-44930d85-203f-4964-9937-94179b82ad64 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnetpools/e4489ea5-6782-4a34-8eab-634a89da0bfa HTTP/1.1" status: 204 len: 168 time: 0.1030436 Nov 16 21:31:38.095142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.113238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6eee3e94-6def-4273-8c84-ed004ac3477c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.129577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6eee3e94-6def-4273-8c84-ed004ac3477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.129774 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ba30e3a-f753-4b65-adf7-55381188a4ba tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "GET /v2.0/ports?device_id=d101b33c-7bf7-4841-b632-fca9c0d7629b HTTP/1.1" status: 200 len: 205 time: 0.0297248 Nov 16 21:31:38.129774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35346) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.200333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6eee3e94-6def-4273-8c84-ed004ac3477c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66887684183c491099b596ab96960a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154990 Nov 16 21:31:38.203899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35350) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.217000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.224536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee3e94-6def-4273-8c84-ed004ac3477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b53515-396a-44f7-a364-cd53fa52200c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.228763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.245027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b557fa-4995-4527-950a-714adffc1843 req-e52996f8-30ea-4301-9cef-a1c50cf1762d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.246578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b557fa-4995-4527-950a-714adffc1843 req-e52996f8-30ea-4301-9cef-a1c50cf1762d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.1413803 Nov 16 21:31:38.247198 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.410914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.413713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.460714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.461728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Fanout notify agent at l3_agent the message router_deleted on router d101b33c-7bf7-4841-b632-fca9c0d7629b {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:38.470304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.471653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a9c21dec-e4fe-4961-972e-68b372c32535 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/routers/d101b33c-7bf7-4841-b632-fca9c0d7629b HTTP/1.1" status: 204 len: 168 time: 0.3408682 Nov 16 21:31:38.474059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.577145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Deleting port f0c4937d-88d4-436a-9e0d-3a821e04a97d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:38.577525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.680816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.696985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.697823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Calling delete_port for f0c4937d-88d4-436a-9e0d-3a821e04a97d owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:38.701502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7206354 Nov 16 21:31:38.701704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.705851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc5e72-b6ab-4076-8c82-985fd889fc33 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc21d95-79ce-4447-bc88-4195ba71e48e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.707173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4949930c-9602-41d4-abd4-30292a2f785c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '4cc21d95-79ce-4447-bc88-4195ba71e48e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:38.708224 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-4949930c-9602-41d4-abd4-30292a2f785c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 21:31:38.708778 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-4949930c-9602-41d4-abd4-30292a2f785c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:38.709751 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4949930c-9602-41d4-abd4-30292a2f785c tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070989 Nov 16 21:31:38.715845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35362) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.730389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.772074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b557fa-4995-4527-950a-714adffc1843 req-1620afc9-cf2e-450b-9da5-2ca96ac43936 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132980 Nov 16 21:31:38.784710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd4787-cdaa-4da8-8e12-7aa06525d5b1 req-95b8c332-2515-4b86-b619-b01ef84ef884 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.786205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcdd4787-cdaa-4da8-8e12-7aa06525d5b1 req-95b8c332-2515-4b86-b619-b01ef84ef884 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.1643875 Nov 16 21:31:38.791137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.880175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcdd4787-cdaa-4da8-8e12-7aa06525d5b1 req-7c619636-bef5-4d32-9e86-8a0de07b60d2 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818400 Nov 16 21:31:38.881612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.882028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.886062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.887243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8b53515-396a-44f7-a364-cd53fa52200c HTTP/1.1" status: 204 len: 168 time: 0.6792221 Nov 16 21:31:38.916465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.918170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1a755-a71f-4a21-96f4-a07f3c7d85e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b53515-396a-44f7-a364-cd53fa52200c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.978883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.041157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.075369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.075369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.076172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/4cc21d95-79ce-4447-bc88-4195ba71e48e HTTP/1.1" status: 204 len: 168 time: 0.3578856 Nov 16 21:31:39.079112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35370) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.105165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event deleted for resources: {'Port': ['ID=f0c4937d-88d4-436a-9e0d-3a821e04a97d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.118851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee88af-7a73-44eb-b540-84e0e0fa7470 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc21d95-79ce-4447-bc88-4195ba71e48e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.168157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1d0e8769-afe7-4f37-bcaa-5cc66b0d0e7b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0872393 Nov 16 21:31:39.172968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.177677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--885047704'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.228315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.251666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.255273 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c07d6e93-b404-431e-a52a-862b851356d6 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/ports/f0c4937d-88d4-436a-9e0d-3a821e04a97d HTTP/1.1" status: 204 len: 168 time: 0.7800612 Nov 16 21:31:39.257726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35378) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.335750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.341156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.350221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Deleting subnet e8e8cc20-0c71-4279-8aa0-c75fbf841d32 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:39.364069 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.380710 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.382225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2081027 Nov 16 21:31:39.384571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbbbfe-6b40-410a-973c-24877d8c4921 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03783177-4b86-4d6f-8e8f-05b2e7ada69d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.387081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35384) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.393564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d290b982-b385-4f7e-a049-24b0c512ea9a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '03783177-4b86-4d6f-8e8f-05b2e7ada69d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.416606 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-d290b982-b385-4f7e-a049-24b0c512ea9a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 21:31:39.417236 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-d290b982-b385-4f7e-a049-24b0c512ea9a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:39.418437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d290b982-b385-4f7e-a049-24b0c512ea9a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301833 Nov 16 21:31:39.430582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.438091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9122fe17-6852-4d06-a301-1f1c1eb018c4 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '03783177-4b86-4d6f-8e8f-05b2e7ada69d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.442342 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-9122fe17-6852-4d06-a301-1f1c1eb018c4 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 21:31:39.442893 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-9122fe17-6852-4d06-a301-1f1c1eb018c4 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:39.446913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9122fe17-6852-4d06-a301-1f1c1eb018c4 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188642 Nov 16 21:31:39.449737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35392) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.458182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e1075737-c990-4144-a8b4-02b768eb741a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '03783177-4b86-4d6f-8e8f-05b2e7ada69d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.459071 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-e1075737-c990-4144-a8b4-02b768eb741a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 21:31:39.459583 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-e1075737-c990-4144-a8b4-02b768eb741a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:39.462976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e1075737-c990-4144-a8b4-02b768eb741a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103459 Nov 16 21:31:39.465388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.470810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-84af0995-0835-4657-bd38-fc5ea389ba5d tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '03783177-4b86-4d6f-8e8f-05b2e7ada69d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.473884 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-84af0995-0835-4657-bd38-fc5ea389ba5d tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 21:31:39.475289 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-84af0995-0835-4657-bd38-fc5ea389ba5d tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:39.479789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.479973 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84af0995-0835-4657-bd38-fc5ea389ba5d tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133021 Nov 16 21:31:39.506508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.547525 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.580551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.605208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.630585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.634335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.638674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/03783177-4b86-4d6f-8e8f-05b2e7ada69d HTTP/1.1" status: 204 len: 168 time: 0.1553993 Nov 16 21:31:39.639752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35402) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.668035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225cb84-e0a1-46d5-8ce6-3ff15890f0ec tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03783177-4b86-4d6f-8e8f-05b2e7ada69d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.677416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.712919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e8cc20-0c71-4279-8aa0-c75fbf841d32,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.718853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8467dd7a-23fb-4846-adc7-dac20a4fca90 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777547 Nov 16 21:31:39.723082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35406) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.724781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.728192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--272141938'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.730821 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-994b64af-257d-469e-b815-f52eea737ed9 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/subnets/e8e8cc20-0c71-4279-8aa0-c75fbf841d32 HTTP/1.1" status: 204 len: 168 time: 0.4720290 Nov 16 21:31:39.731388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35408) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.733192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5768af-51e0-4731-b43f-9a92ed65688a None None] Network 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:39.775238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.879034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.881054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.889631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.951294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Deleting port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:39.951745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.050914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c3138-33bb-4304-954d-852c10c52aca None None] DHCP port deletion for 4f4a30b8-59cb-4e17-ac96-1de42a4816f0 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:40.074102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7440bd-3ab2-4e4b-af73-fc8773e72619,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.084135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] For port 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=27714264-e291-49c6-9d5d-2e0d4c43b0d0,segment=NetworkSegment(b3fb7667-469c-4d7a-a92e-3eacea5b5b44),segment_id=b3fb7667-469c-4d7a-a92e-3eacea5b5b44)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:40.084493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.086695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.092083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35428) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.092674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-108be85b-5890-4de4-98ae-8e79e58b2e1f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3683422 Nov 16 21:31:40.119252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7368b-6123-403d-9d82-e7fc2fc6727b req-d241dd8d-51ec-40e1-a7e4-0954b75e3e8b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.120989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30a7368b-6123-403d-9d82-e7fc2fc6727b req-d241dd8d-51ec-40e1-a7e4-0954b75e3e8b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.1909256 Nov 16 21:31:40.121691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f569f316-6572-4569-a445-8fb303da3abc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.122749 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-f569f316-6572-4569-a445-8fb303da3abc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:31:40.123466 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-f569f316-6572-4569-a445-8fb303da3abc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.128833 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f569f316-6572-4569-a445-8fb303da3abc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199742 Nov 16 21:31:40.131348 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35430) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.138915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-89b8af16-5bfe-47be-9577-b003ffac35a2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.145361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Calling delete_port for 27714264-e291-49c6-9d5d-2e0d4c43b0d0 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:40.193350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Deleting port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:40.193937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.256743 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-89b8af16-5bfe-47be-9577-b003ffac35a2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.261846 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89b8af16-5bfe-47be-9577-b003ffac35a2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1294482 Nov 16 21:31:40.267518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.274232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0aa53528-c5c3-477b-b0bd-87c7a2fa2279 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.274769 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-0aa53528-c5c3-477b-b0bd-87c7a2fa2279 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 21:31:40.275410 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-0aa53528-c5c3-477b-b0bd-87c7a2fa2279 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.280765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0aa53528-c5c3-477b-b0bd-87c7a2fa2279 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122018 Nov 16 21:31:40.288064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35438) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.293534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-053d824a-c977-4985-a1de-8f81009eb24f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.293821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30a7368b-6123-403d-9d82-e7fc2fc6727b req-2cf55165-ac55-4e01-9468-2e00b6344c25 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667333 Nov 16 21:31:40.324568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba77d-1c2c-47f1-8a57-1214d9dabd6a req-fdd0fdd5-59a8-47ad-bef0-481326886173 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.332535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04bba77d-1c2c-47f1-8a57-1214d9dabd6a req-fdd0fdd5-59a8-47ad-bef0-481326886173 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.0841086 Nov 16 21:31:40.403853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.408733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04bba77d-1c2c-47f1-8a57-1214d9dabd6a req-6aeeca9c-5660-41b9-b73b-d480300cc9b9 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714266 Nov 16 21:31:40.436866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-801c3138-33bb-4304-954d-852c10c52aca None None] For port 27714264-e291-49c6-9d5d-2e0d4c43b0d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=27714264-e291-49c6-9d5d-2e0d4c43b0d0,segment=NetworkSegment(b3fb7667-469c-4d7a-a92e-3eacea5b5b44),segment_id=b3fb7667-469c-4d7a-a92e-3eacea5b5b44)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:40.437383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.463475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Calling delete_port for 27714264-e291-49c6-9d5d-2e0d4c43b0d0 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:40.479944 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-053d824a-c977-4985-a1de-8f81009eb24f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.484161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35446) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.484318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-053d824a-c977-4985-a1de-8f81009eb24f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1951356 Nov 16 21:31:40.492779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event deleted for resources: {'Port': ['ID=27714264-e291-49c6-9d5d-2e0d4c43b0d0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.506959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] No DVR routers for this DVR port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:40.545833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9de58bd9-d7df-46ea-94b5-8612cf56e57b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.546989 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-9de58bd9-d7df-46ea-94b5-8612cf56e57b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:31:40.550299 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-9de58bd9-d7df-46ea-94b5-8612cf56e57b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.552025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9de58bd9-d7df-46ea-94b5-8612cf56e57b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0650058 Nov 16 21:31:40.576353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35448) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.601690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.602818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bc82317f-5cf5-4d6a-8202-838fabf1a905 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.654189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c3138-33bb-4304-954d-852c10c52aca None None] Pushing event deleted for resources: {'Port': ['ID=27714264-e291-49c6-9d5d-2e0d4c43b0d0,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.659539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.662186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c3138-33bb-4304-954d-852c10c52aca None None] No DVR routers for this DVR port 27714264-e291-49c6-9d5d-2e0d4c43b0d0 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:40.701612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4a30b8-59cb-4e17-ac96-1de42a4816f0']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:40.727583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:40.728255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fb7667-469c-4d7a-a92e-3eacea5b5b44') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:40.749189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.763439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.772361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:40.772786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.779162 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-bc82317f-5cf5-4d6a-8202-838fabf1a905 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.780378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bc82317f-5cf5-4d6a-8202-838fabf1a905 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1998053 Nov 16 21:31:40.783231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35454) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.789919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4c1d72f0-2451-4ee7-b2aa-bca8bcbccb91 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.790401 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-4c1d72f0-2451-4ee7-b2aa-bca8bcbccb91 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 21:31:40.790962 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-4c1d72f0-2451-4ee7-b2aa-bca8bcbccb91 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.792207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4c1d72f0-2451-4ee7-b2aa-bca8bcbccb91 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074275 Nov 16 21:31:40.794785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.799947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-569d602a-6ed7-497a-9a85-c65b15f45f3b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:40.826826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e881d-aba7-4bdb-a081-8ed2be11537b req-4ccf7cf8-41cf-45d0-8a6f-cbbe2a620ad5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.836546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9e881d-aba7-4bdb-a081-8ed2be11537b req-4ccf7cf8-41cf-45d0-8a6f-cbbe2a620ad5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.2829423 Nov 16 21:31:40.887219 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-569d602a-6ed7-497a-9a85-c65b15f45f3b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.888325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-569d602a-6ed7-497a-9a85-c65b15f45f3b tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0924978 Nov 16 21:31:40.896511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35460) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.913863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c9e881d-aba7-4bdb-a081-8ed2be11537b req-b9c0b26e-0074-4a74-854e-963ec0fd0c50 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762262 Nov 16 21:31:40.926919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-033d842b-bf95-476d-9c98-8691ae409557 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '3c7440bd-3ab2-4e4b-af73-fc8773e72619', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:41.063423 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-033d842b-bf95-476d-9c98-8691ae409557 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:41.064626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-033d842b-bf95-476d-9c98-8691ae409557 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1497364 Nov 16 21:31:41.070330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35468) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.176496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-e3dba191-35a6-41a6-96d9-ae8f36388cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:41.176885 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:41.179746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-e3dba191-35a6-41a6-96d9-ae8f36388cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708&tenant_id=cc486de4959f4548978487fd56c2b0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1854653 Nov 16 21:31:41.200160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.206871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.213010 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] 10.222.0.54 "DELETE /v2.0/networks/4f4a30b8-59cb-4e17-ac96-1de42a4816f0 HTTP/1.1" status: 204 len: 168 time: 1.4805808 Nov 16 21:31:41.223773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:41.236821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46012e2-9539-4222-b468-923cdfaf1891 tempest-TagsExtTest-1145738452 tempest-TagsExtTest-1145738452-project] Pushing event deleted for resources: {'Network': ['ID=4f4a30b8-59cb-4e17-ac96-1de42a4816f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:41.267880 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.316460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 27714264-e291-49c6-9d5d-2e0d4c43b0d0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:41.365722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 27714264-e291-49c6-9d5d-2e0d4c43b0d0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:41.366410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 27714264-e291-49c6-9d5d-2e0d4c43b0d0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:41.375778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dcc6d-7713-4826-8a25-bb2ecd70ccda req-cc50bd0e-ec4f-4dee-9ee7-b2d41f8dac1d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:41.384573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57dcc6d-7713-4826-8a25-bb2ecd70ccda req-cc50bd0e-ec4f-4dee-9ee7-b2d41f8dac1d tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.2874947 Nov 16 21:31:41.465130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.620426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.626789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57dcc6d-7713-4826-8a25-bb2ecd70ccda req-8942293a-d38b-4cca-a111-382757922155 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412956 Nov 16 21:31:41.652117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.659676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.661173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/3c7440bd-3ab2-4e4b-af73-fc8773e72619 HTTP/1.1" status: 204 len: 168 time: 0.5891817 Nov 16 21:31:41.664470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35498) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.725698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.803170 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ddaca43-d2a4-422a-8541-1c5b35311684 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1374266 Nov 16 21:31:41.804325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35514) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.808810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--588490234'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:41.848391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.999886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:42.012637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.038369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:42.046026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.109302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45e23d-5c64-42b5-968b-cb2cf6c78e58 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7440bd-3ab2-4e4b-af73-fc8773e72619,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.132110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:42.158896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.166306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8958a4-8d3a-4735-a34c-be1d1d8784a5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.186165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.188599 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f6018bdf-6ea9-4409-a293-38cfa2be9545 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3832192 Nov 16 21:31:42.192759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e294195-e76f-4862-b0f2-bf1a709feaed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c25af8ceb9e841f5b27d9aba6502496b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648240 Nov 16 21:31:42.203926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.204439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.210636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-993348dc-d256-48e9-a08a-5b250f0716e2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '1e8958a4-8d3a-4735-a34c-be1d1d8784a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:42.239112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451e88e-a76d-4164-a9af-a1c020afad27 req-c3077e71-036d-4fb7-8b3a-d111171ced2c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:42.247124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1451e88e-a76d-4164-a9af-a1c020afad27 req-c3077e71-036d-4fb7-8b3a-d111171ced2c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 944 time: 0.7180326 Nov 16 21:31:42.281557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Transition to ACTIVE for port object 522a6e42-39f3-4318-bd35-4a76c66064ff will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:42.329452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1451e88e-a76d-4164-a9af-a1c020afad27 req-fc806615-3b1c-474d-bb5c-ce2254d2cdf0 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793760 Nov 16 21:31:42.330132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.348902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.378334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.403747 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-993348dc-d256-48e9-a08a-5b250f0716e2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The resource could not be found. Nov 16 21:31:42.405109 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-993348dc-d256-48e9-a08a-5b250f0716e2 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1994395 Nov 16 21:31:42.412383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.425062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2cece15a-b932-4e4f-abcc-528e98494b06 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '1e8958a4-8d3a-4735-a34c-be1d1d8784a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8fe4411e-9286-40e6-93f7-ebb908901ef7'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:42.471536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=9']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.529514 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-2cece15a-b932-4e4f-abcc-528e98494b06 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The resource could not be found. Nov 16 21:31:42.531756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cece15a-b932-4e4f-abcc-528e98494b06 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1183896 Nov 16 21:31:42.534278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.555567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.565534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5a9baa2-0c60-4c9e-90b3-a5310423669a HTTP/1.1" status: 204 len: 168 time: 0.3554771 Nov 16 21:31:42.566472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.584677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-dbf9ab55-3cf1-4ebd-b19a-030f7f7865c0 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:42.586806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-dbf9ab55-3cf1-4ebd-b19a-030f7f7865c0 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.4790041 Nov 16 21:31:42.616574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be017643-4ba1-4078-97a5-b292cff4720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a9baa2-0c60-4c9e-90b3-a5310423669a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.620110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-602398ed-dca9-4c76-b418-112b2b6f457c tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/quotas/5eeea5d70c1f418a9c85109a7750cf39 HTTP/1.1" status: 200 len: 375 time: 0.0242062 Nov 16 21:31:42.720385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.730479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] No DVR routers for this DVR port 522a6e42-39f3-4318-bd35-4a76c66064ff on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:42.777906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.835572 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.858004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.864516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.882518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e8958a4-8d3a-4735-a34c-be1d1d8784a5 HTTP/1.1" status: 204 len: 168 time: 0.3049462 Nov 16 21:31:42.885161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35602) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.902972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5933a17-0a84-4571-a639-fb5144757772 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8958a4-8d3a-4735-a34c-be1d1d8784a5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.993345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-f288b337-bb48-429e-9e03-069f72f20fc1 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3644440 Nov 16 21:31:42.997204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35606) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.112266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c14a2148-2635-4449-a4f3-f4d03d7535f8 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2204473 Nov 16 21:31:43.116060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35616) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.122393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7008af31-6f00-4fe0-a646-6458ab3eddfc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': '163590b0-adb6-4f49-b352-5d01a9bc39a8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:43.123058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:43.123408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:43.123743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:43.131229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:43.131549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Attempting to bind port 522a6e42-39f3-4318-bd35-4a76c66064ff on network bd577cd4-a4ff-433a-a590-9301f5bad9ab {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:43.139904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:43.140277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Checking segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:43.140670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Bound using segment: {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:43.141109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Bound port: 522a6e42-39f3-4318-bd35-4a76c66064ff, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0eade5-35af-4262-af5f-cc6c8d2855cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:43.141467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.158899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-644655f5-9966-42ba-b086-e7cdd0e73340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.235724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-6102747f-383c-409c-b621-da43c37b6368 service neutron] 10.222.0.54 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290483 Nov 16 21:31:43.247789 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-7008af31-6f00-4fe0-a646-6458ab3eddfc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The resource could not be found. Nov 16 21:31:43.248913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7008af31-6f00-4fe0-a646-6458ab3eddfc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1316187 Nov 16 21:31:43.252839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.265311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708616284'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:43.323263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:43.328843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-644655f5-9966-42ba-b086-e7cdd0e73340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.333519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.341915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:43.351132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.352194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-644655f5-9966-42ba-b086-e7cdd0e73340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.419612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:43.420240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.421689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 1092 time: 2.2317090 Nov 16 21:31:43.426700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:43.432786 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c546a39-462e-4aae-bd5f-e64652b26d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:43.459448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644655f5-9966-42ba-b086-e7cdd0e73340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3133a05-c383-4371-a4dd-c1d8d4f484de,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:43.481823 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-644655f5-9966-42ba-b086-e7cdd0e73340 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50e08a86b52942b0a8a8ab49443fc834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833155 Nov 16 21:31:43.485950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.560073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.576989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.593560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-38aab81c-2975-41b3-80c0-b84809d4af24 service neutron] 10.222.0.54 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503289 Nov 16 21:31:43.657114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe41445-6d3f-414e-8881-ffe20b7d51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:43.677726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8681061-36eb-41dd-9cbd-a608a7a1cc43,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:43.706250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.706700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5aec-a4ff-4531-aef8-e5a01187a90c req-1734e71a-e3b1-46d5-af0a-cbbe7b2e999d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:43.708696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-850a5aec-a4ff-4531-aef8-e5a01187a90c req-1734e71a-e3b1-46d5-af0a-cbbe7b2e999d tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.2466400 Nov 16 21:31:43.710362 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2e7ae223-5f5b-4040-9b4c-17ca37bef47f tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4541986 Nov 16 21:31:43.714688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.719945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049206484'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:43.740007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.740293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-d7554f7a-4005-4146-9151-a030c976e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:43.741818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-d7554f7a-4005-4146-9151-a030c976e082 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1096 time: 0.2774041 Nov 16 21:31:43.748169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.794277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.876988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.883594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.889716 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3133a05-c383-4371-a4dd-c1d8d4f484de HTTP/1.1" status: 204 len: 168 time: 0.4018843 Nov 16 21:31:43.902114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14a7de-081a-45ab-8fc0-f03b15202b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3133a05-c383-4371-a4dd-c1d8d4f484de,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:43.970301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069895982-network', 'tenant_id': 'a80e35e4480142bf8535966962126964'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:44.011442 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faef148-c4fb-44a3-9425-3f23cfad237c x-openstack-request-id: req-4faef148-c4fb-44a3-9425-3f23cfad237c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:44.011740 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:44.012000 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4faef148-c4fb-44a3-9425-3f23cfad237c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:44.012412 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'status': 'completed', 'code': 200} Nov 16 21:31:44.016848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-850a5aec-a4ff-4531-aef8-e5a01187a90c req-5e922048-5e47-4313-a40e-b1d0aa4ff553 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432256 Nov 16 21:31:44.023616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Made reservation on behalf of a80e35e4480142bf8535966962126964 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:44.028579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.051181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.129335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44ff9f7f-5a7f-48a5-be4f-6f8a63ef9e83 req-0886570d-8058-4855-b9b0-c6b1c1c6a9b5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 210 time: 0.1042416 Nov 16 21:31:44.179826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-4b111892-0246-44a1-a067-ac58625cfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.183199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-4b111892-0246-44a1-a067-ac58625cfe7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.2998137 Nov 16 21:31:44.186286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.221597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.231226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.289943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:44.311673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.313795 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Added segment 93e686c0-a010-4654-88ef-04344f6d4538 of type vlan for network 4a47d4e5-e241-4c04-a634-8e16d0448a97 Nov 16 21:31:44.326064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-d30391da-6173-44e7-9eec-51c4fb7e81ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 999 time: 0.1336045 Nov 16 21:31:44.338513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35662) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.367475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f32fe-1253-4058-a10a-70f3357a1931,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.428318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.429606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2c460b9-d192-4654-8794-dbca9c4afc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.432188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-3c92f4f8-b29f-4195-977b-5ec38d762da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.433992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-3c92f4f8-b29f-4195-977b-5ec38d762da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.0999713 Nov 16 21:31:44.439950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.461572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.479574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61568452-0cb0-4ea5-8407-41fd1045cc34,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.536737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.538394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bfae9d8d-9b9a-4a58-8763-9aa2c69107e6 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8224528 Nov 16 21:31:44.544225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.548015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-8ade15ed-0d22-4163-8b91-c325e99b525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.549746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-8ade15ed-0d22-4163-8b91-c325e99b525e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070223 Nov 16 21:31:44.571221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-244093f1-680c-4126-9c98-510fb4593b08 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group_rule': {'security_group_id': 'b8681061-36eb-41dd-9cbd-a608a7a1cc43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '61568452-0cb0-4ea5-8407-41fd1045cc34'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:44.592616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.594082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.594739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.663940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-d59c365a-903a-4edd-b292-7886185fd214 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 Nov 16 21:31:44.692607 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9509394 Nov 16 21:31:44.695301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35674) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.702590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0878e-43a8-4433-98f0-154526584c46 admin admin] Pushing event updated for resources: {'Network': ['ID=4a47d4e5-e241-4c04-a634-8e16d0448a97,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.717717 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-244093f1-680c-4126-9c98-510fb4593b08 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:44.717717 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-244093f1-680c-4126-9c98-510fb4593b08 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1574140 Nov 16 21:31:44.717717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.730956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Request body: {'subnet': {'network_id': '4a47d4e5-e241-4c04-a634-8e16d0448a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2069895982-subnet', 'tenant_id': 'a80e35e4480142bf8535966962126964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:44.731191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4a47d4e5-e241-4c04-a634-8e16d0448a97 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:44.776298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Made reservation on behalf of a80e35e4480142bf8535966962126964 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:44.778891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.782411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2c460b9-d192-4654-8794-dbca9c4afc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.801729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2c460b9-d192-4654-8794-dbca9c4afc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.840620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-f59d6de9-86b3-4328-bc52-13e12b10037f service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693711 Nov 16 21:31:44.882557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.917284 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2c460b9-d192-4654-8794-dbca9c4afc86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b45cf19094444aaa83fec68e48473549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5677183 Nov 16 21:31:44.917284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c460b9-d192-4654-8794-dbca9c4afc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ccaa8-b162-4598-8fab-e3bedaa0f316,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.920184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35680) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.960629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.013430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.027229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-61a704a5-cb8d-4abe-9c18-c7fc5f978e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:45.028895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-61a704a5-cb8d-4abe-9c18-c7fc5f978e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc486de4959f4548978487fd56c2b0a6&device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1096 time: 0.1195514 Nov 16 21:31:45.045295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.101793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.104893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.106547 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa1ccaa8-b162-4598-8fab-e3bedaa0f316 HTTP/1.1" status: 204 len: 168 time: 0.1851482 Nov 16 21:31:45.139649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.158141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.165120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/61568452-0cb0-4ea5-8407-41fd1045cc34 HTTP/1.1" status: 204 len: 168 time: 0.4475615 Nov 16 21:31:45.167095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24254a-50f5-4778-b0ce-535bd9f572f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ccaa8-b162-4598-8fab-e3bedaa0f316,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:45.195783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35694) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:45.280688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfcd2a-3afe-400f-9fdb-8067498679e3 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61568452-0cb0-4ea5-8407-41fd1045cc34,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:45.338366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffcef99d-557c-46ee-8a34-33e5531b38f3 req-16bd2d25-26a1-4fa9-b49e-2e6547b98177 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 210 time: 0.0840054 Nov 16 21:31:45.377478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba7620fa-f6a7-48ef-aea8-75dff88b20ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.404425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.508759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa78f3-ddd4-422c-b388-1f875df53818 req-73a5562e-828b-4dce-9831-bb15193c89bc tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:45.516603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ffa78f3-ddd4-422c-b388-1f875df53818 req-73a5562e-828b-4dce-9831-bb15193c89bc tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.3673723 Nov 16 21:31:45.523079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee42027c-fa0f-4f2d-b0d0-2fa237a12d83,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:45.529957 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e6fbef79-bd1b-41c7-9444-7bb55942612d tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2939193 Nov 16 21:31:45.532844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35708) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:45.592906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-5810d877-4ef1-445c-8088-a9d7db3ab23a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:45.596541 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-5810d877-4ef1-445c-8088-a9d7db3ab23a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.2832081 Nov 16 21:31:45.645666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-04bd14ea-3480-455a-a97a-e50745653bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:45.661694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-04bd14ea-3480-455a-a97a-e50745653bc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 200 len: 918 time: 0.6077099 Nov 16 21:31:45.684624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Request body: {'port': {'device_id': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'admin_state_up': True, 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:45.736539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Made reservation on behalf of 5eeea5d70c1f418a9c85109a7750cf39 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:45.745050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.766058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ffa78f3-ddd4-422c-b388-1f875df53818 req-1f74abf7-829e-4625-957c-086c0e76b142 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484684 Nov 16 21:31:45.855295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.857266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Checking segment: {'id': '93e686c0-a010-4654-88ef-04344f6d4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a47d4e5-e241-4c04-a634-8e16d0448a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:45.857676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Network hostable DHCP agents. Network: 4a47d4e5-e241-4c04-a634-8e16d0448a97, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:45.973227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.990205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-bffcc14a-5577-4c4c-a276-a60c84a24fc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 200 len: 999 time: 0.2228236 Nov 16 21:31:45.997226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Network 4a47d4e5-e241-4c04-a634-8e16d0448a97 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:46.063459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.067521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.071241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Allocated IP 172.20.0.4 (4af7b7c3-8943-44a5-ab47-6069e7ae1a49/0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff/fba07367-28f5-483a-986c-9d4aa3b20d52) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:46.072676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/b8681061-36eb-41dd-9cbd-a608a7a1cc43 HTTP/1.1" status: 204 len: 168 time: 0.5375085 Nov 16 21:31:46.074577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35726) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:46.081061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4a47d4e5-e241-4c04-a634-8e16d0448a97) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:46.092138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1734b-17d3-4fab-81a9-a3188639164a None None] Network 4a47d4e5-e241-4c04-a634-8e16d0448a97 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:46.096790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcd09c-12ab-4585-8069-62f19e259399 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8681061-36eb-41dd-9cbd-a608a7a1cc43,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:46.111337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:46.112940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.184465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8bb2231c-2f1e-429f-9e57-112f717952cc tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1083791 Nov 16 21:31:46.194701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:46.203014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'tempest-secgroup--564405738'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:46.276314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.307391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bec2a484-dcfe-4366-8326-f61987edaca7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6107664 Nov 16 21:31:46.319043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-61b1543c-b08f-4061-9673-a0930e1fa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:46.320838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-61b1543c-b08f-4061-9673-a0930e1fa2b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 200 len: 856 time: 0.2150700 Nov 16 21:31:46.384689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c04c4-4643-4e05-b233-584e68b9be29 None None] Network 4a47d4e5-e241-4c04-a634-8e16d0448a97 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:46.669671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e69954b8-24f7-4023-97aa-679eb649a0ef req-06ee97b0-401b-49a1-b682-d8a71803a5b9 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 210 time: 0.1243865 Nov 16 21:31:46.677289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-bff24476-0c41-40ea-aefa-8072d8ba4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:46.678911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-bff24476-0c41-40ea-aefa-8072d8ba4583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd577cd4-a4ff-433a-a590-9301f5bad9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153006 Nov 16 21:31:46.692016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.738547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.777499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.862715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463ee3cf-a538-46ad-96a5-b6c346e00f1d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:46.880409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.884344 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d8a8506d-a4b7-402e-b239-c41ebd615e2a tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6857595 Nov 16 21:31:46.885108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35758) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:46.906892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a752caca-02ee-4676-9c96-b3fe1125b361 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:46.910087 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-a752caca-02ee-4676-9c96-b3fe1125b361 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:31:46.910631 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-a752caca-02ee-4676-9c96-b3fe1125b361 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:46.911769 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a752caca-02ee-4676-9c96-b3fe1125b361 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "PUT /v2.0/security-groups/463ee3cf-a538-46ad-96a5-b6c346e00f1d HTTP/1.1" status: 409 len: 330 time: 0.0224793 Nov 16 21:31:46.918909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35760) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:46.952081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.964560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12b88f78-770b-4a90-a810-d9d0a8c787da'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:47.050592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:47.055541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:47.102221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:47.278874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.279639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.298358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Pushing event updated for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:47.334776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-8104b87e-e5a5-4bfe-9da1-af5ef5532bf5 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6543176 Nov 16 21:31:47.341875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb0a3-522c-47b3-99c2-6f277a22cbfc req-2eb1256b-d5e8-468a-8836-044e4e703297 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.349950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb4cb0a3-522c-47b3-99c2-6f277a22cbfc req-2eb1256b-d5e8-468a-8836-044e4e703297 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.3614061 Nov 16 21:31:47.350183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Request body: {'port': {'device_id': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:47.365661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.414841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.492998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-e0d9bcfc-abde-4998-a6ad-4c3b427ad08f service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300949 Nov 16 21:31:47.503295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.507093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.508663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/463ee3cf-a538-46ad-96a5-b6c346e00f1d HTTP/1.1" status: 204 len: 168 time: 0.5887589 Nov 16 21:31:47.511966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.557756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f954ee-e50b-42d4-863f-3c540d1671a7 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ee3cf-a538-46ad-96a5-b6c346e00f1d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:47.577294 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.790260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1b3b7a5d-c629-4e2c-9b93-0fcea9fc6362 None None] Provisioning complete for port fba07367-28f5-483a-986c-9d4aa3b20d52 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:47.794564 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7a5d-c629-4e2c-9b93-0fcea9fc6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.814949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-20677c4e-fda6-40cf-9712-7be0d9455a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.886784 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-282604f6-844c-467a-bc8d-c7c127697e31 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3440957 Nov 16 21:31:47.890481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35786) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.890911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35788) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.950972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b7a5d-c629-4e2c-9b93-0fcea9fc6362 None None] Port fba07367-28f5-483a-986c-9d4aa3b20d52 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:47.957866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125120589-network', 'tenant_id': 'ada913509f1a4671abdb50b65b4230d1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:48.134897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb4cb0a3-522c-47b3-99c2-6f277a22cbfc req-14a31600-b799-40f0-8efb-a2435f926363 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7833388 Nov 16 21:31:48.195086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c39d73-c354-4a04-90ce-b9591e9e673b req-fbfbe77d-01d7-4277-b4fa-bfd77b433f79 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:48.207762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6c39d73-c354-4a04-90ce-b9591e9e673b req-fbfbe77d-01d7-4277-b4fa-bfd77b433f79 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1027 time: 0.1593823 Nov 16 21:31:48.216467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c546a39-462e-4aae-bd5f-e64652b26d6d req-9c43c3e0-221b-44c6-80a2-431a68118551 service neutron] 10.222.0.36 "GET /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613407 Nov 16 21:31:48.380501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6c39d73-c354-4a04-90ce-b9591e9e673b req-e42d7b0f-b203-4a14-a928-085b3704735b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625409 Nov 16 21:31:48.426854 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-462f1cd4-7bac-4654-a91c-ef595e5d2f4e tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] delete failed (client error): The resource could not be found. Nov 16 21:31:48.428031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-462f1cd4-7bac-4654-a91c-ef595e5d2f4e tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "DELETE /v2.0/security-groups/6828888e-1aed-4301-a4d6-1fbab2f5ce1a HTTP/1.1" status: 404 len: 347 time: 0.5306764 Nov 16 21:31:48.432362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35800) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:48.437437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Made reservation on behalf of ada913509f1a4671abdb50b65b4230d1 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:48.439834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.456289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.466033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba07367-28f5-483a-986c-9d4aa3b20d52 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:48.466715 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-31764151-e426-4524-84e5-a10fb73a6a25 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] show failed (client error): The resource could not be found. Nov 16 21:31:48.475153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-31764151-e426-4524-84e5-a10fb73a6a25 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-groups/a2633677-863f-4bd9-bdfc-5020c5c540e4 HTTP/1.1" status: 404 len: 347 time: 0.0384350 Nov 16 21:31:48.477616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.477806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35802) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:48.501560 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-89d3e616-948d-4f25-aad2-5bc20b9beea5 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] show failed (client error): The resource could not be found. Nov 16 21:31:48.503537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-89d3e616-948d-4f25-aad2-5bc20b9beea5 tempest-NegativeSecGroupTest-1599381650 tempest-NegativeSecGroupTest-1599381650-project] 10.222.0.54 "GET /v2.0/security-group-rules/6ee169c6-0b3e-444e-9dab-71a77b7638a8 HTTP/1.1" status: 404 len: 356 time: 0.0244970 Nov 16 21:31:48.504438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Transition to ACTIVE for port object fba07367-28f5-483a-986c-9d4aa3b20d52 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:48.509673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.559771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:48.755837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Attempting to bind port fba07367-28f5-483a-986c-9d4aa3b20d52 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:48.756181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Attempting to bind port fba07367-28f5-483a-986c-9d4aa3b20d52 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:48.756521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Attempting to bind port fba07367-28f5-483a-986c-9d4aa3b20d52 on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:48.768632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Port fba07367-28f5-483a-986c-9d4aa3b20d52 on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:48.768963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Attempting to bind port fba07367-28f5-483a-986c-9d4aa3b20d52 on network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:48.778317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:48.778673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Checking segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:48.779098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Bound using segment: {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:48.779549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Bound port: fba07367-28f5-483a-986c-9d4aa3b20d52, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cd3a17-0bcf-4a08-a582-f624598c05af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:48.779915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.997298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.019990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.060249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:49.103356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:49.138176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=fba07367-28f5-483a-986c-9d4aa3b20d52,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:49.158555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.158555 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Added segment 67def510-cc84-4bf5-99d3-965b5e23a2e8 of type vlan for network 68578312-2030-4da3-8d7e-1f167ac7ff17 Nov 16 21:31:49.200214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.223419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35836) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:49.266778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.293719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e6e8b-1530-4d5d-890b-27dc7ac12ef0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.405756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:49.407194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.411962 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] 10.222.0.36 "PUT /v2.0/ports/fba07367-28f5-483a-986c-9d4aa3b20d52 HTTP/1.1" status: 200 len: 1091 time: 2.0662868 Nov 16 21:31:49.417277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:49.424241 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049" -d '{"events": [{"name": "network-changed", "server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:49.459543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.560932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eded549-8b15-4320-b7cb-7c94fbdb7a6d service neutron] Pushing event updated for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.569597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.572698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:49.574687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.683859 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7848194 Nov 16 21:31:49.689544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:49.696677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Request body: {'subnet': {'network_id': '68578312-2030-4da3-8d7e-1f167ac7ff17', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125120589-subnet', 'tenant_id': 'ada913509f1a4671abdb50b65b4230d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:49.709661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb52a0-5d82-4861-886c-f9249eb88cba admin admin] Pushing event updated for resources: {'Network': ['ID=68578312-2030-4da3-8d7e-1f167ac7ff17,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.726757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 68578312-2030-4da3-8d7e-1f167ac7ff17 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:49.759807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0ef54e1d-1ad3-41cd-8c45-66cea3bfb6cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b54d759e0c34ee69eaafd8a893b0c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5310836 Nov 16 21:31:49.760520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:49.774976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Made reservation on behalf of ada913509f1a4671abdb50b65b4230d1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:49.777955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.950040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.011772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.130370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.169696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.172681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.176807 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fa07951-da61-4afd-b408-908bbb8395ce HTTP/1.1" status: 204 len: 168 time: 0.4116151 Nov 16 21:31:50.284171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a710e-061c-441f-b6a6-b7e8834073ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa07951-da61-4afd-b408-908bbb8395ce,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:50.290162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139d0755-8ba7-45db-a3b6-897761e8aee2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:50.295184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Checking segment: {'id': '67def510-cc84-4bf5-99d3-965b5e23a2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '68578312-2030-4da3-8d7e-1f167ac7ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:50.295560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Network hostable DHCP agents. Network: 68578312-2030-4da3-8d7e-1f167ac7ff17, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:50.353939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Network 68578312-2030-4da3-8d7e-1f167ac7ff17 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:50.372947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 68578312-2030-4da3-8d7e-1f167ac7ff17) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:50.396919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:50.396919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.444786 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bcb2906f-4533-4d72-b635-1b0debdd6d19 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7442660 Nov 16 21:31:50.444993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fbfb7-4691-40ee-a33d-b619b86cdda8 None None] Network 68578312-2030-4da3-8d7e-1f167ac7ff17 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:50.537689 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.585937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35910) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:50.717057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d8aff-6527-4170-bc3b-c2605f01a153 None None] Network 68578312-2030-4da3-8d7e-1f167ac7ff17 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:50.944679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Deleting subnet ee42027c-fa0f-4f2d-b0d0-2fa237a12d83 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:51.025233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.127154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.333203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.378950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.432881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-3a869ce9-34ae-4dde-8e6c-fe53bb0f7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:51.434581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-3a869ce9-34ae-4dde-8e6c-fe53bb0f7119 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.7440362 Nov 16 21:31:51.469177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92602b-deb9-4f26-a5b0-3352f3f8e2ee req-ee9a37bf-36c2-4deb-bad6-f2d8285db33f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:51.470724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b92602b-deb9-4f26-a5b0-3352f3f8e2ee req-ee9a37bf-36c2-4deb-bad6-f2d8285db33f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.7170911 Nov 16 21:31:51.504737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9042c5-3e7e-4648-a564-b4c6242edfff req-2103c42d-24bf-486b-b52c-41e79dcf1723 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:51.506440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a9042c5-3e7e-4648-a564-b4c6242edfff req-2103c42d-24bf-486b-b52c-41e79dcf1723 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.5478518 Nov 16 21:31:51.677205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a9042c5-3e7e-4648-a564-b4c6242edfff req-dcf55758-2af1-46e3-9221-1ed8d52b7fd2 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484730 Nov 16 21:31:51.721028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.787114 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33b807-0667-491f-8e44-d9a861078fcb x-openstack-request-id: req-2f33b807-0667-491f-8e44-d9a861078fcb {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:51.787627 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:51.787627 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f33b807-0667-491f-8e44-d9a861078fcb {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:51.788039 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52', 'status': 'completed', 'code': 200} Nov 16 21:31:51.862701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.868783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ee42027c-fa0f-4f2d-b0d0-2fa237a12d83 HTTP/1.1" status: 204 len: 168 time: 1.2817159 Nov 16 21:31:51.871741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 35958) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:51.872994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf447d-d8fb-43ea-ace8-fe5c2352a2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee42027c-fa0f-4f2d-b0d0-2fa237a12d83,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:51.889250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b92602b-deb9-4f26-a5b0-3352f3f8e2ee req-6a0b7b3f-6033-4991-abd5-123e859f9a3f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034970 Nov 16 21:31:52.090635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.329626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.353830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a47d4e5-e241-4c04-a634-8e16d0448a97']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.370583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e686c0-a010-4654-88ef-04344f6d4538') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.370583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e686c0-a010-4654-88ef-04344f6d4538') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.398084 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.428189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.440987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:52.441388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:52.445013 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:52.569255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.579826 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.585831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 35986) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.596303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a47d4e5-e241-4c04-a634-8e16d0448a97 HTTP/1.1" status: 204 len: 168 time: 0.7233522 Nov 16 21:31:52.686562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Deleting subnet 139d0755-8ba7-45db-a3b6-897761e8aee2 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:52.691285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.696216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e9bf2-f9e9-4ec9-bb8f-1f31cbf19eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a47d4e5-e241-4c04-a634-8e16d0448a97,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.744355 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.801156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.905470 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.958179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139d0755-8ba7-45db-a3b6-897761e8aee2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.986142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.993392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-209e6531-dc87-4da3-94de-95e7bff2e12b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/139d0755-8ba7-45db-a3b6-897761e8aee2 HTTP/1.1" status: 204 len: 168 time: 0.4041970 Nov 16 21:31:52.993941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.149183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.303570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.350313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68578312-2030-4da3-8d7e-1f167ac7ff17']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:53.363313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67def510-cc84-4bf5-99d3-965b5e23a2e8') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:53.363857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67def510-cc84-4bf5-99d3-965b5e23a2e8') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:53.376641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.394157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.403749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:53.405158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:53.411176 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:53.503157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.531971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.536848 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/68578312-2030-4da3-8d7e-1f167ac7ff17 HTTP/1.1" status: 204 len: 168 time: 0.5419583 Nov 16 21:31:53.538326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308484a5-15a4-43b2-923c-020b301d8cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=68578312-2030-4da3-8d7e-1f167ac7ff17,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:53.732729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36050) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.744773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36054) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.805898 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe304785-7a34-4951-aef6-ac85f3f56765 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a80e35e4480142bf8535966962126964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592270 Nov 16 21:31:53.808159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36056) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.908109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.963556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.042591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.055922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.063484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/923f32fe-1253-4058-a10a-70f3357a1931 HTTP/1.1" status: 204 len: 168 time: 0.2527394 Nov 16 21:31:54.075669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cefaf-24cb-41b1-9ca6-c326f6da9ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f32fe-1253-4058-a10a-70f3357a1931,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.186297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a14c-fcbf-440b-ae43-0cbad142fa53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.387399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a14c-fcbf-440b-ae43-0cbad142fa53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.398507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a14c-fcbf-440b-ae43-0cbad142fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.472927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.473991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c6d8a14c-fcbf-440b-ae43-0cbad142fa53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce7585f7e467439eaf17e1e1a9c9586d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385061 Nov 16 21:31:54.487811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8a14c-fcbf-440b-ae43-0cbad142fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7473eea-8fb6-4af3-8a4d-01e47c3aa231,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.613613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.673134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.706696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36096) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.735078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.738080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.739469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7473eea-8fb6-4af3-8a4d-01e47c3aa231 HTTP/1.1" status: 204 len: 168 time: 0.2653108 Nov 16 21:31:54.757458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158acf0-d773-47e0-a5e9-d38a731f22f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7473eea-8fb6-4af3-8a4d-01e47c3aa231,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.841597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14e8154d-1679-4371-90f9-07f9d9832442 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ada913509f1a4671abdb50b65b4230d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334944 Nov 16 21:31:54.844680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36104) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.931393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.958312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.030010 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.033027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.034214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a1e6e8b-1530-4d5d-890b-27dc7ac12ef0 HTTP/1.1" status: 204 len: 168 time: 0.1882322 Nov 16 21:31:55.061408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9158bf-6373-496c-9ada-ff5ad1abee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e6e8b-1530-4d5d-890b-27dc7ac12ef0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.390362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36122) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:55.412656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-238450dd-529e-4b33-be51-200b257d1cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.554515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-238450dd-529e-4b33-be51-200b257d1cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.565874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-238450dd-529e-4b33-be51-200b257d1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.575661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36126) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:55.609031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238450dd-529e-4b33-be51-200b257d1cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f103157-b4d0-48d1-ab1a-a96afda8de0e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.628210 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-238450dd-529e-4b33-be51-200b257d1cf6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd062a1731d346b1a20050e54fbb3e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2351646 Nov 16 21:31:55.628903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36132) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:55.737384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73b6abf5-2085-43bf-b537-54677eea44e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.825428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73b6abf5-2085-43bf-b537-54677eea44e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.835996 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73b6abf5-2085-43bf-b537-54677eea44e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.863692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.899405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73b6abf5-2085-43bf-b537-54677eea44e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e6d85cb70914902814f33eda1ab52a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220608 Nov 16 21:31:55.901917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36138) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:55.903385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6abf5-2085-43bf-b537-54677eea44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ed908-c346-44ff-8a78-330f65ba07ab,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.928973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.998551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.027651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.031614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.036504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f103157-b4d0-48d1-ab1a-a96afda8de0e HTTP/1.1" status: 204 len: 168 time: 0.4067180 Nov 16 21:31:56.041418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.056980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebab766-a068-4dc1-8ac7-a713c7e8a29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f103157-b4d0-48d1-ab1a-a96afda8de0e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:56.149859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.154337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.155592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e43ed908-c346-44ff-8a78-330f65ba07ab HTTP/1.1" status: 204 len: 168 time: 0.2524047 Nov 16 21:31:56.175462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d6725-fd30-41f1-92c2-ec41d50e81e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ed908-c346-44ff-8a78-330f65ba07ab,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.381243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-f1cd6f4e-35b6-4c8a-afd9-e4710845f358 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba07367-28f5-483a-986c-9d4aa3b20d52 HTTP/1.1" status: 200 len: 217 time: 0.1532469 Nov 16 21:31:58.485757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-2fe1721d-b270-48f6-a243-ff599dcb4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.487261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-2fe1721d-b270-48f6-a243-ff599dcb4a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 200 len: 848 time: 0.0937045 Nov 16 21:31:58.612159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45281-ef19-4c63-85f9-448341c36f7c req-a0efa3dd-7415-4674-84dd-d3a0dfebd7a6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.613740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8f45281-ef19-4c63-85f9-448341c36f7c req-a0efa3dd-7415-4674-84dd-d3a0dfebd7a6 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.1254518 Nov 16 21:31:58.649666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73a7b4-2a08-4b77-b5fc-309b1a75d592 req-4e1ca306-2682-49a2-934c-b6770363abc2 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.657947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc73a7b4-2a08-4b77-b5fc-309b1a75d592 req-4e1ca306-2682-49a2-934c-b6770363abc2 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.1681025 Nov 16 21:31:58.709137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393618-8fff-46d4-b024-baf0fb4af238 req-e9d939e1-202d-420a-9f1f-d67854bfb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.710856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-e9d939e1-202d-420a-9f1f-d67854bfb899 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571290 Nov 16 21:31:58.849447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8f45281-ef19-4c63-85f9-448341c36f7c req-0245f5ac-b40f-4b47-8dd6-37727b2673a3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265375 Nov 16 21:31:58.875628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-0deec5b8-ba12-4518-aff9-31d99d25fc54 service neutron] 10.222.0.36 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078305 Nov 16 21:31:59.001645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc73a7b4-2a08-4b77-b5fc-309b1a75d592 req-9f33a414-f2ad-4680-bc1d-da5134a00e88 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297191 Nov 16 21:31:59.035085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78393618-8fff-46d4-b024-baf0fb4af238 req-119381ef-33db-4e84-8bb6-b3d21a1194ec service neutron] 10.222.0.36 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515305 Nov 16 21:31:59.174284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-a62e5147-e699-4662-b86c-ada10a051a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.176009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-a62e5147-e699-4662-b86c-ada10a051a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.0680768 Nov 16 21:31:59.336819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-86aa8b2a-33f2-4b73-8676-ea3ab3f97fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.339846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-86aa8b2a-33f2-4b73-8676-ea3ab3f97fc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.1511846 Nov 16 21:31:59.398548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-d92db0cf-f59b-4ce6-a40f-311e14fcea64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba07367-28f5-483a-986c-9d4aa3b20d52 HTTP/1.1" status: 200 len: 217 time: 0.0463951 Nov 16 21:31:59.484358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-5d4c7ff0-79d7-4794-9f0a-7466c2f1462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.486148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-5d4c7ff0-79d7-4794-9f0a-7466c2f1462e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 200 len: 848 time: 0.0772729 Nov 16 21:31:59.558892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-16f7e1d6-44c0-40b4-89de-214429b49369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.561806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-16f7e1d6-44c0-40b4-89de-214429b49369 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623357 Nov 16 21:31:59.588221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:59.720408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-75d8d6e4-02e7-4955-9cc3-93a06672b2bd service neutron] 10.222.0.36 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500785 Nov 16 21:31:59.870126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a6ce6b4-9c3a-4d5c-8b76-bca2a4905049 req-dd5302ca-3507-4f68-887e-ba1bb6cfa6c5 service neutron] 10.222.0.36 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402330 Nov 16 21:31:59.949048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:00.005287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.045833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44baa6-befc-433c-871b-8ac2f37f4cab req-3ec7ddd6-441f-4700-8e1f-158c5426e0d3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.048671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e44baa6-befc-433c-871b-8ac2f37f4cab req-3ec7ddd6-441f-4700-8e1f-158c5426e0d3 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.0891504 Nov 16 21:32:00.160186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.188930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36320) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:00.197940 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:32:00.232111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e44baa6-befc-433c-871b-8ac2f37f4cab req-a0c44be1-a277-4dd2-8361-29bccdaa63cb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689739 Nov 16 21:32:00.267461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028d2b-685c-4484-98c8-243a6ea48f20 req-09b23600-c830-4649-a405-fe4343f2fb4e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.271810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55028d2b-685c-4484-98c8-243a6ea48f20 req-09b23600-c830-4649-a405-fe4343f2fb4e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.1238899 Nov 16 21:32:00.307582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Allocated IP 172.25.7.138 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/030e0573-5938-49fd-a08c-7203a131bb29) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:00.408163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9c96-b622-4fa7-9c92-c0f6a7c4c50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.422169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55028d2b-685c-4484-98c8-243a6ea48f20 req-b2082a71-fc5f-4f1d-a13f-cf35375e163b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432972 Nov 16 21:32:00.470374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.519164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.566291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:00.568714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9c96-b622-4fa7-9c92-c0f6a7c4c50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.571819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:00.575637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:00.579338 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9c96-b622-4fa7-9c92-c0f6a7c4c50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.606489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=030e0573-5938-49fd-a08c-7203a131bb29,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:00.621868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2b8b9c96-b622-4fa7-9c92-c0f6a7c4c50f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa1e34f81be24f2483c08f0a15163d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294100 Nov 16 21:32:00.621868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b9c96-b622-4fa7-9c92-c0f6a7c4c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7cba1-23f7-41ee-bff7-d69ec38c7dda,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:00.624777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:00.678389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.703554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.739845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.768562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.773019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.776549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7f7cba1-23f7-41ee-bff7-d69ec38c7dda HTTP/1.1" status: 204 len: 168 time: 0.1484714 Nov 16 21:32:00.789682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858996b6-0a40-4229-83a7-6dfab240bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7cba1-23f7-41ee-bff7-d69ec38c7dda,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:00.808140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.010390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.016883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.073430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=030e0573-5938-49fd-a08c-7203a131bb29,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.077095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:32:01.142819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.175267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.176762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c970a4ab-c5d3-4e9f-a8a6-1d6d5678b333 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5863664 Nov 16 21:32:01.179733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36344) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:01.186460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1889550957'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:01.230177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:01.230312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36346) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:01.248519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Made reservation on behalf of 6885bc67015840e28a8161da844dcb49 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:01.253911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a73536a-ba4f-413b-8d08-ee7724f6d61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.255928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.258255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'port_id': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'mac_address': 'fa:16:3e:95:36:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:32:01.277766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.317958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.344269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:32:01.420374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:01.430636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a73536a-ba4f-413b-8d08-ee7724f6d61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.434294 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.438274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a73536a-ba4f-413b-8d08-ee7724f6d61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.473903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ebdb-8b12-43cb-b075-4cec946de2cf req-53cb0fd4-2f74-4ac0-b3b7-491cb55cc3e7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:01.475344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f795ebdb-8b12-43cb-b075-4cec946de2cf req-53cb0fd4-2f74-4ac0-b3b7-491cb55cc3e7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 945 time: 0.0986860 Nov 16 21:32:01.503844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.524745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.537664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a73536a-ba4f-413b-8d08-ee7724f6d61a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57449c3988fc495d8b6e5daf70639739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060396 Nov 16 21:32:01.539824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73536a-ba4f-413b-8d08-ee7724f6d61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2377155-e028-4eb5-abcb-f53d0bcca2a0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.551685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.558222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:01.596463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:01.605961 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.606378 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Added segment f5ebf8c6-108c-4eb2-adeb-e62a0ada7503 of type vlan for network a35419ea-0200-4476-a7b1-004626e97eca Nov 16 21:32:01.621369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.646274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.661123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19c9738-d0ab-4bcb-a14d-e3d344f5cc84,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.672579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f795ebdb-8b12-43cb-b075-4cec946de2cf req-0f243bd0-587e-4b7d-b7ee-b3ea1d5e8b3c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902742 Nov 16 21:32:01.678126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.719546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6f94-9b47-406d-afa3-f0e6477c92cf req-4b32cedb-4fd9-4082-940b-99e09c772d75 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:01.719546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7aa6f94-9b47-406d-afa3-f0e6477c92cf req-4b32cedb-4fd9-4082-940b-99e09c772d75 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.1535809 Nov 16 21:32:01.723882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.726895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.728317 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2377155-e028-4eb5-abcb-f53d0bcca2a0 HTTP/1.1" status: 204 len: 168 time: 0.1689663 Nov 16 21:32:01.751075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5de8fa-142d-4daa-b8a4-7546fffe6062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2377155-e028-4eb5-abcb-f53d0bcca2a0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.763312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.780017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:01.781652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.792366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['522a6e42-39f3-4318-bd35-4a76c66064ff'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:01.836987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6561255 Nov 16 21:32:01.840123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36364) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:01.891089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Request body: {'subnet': {'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:02.030431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7aa6f94-9b47-406d-afa3-f0e6477c92cf req-a116cf34-189f-4b7e-b900-b7ff5085714f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042696 Nov 16 21:32:02.033221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a42d7-433e-4e60-9f50-0f36caf7c052 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Network': ['ID=a35419ea-0200-4476-a7b1-004626e97eca,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:02.044988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a35419ea-0200-4476-a7b1-004626e97eca details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:02.052272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Made reservation on behalf of 6885bc67015840e28a8161da844dcb49 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:02.057013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.313656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.386336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Checking segment: {'id': 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:02.386698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network hostable DHCP agents. Network: a35419ea-0200-4476-a7b1-004626e97eca, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:02.390271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Subnet': ['ID=e3b89af8-6bb7-4946-9ba4-091c0d9488bf,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:02.416465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network a35419ea-0200-4476-a7b1-004626e97eca is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:02.431188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a35419ea-0200-4476-a7b1-004626e97eca) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:02.444383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a85a3d-f0bf-4081-b9fd-de8fd4ae41be None None] Network a35419ea-0200-4476-a7b1-004626e97eca requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:02.455885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:02.456627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.487708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-807e7a30-e83e-4b29-b3d8-54e72f45f70c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6353037 Nov 16 21:32:02.490586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36390) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:02.498900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2093919443', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:02.560903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.562326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.641913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.645829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-a35419ea-0200-4476-a7b1-004626e97eca', 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca', 'tenant_id': '6885bc67015840e28a8161da844dcb49', 'fixed_ips': [{'subnet_id': 'e3b89af8-6bb7-4946-9ba4-091c0d9488bf'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:02.647189 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.871196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.922082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Allocated IP 172.20.0.2 (a35419ea-0200-4476-a7b1-004626e97eca/e3b89af8-6bb7-4946-9ba4-091c0d9488bf/52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:03.103666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device fba07367-28f5-483a-986c-9d4aa3b20d52 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:32:03.103666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:03.103931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309f7d6-3f16-41ad-aa6a-beee681db2ba req-c00a1a3e-2c5b-4ceb-bfe0-ebf8762b239c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.103931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2309f7d6-3f16-41ad-aa6a-beee681db2ba req-c00a1a3e-2c5b-4ceb-bfe0-ebf8762b239c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.2733433 Nov 16 21:32:03.178297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2309f7d6-3f16-41ad-aa6a-beee681db2ba req-b95d96a0-c7b6-4585-98a0-362b5eb71482 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602257 Nov 16 21:32:03.434768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=fba07367-28f5-483a-986c-9d4aa3b20d52,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:03.453915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'fba07367-28f5-483a-986c-9d4aa3b20d52', 'network_id': '4af7b7c3-8943-44a5-ab47-6069e7ae1a49', 'port_id': 'fba07367-28f5-483a-986c-9d4aa3b20d52', 'mac_address': 'fa:16:3e:b3:9c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:32:03.497686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.523240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.623616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe117c2c-ea89-46fa-b342-5b7955566d22 req-17ec2445-ed20-481c-abbe-e0537e957a18 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.633033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe117c2c-ea89-46fa-b342-5b7955566d22 req-17ec2445-ed20-481c-abbe-e0537e957a18 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1094 time: 0.4528491 Nov 16 21:32:03.652391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.653868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 522a6e42-39f3-4318-bd35-4a76c66064ff completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:32:03.667132 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.672864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 522a6e42-39f3-4318-bd35-4a76c66064ff triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:03.673357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.675561 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.731686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Allocated IP 172.25.7.58 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/841b70a8-75ee-4a15-aff4-7da46249860c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:03.750552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe117c2c-ea89-46fa-b342-5b7955566d22 req-1242d707-05f6-46ae-880b-52bccef88c4b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163394 Nov 16 21:32:03.755306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Network a35419ea-0200-4476-a7b1-004626e97eca is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:03.804920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Pushing event updated for resources: {'Port': ['ID=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:03.815820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:03.821827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba07367-28f5-483a-986c-9d4aa3b20d52 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:32:03.848198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=fba07367-28f5-483a-986c-9d4aa3b20d52,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:03.853716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:03.865697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.937403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.003762 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.052575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Attempting to bind port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:04.052940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Attempting to bind port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:04.053310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Attempting to bind port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d on network a35419ea-0200-4476-a7b1-004626e97eca {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:04.064339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=841b70a8-75ee-4a15-aff4-7da46249860c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:04.101338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:04.105968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:04.111625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:04.191098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c218e4-c7f9-4ac4-8aeb-1b8a355ddf57 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:04.194162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:04.198284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:04.199034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Checking segment: {'id': 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:04.199652 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.201031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Bound using segment: {'id': 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:04.201795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Bound port: 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:04.202502 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.334148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['fba07367-28f5-483a-986c-9d4aa3b20d52'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:04.417733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.453991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-282fe62f-0aec-466a-97cf-b0c7c7689f3f None None] Provisioning complete for port 841b70a8-75ee-4a15-aff4-7da46249860c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:04.455010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-282fe62f-0aec-466a-97cf-b0c7c7689f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.521787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36462) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:04.540830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-282fe62f-0aec-466a-97cf-b0c7c7689f3f None None] Port 841b70a8-75ee-4a15-aff4-7da46249860c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:04.542824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2162-bffc-498b-89d5-4f5ddd0fa497 req-fcd6927d-8e7d-4864-b479-385333692293 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:04.546962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c6f2162-bffc-498b-89d5-4f5ddd0fa497 req-fcd6927d-8e7d-4864-b479-385333692293 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 946 time: 0.1585772 Nov 16 21:32:04.575366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] For port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:04.580468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] For port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,segment=NetworkSegment(f5ebf8c6-108c-4eb2-adeb-e62a0ada7503),segment_id=f5ebf8c6-108c-4eb2-adeb-e62a0ada7503)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:04.608419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:04.611372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:04.613973 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07abb5ef-426b-4329-b6e0-db0c546607a5" -d '{"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:04.618193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.629229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.720152 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2897ce8-fa50-479b-b913-e1bd02bccab4 x-openstack-request-id: req-c2897ce8-fa50-479b-b913-e1bd02bccab4 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:04.720152 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-plugged", "status": "completed", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:04.720152 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2897ce8-fa50-479b-b913-e1bd02bccab4 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:04.720152 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'code': 200} Nov 16 21:32:04.774776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57dde30a-6f95-4214-b9e6-d07f42e0ed8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.813638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78fe44-c107-45a0-b8dc-ac126093b16a None None] Pushing event updated for resources: {'Port': ['ID=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:04.873512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.072837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57dde30a-6f95-4214-b9e6-d07f42e0ed8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.087967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57dde30a-6f95-4214-b9e6-d07f42e0ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.120457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.195019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57dde30a-6f95-4214-b9e6-d07f42e0ed8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e66450672ee412bb5482ae232262914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6721702 Nov 16 21:32:05.197915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:05.219575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde30a-6f95-4214-b9e6-d07f42e0ed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dadbdf-af02-4f99-b818-a1e539786e03,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.345792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.432966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.522409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:05.599795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.603225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.617956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72dadbdf-af02-4f99-b818-a1e539786e03 HTTP/1.1" status: 204 len: 168 time: 0.4187670 Nov 16 21:32:05.635625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d12a3-4fbe-45ae-889c-288ab5a92b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dadbdf-af02-4f99-b818-a1e539786e03,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.675433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:05.676195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.740687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c6f2162-bffc-498b-89d5-4f5ddd0fa497 req-fdbccbab-70cd-464c-b66a-ab5b4254ac80 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1876247 Nov 16 21:32:05.857290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.935509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,segment=NetworkSegment(f5ebf8c6-108c-4eb2-adeb-e62a0ada7503),segment_id=f5ebf8c6-108c-4eb2-adeb-e62a0ada7503)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:05.947277 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.006787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308592a-f509-4763-87e3-d634efcb45df req-8856290d-ec07-4ebc-b16f-f1348c6085c9 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.024271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0308592a-f509-4763-87e3-d634efcb45df req-8856290d-ec07-4ebc-b16f-f1348c6085c9 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1095 time: 0.9709446 Nov 16 21:32:06.036023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68131d-7302-41a9-b085-762590764d45 req-03c485ee-3bde-4ee8-a920-7a07ba4add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.037532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd68131d-7302-41a9-b085-762590764d45 req-03c485ee-3bde-4ee8-a920-7a07ba4add0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 1098 time: 0.9830337 Nov 16 21:32:06.050546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-bc62b676-9828-4d40-9c3a-1be44ffc1105 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1740410 Nov 16 21:32:06.056807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.241908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36490) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:06.258183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92fe9528-c1d5-4d1b-a359-15e625ee8fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.281930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd68131d-7302-41a9-b085-762590764d45 req-20db44bf-aeee-488e-a88a-b1221b74fb4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233772 Nov 16 21:32:06.285894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0308592a-f509-4763-87e3-d634efcb45df req-584b28c9-7af6-476d-a53b-69457f0172e2 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416584 Nov 16 21:32:06.287713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.345051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-365a0a51-f22d-40ff-b871-3966d9b0ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.346631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-365a0a51-f22d-40ff-b871-3966d9b0ccdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.1852851 Nov 16 21:32:06.423108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92fe9528-c1d5-4d1b-a359-15e625ee8fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.433985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92fe9528-c1d5-4d1b-a359-15e625ee8fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.480433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35290b70-7449-4542-887c-05dff256b4d5 None None] Network a35419ea-0200-4476-a7b1-004626e97eca requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:06.481912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92fe9528-c1d5-4d1b-a359-15e625ee8fe8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e3b03a872e64912a57b947b1df4f2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377808 Nov 16 21:32:06.483665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9528-c1d5-4d1b-a359-15e625ee8fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8e4d1-3249-449e-871e-8312f79af12a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.486242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:06.546965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Router 7f052532-cc2b-4386-94f1-b64b06fcc229 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:32:06.551026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-50c0c202-9cf5-49f0-9766-0c736d1c8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.552657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-50c0c202-9cf5-49f0-9766-0c736d1c8420 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 200 len: 910 time: 0.1646953 Nov 16 21:32:06.571745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.626399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.688634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.691683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.695419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78e8e4d1-3249-449e-871e-8312f79af12a HTTP/1.1" status: 204 len: 168 time: 0.2055597 Nov 16 21:32:06.726594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ccac-71a2-4536-903b-401d4b56574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8e4d1-3249-449e-871e-8312f79af12a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.797906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:06.812224 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] Sync routers for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:06.834049 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:06.837151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:06.879856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-bde83874-68b2-4005-a01c-1a678f9a4511 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b88f78-770b-4a90-a810-d9d0a8c787da HTTP/1.1" status: 200 len: 217 time: 0.0835960 Nov 16 21:32:06.921959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.923250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-53308f47-73e0-4f8f-a9e3-0ee8022d82bb tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4316494 Nov 16 21:32:06.926018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36506) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.013409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-9884fd9a-274d-40ba-8d7c-5623e5d1c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.015788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-9884fd9a-274d-40ba-8d7c-5623e5d1c8a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 200 len: 848 time: 0.1249104 Nov 16 21:32:07.030579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a4421-f7cf-4926-a38f-15ef423ac893 req-2a3c7782-20d5-4383-bfcf-216631aa0cee tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.030809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9445b6ec-01af-4139-a2cf-2486b1c7607e None None] Provisioning complete for port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:07.031301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9445b6ec-01af-4139-a2cf-2486b1c7607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.042214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-902a4421-f7cf-4926-a38f-15ef423ac893 req-2a3c7782-20d5-4383-bfcf-216631aa0cee tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.0791051 Nov 16 21:32:07.047419 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.103159 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:07.109997 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.148302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-056e27b0-cef5-4562-9548-da3d8e7513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.150149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-056e27b0-cef5-4562-9548-da3d8e7513f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4af7b7c3-8943-44a5-ab47-6069e7ae1a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973594 Nov 16 21:32:07.164450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-902a4421-f7cf-4926-a38f-15ef423ac893 req-524c2827-b4a4-4ca8-84ed-3851c7e73a9f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174436 Nov 16 21:32:07.181373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device fba07367-28f5-483a-986c-9d4aa3b20d52 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:07.320158 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.321145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e4824-5576-4b60-bfa4-3c1d2c865ba8 None None] The sync data for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:07.474146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-8dedb82e-3746-40f0-a95e-c221c4af6388 service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084805 Nov 16 21:32:07.603781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:07.712513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1f4f-89e4-4646-9a48-fe222031e27c req-5f2e5801-f01b-4186-9019-97d2dbfbb13f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.719097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-404d1f4f-89e4-4646-9a48-fe222031e27c req-5f2e5801-f01b-4186-9019-97d2dbfbb13f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1095 time: 0.2223399 Nov 16 21:32:07.727361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port fba07367-28f5-483a-986c-9d4aa3b20d52 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:32:07.741150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port fba07367-28f5-483a-986c-9d4aa3b20d52 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:07.741523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.908298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:07.908665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.931680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-404d1f4f-89e4-4646-9a48-fe222031e27c req-6d88eab2-b6de-4821-af0b-605cf43837f9 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612511 Nov 16 21:32:07.954154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43ae92be-58ae-4512-8a77-bda23e0f1af2 req-8128de24-215e-4e83-9812-cbb4b987038c service neutron] 10.222.0.21 "GET /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702828 Nov 16 21:32:08.081233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-117db9ab-729e-4bb7-a787-dea0b515a9fd None None] Provisioning complete for port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:08.081751 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-117db9ab-729e-4bb7-a787-dea0b515a9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.354847 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.445703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=fba07367-28f5-483a-986c-9d4aa3b20d52,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:08.456705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:08.462783 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c984a5b-8d2c-46f0-a024-ef1d6e4abc0c" -d '{"events": [{"server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "name": "network-vif-plugged", "status": "completed", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:08.529281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.530240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338b4e5-af49-4fe1-9034-6a801c95a3fc req-0ff01502-d75d-4149-b042-08a5778f6e4c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.546966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4338b4e5-af49-4fe1-9034-6a801c95a3fc req-0ff01502-d75d-4149-b042-08a5778f6e4c tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.1791618 Nov 16 21:32:08.643353 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175c052f-0856-4673-83e0-561e12d3041c x-openstack-request-id: req-175c052f-0856-4673-83e0-561e12d3041c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:08.648564 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "name": "network-vif-plugged", "status": "completed", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:08.648908 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-175c052f-0856-4673-83e0-561e12d3041c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:08.649379 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52', 'code': 200} Nov 16 21:32:08.659740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4338b4e5-af49-4fe1-9034-6a801c95a3fc req-e5f50af5-a67a-4f28-9e16-f4309d526f19 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098399 Nov 16 21:32:08.661262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:08.762790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.800287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d39a-2b7b-4eac-ba06-8e7a97494bc7 req-ad6f4750-481a-4ae3-a659-80840eb89344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.802029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80a1d39a-2b7b-4eac-ba06-8e7a97494bc7 req-ad6f4750-481a-4ae3-a659-80840eb89344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.1180379 Nov 16 21:32:08.922987 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.940518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80a1d39a-2b7b-4eac-ba06-8e7a97494bc7 req-9f4d2fa0-48bf-4092-a267-cd1e4682d818 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276472 Nov 16 21:32:09.129429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc868-4f56-423a-ab62-de5855bab0e6 req-94b1afb4-7e80-4367-93ef-9fbaa0cb721e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.132935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-903dc868-4f56-423a-ab62-de5855bab0e6 req-94b1afb4-7e80-4367-93ef-9fbaa0cb721e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.0913572 Nov 16 21:32:09.216287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-903dc868-4f56-423a-ab62-de5855bab0e6 req-165a6d94-12e5-437a-b05b-9b9f3232ae40 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758553 Nov 16 21:32:09.399459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Allocated IP 172.20.0.1 (a35419ea-0200-4476-a7b1-004626e97eca/e3b89af8-6bb7-4946-9ba4-091c0d9488bf/39bd48e9-2c3c-4e39-8dd7-50b03434db69) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:09.564038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.611340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.659813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network a35419ea-0200-4476-a7b1-004626e97eca is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:09.663923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:09.690049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:09.729033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=39bd48e9-2c3c-4e39-8dd7-50b03434db69,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.763599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.898814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198be5d-c032-4233-9743-d88aa3d86b5d req-b80ca932-aa21-4d20-8488-c89aecbef7d5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.910586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c198be5d-c032-4233-9743-d88aa3d86b5d req-b80ca932-aa21-4d20-8488-c89aecbef7d5 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.1124046 Nov 16 21:32:09.978058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c198be5d-c032-4233-9743-d88aa3d86b5d req-b0732d94-8588-4948-9ed0-20cb92f761f7 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633829 Nov 16 21:32:10.043235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.050326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a8b40587-87ae-4579-8b82-566efcf49787 None None] Provisioning complete for port 39bd48e9-2c3c-4e39-8dd7-50b03434db69 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:10.050836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a8b40587-87ae-4579-8b82-566efcf49787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.124968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a8b40587-87ae-4579-8b82-566efcf49787 None None] Port 39bd48e9-2c3c-4e39-8dd7-50b03434db69 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:10.456387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71c3a-64f5-418d-84a0-c3c2fe8e1f77 req-788028f7-8cd2-414a-b99f-fa7e128dbb3b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.458132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0d71c3a-64f5-418d-84a0-c3c2fe8e1f77 req-788028f7-8cd2-414a-b99f-fa7e128dbb3b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.0891614 Nov 16 21:32:10.571665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0d71c3a-64f5-418d-84a0-c3c2fe8e1f77 req-e06284fe-7521-4da7-a27b-d25b5a3b79b2 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006136 Nov 16 21:32:10.652753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.671020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.777283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2b77-6d25-4d35-bef9-64ab03e952aa req-94a4a211-37a8-4c66-b9e9-edbf201c3d0b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.784419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bfb2b77-6d25-4d35-bef9-64ab03e952aa req-94a4a211-37a8-4c66-b9e9-edbf201c3d0b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.0756054 Nov 16 21:32:10.827444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=39bd48e9-2c3c-4e39-8dd7-50b03434db69,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:10.831222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.868895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bfb2b77-6d25-4d35-bef9-64ab03e952aa req-2ceff8fd-c6ec-4bf4-9ffb-c5516f06f3a6 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835714 Nov 16 21:32:11.023710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network a35419ea-0200-4476-a7b1-004626e97eca is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:11.026407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:11.081077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577531f-471b-416a-915b-dcc8d234bf47 req-adcf7052-b409-4ec1-994f-b34fc5bf821f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:11.095897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7577531f-471b-416a-915b-dcc8d234bf47 req-adcf7052-b409-4ec1-994f-b34fc5bf821f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.1207309 Nov 16 21:32:11.191596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7577531f-471b-416a-915b-dcc8d234bf47 req-28c05559-3601-4fa0-ba35-abca46293b65 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946949 Nov 16 21:32:11.371405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36bab583-456a-4c4a-9d77-90a4e7057f84 None None] Provisioning complete for port 39bd48e9-2c3c-4e39-8dd7-50b03434db69 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:11.372533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36bab583-456a-4c4a-9d77-90a4e7057f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.398836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Router 7f052532-cc2b-4386-94f1-b64b06fcc229 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:11.469369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-36bab583-456a-4c4a-9d77-90a4e7057f84 None None] Port 39bd48e9-2c3c-4e39-8dd7-50b03434db69 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:11.631574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cbfc6-2178-4feb-b14d-200faaf5978f req-0c2c6586-a959-4002-8ff8-c9ea139ef417 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:11.643589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-302cbfc6-2178-4feb-b14d-200faaf5978f req-0c2c6586-a959-4002-8ff8-c9ea139ef417 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.1002452 Nov 16 21:32:11.745052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-302cbfc6-2178-4feb-b14d-200faaf5978f req-4f4c5010-5d2c-42d8-a8e3-726551265e9e tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038594 Nov 16 21:32:11.794222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:11.806691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] Sync routers for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:11.826047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:11.828928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:11.832906 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a85240c5-f6ac-4228-be58-c073aed88d3d tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "PUT /v2.0/routers/7f052532-cc2b-4386-94f1-b64b06fcc229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9055150 Nov 16 21:32:11.833459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36686) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.840343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Request body: {'port': {'network_id': 'a35419ea-0200-4476-a7b1-004626e97eca', 'name': 'tempest-FloatingIPAdminTestJSON-1194170477'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:11.922252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:11.936972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:11.937833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:12.011549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:12.012436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d84d3-2b64-44c0-adc4-509e11b34ccf None None] The sync data for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:12.072192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Made reservation on behalf of 6885bc67015840e28a8161da844dcb49 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:12.076552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.094561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] device_id is not set on port 01e740a9-7619-42e3-833b-96117ffcfb1b yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:12.206675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Allocated IP 172.20.0.4 (a35419ea-0200-4476-a7b1-004626e97eca/e3b89af8-6bb7-4946-9ba4-091c0d9488bf/01e740a9-7619-42e3-833b-96117ffcfb1b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:12.417584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.459580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.502668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Network a35419ea-0200-4476-a7b1-004626e97eca is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:12.506458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:12.536374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:12.655430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.656093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.664014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event updated for resources: {'Port': ['ID=01e740a9-7619-42e3-833b-96117ffcfb1b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:12.687999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dbb8be7b-1570-42d4-b181-f330b736cf3f tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8533893 Nov 16 21:32:12.691272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36696) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:12.867133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.932413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70f3d33f-8403-4da6-a742-8887f652df9c None None] Provisioning complete for port 01e740a9-7619-42e3-833b-96117ffcfb1b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:12.932785 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70f3d33f-8403-4da6-a742-8887f652df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.974054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-cc9a6a7b-faa1-48f7-8521-348d81109a71 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.977713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-cc9a6a7b-faa1-48f7-8521-348d81109a71 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.1635427 Nov 16 21:32:13.045440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d33f-8403-4da6-a742-8887f652df9c None None] Port 01e740a9-7619-42e3-833b-96117ffcfb1b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:13.148022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791590e-0207-4717-9c99-54f0f72df5a0 req-15994e28-5447-408a-8e6a-9fcde22620f4 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:13.149561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d791590e-0207-4717-9c99-54f0f72df5a0 req-15994e28-5447-408a-8e6a-9fcde22620f4 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 1096 time: 0.1500833 Nov 16 21:32:13.199797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'project_id': '6885bc67015840e28a8161da844dcb49', 'port_id': '01e740a9-7619-42e3-833b-96117ffcfb1b'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:13.224321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Deleting port fba07367-28f5-483a-986c-9d4aa3b20d52 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:13.225960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.234476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d791590e-0207-4717-9c99-54f0f72df5a0 req-3f69baa1-df67-4f49-8666-ad562d70a32b tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779171 Nov 16 21:32:13.270883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.380384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] For port fba07367-28f5-483a-986c-9d4aa3b20d52, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=fba07367-28f5-483a-986c-9d4aa3b20d52,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:13.380778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.397939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Calling delete_port for fba07367-28f5-483a-986c-9d4aa3b20d52 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:13.549005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.650806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.662703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['fba07367-28f5-483a-986c-9d4aa3b20d52'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:13.690656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12b88f78-770b-4a90-a810-d9d0a8c787da'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:13.705711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba07367-28f5-483a-986c-9d4aa3b20d52,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:13.778779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] No DVR routers for this DVR port fba07367-28f5-483a-986c-9d4aa3b20d52 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:13.782483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.786360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c37ddd5-603a-4dd2-a035-e9c88b8e5e64 req-69cf90f2-7d94-499c-a058-cb4f11b52bdf tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fba07367-28f5-483a-986c-9d4aa3b20d52 HTTP/1.1" status: 204 len: 173 time: 0.8023047 Nov 16 21:32:13.801169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'name': 'network-vif-deleted', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:13.814644 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89914d33-1a1e-497f-887b-574dc7309cc2" -d '{"events": [{"server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "name": "network-vif-deleted", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:13.835790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Allocated IP 172.25.7.35 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/53b95748-8edc-4dca-9f6c-a49c68f0a66d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:13.893461 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0802e7af-25db-4be0-9c49-dff2a8f0210d x-openstack-request-id: req-0802e7af-25db-4be0-9c49-dff2a8f0210d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:13.894102 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70fe490-b80b-400a-9ef8-a24f01cc5a12", "name": "network-vif-deleted", "tag": "fba07367-28f5-483a-986c-9d4aa3b20d52", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:13.894523 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0802e7af-25db-4be0-9c49-dff2a8f0210d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:13.895088 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70fe490-b80b-400a-9ef8-a24f01cc5a12', 'name': 'network-vif-deleted', 'tag': 'fba07367-28f5-483a-986c-9d4aa3b20d52', 'status': 'completed', 'code': 200} Nov 16 21:32:14.099008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.149493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.206792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Pushing event updated for resources: {'Port': ['ID=53b95748-8edc-4dca-9f6c-a49c68f0a66d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.225504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:14.227217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:14.232577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:14.594506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aefe132-2a2f-479d-ba74-65964621cda5 req-8c816fa7-85f2-4c9a-90bf-6565af11fdd1 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d70fe490-b80b-400a-9ef8-a24f01cc5a12 HTTP/1.1" status: 200 len: 210 time: 0.1406929 Nov 16 21:32:14.806943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.889650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.097005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.103798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.172007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Pushing event updated for resources: {'Port': ['ID=53b95748-8edc-4dca-9f6c-a49c68f0a66d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:15.245779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.329223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b9810b9-307b-4ae9-a728-0e5b66ef6d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.364936 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Floating IP 5aafd72a-06fc-4d32-bb83-0c75ff73a666 associated. External IP: 172.25.7.35, port: 01e740a9-7619-42e3-833b-96117ffcfb1b. Nov 16 21:32:16.327791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e06e4-dc5e-4586-bf9f-a44bda9b0f38 req-54dfab72-091b-4da4-b45e-4c1ed1aaf953 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.329446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-688e06e4-dc5e-4586-bf9f-a44bda9b0f38 req-54dfab72-091b-4da4-b45e-4c1ed1aaf953 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.0627241 Nov 16 21:32:16.421019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Router 7f052532-cc2b-4386-94f1-b64b06fcc229 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:16.423685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-688e06e4-dc5e-4586-bf9f-a44bda9b0f38 req-95f15cbf-1fdb-45b1-bbe2-0537e33c6d63 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848594 Nov 16 21:32:16.572007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:16.583832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] Sync routers for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:16.602494 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:16.605544 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:16.613357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.678487 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:16.683806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cd16558b-ce4a-48c6-8f2a-80e0bc629f21 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.9906061 Nov 16 21:32:16.686966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36792) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.696611 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:16.697497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:31:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:16.814793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-728d080c-d024-4ece-b0cb-8db40343194e tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "GET /v2.0/floatingips/5aafd72a-06fc-4d32-bb83-0c75ff73a666 HTTP/1.1" status: 200 len: 982 time: 0.1248610 Nov 16 21:32:16.816081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:16.817888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36796) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.818967 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948210a-f8a5-4e4b-9430-efc9e66750d2 None None] The sync data for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:16.964478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-da0f725f-377a-4a42-9fe0-ec8991029974 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1428902 Nov 16 21:32:16.964949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36802) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:17.164441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device fba07367-28f5-483a-986c-9d4aa3b20d52 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:17.199333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: fba07367-28f5-483a-986c-9d4aa3b20d52 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:17.199679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device fba07367-28f5-483a-986c-9d4aa3b20d52 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:17.230665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 53b95748-8edc-4dca-9f6c-a49c68f0a66d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:17.231221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.336616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-864fd202-7ec2-4eb2-bc6b-623b739c8bcb tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:17.339176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-864fd202-7ec2-4eb2-bc6b-623b739c8bcb tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.0604570 Nov 16 21:32:17.353036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.353482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.370501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 53b95748-8edc-4dca-9f6c-a49c68f0a66d owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:17.617850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Deleting port 12b88f78-770b-4a90-a810-d9d0a8c787da {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:17.619253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.676459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.681720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd54526-62ff-481a-af7d-96c172845706 req-f804e7d8-a8e7-4c67-972c-f6afca80e77a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:17.689958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-45e03f23-dde7-44f8-89c1-b9ad5aa6bdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.699561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecd54526-62ff-481a-af7d-96c172845706 req-f804e7d8-a8e7-4c67-972c-f6afca80e77a tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 1096 time: 0.1271753 Nov 16 21:32:17.725818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=53b95748-8edc-4dca-9f6c-a49c68f0a66d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:17.835176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecd54526-62ff-481a-af7d-96c172845706 req-cec6b9d3-7ae5-411f-992f-5b58591b2045 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346436 Nov 16 21:32:17.854980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] For port 12b88f78-770b-4a90-a810-d9d0a8c787da, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=12b88f78-770b-4a90-a810-d9d0a8c787da,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:17.855359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.873542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.873872 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Floating IP 5aafd72a-06fc-4d32-bb83-0c75ff73a666 disassociated (deleted). External IP: 172.25.7.35, port: 01e740a9-7619-42e3-833b-96117ffcfb1b. Nov 16 21:32:17.891337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Calling delete_port for 12b88f78-770b-4a90-a810-d9d0a8c787da owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:18.141197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.161260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['12b88f78-770b-4a90-a810-d9d0a8c787da'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:18.231241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Pushing event deleted for resources: {'Port': ['ID=12b88f78-770b-4a90-a810-d9d0a8c787da,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:18.247675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Router 7f052532-cc2b-4386-94f1-b64b06fcc229 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:18.308475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.313471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.314290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.315717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.316650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.317564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.318401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.318816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.319573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.320660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.321888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.322294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:18.350707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] No DVR routers for this DVR port 12b88f78-770b-4a90-a810-d9d0a8c787da on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:18.360872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.368263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e907d77-f4fc-4030-932f-a9e22f64cd36 req-d59b13dc-ee46-4d02-859b-5e160440575f tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.21 "DELETE /v2.0/ports/12b88f78-770b-4a90-a810-d9d0a8c787da HTTP/1.1" status: 204 len: 173 time: 1.0210156 Nov 16 21:32:18.372451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'name': 'network-vif-deleted', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:18.376047 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4697d83-936d-4de9-846a-39d6070cf436" -d '{"events": [{"server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "name": "network-vif-deleted", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:18.488593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:18.501396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] Sync routers for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:18.504480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.529272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:18.529974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:18.531274 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c25ef2-83d4-4283-9c1a-75301c96af5c x-openstack-request-id: req-a1c25ef2-83d4-4283-9c1a-75301c96af5c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:18.531572 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebb12f-e250-4df9-9cb6-4fef2745c016", "name": "network-vif-deleted", "tag": "12b88f78-770b-4a90-a810-d9d0a8c787da", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:18.531827 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1c25ef2-83d4-4283-9c1a-75301c96af5c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:18.532232 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebb12f-e250-4df9-9cb6-4fef2745c016', 'name': 'network-vif-deleted', 'tag': '12b88f78-770b-4a90-a810-d9d0a8c787da', 'status': 'completed', 'code': 200} Nov 16 21:32:18.550222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36836) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:18.554576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:18.558008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0d990fef-5b75-4193-9900-aa1f0ba0aae1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/floatingips/5aafd72a-06fc-4d32-bb83-0c75ff73a666 HTTP/1.1" status: 204 len: 168 time: 1.5903797 Nov 16 21:32:18.593884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.691300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:18.720884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:18.725675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:18.726297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:18.751327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.829423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:18.830159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b0a9d-919d-4865-a48b-9f85cf9972c5 None None] The sync data for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:18.992610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-568a1e3f-9b47-4f1a-aa61-87f5ed9abf0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.026102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Allocated IP 172.25.7.84 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/098d2160-0ec4-4d21-a933-9d571085fb6f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:19.128657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac0de79d-1319-4640-a998-ec1d57024835 req-b82c0041-538f-4cee-a86c-c72fd5b80851 tempest-TestServerMultinode-2137935142 tempest-TestServerMultinode-2137935142-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0eebb12f-e250-4df9-9cb6-4fef2745c016 HTTP/1.1" status: 200 len: 210 time: 0.1029382 Nov 16 21:32:19.222454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-568a1e3f-9b47-4f1a-aa61-87f5ed9abf0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.228621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-568a1e3f-9b47-4f1a-aa61-87f5ed9abf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.255707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.282224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1e3f-9b47-4f1a-aa61-87f5ed9abf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8c6ee-c30d-46a3-9bf3-50810a5d3a5c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:19.330180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-568a1e3f-9b47-4f1a-aa61-87f5ed9abf0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ebc5182cfc44e2ebe673b8a3c9b4e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078432 Nov 16 21:32:19.332423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:19.341939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.393354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.410886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.437488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.443002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:19.446380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:19.450555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:19.532633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Pushing event updated for resources: {'Port': ['ID=098d2160-0ec4-4d21-a933-9d571085fb6f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:19.548480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.552031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.556237 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9d8c6ee-c30d-46a3-9bf3-50810a5d3a5c HTTP/1.1" status: 204 len: 168 time: 0.2218592 Nov 16 21:32:19.567705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55748-4dea-410e-94e8-0939e9acec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8c6ee-c30d-46a3-9bf3-50810a5d3a5c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:19.645890 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.715051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.963227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.971206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.989079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36880) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.008714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16f19919-0a75-4bd5-a5ce-ab076e11a8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.059557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Pushing event updated for resources: {'Port': ['ID=098d2160-0ec4-4d21-a933-9d571085fb6f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.062806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.083542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.087454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3a91593d-3786-4782-a6ef-6f2218480993 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5360913 Nov 16 21:32:20.090210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36882) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.124967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16f19919-0a75-4bd5-a5ce-ab076e11a8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.134098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16f19919-0a75-4bd5-a5ce-ab076e11a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.215171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f19919-0a75-4bd5-a5ce-ab076e11a8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d196b3d6-03b0-4cf6-bb6a-709a4159e0af,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.223482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36900) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.223884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-16f19919-0a75-4bd5-a5ce-ab076e11a8e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bdf4b0d03124b05aef251b590fd6846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315664 Nov 16 21:32:20.238582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36902) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.312569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.339276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.401502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.404333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.405548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d196b3d6-03b0-4cf6-bb6a-709a4159e0af HTTP/1.1" status: 204 len: 168 time: 0.1807466 Nov 16 21:32:20.429779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162782a-60ca-4aaf-9454-03620202f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196b3d6-03b0-4cf6-bb6a-709a4159e0af,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.450907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:20.488765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.524439 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.657032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.777399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Allocated IP 172.25.7.89 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d8f18cdf-f4ba-464d-ae90-554508e62bdc) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:20.813932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12b88f78-770b-4a90-a810-d9d0a8c787da no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:20.863140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 12b88f78-770b-4a90-a810-d9d0a8c787da {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:20.863758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 12b88f78-770b-4a90-a810-d9d0a8c787da not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:20.923543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.960137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.984156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.987382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7740cf88-1283-41da-b498-c52ae089651c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.058391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:21.060923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Pushing event updated for resources: {'Port': ['ID=d8f18cdf-f4ba-464d-ae90-554508e62bdc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.074158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:21.078260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:21.180597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7740cf88-1283-41da-b498-c52ae089651c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.182228 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.187373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7740cf88-1283-41da-b498-c52ae089651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.255269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7740cf88-1283-41da-b498-c52ae089651c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=491772ee4a2c4f098b424d97d9440753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945881 Nov 16 21:32:21.255615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.255887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36932) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:21.319620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cf88-1283-41da-b498-c52ae089651c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edeb7e2-5e67-4601-9243-c45a4a159760,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.378256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.450725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.468751 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.478433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.485702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.567109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Pushing event updated for resources: {'Port': ['ID=d8f18cdf-f4ba-464d-ae90-554508e62bdc,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.585882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.613292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.614635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5db34952-7dc9-41c2-ab23-f34f95eb4b28 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5231171 Nov 16 21:32:21.617347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36938) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:21.645332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.648626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.652253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5edeb7e2-5e67-4601-9243-c45a4a159760 HTTP/1.1" status: 204 len: 168 time: 0.3870308 Nov 16 21:32:21.663100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d2618-a235-49b1-88c9-f0b77e93e263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edeb7e2-5e67-4601-9243-c45a4a159760,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.667082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.763901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f67f30c-7163-4180-adb1-f025c8506d57 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1431854 Nov 16 21:32:21.764331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36944) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:21.927906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16061d25-286e-4a5e-b7bf-772638e0e06c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1601360 Nov 16 21:32:21.928616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36950) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:22.189613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Deleting port d8f18cdf-f4ba-464d-ae90-554508e62bdc {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:22.189953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.192546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Deleting port bb546fbc-c7a1-41e0-8214-a8af01796186 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:22.193451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.320840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.321178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.340826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] For port bb546fbc-c7a1-41e0-8214-a8af01796186, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bb546fbc-c7a1-41e0-8214-a8af01796186,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:22.341195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.346274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Calling delete_port for d8f18cdf-f4ba-464d-ae90-554508e62bdc owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:22.385662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Calling delete_port for bb546fbc-c7a1-41e0-8214-a8af01796186 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:22.593351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.639344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Pushing event deleted for resources: {'Port': ['ID=d8f18cdf-f4ba-464d-ae90-554508e62bdc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:22.650947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.680007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb546fbc-c7a1-41e0-8214-a8af01796186,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:22.787805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.791695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.793787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-008a6506-e681-4339-a14b-97c158e43282 tempest-FloatingIPAdminTestJSON-488264710 tempest-FloatingIPAdminTestJSON-488264710-project] 10.222.0.54 "DELETE /v2.0/floatingips/a4baae8d-443a-4633-8e2e-4b3cc400de93 HTTP/1.1" status: 204 len: 168 time: 0.8633981 Nov 16 21:32:22.797145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36976) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:22.923927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.181723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Deleting port 098d2160-0ec4-4d21-a933-9d571085fb6f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:23.182373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.314809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.315323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.334210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Calling delete_port for 098d2160-0ec4-4d21-a933-9d571085fb6f owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:23.343177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Router 6959fb4a-9103-4f46-85f8-6d9c681655de has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:23.519691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:23.526450 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3302c4db-8a45-42b3-ac94-1a94e1d9f958 admin admin] 10.222.0.54 "PUT /v2.0/routers/6959fb4a-9103-4f46-85f8-6d9c681655de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2866976 Nov 16 21:32:23.529040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:23.532563 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Sync routers for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:23.534235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.549052 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:23.553030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:23.620072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Pushing event deleted for resources: {'Port': ['ID=098d2160-0ec4-4d21-a933-9d571085fb6f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:23.677205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.681631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.683329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b6a3de3e-7e0e-448f-bc97-9075c60e54f7 tempest-FloatingIPAdminTestJSON-963493596 tempest-FloatingIPAdminTestJSON-963493596-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/1ade6723-6c2f-4399-95fc-b07833fa9921 HTTP/1.1" status: 204 len: 168 time: 0.8849251 Nov 16 21:32:23.688414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37040) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:23.746682 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:23.755166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.845261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 01e740a9-7619-42e3-833b-96117ffcfb1b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:23.845521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.911635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.979496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.997422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 01e740a9-7619-42e3-833b-96117ffcfb1b owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:24.001202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Deleting port 72d923d7-e419-44ae-b532-32f1b608f81e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:24.001553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.071862 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:32:22Z', 'revision_number': 5, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port': {'id': '72d923d7-e419-44ae-b532-32f1b608f81e', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:50Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:24.151786 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.157420 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Checking router: 6959fb4a-9103-4f46-85f8-6d9c681655de for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:24.211255 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Routers {'6959fb4a-9103-4f46-85f8-6d9c681655de'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:24.212070 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6959fb4a-9103-4f46-85f8-6d9c681655de'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:24.247862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=01e740a9-7619-42e3-833b-96117ffcfb1b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:24.492926 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] Set router 6959fb4a-9103-4f46-85f8-6d9c681655de gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:24.578204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.595577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5d6be010-3864-4827-b159-aa7b03b7a10a tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/ports/01e740a9-7619-42e3-833b-96117ffcfb1b HTTP/1.1" status: 204 len: 168 time: 0.9042435 Nov 16 21:32:24.597716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.663900 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:32:23Z', 'revision_number': 6, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:24.690400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5fa67-fcfb-41d5-bfa7-1dd8c655b8e1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:24.695908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-07a5fa67-fcfb-41d5-bfa7-1dd8c655b8e1 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f052532-cc2b-4386-94f1-b64b06fcc229 HTTP/1.1" status: 200 len: 913 time: 0.0957820 Nov 16 21:32:24.696735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37094) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.705655 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a62a0-1fb1-4a90-8a73-433b4b6da4c7 None None] The sync data for ids ['6959fb4a-9103-4f46-85f8-6d9c681655de'] in n-d-816206-5 is: [{'id': '6959fb4a-9103-4f46-85f8-6d9c681655de', 'name': 'tempest-TestServerMultinode-689819465-router', 'tenant_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:49Z', 'updated_at': '2021-11-16T21:32:23Z', 'revision_number': 6, 'project_id': '2ba2db634fbe4f2195bd47fb65d4ac01', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:24.820932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] For port 72d923d7-e419-44ae-b532-32f1b608f81e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=72d923d7-e419-44ae-b532-32f1b608f81e,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:24.821489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.849961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Calling delete_port for 72d923d7-e419-44ae-b532-32f1b608f81e owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:25.141311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.214663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec9ed4-b559-4abc-ba0f-ea2fde413edb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:25.302860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d923d7-e419-44ae-b532-32f1b608f81e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:25.350727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bb546fbc-c7a1-41e0-8214-a8af01796186 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:25.394198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: bb546fbc-c7a1-41e0-8214-a8af01796186 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:25.394198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bb546fbc-c7a1-41e0-8214-a8af01796186 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:25.453104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.589675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.596691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.598972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.723808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.724706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6959fb4a-9103-4f46-85f8-6d9c681655de {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:25.730860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.740382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-39175aeb-2084-4a8c-ac4f-099183e58374 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6959fb4a-9103-4f46-85f8-6d9c681655de HTTP/1.1" status: 204 len: 168 time: 2.2098026 Nov 16 21:32:25.741883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:25.853322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Deleting subnet 0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:25.864941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.961662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.174487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.280315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.350035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:26.376397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309afdbf-17b2-4635-a383-c2df34e0f1f2 None None] Network 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:26.382391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.390099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-698ffc5b-1a6a-46be-a59a-cd10d0df1b47 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0d0a5e97-8bf6-402e-b7f1-b094ab14b6ff HTTP/1.1" status: 204 len: 168 time: 0.6443019 Nov 16 21:32:26.390795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37128) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:26.512571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 39bd48e9-2c3c-4e39-8dd7-50b03434db69 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:26.512988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.734904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.765644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] DHCP port deletion for 4af7b7c3-8943-44a5-ab47-6069e7ae1a49 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:26.778573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.833939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 39bd48e9-2c3c-4e39-8dd7-50b03434db69 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:26.852353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Deleting port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:26.852694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.904477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Deleting port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:26.904848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.983459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] For port baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:26.984043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.005225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Calling delete_port for baf2acef-a9ce-43d5-a5c0-7a6d75943e51 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:27.052042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] For port baf2acef-a9ce-43d5-a5c0-7a6d75943e51, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,segment=NetworkSegment(c0cd3a17-0bcf-4a08-a582-f624598c05af),segment_id=c0cd3a17-0bcf-4a08-a582-f624598c05af)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:27.054032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.081027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Calling delete_port for baf2acef-a9ce-43d5-a5c0-7a6d75943e51 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:27.172148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.207133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-7683fa64-85e0-41bf-97e5-afe1d3c6fc79 req-a4fdab14-984e-422e-97c4-d1543f52f764 service neutron] (102665) timed out ('10.222.0.54', 33512) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:32:27.214772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.218912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.235582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] No DVR routers for this DVR port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:32:27.253018 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:32:27.272218 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.284540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] No DVR routers for this DVR port baf2acef-a9ce-43d5-a5c0-7a6d75943e51 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:27.313524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=39bd48e9-2c3c-4e39-8dd7-50b03434db69,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.332189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b37ec9-1ae0-4e8f-9afb-15ddb191aed8 None None] Pushing event deleted for resources: {'Port': ['ID=baf2acef-a9ce-43d5-a5c0-7a6d75943e51,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.380368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.412022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 72d923d7-e419-44ae-b532-32f1b608f81e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:27.422100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af7b7c3-8943-44a5-ab47-6069e7ae1a49']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:27.433324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cd3a17-0bcf-4a08-a582-f624598c05af') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:27.433617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cd3a17-0bcf-4a08-a582-f624598c05af') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:27.448763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.466217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 72d923d7-e419-44ae-b532-32f1b608f81e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:27.468548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 72d923d7-e419-44ae-b532-32f1b608f81e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:27.469763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device baf2acef-a9ce-43d5-a5c0-7a6d75943e51 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:27.483782 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.524185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:27.524940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.528265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: baf2acef-a9ce-43d5-a5c0-7a6d75943e51 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:27.529625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device baf2acef-a9ce-43d5-a5c0-7a6d75943e51 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:27.548457 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:27.649787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.686143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.690207 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4af7b7c3-8943-44a5-ab47-6069e7ae1a49 HTTP/1.1" status: 204 len: 168 time: 1.2975411 Nov 16 21:32:27.691397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533b879-623f-4fdb-9f07-321f43e5d893 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af7b7c3-8943-44a5-ab47-6069e7ae1a49,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.693435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.742976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.144041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Router 7f052532-cc2b-4386-94f1-b64b06fcc229 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:28.308538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.309951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:28.320712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-74eef18c-f2a8-4a84-a486-2b0e9d3ca821 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "PUT /v2.0/routers/7f052532-cc2b-4386-94f1-b64b06fcc229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6194201 Nov 16 21:32:28.320874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:28.325768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] Sync routers for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:28.351403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:28.352186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.401164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.413765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] Routers {'7f052532-cc2b-4386-94f1-b64b06fcc229'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:28.416058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['7f052532-cc2b-4386-94f1-b64b06fcc229'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.468703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.469758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267415c9-4fcb-44e1-9547-80394765e4a3 None None] The sync data for ids ['7f052532-cc2b-4386-94f1-b64b06fcc229'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:28.566772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.733943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.895363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 841b70a8-75ee-4a15-aff4-7da46249860c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:28.895854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.987124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Deleting port 234b2783-df9c-4ca2-b0db-700eee25b752 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:28.987605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.066078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.092471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 841b70a8-75ee-4a15-aff4-7da46249860c owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:29.196549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] For port 234b2783-df9c-4ca2-b0db-700eee25b752, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=234b2783-df9c-4ca2-b0db-700eee25b752,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:29.196960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.217949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Calling delete_port for 234b2783-df9c-4ca2-b0db-700eee25b752 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:29.531805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.632871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=841b70a8-75ee-4a15-aff4-7da46249860c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:29.645113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131e533-19f9-4c93-9aa9-c92fdabec109 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:29.777273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.782821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.849373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37208) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.030666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=234b2783-df9c-4ca2-b0db-700eee25b752,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.030881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9cba6154-3261-48ef-b051-a90073d24471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.047693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.084731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.191695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9cba6154-3261-48ef-b051-a90073d24471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.196149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.197147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Fanout notify agent at l3_agent the message router_deleted on router 7f052532-cc2b-4386-94f1-b64b06fcc229 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:30.200863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9cba6154-3261-48ef-b051-a90073d24471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.208869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.212957 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-288ef4a1-409c-45f4-b66b-13d382bd3ba6 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/routers/7f052532-cc2b-4386-94f1-b64b06fcc229 HTTP/1.1" status: 204 len: 168 time: 1.8919005 Nov 16 21:32:30.217353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.278024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba6154-3261-48ef-b051-a90073d24471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb28506-bdf4-496c-ae09-78487d192e1c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.348779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9cba6154-3261-48ef-b051-a90073d24471 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d67c6a78e654e6dad63f1a11d96c32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4981441 Nov 16 21:32:30.350108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.426720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting subnet e3b89af8-6bb7-4946-9ba4-091c0d9488bf {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:30.434249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.435197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.462846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.491403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.524656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.537419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.542111 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.548839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7eb28506-bdf4-496c-ae09-78487d192e1c HTTP/1.1" status: 204 len: 168 time: 0.1976235 Nov 16 21:32:30.559065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b79e-e791-48f7-a358-9e774a2ce88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb28506-bdf4-496c-ae09-78487d192e1c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.970658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.994014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a250a908-7cb7-4af8-900c-67162a61fa1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.103623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a250a908-7cb7-4af8-900c-67162a61fa1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.110472 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a250a908-7cb7-4af8-900c-67162a61fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.163520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a250a908-7cb7-4af8-900c-67162a61fa1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ae341fdfe484ca89cdb974005ba50cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915190 Nov 16 21:32:31.164475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:31.168352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250a908-7cb7-4af8-900c-67162a61fa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d5003-b926-4280-ad54-37e5c7998b1f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.184681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.286912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Router 2c726b01-bba4-443c-a82d-78460b89e274 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:31.322367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.346275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.464847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b89af8-6bb7-4946-9ba4-091c0d9488bf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.470203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.473335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f97dbf1e-24d5-4151-993e-c6f382e4df88 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/subnets/e3b89af8-6bb7-4946-9ba4-091c0d9488bf HTTP/1.1" status: 204 len: 168 time: 1.2549293 Nov 16 21:32:31.475864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37246) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:31.476727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c93a4f-22da-4a36-bf6d-7cbc5c98612e None None] Network a35419ea-0200-4476-a7b1-004626e97eca requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:31.493320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.557357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.615056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.620803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.624732 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f2d5003-b926-4280-ad54-37e5c7998b1f HTTP/1.1" status: 204 len: 168 time: 0.4572394 Nov 16 21:32:31.647494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:31.647844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.683744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f98954-4d92-4b74-afbe-aaa15dafda61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d5003-b926-4280-ad54-37e5c7998b1f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.745771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:31.754834 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d448f499-44bc-409e-82c3-d15c8dd4b2b6 admin admin] 10.222.0.54 "PUT /v2.0/routers/2c726b01-bba4-443c-a82d-78460b89e274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0596106 Nov 16 21:32:31.757457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37252) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:31.759441 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Sync routers for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:31.769807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] DHCP port deletion for a35419ea-0200-4476-a7b1-004626e97eca request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:31.777119 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:31.779852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:31.813900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] For port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,segment=NetworkSegment(f5ebf8c6-108c-4eb2-adeb-e62a0ada7503),segment_id=f5ebf8c6-108c-4eb2-adeb-e62a0ada7503)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:31.814258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.856202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:31.945140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Deleting port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:31.950087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.965839 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:32.052768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.078050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] No DVR routers for this DVR port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:32.139056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:32.141579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.163851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] For port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,segment=NetworkSegment(f5ebf8c6-108c-4eb2-adeb-e62a0ada7503),segment_id=f5ebf8c6-108c-4eb2-adeb-e62a0ada7503)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:32.164249 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.180041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:32:29Z', 'revision_number': 5, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.217337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Calling delete_port for 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:32.243253 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Checking router: 2c726b01-bba4-443c-a82d-78460b89e274 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:32.254731 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Routers {'2c726b01-bba4-443c-a82d-78460b89e274'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:32.255799 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2c726b01-bba4-443c-a82d-78460b89e274'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.352490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.393938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35419ea-0200-4476-a7b1-004626e97eca']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.409787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] Set router 2c726b01-bba4-443c-a82d-78460b89e274 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:32.413897 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.422333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.440245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] No DVR routers for this DVR port 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:32.461463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.462140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ebf8c6-108c-4eb2-adeb-e62a0ada7503') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.498604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.504520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Pushing event deleted for resources: {'Port': ['ID=52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:32.525505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.527546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.527899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.528244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.528581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.529437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.530019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.530129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.533307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.533670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.534010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.534343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d59ee-51d5-4201-9303-6f323bb7fe50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:32.573063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.576164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Deleting port ac4cb548-8d46-4b5e-9eed-edad43c70650 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:32.577425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.588292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:32.588981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:32.599285 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:32.780955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.786427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.792365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:32.792535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/networks/a35419ea-0200-4476-a7b1-004626e97eca HTTP/1.1" status: 204 len: 168 time: 1.3155034 Nov 16 21:32:32.806522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] For port ac4cb548-8d46-4b5e-9eed-edad43c70650, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ac4cb548-8d46-4b5e-9eed-edad43c70650,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:32.806898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.826486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e079e4-0a2f-4cb3-b182-b2c7f533135c tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Network': ['ID=a35419ea-0200-4476-a7b1-004626e97eca,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:32.874662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Calling delete_port for ac4cb548-8d46-4b5e-9eed-edad43c70650 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:32.905319 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:32:29Z', 'revision_number': 5, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:32.958240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ee547-6e91-4cb1-bc67-a9c83d0c772a None None] The sync data for ids ['2c726b01-bba4-443c-a82d-78460b89e274'] in n-d-816206-5 is: [{'id': '2c726b01-bba4-443c-a82d-78460b89e274', 'name': 'tempest-TestServerMultinode-948277572-router', 'tenant_id': '5eeea5d70c1f418a9c85109a7750cf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:05Z', 'updated_at': '2021-11-16T21:32:29Z', 'revision_number': 5, 'project_id': '5eeea5d70c1f418a9c85109a7750cf39', 'gw_port': {'id': 'ac4cb548-8d46-4b5e-9eed-edad43c70650', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c726b01-bba4-443c-a82d-78460b89e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:07Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:33.162979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Deleting port 030e0573-5938-49fd-a08c-7203a131bb29 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:33.163629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.295075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.295787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.330030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Calling delete_port for 030e0573-5938-49fd-a08c-7203a131bb29 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:33.332174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.367092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8912f-6f2b-45c2-96e4-0e2c0efd7c1e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:33.525379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 234b2783-df9c-4ca2-b0db-700eee25b752 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:33.542691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4cb548-8d46-4b5e-9eed-edad43c70650,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:33.554170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 234b2783-df9c-4ca2-b0db-700eee25b752 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:33.554763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 234b2783-df9c-4ca2-b0db-700eee25b752 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:33.556299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:33.587737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:33.588081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52834fe0-c6e6-4bbf-a39b-a8c2929f0c5d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:33.686223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.691412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.699969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.703732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.705098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.706510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.708443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.709599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.710102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.710586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.711414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.712101 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.714075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.860371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:33.895042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.900157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.003015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.003978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c726b01-bba4-443c-a82d-78460b89e274 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:34.020620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.026201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a892241a-53ba-4745-93dc-00b392f34cb8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2c726b01-bba4-443c-a82d-78460b89e274 HTTP/1.1" status: 204 len: 168 time: 2.2676339 Nov 16 21:32:34.028253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37324) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.036173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2efc0e7-376a-4090-b1df-f1b707e791bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.157631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Deleting subnet a4193895-9f36-4a29-b5d0-debdafbd951f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:34.162470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.165012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.197577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2efc0e7-376a-4090-b1df-f1b707e791bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.210836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2efc0e7-376a-4090-b1df-f1b707e791bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.237095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Pushing event deleted for resources: {'Port': ['ID=030e0573-5938-49fd-a08c-7203a131bb29,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.273313 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.283143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efc0e7-376a-4090-b1df-f1b707e791bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18baac-f2c0-43b1-b89a-863440646c84,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.290337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a2efc0e7-376a-4090-b1df-f1b707e791bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=557e79b747d34b5fb17849e2234ab129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281485 Nov 16 21:32:34.292858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.362056 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.370779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.375716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.380538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b0ec21a2-30f3-4835-95fa-9e8d641c3de8 tempest-FloatingIPAdminTestJSON-1156609187 tempest-FloatingIPAdminTestJSON-1156609187-project] 10.222.0.54 "DELETE /v2.0/floatingips/875307b5-0e23-4697-a23e-cd27192e12d9 HTTP/1.1" status: 204 len: 168 time: 1.5871294 Nov 16 21:32:34.391214 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.453619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.477439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.479961 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.484020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a18baac-f2c0-43b1-b89a-863440646c84 HTTP/1.1" status: 204 len: 168 time: 0.1879418 Nov 16 21:32:34.520332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8951b42-5355-40a8-8a49-11479eb05ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18baac-f2c0-43b1-b89a-863440646c84,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.621469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.696714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.702921 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a4193895-9f36-4a29-b5d0-debdafbd951f HTTP/1.1" status: 204 len: 168 time: 0.6617892 Nov 16 21:32:34.702921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed690f-2e57-462a-88a8-2db9c6c670bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4193895-9f36-4a29-b5d0-debdafbd951f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.704192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.717394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f439d-4766-42b7-9389-dc47b762b217 None None] Network eeb2c57d-dcac-4cdd-927b-5556dd71e67b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:34.807803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.855448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.920013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Deleting port 100dfa2a-52e8-47af-ae80-cc111c225ec7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:34.920429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.033577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] DHCP port deletion for eeb2c57d-dcac-4cdd-927b-5556dd71e67b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:35.048407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] For port 100dfa2a-52e8-47af-ae80-cc111c225ec7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=100dfa2a-52e8-47af-ae80-cc111c225ec7,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:35.048786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.083903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-30d9b298-7cda-42de-aa0c-7f61f5ac0b2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6885bc67015840e28a8161da844dcb49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749321 Nov 16 21:32:35.090304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:35.100307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Calling delete_port for 100dfa2a-52e8-47af-ae80-cc111c225ec7 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:35.111896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Deleting port 100dfa2a-52e8-47af-ae80-cc111c225ec7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:35.112270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.240741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce551489-158b-4558-a196-447553551f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.256894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] For port 100dfa2a-52e8-47af-ae80-cc111c225ec7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=100dfa2a-52e8-47af-ae80-cc111c225ec7,segment=NetworkSegment(fe9e7eaa-62ce-4711-b64a-d705f94c7336),segment_id=fe9e7eaa-62ce-4711-b64a-d705f94c7336)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:35.257426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.285259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Calling delete_port for 100dfa2a-52e8-47af-ae80-cc111c225ec7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:35.307715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce551489-158b-4558-a196-447553551f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.378903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.380505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.435756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] Pushing event deleted for resources: {'Port': ['ID=100dfa2a-52e8-47af-ae80-cc111c225ec7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:35.436843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=100dfa2a-52e8-47af-ae80-cc111c225ec7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:35.442338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] No DVR routers for this DVR port 100dfa2a-52e8-47af-ae80-cc111c225ec7 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:35.449658 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 100dfa2a-52e8-47af-ae80-cc111c225ec7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:35.474598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85722de-bd98-45d2-9966-1b5b6a328235 None None] No DVR routers for this DVR port 100dfa2a-52e8-47af-ae80-cc111c225ec7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:35.478783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 100dfa2a-52e8-47af-ae80-cc111c225ec7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:35.479135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 100dfa2a-52e8-47af-ae80-cc111c225ec7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:35.479539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac4cb548-8d46-4b5e-9eed-edad43c70650 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:35.500591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ac4cb548-8d46-4b5e-9eed-edad43c70650 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:35.500745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ac4cb548-8d46-4b5e-9eed-edad43c70650 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:35.603217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.613894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce551489-158b-4558-a196-447553551f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.616568 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce551489-158b-4558-a196-447553551f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.617792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ce551489-158b-4558-a196-447553551f44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f19c9738-d0ab-4bcb-a14d-e3d344f5cc84 HTTP/1.1" status: 204 len: 168 time: 0.5260847 Nov 16 21:32:35.635164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce551489-158b-4558-a196-447553551f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19c9738-d0ab-4bcb-a14d-e3d344f5cc84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:35.640053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb2c57d-dcac-4cdd-927b-5556dd71e67b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.652170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9e7eaa-62ce-4711-b64a-d705f94c7336') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.652468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9e7eaa-62ce-4711-b64a-d705f94c7336') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.681705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.711325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.719913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:35.720421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:35.723141 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:35.821151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.843331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.843331 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/eeb2c57d-dcac-4cdd-927b-5556dd71e67b HTTP/1.1" status: 204 len: 168 time: 1.1359482 Nov 16 21:32:35.872905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51acebe-ed9a-4ab4-a93b-6494c19f5ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb2c57d-dcac-4cdd-927b-5556dd71e67b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.100844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.189516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37414) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.190171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5c7622fd-d397-422a-9f06-245c6797873f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ba2db634fbe4f2195bd47fb65d4ac01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884113 Nov 16 21:32:36.320017 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.369023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.398393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37420) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.415040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7414a0fe-22e1-4588-861a-d7a67ca227bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.439393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.446629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.449096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d4f1977-6bcb-487f-934c-75c53cf7e35d HTTP/1.1" status: 204 len: 168 time: 0.2576449 Nov 16 21:32:36.462069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5c70-24ec-4ee5-9cb8-543c205db28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f1977-6bcb-487f-934c-75c53cf7e35d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.570526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7414a0fe-22e1-4588-861a-d7a67ca227bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.579451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7414a0fe-22e1-4588-861a-d7a67ca227bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.629127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414a0fe-22e1-4588-861a-d7a67ca227bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b5516-f8fd-4acc-94db-7bcd90a22667,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.637714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7414a0fe-22e1-4588-861a-d7a67ca227bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c113047b9fa244d78bc4cc630fac017f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357292 Nov 16 21:32:36.638677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37430) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.703184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.727020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.783187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.786862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.793660 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/051b5516-f8fd-4acc-94db-7bcd90a22667 HTTP/1.1" status: 204 len: 168 time: 0.1522939 Nov 16 21:32:36.807264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b9f9d-b86d-45e7-b68e-02f7f7860bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b5516-f8fd-4acc-94db-7bcd90a22667,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.113137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.180649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37450) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.183612 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-970b3d61-a6e5-4fea-98e5-17d471258eed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5eeea5d70c1f418a9c85109a7750cf39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675931 Nov 16 21:32:37.197183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:32:37.249144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.299009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.419970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.422587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.424593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6 HTTP/1.1" status: 204 len: 168 time: 0.2426381 Nov 16 21:32:37.432702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de6bb-e901-4447-aaee-3741338913e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716dc24-dd1a-49f7-b0c2-22e5ebd0a9a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.501950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37462) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.520251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a57760f-9f28-46f9-b6cb-a2c8d5967088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.632610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a57760f-9f28-46f9-b6cb-a2c8d5967088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.647227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a57760f-9f28-46f9-b6cb-a2c8d5967088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.720797 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a57760f-9f28-46f9-b6cb-a2c8d5967088 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a48800d6257a4a78b829e7069f69c766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172437 Nov 16 21:32:37.723631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.752627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57760f-9f28-46f9-b6cb-a2c8d5967088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f6af4-5775-40fc-8eff-ec029b17d83b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.855661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.886650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.018401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.022290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.030470 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a5f6af4-5775-40fc-8eff-ec029b17d83b HTTP/1.1" status: 204 len: 168 time: 0.3026752 Nov 16 21:32:38.048259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780c175-6a36-43ef-882b-cf86b25ccb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f6af4-5775-40fc-8eff-ec029b17d83b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.935629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.066233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37524) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.209767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-515749534'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:39.244385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:39.248625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.266768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.386106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.391423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.430790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:39.437269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bf851-01f8-43c4-9bc4-2a32f64fd82e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:39.448765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.449099 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Added segment d29bb64f-06f4-4a28-bd34-c2fdd8f48f64 of type vlan for network 1052ada7-554d-4821-95d6-8a69094944cc Nov 16 21:32:39.514282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.549768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.559244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:39.560040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.643071 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5750265 Nov 16 21:32:39.646699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.654277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:39.672298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450a854-4ebf-4363-9d75-64f0e5157dfa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Network': ['ID=1052ada7-554d-4821-95d6-8a69094944cc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:39.685125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:39.808819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:39.813828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.086146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.145942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=4fc60692-c4d9-46e3-bd45-16e1928e3495,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.211689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:40.211910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network hostable DHCP agents. Network: 1052ada7-554d-4821-95d6-8a69094944cc, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:40.247871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:40.265600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1052ada7-554d-4821-95d6-8a69094944cc) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:40.278600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d987df35-b7ba-4fca-a969-94cc1a5f65e3 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:40.280135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:40.280839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.413834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37562) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:40.434671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'name': 'tempest-NetworksTestDHCPv6-2056834449'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:40.441417 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed931417-2863-4937-a0dc-62944279fb67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7918777 Nov 16 21:32:40.681035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:40.685618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.717818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port e57a0655-80ec-45fb-9b64-57263c4807e6 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:40.918583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '4fc60692-c4d9-46e3-bd45-16e1928e3495'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:40.920068 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.014014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::109 (1052ada7-554d-4821-95d6-8a69094944cc/4fc60692-c4d9-46e3-bd45-16e1928e3495/e57a0655-80ec-45fb-9b64-57263c4807e6) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:41.287912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.325237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a4d3e-f7bc-47ce-8a0d-474894afa33d req-3512ea43-d71f-4e98-9860-71093f8bcb86 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.327703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-337a4d3e-f7bc-47ce-8a0d-474894afa33d req-3512ea43-d71f-4e98-9860-71093f8bcb86 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.1489296 Nov 16 21:32:41.355825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.398044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/4fc60692-c4d9-46e3-bd45-16e1928e3495/be26d0ad-08ee-470e-9d8d-857bbdc462de) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:41.443561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-337a4d3e-f7bc-47ce-8a0d-474894afa33d req-f1e6a619-4b66-4c85-8da7-72df15c396ec tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083124 Nov 16 21:32:41.465377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:41.468623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:41.470423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=e57a0655-80ec-45fb-9b64-57263c4807e6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:41.472799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:41.506266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.510088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.545348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f2b73a9-1305-4936-8177-34c9d3dd9aaa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1250379 Nov 16 21:32:41.547844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37588) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.645930 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.659985 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.670777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8577ef8-b1d3-403d-853b-40830268df1d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.674226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a8577ef8-b1d3-403d-853b-40830268df1d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1231768 Nov 16 21:32:41.674692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37596) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.761440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:41.764687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:41.768322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:41.848099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Pushing event updated for resources: {'Port': ['ID=be26d0ad-08ee-470e-9d8d-857bbdc462de,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:41.871467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port e57a0655-80ec-45fb-9b64-57263c4807e6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:41.873446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.883693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Attempting to bind port be26d0ad-08ee-470e-9d8d-857bbdc462de on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:41.884419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Attempting to bind port be26d0ad-08ee-470e-9d8d-857bbdc462de by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:41.884419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Attempting to bind port be26d0ad-08ee-470e-9d8d-857bbdc462de on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:41.892693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:41.892930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:41.893315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.893813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:41.894344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Bound port: be26d0ad-08ee-470e-9d8d-857bbdc462de, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:41.895312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.975504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] For port be26d0ad-08ee-470e-9d8d-857bbdc462de, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:41.984397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] For port be26d0ad-08ee-470e-9d8d-857bbdc462de, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be26d0ad-08ee-470e-9d8d-857bbdc462de,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:41.993655 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.112461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.163104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for e57a0655-80ec-45fb-9b64-57263c4807e6 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:42.204863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f673-6288-4d3c-aed5-2e14f192f473 None None] Pushing event updated for resources: {'Port': ['ID=be26d0ad-08ee-470e-9d8d-857bbdc462de,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.403205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.461175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=e57a0655-80ec-45fb-9b64-57263c4807e6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.553409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.562374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a84becf6-ee91-4ef1-bf82-29ecab706f2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/e57a0655-80ec-45fb-9b64-57263c4807e6 HTTP/1.1" status: 204 len: 168 time: 0.8866477 Nov 16 21:32:42.565143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.597414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-23e2e2b1-ca8a-4a91-bd2d-842df68479ce tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.601501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-23e2e2b1-ca8a-4a91-bd2d-842df68479ce tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.2323050 Nov 16 21:32:42.762136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0b670-5d43-451c-9579-39809ccf65fa req-ea448e8c-3f18-4aa7-b58a-3a690b606fdb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.770916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39a0b670-5d43-451c-9579-39809ccf65fa req-ea448e8c-3f18-4aa7-b58a-3a690b606fdb tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 947 time: 0.1495123 Nov 16 21:32:42.791425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b5bc5-1576-42f2-ae02-2721480e5b13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.797916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b5bc5-1576-42f2-ae02-2721480e5b13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.806802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37646) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.807559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-228b5bc5-1576-42f2-ae02-2721480e5b13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2410274 Nov 16 21:32:42.839179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.903849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39a0b670-5d43-451c-9579-39809ccf65fa req-75c6e73d-a473-4eb7-a612-638685f671ed tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317618 Nov 16 21:32:42.960422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Deleting port 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:42.960769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.981384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 4fc60692-c4d9-46e3-bd45-16e1928e3495 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:42.985865 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.122802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.210962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] For port 522a6e42-39f3-4318-bd35-4a76c66064ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=522a6e42-39f3-4318-bd35-4a76c66064ff,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:43.211627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.427670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be26d0ad-08ee-470e-9d8d-857bbdc462de up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:43.559211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.593793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port be26d0ad-08ee-470e-9d8d-857bbdc462de triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:43.594168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.635227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.646918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.647493 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Floating IP c9d0def6-aa7b-413a-9410-bd9243b482ef disassociated. External IP: 172.25.7.85, port: 522a6e42-39f3-4318-bd35-4a76c66064ff. Nov 16 21:32:43.648196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Calling delete_port for 522a6e42-39f3-4318-bd35-4a76c66064ff owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:43.750550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bfee55-9799-4e3b-962f-385ccc6e2a84 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:43.759929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.831064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc60692-c4d9-46e3-bd45-16e1928e3495,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:43.863304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.873453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e4bc29d-a941-4fc3-9289-be2065af47f4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4fc60692-c4d9-46e3-bd45-16e1928e3495 HTTP/1.1" status: 204 len: 168 time: 1.0441406 Nov 16 21:32:43.877910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37672) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:43.891394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] Provisioning complete for port be26d0ad-08ee-470e-9d8d-857bbdc462de triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:43.893297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.899057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.068505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e4d4fde-7704-40d5-882d-44a87f957b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1887136 Nov 16 21:32:44.069258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37680) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:44.077087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:44.089393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.123972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'Port': ['ID=522a6e42-39f3-4318-bd35-4a76c66064ff,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.153980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496e8f8-9c2c-4b8a-bbce-2e9380bba0b5 req-2568179a-790d-4be5-b742-e9f67254241f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:44.155842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0496e8f8-9c2c-4b8a-bbce-2e9380bba0b5 req-2568179a-790d-4be5-b742-e9f67254241f tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8067404-18af-4ffe-9c2b-48abc9572708 HTTP/1.1" status: 200 len: 868 time: 0.1287889 Nov 16 21:32:44.224222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.248877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:44.249915 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:44.259051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:44.296019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:44.300688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.323922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] For port be26d0ad-08ee-470e-9d8d-857bbdc462de, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be26d0ad-08ee-470e-9d8d-857bbdc462de,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:44.337562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.418853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Deleting port be26d0ad-08ee-470e-9d8d-857bbdc462de {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:44.419905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.449339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0496e8f8-9c2c-4b8a-bbce-2e9380bba0b5 req-44dc5d8a-43bd-4a71-a752-526a649a6f0a tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups?id=4453a0f8-b95c-4353-8a36-93fc713bcf47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813692 Nov 16 21:32:44.469033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad2d5-b793-496f-952d-493cf4b53e28 None None] Pushing event updated for resources: {'Port': ['ID=be26d0ad-08ee-470e-9d8d-857bbdc462de,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.554664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] For port be26d0ad-08ee-470e-9d8d-857bbdc462de, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be26d0ad-08ee-470e-9d8d-857bbdc462de,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:44.555506 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.558712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:44.605976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Calling delete_port for be26d0ad-08ee-470e-9d8d-857bbdc462de owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:44.691837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.804096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=d0a55445-f1fd-40f3-949c-b34605dba820,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.819884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:44.821717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:44.824625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:44.826231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:44.826847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.839662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:44.874557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-746c64ce-6701-4503-abd0-c99d2387ecdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8029778 Nov 16 21:32:44.875514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:44.887316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.889363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'name': 'tempest-NetworksTestDHCPv6-635693610'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:44.937703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] Pushing event deleted for resources: {'Port': ['ID=be26d0ad-08ee-470e-9d8d-857bbdc462de,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.964071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] No DVR routers for this DVR port 522a6e42-39f3-4318-bd35-4a76c66064ff on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:44.970457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.977555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a5d971b-288f-4b31-83e9-8d155e9f6082 req-9933fe0f-101a-40f4-b388-589db77f4a37 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.36 "DELETE /v2.0/ports/522a6e42-39f3-4318-bd35-4a76c66064ff HTTP/1.1" status: 204 len: 173 time: 2.3695030 Nov 16 21:32:44.978071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-deleted', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:44.978517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b96b1-1a6b-4779-bf4f-a0e84779a097 None None] No DVR routers for this DVR port be26d0ad-08ee-470e-9d8d-857bbdc462de on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:44.980707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:44.984159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:44.986566 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7d648-08f3-495d-b798-2bd21ce82ca0" -d '{"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-deleted", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:45.227231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:45.247854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:45.254901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.342529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:45.342697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port d41868a3-23c5-4670-a268-c67a38dd6d41 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:45.478469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 522a6e42-39f3-4318-bd35-4a76c66064ff {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:45.478764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 522a6e42-39f3-4318-bd35-4a76c66064ff not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:45.481299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e20bc67-c129-4f57-a0c8-52f2a3a9dd2b None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:45.489582 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b6039-1bfa-40d6-aa68-042d26358be6 x-openstack-request-id: req-848b6039-1bfa-40d6-aa68-042d26358be6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:45.490156 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8067404-18af-4ffe-9c2b-48abc9572708", "name": "network-vif-deleted", "tag": "522a6e42-39f3-4318-bd35-4a76c66064ff", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:45.490628 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-848b6039-1bfa-40d6-aa68-042d26358be6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:45.491279 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8067404-18af-4ffe-9c2b-48abc9572708', 'name': 'network-vif-deleted', 'tag': '522a6e42-39f3-4318-bd35-4a76c66064ff', 'status': 'completed', 'code': 200} Nov 16 21:32:45.525014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be26d0ad-08ee-470e-9d8d-857bbdc462de no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:45.615717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: be26d0ad-08ee-470e-9d8d-857bbdc462de {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:45.616224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be26d0ad-08ee-470e-9d8d-857bbdc462de not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:45.630819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40759d39-1354-450d-96ab-5a25e9aeaeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.660946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:45.969649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'd0a55445-f1fd-40f3-949c-b34605dba820'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:45.971660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.099751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::18b (1052ada7-554d-4821-95d6-8a69094944cc/d0a55445-f1fd-40f3-949c-b34605dba820/d41868a3-23c5-4670-a268-c67a38dd6d41) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:46.149710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:46.160994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.223720 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.278829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:46.294715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:46.295850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:46.471847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:46.486621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.536423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.540031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.541214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "DELETE /v2.0/security-groups/4453a0f8-b95c-4353-8a36-93fc713bcf47 HTTP/1.1" status: 204 len: 168 time: 0.8787515 Nov 16 21:32:46.544532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37766) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.569780 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-9ff61b4a-c3d8-4809-9fe1-4c6424940e61 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] show failed (client error): The resource could not be found. Nov 16 21:32:46.570873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ff61b4a-c3d8-4809-9fe1-4c6424940e61 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "GET /v2.0/security-groups/4453a0f8-b95c-4353-8a36-93fc713bcf47 HTTP/1.1" status: 404 len: 347 time: 0.0253530 Nov 16 21:32:46.573982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37768) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.581461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bfd82-fa73-426d-9bb8-1bf7cca95362 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4453a0f8-b95c-4353-8a36-93fc713bcf47,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:46.628608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.732911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=d41868a3-23c5-4670-a268-c67a38dd6d41,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:46.769901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:46.773398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:46.786330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:46.799740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.802890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.826245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Deleting port ce1c284c-df3c-424a-964f-450e52174ff1 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:46.826856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.834234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f727bc6b-7a21-4bc2-b279-25001e86e091 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9566758 Nov 16 21:32:46.834805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.915564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.916078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.930590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Calling delete_port for ce1c284c-df3c-424a-964f-450e52174ff1 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:47.000177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79625ee6-84f6-4ffa-8bc9-c07f80ce01de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:47.001615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-79625ee6-84f6-4ffa-8bc9-c07f80ce01de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1658297 Nov 16 21:32:47.014812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37772) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:47.183158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port d41868a3-23c5-4670-a268-c67a38dd6d41 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:47.183859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.199757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.258253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Pushing event deleted for resources: {'Port': ['ID=ce1c284c-df3c-424a-964f-450e52174ff1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.307001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/d0a55445-f1fd-40f3-949c-b34605dba820/2a8256a9-c905-453d-8b75-3bffbc6a43db) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:47.378628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.386202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.389986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e65b82f-a41b-42a0-87a2-a8f80fe0ce69 tempest-AttachVolumeShelveTestJSON-1018595633 tempest-AttachVolumeShelveTestJSON-1018595633-project] 10.222.0.54 "DELETE /v2.0/floatingips/c9d0def6-aa7b-413a-9410-bd9243b482ef HTTP/1.1" status: 204 len: 168 time: 0.8128140 Nov 16 21:32:47.405779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:47.460848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.501490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for d41868a3-23c5-4670-a268-c67a38dd6d41 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:47.630061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9fa65-fb4b-4cdc-98e5-4fbb0d7cab88 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:51Z', 'revision_number': 4, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425', 'name': '', 'network_id': 'bd577cd4-a4ff-433a-a590-9301f5bad9ab', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'mac_address': 'fa:16:3e:7b:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:50Z', 'updated_at': '2021-11-16T21:23:58Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'subnets': [{'id': 'bfc2a8b4-149a-4656-ad12-6e0549bcde4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:47.698297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e982-0ac4-46d5-b514-e2640b3de87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.813499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.827893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.832717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.880702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Pushing event updated for resources: {'Port': ['ID=2a8256a9-c905-453d-8b75-3bffbc6a43db,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.891102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=d41868a3-23c5-4670-a268-c67a38dd6d41,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.905730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:47.910732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:47.916613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:47.948507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.954879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30b6709d-4362-4427-bd20-67f9c8be4ede tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/d41868a3-23c5-4670-a268-c67a38dd6d41 HTTP/1.1" status: 204 len: 168 time: 0.9393649 Nov 16 21:32:47.957386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37796) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:47.996785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Attempting to bind port 2a8256a9-c905-453d-8b75-3bffbc6a43db on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:47.998301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Attempting to bind port 2a8256a9-c905-453d-8b75-3bffbc6a43db by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:47.998890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Attempting to bind port 2a8256a9-c905-453d-8b75-3bffbc6a43db on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:48.004986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:48.005715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:48.006332 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.007030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:48.008416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Bound port: 2a8256a9-c905-453d-8b75-3bffbc6a43db, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:48.008905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.084159 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d96c26-ef1c-4fb4-8c7d-df6679c323d7 None None] New status for floating IP c9d0def6-aa7b-413a-9410-bd9243b482ef: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:32:48.129258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bec7b-76b0-4023-b341-6b5c0f7c91d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:48.130917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bec7b-76b0-4023-b341-6b5c0f7c91d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:48.132473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-825bec7b-76b0-4023-b341-6b5c0f7c91d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1740878 Nov 16 21:32:48.136033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37798) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.160968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] For port 2a8256a9-c905-453d-8b75-3bffbc6a43db, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:48.164611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] For port 2a8256a9-c905-453d-8b75-3bffbc6a43db, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a8256a9-c905-453d-8b75-3bffbc6a43db,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:48.177442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.258163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet d0a55445-f1fd-40f3-949c-b34605dba820 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:48.263680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.275456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1023b-e0c7-415d-891b-6a59c90238b5 None None] Pushing event updated for resources: {'Port': ['ID=2a8256a9-c905-453d-8b75-3bffbc6a43db,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.352200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.680726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.824408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.880244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a55445-f1fd-40f3-949c-b34605dba820,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.900513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.907868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.908106 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70ef80ca-59fa-4123-86e3-79a03daa85a9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/d0a55445-f1fd-40f3-949c-b34605dba820 HTTP/1.1" status: 204 len: 168 time: 0.7708299 Nov 16 21:32:48.977282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-59b64e75-6560-4f09-8136-6c38f2e828e9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682378 Nov 16 21:32:48.980409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37814) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.986138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:49.137102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:49.141747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.257599 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.468075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a8256a9-c905-453d-8b75-3bffbc6a43db up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:49.572709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.584305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2a8256a9-c905-453d-8b75-3bffbc6a43db triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:49.586723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.639397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:49.648271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:49.666118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:49.666770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.714557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=4b2a241f-504e-45b3-95d6-3316bc119e23,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:49.740690 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d27d31d-e000-47f4-a801-c91d441cce36 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7590249 Nov 16 21:32:49.743284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37826) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:49.748720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'name': 'tempest-NetworksTestDHCPv6-1948961898'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:49.847691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.968109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 2a8256a9-c905-453d-8b75-3bffbc6a43db, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a8256a9-c905-453d-8b75-3bffbc6a43db,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:49.983153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.061416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:50.066526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.092381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a94a5e-051c-4e12-b233-d6f0995ded67 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:50.108782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port c9cad4df-6c4d-43af-8f58-5dcb6586e9db yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:50.130910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=2a8256a9-c905-453d-8b75-3bffbc6a43db,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:50.202150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-38bca9aa-edf9-45f6-8482-66c046e3711b None None] Provisioning complete for port 2a8256a9-c905-453d-8b75-3bffbc6a43db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:50.202797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38bca9aa-edf9-45f6-8482-66c046e3711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.304879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::3b6 (1052ada7-554d-4821-95d6-8a69094944cc/4b2a241f-504e-45b3-95d6-3316bc119e23/c9cad4df-6c4d-43af-8f58-5dcb6586e9db) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:50.506241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.871072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-027d9b05-d0f9-49d6-999f-8b04e7778282 None None] Provisioning complete for port 2a8256a9-c905-453d-8b75-3bffbc6a43db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:50.871436 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-027d9b05-d0f9-49d6-999f-8b04e7778282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.268216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-db85c6a7-ee92-473d-9223-73b92e5416c8 None None] Could not find standard attr ID for object e57a0655-80ec-45fb-9b64-57263c4807e6. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:51.382041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.449124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a8256a9-c905-453d-8b75-3bffbc6a43db up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:51.469202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37848) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:51.535145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.563750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2a8256a9-c905-453d-8b75-3bffbc6a43db triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:51.564214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.596464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.747372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:51.753775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0684d5a-646e-47a6-949f-94d5fe677d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.758009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:51.772332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:51.789283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e167a3bb-d894-4416-9d22-015cc22152f4 None None] Could not find standard attr ID for object d41868a3-23c5-4670-a268-c67a38dd6d41. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:51.805696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:51.806205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.825517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=c9cad4df-6c4d-43af-8f58-5dcb6586e9db,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:51.867021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f5bed241-22ff-43aa-8544-14f3d3671407 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1223831 Nov 16 21:32:51.869214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37856) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:51.983088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0684d5a-646e-47a6-949f-94d5fe677d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.985716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9e7c5-baf8-48f6-b3d6-bcb92f320430 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:51.991948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9e7c5-baf8-48f6-b3d6-bcb92f320430 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:51.997337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37860) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:52.005677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-72c9e7c5-baf8-48f6-b3d6-bcb92f320430 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1233618 Nov 16 21:32:52.111386 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0684d5a-646e-47a6-949f-94d5fe677d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.199083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b0684d5a-646e-47a6-949f-94d5fe677d5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a53a11e3ee2941d89f2c3e26692e3d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7277927 Nov 16 21:32:52.202202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37864) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:52.224191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0684d5a-646e-47a6-949f-94d5fe677d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae79d6-b479-4182-8c88-569e337ea0e2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.272994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port c9cad4df-6c4d-43af-8f58-5dcb6586e9db {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:52.275931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.313727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.371672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.445670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.477731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for c9cad4df-6c4d-43af-8f58-5dcb6586e9db owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:52.486000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.486346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.487870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4aae79d6-b479-4182-8c88-569e337ea0e2 HTTP/1.1" status: 204 len: 168 time: 0.2842689 Nov 16 21:32:52.514046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96ac16-838e-4599-8c1f-3f4edb1cd85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae79d6-b479-4182-8c88-569e337ea0e2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.602602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fe2eac34-8f8b-4717-99af-0df9b9361d03 None None] Provisioning complete for port c9cad4df-6c4d-43af-8f58-5dcb6586e9db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:52.603285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fe2eac34-8f8b-4717-99af-0df9b9361d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.766647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eac34-8f8b-4717-99af-0df9b9361d03 None None] Port c9cad4df-6c4d-43af-8f58-5dcb6586e9db cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:52.806230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.855040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=c9cad4df-6c4d-43af-8f58-5dcb6586e9db,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.966664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.971025 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-892f2c93-3089-4ce0-9ce6-fd8dcad4829d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/c9cad4df-6c4d-43af-8f58-5dcb6586e9db HTTP/1.1" status: 204 len: 168 time: 0.9715414 Nov 16 21:32:52.974038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37876) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.138708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb3816-c5ab-435c-a734-bf49f78cc005 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.141571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb3816-c5ab-435c-a734-bf49f78cc005 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.144085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-97bb3816-c5ab-435c-a734-bf49f78cc005 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1682315 Nov 16 21:32:53.146789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37882) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.411421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 4b2a241f-504e-45b3-95d6-3316bc119e23 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:53.429815 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.532185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.626146 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.757434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.808555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2a241f-504e-45b3-95d6-3316bc119e23,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:53.820570 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.826308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e2e02-3bc8-490d-8222-26476ed9fb3b None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:53.827258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d147e412-38fe-4c56-a99d-ba3cf2b88637 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4b2a241f-504e-45b3-95d6-3316bc119e23 HTTP/1.1" status: 204 len: 168 time: 0.6783655 Nov 16 21:32:53.828748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37906) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.878026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5587eda2-59f2-41ae-a2fc-13f90268d039 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478797 Nov 16 21:32:53.880368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37910) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.956927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a50875-e9ac-4ece-bed5-4cdeec3a490e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.959165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16a50875-e9ac-4ece-bed5-4cdeec3a490e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0746231 Nov 16 21:32:53.961247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37914) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.026141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3db58-e4c5-438a-8818-101017d7b32f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:54.027794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-13e3db58-e4c5-438a-8818-101017d7b32f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652800 Nov 16 21:32:54.031310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.110030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84244cfb-67c3-4d69-8ada-43aecb728663 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775993 Nov 16 21:32:54.118245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37920) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.131573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:54.237188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:54.282756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:54.287274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.307971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Deleting port 2a8256a9-c905-453d-8b75-3bffbc6a43db {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:54.308356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.461465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] For port 2a8256a9-c905-453d-8b75-3bffbc6a43db, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a8256a9-c905-453d-8b75-3bffbc6a43db,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:54.461770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.492856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Calling delete_port for 2a8256a9-c905-453d-8b75-3bffbc6a43db owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:54.556809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.645533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:54.650785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:54.655773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:54.656831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.662777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=f5531132-6c4b-4c91-ba3c-296f7ed746f5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.685706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f9b1739-072e-4386-82e3-93b237b80737 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5663311 Nov 16 21:32:54.688508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.693733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'f5531132-6c4b-4c91-ba3c-296f7ed746f5', 'ip_address': '2001:db8::b96e:ea72:5d7b:e9fd'}], 'name': 'tempest-NetworksTestDHCPv6-596460029'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:54.711301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.747629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] Pushing event deleted for resources: {'Port': ['ID=2a8256a9-c905-453d-8b75-3bffbc6a43db,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.760648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e63a56-2d05-4a2d-a4ee-cab991a6cd99 None None] No DVR routers for this DVR port 2a8256a9-c905-453d-8b75-3bffbc6a43db on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:54.778460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bf3bb-832b-4c48-8841-9655d8980300 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:54.912020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:54.954310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'f5531132-6c4b-4c91-ba3c-296f7ed746f5'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:54.955456 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.039426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.062460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port eefe0a8d-49cf-432a-98c5-f35b0f369622 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:55.230836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/f5531132-6c4b-4c91-ba3c-296f7ed746f5/68fa74f1-38dd-4f9b-ab26-706d22ce1ff7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:55.376940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a8256a9-c905-453d-8b75-3bffbc6a43db no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:55.423333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2a8256a9-c905-453d-8b75-3bffbc6a43db {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:55.423678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a8256a9-c905-453d-8b75-3bffbc6a43db not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:55.449337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.468999 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.522837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Pushing event updated for resources: {'Port': ['ID=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.524429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::b96e:ea72:5d7b:e9fd (1052ada7-554d-4821-95d6-8a69094944cc/f5531132-6c4b-4c91-ba3c-296f7ed746f5/eefe0a8d-49cf-432a-98c5-f35b0f369622) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:55.530688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:55.532260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:55.536030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:55.682475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Attempting to bind port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:55.682972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Attempting to bind port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:55.683293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Attempting to bind port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:55.703957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:55.705290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:55.705862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.707113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:55.708197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Bound port: 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:55.709554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.742781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.791365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] For port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:55.791673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.795177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] For port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:55.803498 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.835583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:55.841390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:55.843936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:55.850274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:55.851072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.882264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=eefe0a8d-49cf-432a-98c5-f35b0f369622,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.894625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37972) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:55.895708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6efb4-6d8e-4976-95c7-2fdf47fcc6df None None] Pushing event updated for resources: {'Port': ['ID=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.907642 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-51242d1d-a4e7-4256-8cc0-52e05db786ef tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2178597 Nov 16 21:32:55.970948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7522c1-9ed2-45ba-9098-c832b6b586c5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:55.977689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7522c1-9ed2-45ba-9098-c832b6b586c5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:55.983503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:55.993872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fb7522c1-9ed2-45ba-9098-c832b6b586c5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0836811 Nov 16 21:32:56.100606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port eefe0a8d-49cf-432a-98c5-f35b0f369622 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:56.101077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.259789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.280372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for eefe0a8d-49cf-432a-98c5-f35b0f369622 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:56.513968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.551555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=eefe0a8d-49cf-432a-98c5-f35b0f369622,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:56.594603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.600675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43b99cdf-8a82-4802-b838-60b78a0c02d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/eefe0a8d-49cf-432a-98c5-f35b0f369622 HTTP/1.1" status: 204 len: 168 time: 0.6138966 Nov 16 21:32:56.601553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37994) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:56.687549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba564c8-5bb3-4f95-9bb1-4ba96dde6c00 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:56.689320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba564c8-5bb3-4f95-9bb1-4ba96dde6c00 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:56.693795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0ba564c8-5bb3-4f95-9bb1-4ba96dde6c00 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0879214 Nov 16 21:32:56.693795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38002) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:56.815831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet f5531132-6c4b-4c91-ba3c-296f7ed746f5 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:56.841952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.940810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.152180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.256721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.302298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=f5531132-6c4b-4c91-ba3c-296f7ed746f5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:57.308484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.313369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dbbf3b49-f289-4e6a-8d12-bc8c4a35ceec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f5531132-6c4b-4c91-ba3c-296f7ed746f5 HTTP/1.1" status: 204 len: 168 time: 0.6188068 Nov 16 21:32:57.316973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38012) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:57.443421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38016) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:57.447968 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4cdbef21-6f09-4339-9879-62be84733b29 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292665 Nov 16 21:32:57.452947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:57.492564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03faa87-726d-44ea-b64d-2e90396d3044 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:57.635348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:57.716078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:57.724011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.737563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Provisioning complete for port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:57.737934 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.763049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:57.763049 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.267705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.317570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.326153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:58.330346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:58.333635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.334305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.365017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=f09a2cb7-bc6e-4b84-a067-f297aadfc4e4,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.378012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:58.379735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:58.380261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8a6379ce-1f59-4016-9b0c-053e50cd5409 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9345787 Nov 16 21:32:58.386022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'f09a2cb7-bc6e-4b84-a067-f297aadfc4e4', 'ip_address': '2001:db8::2e0:12d2:3d36:34a1'}], 'name': 'tempest-NetworksTestDHCPv6-1463494114'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:58.407698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:58.435554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.499209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.552875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.595932 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:58.596303 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:58.610409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Deleting port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:58.610672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.730485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:58.736562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-8f7d539d-3ca5-4421-9cf3-70b6907c1cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3217235 Nov 16 21:32:58.736701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.795511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 243b8c57-b7a6-453c-9c7e-6977093ce769 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:58.804830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] For port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:58.805321 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.843309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Calling delete_port for 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:58.921063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.921544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.922010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.922477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.922962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.931625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.932078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.934171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-889474e5-ddf4-4619-a031-3554b8152476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.1366081 Nov 16 21:32:59.011461 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.074102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::2e0:12d2:3d36:34a1 (1052ada7-554d-4821-95d6-8a69094944cc/f09a2cb7-bc6e-4b84-a067-f297aadfc4e4/243b8c57-b7a6-453c-9c7e-6977093ce769) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:59.081991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] No DVR routers for this DVR port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:59.083995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d4257-f323-416e-a91f-a1dbdce54ceb None None] Pushing event deleted for resources: {'Port': ['ID=68fa74f1-38dd-4f9b-ab26-706d22ce1ff7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:59.133145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-b732f4ac-4b85-4aa6-9dbd-e55f53427408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.133862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-b732f4ac-4b85-4aa6-9dbd-e55f53427408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.134382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-b732f4ac-4b85-4aa6-9dbd-e55f53427408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.136340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-b732f4ac-4b85-4aa6-9dbd-e55f53427408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 2291 time: 0.1709843 Nov 16 21:32:59.145282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a476e0ec-5a83-4eb1-bf0b-526b66f42a31 None None] Port 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 update to ACTIVE by agent not found {{(pid=102666) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:32:59.148829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f6bda-8429-453c-ae24-646f4691b767 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:59.249047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-e585adf9-1dfa-454f-9579-f3999d0d8e63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 999 time: 0.1007028 Nov 16 21:32:59.346352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-9032faf5-7db2-489e-bb1e-33fe362d2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.348704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-9032faf5-7db2-489e-bb1e-33fe362d2cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.0780823 Nov 16 21:32:59.423594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:59.482274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.508922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:59.509843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68fa74f1-38dd-4f9b-ab26-706d22ce1ff7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:59.536698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-f9b390b7-78e9-4645-85cb-0e9a70f19f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.539492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-f9b390b7-78e9-4645-85cb-0e9a70f19f22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792862 Nov 16 21:32:59.554889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-7fa0e3ed-dc9b-43a1-910a-47db14a99124 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:32:59.557015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-7fa0e3ed-dc9b-43a1-910a-47db14a99124 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091963 Nov 16 21:32:59.564614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.618536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'f09a2cb7-bc6e-4b84-a067-f297aadfc4e4'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:59.619910 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.690535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=243b8c57-b7a6-453c-9c7e-6977093ce769,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:59.726232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:59.727987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:59.732539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:59.738557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.746247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.778236 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-55d561b6-93e7-4661-9443-c2daeeea9924 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3967273 Nov 16 21:32:59.780845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:59.788068 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-8ca13804-398f-4d4a-bf44-1016c16e3328 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242291 Nov 16 21:32:59.865416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/f09a2cb7-bc6e-4b84-a067-f297aadfc4e4/fd4811e6-e166-4c80-9543-4a19faf8cb46) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:59.904607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14b7684-e996-478a-aac6-15f4ee0ca003 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.914137 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e14b7684-e996-478a-aac6-15f4ee0ca003 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1322365 Nov 16 21:32:59.917633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38062) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:59.944049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-1f70671c-f770-410c-a807-286c16668fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444328 Nov 16 21:33:00.052716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-5d860ee0-2a4a-4b85-9599-1c256592f249 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 217 time: 0.0906227 Nov 16 21:33:00.080676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.089314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.147494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 243b8c57-b7a6-453c-9c7e-6977093ce769 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:00.147835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.167569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-dbc5b1cf-aa51-4688-b640-929acf26e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.170738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-dbc5b1cf-aa51-4688-b640-929acf26e462 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1102831 Nov 16 21:33:00.219814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:00.223886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:00.227811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:00.242036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Pushing event updated for resources: {'Port': ['ID=fd4811e6-e166-4c80-9543-4a19faf8cb46,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.279704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-cacf2f40-2a04-42e0-8366-a3e064d46cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.284597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-cacf2f40-2a04-42e0-8366-a3e064d46cd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066065 Nov 16 21:33:00.321694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Attempting to bind port fd4811e6-e166-4c80-9543-4a19faf8cb46 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:00.322058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Attempting to bind port fd4811e6-e166-4c80-9543-4a19faf8cb46 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:00.322416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Attempting to bind port fd4811e6-e166-4c80-9543-4a19faf8cb46 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:00.347589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:00.347962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:00.348365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.348756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:00.358654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Bound port: fd4811e6-e166-4c80-9543-4a19faf8cb46, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:00.359779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.429793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-86115b3b-8dc4-4e7b-b085-dd3581dc3fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340525 Nov 16 21:33:00.468101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.500028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 243b8c57-b7a6-453c-9c7e-6977093ce769 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:00.609783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] For port fd4811e6-e166-4c80-9543-4a19faf8cb46, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:00.614844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-13696e87-dee6-42cd-9326-87c72559c2b9 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767526 Nov 16 21:33:00.618440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] For port fd4811e6-e166-4c80-9543-4a19faf8cb46, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd4811e6-e166-4c80-9543-4a19faf8cb46,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:00.628340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.754905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f636-8434-457b-916b-dcad6ba26d04 None None] Pushing event updated for resources: {'Port': ['ID=fd4811e6-e166-4c80-9543-4a19faf8cb46,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.767431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-99f5b5dd-1bdf-4d0d-a13b-b3cdc5a8d165 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 217 time: 0.1456635 Nov 16 21:33:00.840686 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.886595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-2553142c-8662-462a-bdb2-9a7a7a974e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.889589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-2553142c-8662-462a-bdb2-9a7a7a974e6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1111465 Nov 16 21:33:00.908001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=243b8c57-b7a6-453c-9c7e-6977093ce769,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.957700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.962136 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8fd6a5b-ea0b-4356-9211-c00177e1e912 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/243b8c57-b7a6-453c-9c7e-6977093ce769 HTTP/1.1" status: 204 len: 168 time: 1.0435145 Nov 16 21:33:00.964786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38088) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:00.987545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-dc666d05-a6a2-401f-80e0-62a3cd32b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.989193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-dc666d05-a6a2-401f-80e0-62a3cd32b130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909350 Nov 16 21:33:01.213925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-393cba13-3d20-4d2a-8de9-3491a7bffe4d service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167065 Nov 16 21:33:01.218572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64b92-47c2-45a6-9347-bb3a37a6f8a5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:01.262039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64b92-47c2-45a6-9347-bb3a37a6f8a5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:01.274632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3fa64b92-47c2-45a6-9347-bb3a37a6f8a5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3070450 Nov 16 21:33:01.281414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38096) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:01.412926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet f09a2cb7-bc6e-4b84-a067-f297aadfc4e4 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:01.417595 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.450703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38102) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:01.554763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.567410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-bb98a54a-53a9-4c39-bd66-0824c7d2ccbf service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308215 Nov 16 21:33:01.584653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd4811e6-e166-4c80-9543-4a19faf8cb46 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:01.683501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-90f34f39-a1ce-4da8-9bca-58424806e443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 217 time: 0.1045454 Nov 16 21:33:01.748078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fd4811e6-e166-4c80-9543-4a19faf8cb46 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:01.751247 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.829551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.956091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.008163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a2cb7-bc6e-4b84-a067-f297aadfc4e4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.015950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.026869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f8de54c5-8402-4dc9-a9ee-665706f7593a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f09a2cb7-bc6e-4b84-a067-f297aadfc4e4 HTTP/1.1" status: 204 len: 168 time: 0.7443635 Nov 16 21:33:02.031184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:02.076567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.144987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-17d5f290-deed-4f01-b169-4769be2c5051 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117575 Nov 16 21:33:02.147827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:02.153412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:02.157661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port fd4811e6-e166-4c80-9543-4a19faf8cb46, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd4811e6-e166-4c80-9543-4a19faf8cb46,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:02.183101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.236985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-f4420222-5401-4875-b9cf-4d475f76055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.241693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-f4420222-5401-4875-b9cf-4d475f76055f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.5514324 Nov 16 21:33:02.349968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38122) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:02.364212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=fd4811e6-e166-4c80-9543-4a19faf8cb46,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.423048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:02.429275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.580181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-e7c1f6cc-b850-4c8e-be7d-898dd831555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.589981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-e7c1f6cc-b850-4c8e-be7d-898dd831555b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2412646 Nov 16 21:33:02.691828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.714632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236206d-50e4-4633-916d-0032149f4a93 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:02.791815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-835dec6b-a3ed-420a-b4ff-4f3bd9fd9d70 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285536 Nov 16 21:33:02.801337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=ed6939ce-4762-4ebf-acd8-9993a057aad8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.804165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe6b663d-cf6d-4fe4-b758-a2102b910920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.987396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe6b663d-cf6d-4fe4-b758-a2102b910920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.003119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:03.007932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:03.014847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:03.017515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.017733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a42c75fc-8927-4976-8372-fea54aff6328 None None] Provisioning complete for port fd4811e6-e166-4c80-9543-4a19faf8cb46 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.018841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a42c75fc-8927-4976-8372-fea54aff6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.023019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe6b663d-cf6d-4fe4-b758-a2102b910920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.062724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-c1e2907c-1f02-473a-a9f0-b537df3fe6e5 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549531 Nov 16 21:33:03.084307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe6b663d-cf6d-4fe4-b758-a2102b910920 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62f7652f5a244c9eb99f852cdefb7541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325466 Nov 16 21:33:03.093040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38132) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.104314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.171178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-78f0a77a-7372-4408-9073-05ea5e174c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 217 time: 0.0963659 Nov 16 21:33:03.192786 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cfbc6cb-5d03-499b-8089-4a9699574ce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0409582 Nov 16 21:33:03.208986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.217610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b663d-cf6d-4fe4-b758-a2102b910920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f348d9-4ffd-47cf-a6bc-676ccc535f3e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.237121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'ed6939ce-4762-4ebf-acd8-9993a057aad8', 'ip_address': '2001:db8::949a:ec23:a17f:dbff'}], 'name': 'tempest-NetworksTestDHCPv6-1958148869'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:03.344012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-9d5949de-0a4d-4c8f-b153-77f5ce0f6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:03.348320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-9d5949de-0a4d-4c8f-b153-77f5ce0f6457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.1686122 Nov 16 21:33:03.375825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd4811e6-e166-4c80-9543-4a19faf8cb46 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:03.451017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.517845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.581307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-2dc15246-7328-4845-8676-a9c81586d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:03.582789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-2dc15246-7328-4845-8676-a9c81586d7f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634202 Nov 16 21:33:03.584347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fd4811e6-e166-4c80-9543-4a19faf8cb46 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.584983 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.629031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.632429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.637874 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22f348d9-4ffd-47cf-a6bc-676ccc535f3e HTTP/1.1" status: 204 len: 168 time: 0.5413258 Nov 16 21:33:03.660976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e718-a723-4242-b403-718ffcd007d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f348d9-4ffd-47cf-a6bc-676ccc535f3e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.687059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab8d7f-95fb-4ec8-95f7-fe73757504fa None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:03.693671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:03.910331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.922129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-867068ce-3d17-44e4-acba-1cd3e59c3194 None None] Provisioning complete for port fd4811e6-e166-4c80-9543-4a19faf8cb46 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.922554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-867068ce-3d17-44e4-acba-1cd3e59c3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.953474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port d436bbed-0dc4-4957-bd98-84c7b132c947 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:04.115248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-61dc5e0f-dcbe-42ac-8e9c-25703842ba32 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233104 Nov 16 21:33:04.309988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::949a:ec23:a17f:dbff (1052ada7-554d-4821-95d6-8a69094944cc/ed6939ce-4762-4ebf-acd8-9993a057aad8/d436bbed-0dc4-4957-bd98-84c7b132c947) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:04.323677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-cabaa90a-cbbb-46e4-abc4-5a45d2b1d6af service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960411 Nov 16 21:33:04.383638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-3642fbd2-3474-4fd3-bbd5-fe62ae9023f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 217 time: 0.0423207 Nov 16 21:33:04.609772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-6832a659-6140-4d42-8d00-dceec25b8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:04.611379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-6832a659-6140-4d42-8d00-dceec25b8106 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.2199223 Nov 16 21:33:04.654778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Deleting port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:04.657116 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.752553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.815057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.825280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-51f7ecc2-3eee-411f-871e-0e4a596b8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:04.826887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-51f7ecc2-3eee-411f-871e-0e4a596b8896 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007785 Nov 16 21:33:04.868367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] For port 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:04.869551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.880580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=d436bbed-0dc4-4957-bd98-84c7b132c947,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:04.897393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:04.905791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:04.908717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:04.916269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:04.916944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.932431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Calling delete_port for 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:04.950540 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb91e4bf-a3c5-4f82-b3a7-6018dc2f11a2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7341599 Nov 16 21:33:04.954719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38170) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:05.030176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683a886-653a-4643-b5eb-4b8cefc99b05 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:05.037081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683a886-653a-4643-b5eb-4b8cefc99b05 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:05.041405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7683a886-653a-4643-b5eb-4b8cefc99b05 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0829420 Nov 16 21:33:05.041994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38172) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:05.057245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2dcedb63-7cc4-4817-8296-4b7203cae12b None None] Provisioning complete for port fd4811e6-e166-4c80-9543-4a19faf8cb46 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:05.057752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2dcedb63-7cc4-4817-8296-4b7203cae12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.206806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port d436bbed-0dc4-4957-bd98-84c7b132c947 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:05.207187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.272261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-c1727092-6923-42d8-aa99-057503ec4f3b service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810472 Nov 16 21:33:05.394287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-d8c96f58-b8b6-4440-92e5-28f4c3c536a9 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095314 Nov 16 21:33:05.468387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bc4256ef-3136-4ed9-a919-d003971f740a None None] Could not find standard attr ID for object eefe0a8d-49cf-432a-98c5-f35b0f369622. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:05.796494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d43e3bc9-27c6-4597-97b1-b4539c76c053 None None] Could not find standard attr ID for object 243b8c57-b7a6-453c-9c7e-6977093ce769. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:05.972079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.995174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for d436bbed-0dc4-4957-bd98-84c7b132c947 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:06.221716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-b0133b73-7545-4103-a03f-6c61c6a27fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.8173835 Nov 16 21:33:06.243881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9454e708-2d62-4bf4-a282-a95ba096ab3a None None] Provisioning complete for port d436bbed-0dc4-4957-bd98-84c7b132c947 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:06.244485 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9454e708-2d62-4bf4-a282-a95ba096ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.328325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9454e708-2d62-4bf4-a282-a95ba096ab3a None None] Port d436bbed-0dc4-4957-bd98-84c7b132c947 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:06.333140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-79de1934-5793-4c03-9133-9739a687c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.336823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-79de1934-5793-4c03-9133-9739a687c88a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.0975380 Nov 16 21:33:06.353412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.390869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=d436bbed-0dc4-4957-bd98-84c7b132c947,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:06.426521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.430649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37f21700-41cb-4eaa-b7e5-a8663eb436cc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/d436bbed-0dc4-4957-bd98-84c7b132c947 HTTP/1.1" status: 204 len: 168 time: 1.3876109 Nov 16 21:33:06.435602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:06.524978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-95cebfee-95fe-41f1-a7ed-daed976dce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.526052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-95cebfee-95fe-41f1-a7ed-daed976dce1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476612 Nov 16 21:33:06.534674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31935047-c102-41f2-985a-2189627275ec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.536821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31935047-c102-41f2-985a-2189627275ec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.539761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-31935047-c102-41f2-985a-2189627275ec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1030641 Nov 16 21:33:06.544729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38206) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:06.556922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.651245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet ed6939ce-4762-4ebf-acd8-9993a057aad8 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:06.668905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.709755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:06.747205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.849026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.027279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.139549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6939ce-4762-4ebf-acd8-9993a057aad8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:07.141762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.154216 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed7b7b2d-5d51-4f56-8500-ef0d5be3ede8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ed6939ce-4762-4ebf-acd8-9993a057aad8 HTTP/1.1" status: 204 len: 168 time: 0.6026776 Nov 16 21:33:07.161388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38218) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.280484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.283914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-fcac007a-1d32-4228-be93-72f47e92cadc service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474239 Nov 16 21:33:07.285008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-215da06d-f2f0-4597-9ef3-85d2052f4a95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224153 Nov 16 21:33:07.287392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.397043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a9478-cd03-45bf-99b3-ed68ff2c6245 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:07.408619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-760a9478-cd03-45bf-99b3-ed68ff2c6245 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1192625 Nov 16 21:33:07.413479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38222) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.452881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf8fcb-77be-40c7-be44-6643b3f0579f None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:07.536587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3482562d-eec5-4e10-8455-1e51552ab43b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:07.538365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3482562d-eec5-4e10-8455-1e51552ab43b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1215279 Nov 16 21:33:07.544334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.630348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d38807fe-90e8-4c0d-82d7-8d3214762db2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846276 Nov 16 21:33:07.631297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.641716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:07.813531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-561a3b6a-6a10-4dd2-80e4-10441774ee1d req-e2d87cee-936b-4695-877e-49a80aa84cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209837 Nov 16 21:33:07.905802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:07.997216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:08.007187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.053904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Deleting port fd4811e6-e166-4c80-9543-4a19faf8cb46 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:08.054550 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.148784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Router 0013471a-a879-4e20-820f-7c366ae87157 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:08.150379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] For port fd4811e6-e166-4c80-9543-4a19faf8cb46, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd4811e6-e166-4c80-9543-4a19faf8cb46,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:08.151209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.166043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Calling delete_port for fd4811e6-e166-4c80-9543-4a19faf8cb46 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:08.370697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.460262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] Pushing event deleted for resources: {'Port': ['ID=fd4811e6-e166-4c80-9543-4a19faf8cb46,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:08.461366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:08.467716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c47b6b-df9d-4baa-95c2-a5e157de3b58 None None] No DVR routers for this DVR port fd4811e6-e166-4c80-9543-4a19faf8cb46 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:08.472210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-556ab6ac-ca66-4372-9457-a14e6fb65d90 admin admin] 10.222.0.54 "PUT /v2.0/routers/0013471a-a879-4e20-820f-7c366ae87157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0163159 Nov 16 21:33:08.474840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38254) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:08.478389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.490353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Sync routers for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:08.509879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:08.513293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:08.525182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:08.525722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:08.534094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7fd3d4-2fbe-4c42-b233-548f88ed5614 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:08.605136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:08.610773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.646700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=ef9ab594-cf58-4ecb-9308-f3ce68d02cbd,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:08.664114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d3f5a303-4084-4d88-9fbd-3c24b31fdf57 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0309362 Nov 16 21:33:08.666877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38266) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:08.672580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'ef9ab594-cf58-4ecb-9308-f3ce68d02cbd', 'ip_address': '2001:db8::902a:7e1b:7116:f75c'}], 'name': 'tempest-NetworksTestDHCPv6-1886878233'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:08.889932 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.008800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.069990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:09.078099 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.102690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:09.226031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.229032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Deleting port aa2ac5ec-3b3f-4c8d-8242-b90504591d86 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:09.229357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.290466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'ef9ab594-cf58-4ecb-9308-f3ce68d02cbd'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:09.291644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.424753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port f1e0d3a4-1ff9-4671-b016-9d8f83890867 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:09.554074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] For port aa2ac5ec-3b3f-4c8d-8242-b90504591d86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:09.554678 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.577459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Calling delete_port for aa2ac5ec-3b3f-4c8d-8242-b90504591d86 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:09.619317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd4811e6-e166-4c80-9543-4a19faf8cb46 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:09.683580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: fd4811e6-e166-4c80-9543-4a19faf8cb46 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:09.684545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd4811e6-e166-4c80-9543-4a19faf8cb46 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:09.705778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/ef9ab594-cf58-4ecb-9308-f3ce68d02cbd/5a565107-b180-4df9-844b-f52a313a5d60) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:09.811188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:33:06Z', 'revision_number': 5, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port': {'id': 'aa2ac5ec-3b3f-4c8d-8242-b90504591d86', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0013471a-a879-4e20-820f-7c366ae87157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:09.845874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Checking router: 0013471a-a879-4e20-820f-7c366ae87157 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:09.866623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Routers {'0013471a-a879-4e20-820f-7c366ae87157'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:09.867598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:32:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['0013471a-a879-4e20-820f-7c366ae87157'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:09.870346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.924344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2ac5ec-3b3f-4c8d-8242-b90504591d86,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:09.963729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777af891-59c0-4983-9887-b8252b8cc5fa None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:09.983597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] Set router 0013471a-a879-4e20-820f-7c366ae87157 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:09.999032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.094422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:33:09Z', 'revision_number': 7, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:10.132558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7797c7-71ec-4eb3-a814-c9b4cf2c6f15 None None] The sync data for ids ['0013471a-a879-4e20-820f-7c366ae87157'] in n-d-816206-5 is: [{'id': '0013471a-a879-4e20-820f-7c366ae87157', 'name': 'tempest-AttachVolumeShelveTestJSON-1081361962-router', 'tenant_id': 'cc486de4959f4548978487fd56c2b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:23:46Z', 'updated_at': '2021-11-16T21:33:09Z', 'revision_number': 7, 'project_id': 'cc486de4959f4548978487fd56c2b0a6', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:10.151281 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.155161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.236972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.237911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0013471a-a879-4e20-820f-7c366ae87157 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:10.244819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.245939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.247582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5ef064dd-c974-4682-97ab-1e70a42e29dd admin admin] 10.222.0.54 "DELETE /v2.0/routers/0013471a-a879-4e20-820f-7c366ae87157 HTTP/1.1" status: 204 len: 168 time: 1.7699718 Nov 16 21:33:10.250280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.254068 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.297166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:10.303213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:10.307428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:10.338457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::902a:7e1b:7116:f75c (1052ada7-554d-4821-95d6-8a69094944cc/ef9ab594-cf58-4ecb-9308-f3ce68d02cbd/f1e0d3a4-1ff9-4671-b016-9d8f83890867) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:10.341663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Deleting subnet bfc2a8b4-149a-4656-ad12-6e0549bcde4c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:10.348328 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.373066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Pushing event updated for resources: {'Port': ['ID=5a565107-b180-4df9-844b-f52a313a5d60,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.427355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.432734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Attempting to bind port 5a565107-b180-4df9-844b-f52a313a5d60 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:10.433390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Attempting to bind port 5a565107-b180-4df9-844b-f52a313a5d60 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:10.435176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Attempting to bind port 5a565107-b180-4df9-844b-f52a313a5d60 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:10.449015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:10.450175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:10.450673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.452126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:10.452706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Bound port: 5a565107-b180-4df9-844b-f52a313a5d60, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:10.454394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.628185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] For port 5a565107-b180-4df9-844b-f52a313a5d60, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:10.633893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] For port 5a565107-b180-4df9-844b-f52a313a5d60, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5a565107-b180-4df9-844b-f52a313a5d60,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:10.648116 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.659215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.677655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.741197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.814026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:10.818127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:10.820106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee4803-4d38-457c-bb6c-9b675596c2b7 None None] Pushing event updated for resources: {'Port': ['ID=5a565107-b180-4df9-844b-f52a313a5d60,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.820598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:10.828448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.829279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.847100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.856492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=f1e0d3a4-1ff9-4671-b016-9d8f83890867,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.896223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f8e6bf82-2462-44b8-8939-45667cb4981f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2279944 Nov 16 21:33:10.896850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38290) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.901165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc2a8b4-149a-4656-ad12-6e0549bcde4c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.904274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'ef9ab594-cf58-4ecb-9308-f3ce68d02cbd', 'ip_address': '2001:db8::902a:7e1b:7116:f75c'}], 'name': 'tempest-NetworksTestDHCPv6-1251977993'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:10.907351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.910671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c029d6-dd06-4f82-9338-c33e1d07376d None None] Network bd577cd4-a4ff-433a-a590-9301f5bad9ab requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:10.915468 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8c7f1eff-2979-4473-8b6a-8cf2a18b3586 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bfc2a8b4-149a-4656-ad12-6e0549bcde4c HTTP/1.1" status: 204 len: 168 time: 0.6639962 Nov 16 21:33:10.917118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:11.133136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.194002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:11.204179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.248260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 552c51b6-c5ef-4d14-b86c-74af5e765a6f yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:11.249304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Deleting port 17c79203-cad5-4eda-93cf-e0b0817b69fd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:11.250224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.386656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] DHCP port deletion for bd577cd4-a4ff-433a-a590-9301f5bad9ab request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:11.428950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] For port 17c79203-cad5-4eda-93cf-e0b0817b69fd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17c79203-cad5-4eda-93cf-e0b0817b69fd,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:11.429424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.461607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Calling delete_port for 17c79203-cad5-4eda-93cf-e0b0817b69fd owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:11.521836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Deleting port 17c79203-cad5-4eda-93cf-e0b0817b69fd {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:11.522492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.613285 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:33:11.613741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:11.618602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5a565107-b180-4df9-844b-f52a313a5d60 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:11.635123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9e39c364-9f0b-40ad-b211-c462a5805ff5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7368591 Nov 16 21:33:11.635756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:11.721778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.731548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce756a1c-e601-4b20-9ba2-5a7a6de46fc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:11.738578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce756a1c-e601-4b20-9ba2-5a7a6de46fc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:11.742226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] For port 17c79203-cad5-4eda-93cf-e0b0817b69fd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17c79203-cad5-4eda-93cf-e0b0817b69fd,segment=NetworkSegment(9d0eade5-35af-4262-af5f-cc6c8d2855cf),segment_id=9d0eade5-35af-4262-af5f-cc6c8d2855cf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:11.742734 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.743315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ce756a1c-e601-4b20-9ba2-5a7a6de46fc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1062541 Nov 16 21:33:11.744088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:11.784574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Calling delete_port for 17c79203-cad5-4eda-93cf-e0b0817b69fd owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:11.796208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5a565107-b180-4df9-844b-f52a313a5d60 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:11.801339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.830982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c79203-cad5-4eda-93cf-e0b0817b69fd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:11.847126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] No DVR routers for this DVR port 17c79203-cad5-4eda-93cf-e0b0817b69fd on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:11.925630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port f1e0d3a4-1ff9-4671-b016-9d8f83890867 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:11.925980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.976562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.006294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd577cd4-a4ff-433a-a590-9301f5bad9ab']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:12.023174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0eade5-35af-4262-af5f-cc6c8d2855cf') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:12.023494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0eade5-35af-4262-af5f-cc6c8d2855cf') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:12.033239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.046700 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.063142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.075143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for f1e0d3a4-1ff9-4671-b016-9d8f83890867 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:12.093197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.105129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] Pushing event deleted for resources: {'Port': ['ID=17c79203-cad5-4eda-93cf-e0b0817b69fd,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.110589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7d6ac-7083-4ed2-9a49-9d3df0a20af8 None None] No DVR routers for this DVR port 17c79203-cad5-4eda-93cf-e0b0817b69fd on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:12.118300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.122676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:12.123329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.177597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 5a565107-b180-4df9-844b-f52a313a5d60, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5a565107-b180-4df9-844b-f52a313a5d60,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:12.187253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:12.274706 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:12.288103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa2ac5ec-3b3f-4c8d-8242-b90504591d86 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:12.294289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=5a565107-b180-4df9-844b-f52a313a5d60,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.296017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.308224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.312457 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bd577cd4-a4ff-433a-a590-9301f5bad9ab HTTP/1.1" status: 204 len: 168 time: 1.3945653 Nov 16 21:33:12.329664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda9f1d-469c-4f6a-8e02-da9b18fa0a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd577cd4-a4ff-433a-a590-9301f5bad9ab,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.343151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: aa2ac5ec-3b3f-4c8d-8242-b90504591d86 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:12.343496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device aa2ac5ec-3b3f-4c8d-8242-b90504591d86 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:12.343911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:12.369568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:12.373437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9f4577fb-c4c5-4bc4-9c7c-ff90ce04b425 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:12.416542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.472643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=f1e0d3a4-1ff9-4671-b016-9d8f83890867,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.530813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.534697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-904d2a43-93ce-44ce-9e62-26163f6cc275 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/f1e0d3a4-1ff9-4671-b016-9d8f83890867 HTTP/1.1" status: 204 len: 168 time: 0.7895091 Nov 16 21:33:12.537432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.642235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e546b4-7e89-47ac-a88c-f757ecc2fbdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.643799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e546b4-7e89-47ac-a88c-f757ecc2fbdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.645347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-24e546b4-7e89-47ac-a88c-f757ecc2fbdc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1069653 Nov 16 21:33:12.648264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.648720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.859420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.885064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0e5a95d5-6594-41b7-b89e-2d9ab430bc41 None None] Provisioning complete for port 5a565107-b180-4df9-844b-f52a313a5d60 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:12.885770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0e5a95d5-6594-41b7-b89e-2d9ab430bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.919574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.920364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5713b49b-ff12-48f7-b120-c31c79d4675e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc486de4959f4548978487fd56c2b0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653339 Nov 16 21:33:12.941194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet ef9ab594-cf58-4ecb-9308-f3ce68d02cbd {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:12.950308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.035122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.062751 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.107699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.200218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.244094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.247480 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.256861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adfd7836-6e96-4c25-abf1-ed1788cdb69c HTTP/1.1" status: 204 len: 168 time: 0.3361266 Nov 16 21:33:13.290614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109249c4-ec72-42d8-9904-ed8325e1f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd7836-6e96-4c25-abf1-ed1788cdb69c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:13.593582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7a994c35-7906-4dc3-a1f1-c2433dc81dc6 None None] Could not find standard attr ID for object f1e0d3a4-1ff9-4671-b016-9d8f83890867. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:13.597307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.597307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.598868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38358) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.599908 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ef9ab594-cf58-4ecb-9308-f3ce68d02cbd HTTP/1.1" status: 204 len: 168 time: 0.8843474 Nov 16 21:33:13.599908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658bb0-157a-47cf-ac77-38604b6f57d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9ab594-cf58-4ecb-9308-f3ce68d02cbd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:13.601559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5a565107-b180-4df9-844b-f52a313a5d60 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:13.634799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-82ab5a49-4c57-4f40-95e1-18511332a3f7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041780 Nov 16 21:33:13.639151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38362) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.657123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:13.744264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5a565107-b180-4df9-844b-f52a313a5d60 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:13.747608 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.832516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:13.837550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.850756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38370) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.885239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04315af-e501-419e-a3b7-3169cf75962b None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:14.161584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1765f4d-7e66-4d16-a0ea-a179defcadf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.197091 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:33:14.348022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.357744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17c79203-cad5-4eda-93cf-e0b0817b69fd no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:14.385082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1765f4d-7e66-4d16-a0ea-a179defcadf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.396577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1765f4d-7e66-4d16-a0ea-a179defcadf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.413409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 17c79203-cad5-4eda-93cf-e0b0817b69fd {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:14.413874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17c79203-cad5-4eda-93cf-e0b0817b69fd not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:14.420730 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.533738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1765f4d-7e66-4d16-a0ea-a179defcadf8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcb491121f5f4608b07958012555f4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6811275 Nov 16 21:33:14.543513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.545808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=139cceb1-8ace-426d-8aaa-ad352ac2e558,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.575562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:14.580062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:14.588773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.589665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.632135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b63f787e-7362-43a2-a774-661b3a74141c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9894235 Nov 16 21:33:14.636130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1765f4d-7e66-4d16-a0ea-a179defcadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477b3d8c-f703-4a99-bf64-46b143921e68,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.639203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.658151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '139cceb1-8ace-426d-8aaa-ad352ac2e558', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-118943264'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:14.694342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.754523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.871836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.876082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.880739 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/477b3d8c-f703-4a99-bf64-46b143921e68 HTTP/1.1" status: 204 len: 168 time: 0.3360827 Nov 16 21:33:14.894781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e72f2-26af-4dad-b647-72a53cb3fd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477b3d8c-f703-4a99-bf64-46b143921e68,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.903450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:14.948172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:15.083127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0baadf1c-9766-467f-9db8-b72d4354b1f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.115099 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.158042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Deleting port 5a565107-b180-4df9-844b-f52a313a5d60 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:15.158505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.161059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 7ec1bde2-19aa-46b6-9bcd-d4fe880d3a19 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:15.328713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0baadf1c-9766-467f-9db8-b72d4354b1f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.340352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0baadf1c-9766-467f-9db8-b72d4354b1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.404700 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:15.405437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:15.412180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0baadf1c-9766-467f-9db8-b72d4354b1f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=122c445f73ea44d6828b218465de4d66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0630481 Nov 16 21:33:15.415182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38424) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.467417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadf1c-9766-467f-9db8-b72d4354b1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec823f7-95d6-4b03-b423-67915e18d2fb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:15.502768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4b7ec2f5-892f-4753-b78a-b2575234bafc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8622057 Nov 16 21:33:15.507758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38430) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.545307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.601621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.604179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4f73f-641d-4760-8bca-70db9d19f649 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:15.607084 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2a4f73f-641d-4760-8bca-70db9d19f649 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0982265 Nov 16 21:33:15.609662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38438) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.636513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5a565107-b180-4df9-844b-f52a313a5d60 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:15.700988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.708280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.713212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4a218-7b33-407b-8d02-8acd0827a35c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:15.714233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bec823f7-95d6-4b03-b423-67915e18d2fb HTTP/1.1" status: 204 len: 168 time: 0.2977507 Nov 16 21:33:15.718065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4a218-7b33-407b-8d02-8acd0827a35c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:15.721800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e3b4a218-7b33-407b-8d02-8acd0827a35c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107814 Nov 16 21:33:15.724745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893442a-8d8c-4c41-b365-eb4401353728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec823f7-95d6-4b03-b423-67915e18d2fb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:15.725147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38444) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.789278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8896e8cc-5ee0-4416-a71e-4e0337f78546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.794023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 139cceb1-8ace-426d-8aaa-ad352ac2e558 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:15.798151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.831728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.852506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.884701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 5a565107-b180-4df9-844b-f52a313a5d60, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5a565107-b180-4df9-844b-f52a313a5d60,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:15.886904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] For port 5a565107-b180-4df9-844b-f52a313a5d60, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5a565107-b180-4df9-844b-f52a313a5d60,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:15.887341 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.898955 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.951819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.990003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Calling delete_port for 5a565107-b180-4df9-844b-f52a313a5d60 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:15.992504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=5a565107-b180-4df9-844b-f52a313a5d60,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.046159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.086796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=139cceb1-8ace-426d-8aaa-ad352ac2e558,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.086796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.093375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3dcd95d8-616c-49c2-a3b9-4b9fb1c0b7a1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/139cceb1-8ace-426d-8aaa-ad352ac2e558 HTTP/1.1" status: 204 len: 168 time: 0.3646872 Nov 16 21:33:16.093834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38462) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.118547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.159586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] No DVR routers for this DVR port 5a565107-b180-4df9-844b-f52a313a5d60 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:16.167172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7855ff-b136-4c91-926f-f849c02f4ddd None None] Pushing event deleted for resources: {'Port': ['ID=5a565107-b180-4df9-844b-f52a313a5d60,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.188428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb6c38-a666-4f60-a542-ff057257a485 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:16.239010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3352427b-2495-4d85-8819-0ed3893a21b1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440423 Nov 16 21:33:16.244880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.250774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:16.351454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38472) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.390667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6671c858-921d-41cd-849a-bfb8e4db6ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.423640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:16.430161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.603518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6671c858-921d-41cd-849a-bfb8e4db6ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.609542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6671c858-921d-41cd-849a-bfb8e4db6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.655349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6671c858-921d-41cd-849a-bfb8e4db6ab4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9580e7c8466b4019adc6a190743274ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025277 Nov 16 21:33:16.656202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38488) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.687134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671c858-921d-41cd-849a-bfb8e4db6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cbc21e-e4de-49a9-a545-d38007d66e68,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.744753 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.774184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.794563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.847241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:16.851313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:16.856291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:16.857252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.864968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e4b05-3865-45bc-813d-f9a349e50149 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:16.877177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=dfab2e26-4490-43b9-bb49-927f3d162192,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.889133 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70aa877d-6c33-4246-be16-f5f06aea2674 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6425123 Nov 16 21:33:16.891970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.895674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.899143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1cbc21e-e4de-49a9-a545-d38007d66e68 HTTP/1.1" status: 204 len: 168 time: 0.2248991 Nov 16 21:33:16.899143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38494) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.904868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:16.919634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d63445-2902-4485-9692-ee2a3130b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cbc21e-e4de-49a9-a545-d38007d66e68,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.940445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.941566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.063367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.076004 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.112491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.113891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d07d6c8e-1060-473e-bc52-eedf8ca1a4f1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2133884 Nov 16 21:33:17.118660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38504) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:17.136232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'dfab2e26-4490-43b9-bb49-927f3d162192'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:17.137816 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.442452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/dfab2e26-4490-43b9-bb49-927f3d162192/a3cb5279-5b06-4281-9691-cb770868b7e1) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:17.703486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:17.729521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e80d1e1-6cf0-4111-a49b-fdfe19c4ca08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.775245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.791712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.847361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:17.849082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c922b04-eb03-40c4-aea9-04dde8c4054a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.854426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:17.860933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:17.932605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e80d1e1-6cf0-4111-a49b-fdfe19c4ca08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.945351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e80d1e1-6cf0-4111-a49b-fdfe19c4ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.970084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Pushing event updated for resources: {'Port': ['ID=a3cb5279-5b06-4281-9691-cb770868b7e1,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.972840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Attempting to bind port a3cb5279-5b06-4281-9691-cb770868b7e1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:17.973451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Attempting to bind port a3cb5279-5b06-4281-9691-cb770868b7e1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:17.973772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Attempting to bind port a3cb5279-5b06-4281-9691-cb770868b7e1 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:17.982199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:17.982826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:17.983355 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.983977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:17.984541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Bound port: a3cb5279-5b06-4281-9691-cb770868b7e1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:17.985226 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.056474 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e80d1e1-6cf0-4111-a49b-fdfe19c4ca08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59bfc8eff37a472f94e78d06d1353b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485322 Nov 16 21:33:18.062355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38540) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:18.071126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.100146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80d1e1-6cf0-4111-a49b-fdfe19c4ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d031e-d340-45ef-8f12-41c85a17dae1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.115769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] For port a3cb5279-5b06-4281-9691-cb770868b7e1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:18.135639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] For port a3cb5279-5b06-4281-9691-cb770868b7e1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a3cb5279-5b06-4281-9691-cb770868b7e1,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:18.136551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.145351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.165139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.238888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.246015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.250789 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d7d031e-d340-45ef-8f12-41c85a17dae1 HTTP/1.1" status: 204 len: 168 time: 0.1812077 Nov 16 21:33:18.297927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2057-7ead-45c8-8ec6-9caed2455a54 None None] Pushing event updated for resources: {'Port': ['ID=a3cb5279-5b06-4281-9691-cb770868b7e1,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.306998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30636237-f58c-4a9a-a8b9-bc26f67aa693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d031e-d340-45ef-8f12-41c85a17dae1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.441463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::1 (1052ada7-554d-4821-95d6-8a69094944cc/dfab2e26-4490-43b9-bb49-927f3d162192/38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:18.751019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.837111 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.882424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:18.887946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:18.892106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:18.893292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.975986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:19.024891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.025283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.025722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.026063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.026392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.026745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.027323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.027642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.028064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.028398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.028720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.029040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:19.106805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.263464 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.467056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a3cb5279-5b06-4281-9691-cb770868b7e1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:19.623352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a3cb5279-5b06-4281-9691-cb770868b7e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:19.624156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.668911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.678913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.680526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.749618 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.784353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a3cb5279-5b06-4281-9691-cb770868b7e1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a3cb5279-5b06-4281-9691-cb770868b7e1,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:19.791234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.852527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a3cb5279-5b06-4281-9691-cb770868b7e1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:19.858235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:19.974151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:19.981013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:20.079794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fa36a8dc-a451-455d-b219-fb9e3fed14b3 None None] Provisioning complete for port a3cb5279-5b06-4281-9691-cb770868b7e1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:20.080486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa36a8dc-a451-455d-b219-fb9e3fed14b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.151092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Router 1539b3f6-e776-46cb-9015-588ed7d9d174 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:33:20.348802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:20.367442 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Sync routers for ids ['1539b3f6-e776-46cb-9015-588ed7d9d174'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:20.373489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7a15f441-659b-4088-bfb7-bc041b2bb971 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "PUT /v2.0/routers/1539b3f6-e776-46cb-9015-588ed7d9d174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2556512 Nov 16 21:33:20.376322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38628) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.386496 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Routers {'1539b3f6-e776-46cb-9015-588ed7d9d174'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:20.388709 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1539b3f6-e776-46cb-9015-588ed7d9d174'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:20.424778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ce5521f2-7296-4b48-a878-69ded40457e2 None None] Provisioning complete for port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:20.425427 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce5521f2-7296-4b48-a878-69ded40457e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.481175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8fdad6-1ec4-479d-a2c9-3d68167d8510 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:20.508790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b8fdad6-1ec4-479d-a2c9-3d68167d8510 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports/38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f HTTP/1.1" status: 200 len: 911 time: 0.1314285 Nov 16 21:33:20.521378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38630) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.577285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce5521f2-7296-4b48-a878-69ded40457e2 None None] Port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:20.581582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.638242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db805c24-b953-4b5a-a7bc-afc5cdb3a940 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:20.646878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Set router 1539b3f6-e776-46cb-9015-588ed7d9d174 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:20.656396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db805c24-b953-4b5a-a7bc-afc5cdb3a940 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:20.658209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db805c24-b953-4b5a-a7bc-afc5cdb3a940 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1459236 Nov 16 21:33:20.661332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38642) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.805800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8cb20d6b-3e0e-4ab4-84e2-9b32eaf60d43 None None] Provisioning complete for port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:20.812581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8cb20d6b-3e0e-4ab4-84e2-9b32eaf60d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.852913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38652) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.859143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'network': {'name': 'tempest-network-smoke--1976052129', 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:20.888715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:20.893970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.916984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.962550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8cb20d6b-3e0e-4ab4-84e2-9b32eaf60d43 None None] Port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:21.074804 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:19Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None, '_interfaces': [{'id': '38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f', 'name': '', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'mac_address': 'fa:16:3e:b9:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:18Z', 'updated_at': '2021-11-16T21:33:19Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'subnets': [{'id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:21.122120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Checking router: 1539b3f6-e776-46cb-9015-588ed7d9d174 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:21.122479 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Updating router 1539b3f6-e776-46cb-9015-588ed7d9d174 port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:33:21.129490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.145970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.156355 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.212306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:21.240958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b971649-0f69-41cc-8aaa-c206f2f3b9de,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:21.251146 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.251489 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Added segment f51a6d36-332e-4568-97c6-c3d52bdc33a4 of type vlan for network 7d79003c-c701-404b-8b0b-e080ecf2e561 Nov 16 21:33:21.426150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.435234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.444780 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.456410 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.543764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a3cb5279-5b06-4281-9691-cb770868b7e1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:21.591967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.599573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:21.600497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.673196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a3cb5279-5b06-4281-9691-cb770868b7e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:21.673787 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.681124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8265548 Nov 16 21:33:21.695349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:21.711309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'admin_state_up': True, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:21.723258 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Attempting to bind port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:21.723625 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Attempting to bind port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:21.727454 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Attempting to bind port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:21.743341 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:21.744018 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:21.744577 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.745114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:21.746306 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Bound port: 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:21.746853 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.759268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a8640-e1e0-4b1a-8a89-7e7bb6896b5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Network': ['ID=7d79003c-c701-404b-8b0b-e080ecf2e561,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:21.778484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:21.782362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.815821 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Pushing event updated for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:21.902192 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.908839 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.909341 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.918072 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.918583 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.919099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.921541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.922069 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.922553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.923055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.923532 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.924004 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:21.981205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.988295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.994964 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] For port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:21.998766 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] For port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:22.011086 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.217047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] Provisioning complete for port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:22.217420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.238834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.245322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.254582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Routers {'1539b3f6-e776-46cb-9015-588ed7d9d174'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:22.255229 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1539b3f6-e776-46cb-9015-588ed7d9d174'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:22.262546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.285399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.299985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.314172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.343488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.356548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-be88e192-acf2-4732-a493-d7aa0b4d1794 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.2347322 Nov 16 21:33:22.414721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.486309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53ef0228-ec80-47db-b887-e2ccb322b77d req-c0cd9f21-58c3-4347-88d6-456725adc0d3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284113 Nov 16 21:33:22.531179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.667282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] For port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:22.682019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.767984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.781558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.802378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d215bb-0f07-467d-8345-a9c3374e454b None None] Pushing event updated for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.810462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.810900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.816264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553458b-093e-49fa-813c-cb045040c90d None None] Pushing event updated for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.820263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.832823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.838250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8ef607b5-ad94-4ec7-8382-9ef5c8e08a2a None None] Provisioning complete for port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:22.838900 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8ef607b5-ad94-4ec7-8382-9ef5c8e08a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.844915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.850502 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] Set router 1539b3f6-e776-46cb-9015-588ed7d9d174 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:22.862539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.881400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e96d5d7-5b39-4c9b-9aff-7d5644710210 req-68791b0f-8c73-4891-adcc-d06b287b8b7a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.2148521 Nov 16 21:33:23.206874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:23.213823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.304099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:19Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None, '_interfaces': [{'id': '38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f', 'name': '', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'mac_address': 'fa:16:3e:b9:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:18Z', 'updated_at': '2021-11-16T21:33:21Z', 'revision_number': 4, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'subnets': [{'id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:23.329616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:23.330064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.345426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:23.350345 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a04c8-923a-4764-b921-b24db3d45a7b None None] The sync data for ids ['1539b3f6-e776-46cb-9015-588ed7d9d174'] in n-d-816206-5 is: [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:19Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None, '_interfaces': [{'id': '38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f', 'name': '', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'mac_address': 'fa:16:3e:b9:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:18Z', 'updated_at': '2021-11-16T21:33:21Z', 'revision_number': 4, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'subnets': [{'id': 'dfab2e26-4490-43b9-bb49-927f3d162192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:23.968900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.021059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.277701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.25.7.82 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/15eb03f4-b640-4691-892f-224ca2529b7a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:24.291003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.345781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:24.584372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-8104c357-71da-4c92-b021-1d5c409a17c0 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d0996a9179fa46259ee2978877eb82b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418339 Nov 16 21:33:24.621924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.917514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.931655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-c7da7d81-289a-4a25-96d6-097c23f7662a tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:24.933408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-c7da7d81-289a-4a25-96d6-097c23f7662a tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396056 Nov 16 21:33:24.959832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-fc24ecff-9271-4d23-93e2-8f6b670f7eba tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/quotas/d0996a9179fa46259ee2978877eb82b5 HTTP/1.1" status: 200 len: 375 time: 0.0153246 Nov 16 21:33:24.972410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Router 1539b3f6-e776-46cb-9015-588ed7d9d174 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:25.043220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-a9bc1ad7-cc77-47cb-9cf6-2a2445f8f895 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d0996a9179fa46259ee2978877eb82b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739341 Nov 16 21:33:25.138462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:25.143660 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e8927d63-251f-4d04-bce9-c052adbd28bc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "PUT /v2.0/routers/1539b3f6-e776-46cb-9015-588ed7d9d174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4809191 Nov 16 21:33:25.146058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38850) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:25.158879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.254839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:25.256117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=15eb03f4-b640-4691-892f-224ca2529b7a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:25.263731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:25.268240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d24625-a21f-4fe8-a58e-21f38444dc67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:25.270025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d24625-a21f-4fe8-a58e-21f38444dc67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:25.275529 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-16d24625-a21f-4fe8-a58e-21f38444dc67 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1258078 Nov 16 21:33:25.275529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:25.276143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:25.285551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f2392-ecf4-49af-a149-082e970589de None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:25.381840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b638e695-baf5-4023-ba9f-5c27dabc23c5 None None] Provisioning complete for port 15eb03f4-b640-4691-892f-224ca2529b7a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:25.382796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b638e695-baf5-4023-ba9f-5c27dabc23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.502219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet dfab2e26-4490-43b9-bb49-927f3d162192 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:25.512612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b638e695-baf5-4023-ba9f-5c27dabc23c5 None None] Port 15eb03f4-b640-4691-892f-224ca2529b7a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:25.560658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.589943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1a333af-2d44-4b17-a521-8e7150e98b36 req-e9c07cd3-2a79-433f-a862-64f9aa51d37c tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.1235771 Nov 16 21:33:25.601971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Sync routers for ids ['1539b3f6-e776-46cb-9015-588ed7d9d174'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:25.624652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Routers {'1539b3f6-e776-46cb-9015-588ed7d9d174'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:25.625300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1539b3f6-e776-46cb-9015-588ed7d9d174'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:25.742371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.832992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Set router 1539b3f6-e776-46cb-9015-588ed7d9d174 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:25.887888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.999397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.179642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.216750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38928) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:26.224544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=dfab2e26-4490-43b9-bb49-927f3d162192,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:26.237784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.242390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e0ed2b5f-b0c9-4ce3-94b2-492d7c4b89b8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/dfab2e26-4490-43b9-bb49-927f3d162192 HTTP/1.1" status: 204 len: 168 time: 0.9628656 Nov 16 21:33:26.244874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38934) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:26.271606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da52e25-bcf8-4c33-9313-0abee49986fc None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:26.330793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.401457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:24Z', 'revision_number': 3, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:26.495229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-060e1ccc-8502-459b-9dae-4495006e88e5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2471805 Nov 16 21:33:26.498509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38946) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:26.504439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Checking router: 1539b3f6-e776-46cb-9015-588ed7d9d174 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:26.528109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Routers {'1539b3f6-e776-46cb-9015-588ed7d9d174'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:26.529283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1539b3f6-e776-46cb-9015-588ed7d9d174'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:26.539291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.539760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.540212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.543287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.543909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.544546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.546062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.548208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0c7c853-b93a-48ff-b942-209784967ccb req-3c9235e1-28c8-41a1-baf4-af398c46b593 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.3212383 Nov 16 21:33:26.665074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0c7c853-b93a-48ff-b942-209784967ccb req-7f9d82f3-f7cf-4139-a29b-c167194e84ad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018972 Nov 16 21:33:26.703580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] Set router 1539b3f6-e776-46cb-9015-588ed7d9d174 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:26.715785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.732822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3295b39f-34c4-4295-8440-11adaebba818 req-0e84b74d-5409-4ca0-abfc-62ed0c1c5a22 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0468163 Nov 16 21:33:26.821079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:24Z', 'revision_number': 3, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:26.851058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4bb4-9785-46a8-9bc9-7bb0937d9d81 None None] The sync data for ids ['1539b3f6-e776-46cb-9015-588ed7d9d174'] in n-d-816206-5 is: [{'id': '1539b3f6-e776-46cb-9015-588ed7d9d174', 'name': 'tempest-NetworksTestDHCPv6-router-733139401', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:16Z', 'updated_at': '2021-11-16T21:33:24Z', 'revision_number': 3, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:27.003789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.010094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.043218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38968) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.073038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.073583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Fanout notify agent at l3_agent the message router_deleted on router 1539b3f6-e776-46cb-9015-588ed7d9d174 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:27.081000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.082977 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb2fab6b-878f-45b0-b36f-4bd7ffb543aa tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/routers/1539b3f6-e776-46cb-9015-588ed7d9d174 HTTP/1.1" status: 204 len: 168 time: 0.5811899 Nov 16 21:33:27.085144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38972) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.090701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:27.096561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 72d2d85f-853e-4ded-b79b-a2a7106f7621 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:33:27.193083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7e7-8db3-49e1-9972-ea08f248f4c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.212317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:27.294381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:27.316266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:27.326093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.331023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Sync routers for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:27.353922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.358953 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7166d2f-c4a9-4c70-bd7b-ee8ca0636711 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.6539187 Nov 16 21:33:27.359109 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:27.359109 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:27.359353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38978) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.360723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Deleting port a3cb5279-5b06-4281-9691-cb770868b7e1 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:27.361408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.494503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:27.554534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:27.555051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 38775d8d-6ddf-4acd-bcc0-fc2f05e8d56f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:27.556012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a3cb5279-5b06-4281-9691-cb770868b7e1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:27.651418 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:27.667069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] For port a3cb5279-5b06-4281-9691-cb770868b7e1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a3cb5279-5b06-4281-9691-cb770868b7e1,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:27.667996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.690028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Calling delete_port for a3cb5279-5b06-4281-9691-cb770868b7e1 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:27.701147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-eea8fb2d-da82-4950-bb1b-4eafbf147723 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d0996a9179fa46259ee2978877eb82b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836842 Nov 16 21:33:27.727697 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8f0711cd-ee9c-4b71-9171-f693180d8b0f tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=67279fff84dc4569ba5afcd346c874a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3648076 Nov 16 21:33:27.728787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 38986) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.752306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.818514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.857003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7e7-8db3-49e1-9972-ea08f248f4c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.881011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a3cb5279-5b06-4281-9691-cb770868b7e1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a3cb5279-5b06-4281-9691-cb770868b7e1,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:27.898242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.929055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=2d5eaa63-676a-4aa9-b7e2-ef013fc770f0,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:27.932490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7e7-8db3-49e1-9972-ea08f248f4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.010298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a3cb5279-5b06-4281-9691-cb770868b7e1,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.013871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aa7e7-8db3-49e1-9972-ea08f248f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9fe44-8760-4462-b08d-5d7cc3da1dfb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.025114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:28.033042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:28.046326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.063801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:28.064714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.073224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4913c13e-66c3-44e7-941d-5c5e55eda85f req-f3076aa7-0e9c-46fa-8798-d01999224e9d tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.1576343 Nov 16 21:33:28.095051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f5aa7e7-8db3-49e1-9972-ea08f248f4c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6548aaa96d0e4cb2a6e1ae2935fcf5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0507152 Nov 16 21:33:28.098428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38998) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.100516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] Pushing event deleted for resources: {'Port': ['ID=a3cb5279-5b06-4281-9691-cb770868b7e1,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.111630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443912a2-4a87-4629-8add-bf620ee7b8c5 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:28.113145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-443912a2-4a87-4629-8add-bf620ee7b8c5 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3834078 Nov 16 21:33:28.117674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c90e-b6db-4121-9bb9-b244151b658c None None] No DVR routers for this DVR port a3cb5279-5b06-4281-9691-cb770868b7e1 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:28.121075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.133009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1fffe-c58b-4671-8a6f-8646370069a0 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:28.150757 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:25Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:28.162274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e16533b8-93c6-475d-ade9-b441c9f21391 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0734429 Nov 16 21:33:28.175028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39002) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.181195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1230280486', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:28.197220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Checking router: 72d2d85f-853e-4ded-b79b-a2a7106f7621 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:28.197930 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Updating router 72d2d85f-853e-4ded-b79b-a2a7106f7621 port 15eb03f4-b640-4691-892f-224ca2529b7a binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:33:28.218793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a107140-96ab-4cc4-8678-089af4cc054a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898018 Nov 16 21:33:28.219371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.219729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39004) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.220403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.228948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976097536', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:28.249987 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.274712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.283813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.305532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-774057bd-58ea-43e9-b9be-c3b864a1ad75 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:28.307435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-774057bd-58ea-43e9-b9be-c3b864a1ad75 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5869844 Nov 16 21:33:28.313392 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.314602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57256f05-c2ce-4131-891d-6073c25f1a5f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1376758 Nov 16 21:33:28.317422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39008) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.321182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Request body: {'port': {'device_id': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': 'd0996a9179fa46259ee2978877eb82b5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:28.355753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '2d5eaa63-676a-4aa9-b7e2-ef013fc770f0'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:28.356645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.363277 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.541931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/2d5eaa63-676a-4aa9-b7e2-ef013fc770f0/ae86001c-b075-4c38-b6c6-289a0e9a109d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:28.716907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.723844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.725132 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.728933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:28.734444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.734958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.740496 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.797400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c0a1a-a609-4ce9-bc8b-44b87c2968cb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:28.817897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:28.824984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:28.837904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:28.840995 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Attempting to bind port 15eb03f4-b640-4691-892f-224ca2529b7a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:28.841611 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Attempting to bind port 15eb03f4-b640-4691-892f-224ca2529b7a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:28.842124 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Attempting to bind port 15eb03f4-b640-4691-892f-224ca2529b7a on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:28.849908 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:28.850503 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:28.851110 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.851672 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:28.852304 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Bound port: 15eb03f4-b640-4691-892f-224ca2529b7a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:28.852844 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.863306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Pushing event updated for resources: {'Port': ['ID=ae86001c-b075-4c38-b6c6-289a0e9a109d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.881345 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dccbc-6fa4-4bda-801d-5a32b13637c4 None None] Pushing event updated for resources: {'Port': ['ID=15eb03f4-b640-4691-892f-224ca2529b7a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.922137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c909108a-9d4d-4edd-8f92-85b46ae123ba None None] Provisioning complete for port 15eb03f4-b640-4691-892f-224ca2529b7a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:28.922386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c909108a-9d4d-4edd-8f92-85b46ae123ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.953862 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] For port 15eb03f4-b640-4691-892f-224ca2529b7a, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:28.958483 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] For port 15eb03f4-b640-4691-892f-224ca2529b7a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15eb03f4-b640-4691-892f-224ca2529b7a,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:28.978983 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.999027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Attempting to bind port ae86001c-b075-4c38-b6c6-289a0e9a109d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:28.999027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Attempting to bind port ae86001c-b075-4c38-b6c6-289a0e9a109d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:28.999499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Attempting to bind port ae86001c-b075-4c38-b6c6-289a0e9a109d on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:29.029678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c909108a-9d4d-4edd-8f92-85b46ae123ba None None] Port 15eb03f4-b640-4691-892f-224ca2529b7a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:29.031452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:29.031825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:29.032235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.032667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:29.033154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Bound port: ae86001c-b075-4c38-b6c6-289a0e9a109d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:29.033528 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.039458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcd4af-7209-4509-ae14-f81ad6403374 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:29.075694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Made reservation on behalf of d0996a9179fa46259ee2978877eb82b5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:29.080239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.083837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:29.085330 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:29.093659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.096534 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.097782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33b9fe44-8760-4462-b08d-5d7cc3da1dfb HTTP/1.1" status: 204 len: 168 time: 0.9883380 Nov 16 21:33:29.114876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.158314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8871ae-cbfd-4db7-bdf4-17600533b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9fe44-8760-4462-b08d-5d7cc3da1dfb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.166915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.171343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dccbc-6fa4-4bda-801d-5a32b13637c4 None None] Pushing event updated for resources: {'Port': ['ID=15eb03f4-b640-4691-892f-224ca2529b7a,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.220291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] For port ae86001c-b075-4c38-b6c6-289a0e9a109d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:29.228450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] For port ae86001c-b075-4c38-b6c6-289a0e9a109d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ae86001c-b075-4c38-b6c6-289a0e9a109d,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:29.257560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.260441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Subnet': ['ID=41fefe9e-b049-4e58-9b7e-060eea78438a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.263759 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:29.291532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Checking segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:29.292268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network hostable DHCP agents. Network: 7d79003c-c701-404b-8b0b-e080ecf2e561, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:29.301064 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.312610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:29.342012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7d79003c-c701-404b-8b0b-e080ecf2e561) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:29.360429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90310d0-4541-4bd7-a10a-1ca31997b8de None None] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:29.360553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:29.361721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.405848 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-092dc676-cc8c-40c6-b976-3ee2c2e35098 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1849573 Nov 16 21:33:29.409531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39030) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.417557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2878d5d2-3e08-471f-bec1-39458ea79663 req-974af3ef-b758-4d73-9de6-852bffcfb066 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.1252167 Nov 16 21:33:29.458729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] Provisioning complete for port 15eb03f4-b640-4691-892f-224ca2529b7a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:29.459130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.530765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad90ba-2ff8-43af-8c5c-604a15bf94e5 None None] Pushing event updated for resources: {'Port': ['ID=ae86001c-b075-4c38-b6c6-289a0e9a109d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.687970 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:25Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:29.763838 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7a804-0f6f-458a-99a7-e881af93252c None None] The sync data for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 is: [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:25Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:29.847323 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.924933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] For port 15eb03f4-b640-4691-892f-224ca2529b7a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15eb03f4-b640-4691-892f-224ca2529b7a,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:29.928774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.929929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7d79003c-c701-404b-8b0b-e080ecf2e561', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:29.931907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.942059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.969658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb63e1d5-14ff-4181-902d-0544592f2502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.060966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04668ee1-100e-4b30-b7da-fa35d714bc2a None None] Pushing event updated for resources: {'Port': ['ID=15eb03f4-b640-4691-892f-224ca2529b7a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.091220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::1 (1052ada7-554d-4821-95d6-8a69094944cc/2d5eaa63-676a-4aa9-b7e2-ef013fc770f0/cc650701-5f8d-41a1-9e8e-99456fca67ca) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:30.097010 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.107928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.149336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae2ec0-9801-492f-a476-cfdc1ba9606c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.237828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb63e1d5-14ff-4181-902d-0544592f2502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.250364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb63e1d5-14ff-4181-902d-0544592f2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.288703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Allocated IP 172.20.0.2 (7d79003c-c701-404b-8b0b-e080ecf2e561/41fefe9e-b049-4e58-9b7e-060eea78438a/44f246f5-e34f-47cb-a354-1a6bb2944a2d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:30.323965 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb63e1d5-14ff-4181-902d-0544592f2502 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d63cc921e4054705abfc31845dad0566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929327 Nov 16 21:33:30.332912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39048) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:30.381581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e1d5-14ff-4181-902d-0544592f2502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee8654-406f-47df-86c3-e34f53ff1438,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.592154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.607528 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.630867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Allocated IP 192.168.233.195 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/2d87288f-45ed-4d01-9ec8-1188c67d3904) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:30.662173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.704913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:30.719704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:30.728215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:30.731995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Pushing event updated for resources: {'Port': ['ID=44f246f5-e34f-47cb-a354-1a6bb2944a2d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.757692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.768343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fc03fb8-fa67-4b4a-b706-ace1c696c7c8 req-4197a946-b6e8-4a7d-a396-f3ed7a6fef3a tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.2095623 Nov 16 21:33:30.811071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.844799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Attempting to bind port 44f246f5-e34f-47cb-a354-1a6bb2944a2d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:30.852254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Attempting to bind port 44f246f5-e34f-47cb-a354-1a6bb2944a2d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:30.852254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Attempting to bind port 44f246f5-e34f-47cb-a354-1a6bb2944a2d on network 7d79003c-c701-404b-8b0b-e080ecf2e561 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:30.865559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:30.865876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Checking segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:30.866283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.866728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Bound using segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:30.867242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Bound port: 44f246f5-e34f-47cb-a354-1a6bb2944a2d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:30.867973 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.891275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.084179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] For port 44f246f5-e34f-47cb-a354-1a6bb2944a2d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:31.107401 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.114200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] For port 44f246f5-e34f-47cb-a354-1a6bb2944a2d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=44f246f5-e34f-47cb-a354-1a6bb2944a2d,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:31.115326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] Provisioning complete for port ae86001c-b075-4c38-b6c6-289a0e9a109d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:31.116113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.159444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.187428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.257008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.265555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=cc650701-5f8d-41a1-9e8e-99456fca67ca,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.332801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:31.342652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.20.0.1 (7d79003c-c701-404b-8b0b-e080ecf2e561/41fefe9e-b049-4e58-9b7e-060eea78438a/93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:31.360392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e510b-ca3f-4a97-bf19-68e625902eae None None] Pushing event updated for resources: {'Port': ['ID=44f246f5-e34f-47cb-a354-1a6bb2944a2d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.391940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:31.407297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.408563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.430096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.437061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0eee8654-406f-47df-86c3-e34f53ff1438 HTTP/1.1" status: 204 len: 168 time: 1.1016359 Nov 16 21:33:31.460619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:31.461683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:31.462234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.517880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] For port ae86001c-b075-4c38-b6c6-289a0e9a109d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ae86001c-b075-4c38-b6c6-289a0e9a109d,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:31.543317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.657398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ee29-76d9-4ab6-8886-187b2e61484d None None] Pushing event updated for resources: {'Port': ['ID=ae86001c-b075-4c38-b6c6-289a0e9a109d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.728993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Pushing event updated for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.736554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:31.739198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:31.801858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15eb03f4-b640-4691-892f-224ca2529b7a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:31.877974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.913469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:31.920172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.942257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4106c-c492-4268-bab0-530e0b5bd4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee8654-406f-47df-86c3-e34f53ff1438,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:32.014892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 15eb03f4-b640-4691-892f-224ca2529b7a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:32.014892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.029900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.115594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:32.119962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.131121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:32.137268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:32.149415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0194a38b-c1d1-4c6b-96da-1bdd3de73138 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8327224 Nov 16 21:33:32.176263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:32.204694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0324a0fd-76d5-4e24-9c25-8bfbf2957287 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:32.206017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-0324a0fd-76d5-4e24-9c25-8bfbf2957287 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361168 Nov 16 21:33:32.211422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.215046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ae86001c-b075-4c38-b6c6-289a0e9a109d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:32.219489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8846e-012b-4256-b10d-d3dcd40ad0a4 req-04b79e15-6b33-402c-a38b-6fcf3e8d02ae tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:32.221582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cb8846e-012b-4256-b10d-d3dcd40ad0a4 req-04b79e15-6b33-402c-a38b-6fcf3e8d02ae tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 936 time: 0.2841933 Nov 16 21:33:32.321213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cc5595f6-d26b-492b-a291-f7857b65299d None None] Provisioning complete for port cc650701-5f8d-41a1-9e8e-99456fca67ca triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:32.321582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc5595f6-d26b-492b-a291-f7857b65299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.375565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cc5595f6-d26b-492b-a291-f7857b65299d None None] Port cc650701-5f8d-41a1-9e8e-99456fca67ca cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:32.382473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ae86001c-b075-4c38-b6c6-289a0e9a109d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:32.382844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.508090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.597585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4a3bc450-e8e3-49e3-bb6e-32deea76af1a None None] Provisioning complete for port 2d87288f-45ed-4d01-9ec8-1188c67d3904 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:32.597956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a3bc450-e8e3-49e3-bb6e-32deea76af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.996743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bc450-e8e3-49e3-bb6e-32deea76af1a None None] Port 2d87288f-45ed-4d01-9ec8-1188c67d3904 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:33.082636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946bf56-92c3-4361-9c13-67f7c50d7fa4 None None] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:33.122679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Request body: {'port': {'device_id': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:33.150322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cb8846e-012b-4256-b10d-d3dcd40ad0a4 req-49c09053-a46c-4e0d-981c-808d45d27e73 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348367 Nov 16 21:33:33.169771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Provisioning complete for port 44f246f5-e34f-47cb-a354-1a6bb2944a2d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:33.170797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.245804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.256779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.349403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.356778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.449743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-486228c7-b839-4401-a231-eba13c00eedf None None] For port 44f246f5-e34f-47cb-a354-1a6bb2944a2d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=44f246f5-e34f-47cb-a354-1a6bb2944a2d,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:33.463279 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.494180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.527247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:33.608275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Pushing event updated for resources: {'Port': ['ID=44f246f5-e34f-47cb-a354-1a6bb2944a2d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:33.643988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.644208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.645033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.645033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.646714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.647079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.647461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486228c7-b839-4401-a231-eba13c00eedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:33.699174 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.722166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.724390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:33.725613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.727716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 44f246f5-e34f-47cb-a354-1a6bb2944a2d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:33.730208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:33.825893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 44f246f5-e34f-47cb-a354-1a6bb2944a2d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:33.826378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.922993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6d035ddf-4ccb-44af-aee4-2a1db3b26d3c None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:33.923423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d035ddf-4ccb-44af-aee4-2a1db3b26d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.972178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 72d2d85f-853e-4ded-b79b-a2a7106f7621 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:33.985506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=cc650701-5f8d-41a1-9e8e-99456fca67ca,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:33.990492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6d035ddf-4ccb-44af-aee4-2a1db3b26d3c None None] Port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:34.038036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6d035ddf-4ccb-44af-aee4-2a1db3b26d3c None None] Provisioning complete for port 44f246f5-e34f-47cb-a354-1a6bb2944a2d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:34.038817 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d035ddf-4ccb-44af-aee4-2a1db3b26d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.072153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:34.076880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:34.093565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ae86001c-b075-4c38-b6c6-289a0e9a109d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:34.251697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:34.264642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d87288f-45ed-4d01-9ec8-1188c67d3904 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:33:34.277258 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d6686945-6dcb-4696-bcc6-87ca5f1c4cee tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "PUT /v2.0/routers/72d2d85f-853e-4ded-b79b-a2a7106f7621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8606691 Nov 16 21:33:34.279130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.287380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.287969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1885065472', 'description': 'tempest-secgroup_access--1885065472 description', 'project_id': '67279fff84dc4569ba5afcd346c874a3'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:34.310823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Sync routers for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:34.340309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Transition to ACTIVE for port object 2d87288f-45ed-4d01-9ec8-1188c67d3904 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:33:34.361932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ae86001c-b075-4c38-b6c6-289a0e9a109d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:34.362246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.363215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.367696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.391266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Router ad658bd6-910e-42cb-8042-64de0fe3470f is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:33:34.471092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:34.471092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:34.556393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.564249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.573016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.661712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf96921-314f-4eaf-be71-06e03465f663,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.664436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f81baa-d382-4525-8d42-7a04a618577f req-165e2c5c-9bf2-4c3c-baea-b78aa6189dd0 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.667946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.669243 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3889308 Nov 16 21:33:34.670385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88f81baa-d382-4525-8d42-7a04a618577f req-165e2c5c-9bf2-4c3c-baea-b78aa6189dd0 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 948 time: 0.3284280 Nov 16 21:33:34.683153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39158) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.698198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1800829610', 'description': 'tempest-secgroup_general--1800829610 description', 'project_id': '67279fff84dc4569ba5afcd346c874a3'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:34.706002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:34.718325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.718682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.724624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.725086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.725430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.728215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.728681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.729029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.729449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.730276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.730615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.731028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1b7fa-3f6f-4607-aed0-584221b5eeec tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.760514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.913061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.923219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.926578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-21240b98-ff66-49b2-af2b-95a6a76738a0 None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:34.926904 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-21240b98-ff66-49b2-af2b-95a6a76738a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.970102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.975426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2912402 Nov 16 21:33:34.976439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39172) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.990915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'security_group_rule': {'security_group_id': 'acf96921-314f-4eaf-be71-06e03465f663', 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:34.996685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e2cb-99e2-43a4-ad27-9d9eababcae4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c731b2fe-b8e9-48cd-88b5-21a1a15874fa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:35.055617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:35.056810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.070681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Sync routers for ids ['ad658bd6-910e-42cb-8042-64de0fe3470f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:35.075222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-21240b98-ff66-49b2-af2b-95a6a76738a0 None None] Port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:35.109509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8de1c1f2-5f7f-4747-932b-24b51cc6009f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "PUT /v2.0/routers/ad658bd6-910e-42cb-8042-64de0fe3470f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7799058 Nov 16 21:33:35.111789 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Routers {'ad658bd6-910e-42cb-8042-64de0fe3470f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:35.112850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ad658bd6-910e-42cb-8042-64de0fe3470f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:35.117550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88f81baa-d382-4525-8d42-7a04a618577f req-f9bbb705-7e0c-45cd-89d2-e2c6076d6117 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594682 Nov 16 21:33:35.125474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39174) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.207082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:35.207648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.212234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 2, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:35.212444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.220665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.240593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225d9c5c-f2f5-47f7-8d0c-2eab6b2da526,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:35.251931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb45a2-ceb7-4c9e-ae4d-532d42dd2e1a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.257865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e9cb45a2-ceb7-4c9e-ae4d-532d42dd2e1a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports/cc650701-5f8d-41a1-9e8e-99456fca67ca HTTP/1.1" status: 200 len: 911 time: 0.1288226 Nov 16 21:33:35.259759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.259896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39178) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.277353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Checking router: 72d2d85f-853e-4ded-b79b-a2a7106f7621 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:35.277719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Updating router 72d2d85f-853e-4ded-b79b-a2a7106f7621 port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:33:35.285957 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37bdc383-033f-4f81-a07b-7536566e8115 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3078470 Nov 16 21:33:35.311623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:35.323830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.336325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Attempting to bind port 2d87288f-45ed-4d01-9ec8-1188c67d3904 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:35.336904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Attempting to bind port 2d87288f-45ed-4d01-9ec8-1188c67d3904 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:35.337197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Attempting to bind port 2d87288f-45ed-4d01-9ec8-1188c67d3904 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:35.346733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Port 2d87288f-45ed-4d01-9ec8-1188c67d3904 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:33:35.347276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Attempting to bind port 2d87288f-45ed-4d01-9ec8-1188c67d3904 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:35.355565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:35.356012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:35.356521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:35.357025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Bound port: 2d87288f-45ed-4d01-9ec8-1188c67d3904, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:35.357505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.393763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Provisioning complete for port cc650701-5f8d-41a1-9e8e-99456fca67ca triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:35.394134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.431966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:35.436204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:35.457487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c26d1c-ea08-4fd1-8552-9032390826c7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.465318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c26d1c-ea08-4fd1-8552-9032390826c7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.470652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-45c26d1c-ea08-4fd1-8552-9032390826c7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1619704 Nov 16 21:33:35.470652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.470979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.487818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.489559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.490709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] 10.222.0.21 "PUT /v2.0/ports/2d87288f-45ed-4d01-9ec8-1188c67d3904 HTTP/1.1" status: 200 len: 1096 time: 3.2678075 Nov 16 21:33:35.492398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:35.512974 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a75d22-8868-4096-bf5d-7fd290180596" -d '{"events": [{"name": "network-changed", "server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:35.571335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 44f246f5-e34f-47cb-a354-1a6bb2944a2d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:35.615899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a01d4-597e-4225-8de2-9080ee6d5e3d None None] Port cc650701-5f8d-41a1-9e8e-99456fca67ca cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:35.619170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1800-b0db-407f-8b88-5e51d585dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:35.626276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-150b8b5e-bc02-4303-b42f-3082f65eaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.628052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-150b8b5e-bc02-4303-b42f-3082f65eaab2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0996a9179fa46259ee2978877eb82b5&device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 1099 time: 0.0802407 Nov 16 21:33:35.669037 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Set router ad658bd6-910e-42cb-8042-64de0fe3470f gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:35.722914 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4b5ed-348d-45c3-827b-b56be66c3644 x-openstack-request-id: req-96b4b5ed-348d-45c3-827b-b56be66c3644 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:35.723229 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:35.723474 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96b4b5ed-348d-45c3-827b-b56be66c3644 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:35.723879 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904', 'status': 'completed', 'code': 200} Nov 16 21:33:35.734432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-e01d6d05-bb7b-40f0-a8a3-54ab34f162ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904 HTTP/1.1" status: 200 len: 217 time: 0.0960164 Nov 16 21:33:35.813819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 44f246f5-e34f-47cb-a354-1a6bb2944a2d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:35.814199 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.932112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-da65c2cd-6f56-4ba3-89ac-99e16f8ec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:35.934188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-da65c2cd-6f56-4ba3-89ac-99e16f8ec86a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1925411 Nov 16 21:33:36.067426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e104a4c2-3737-409c-85e0-0e9f90188633 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--1885065472&fields=id&tenant_id=67279fff84dc4569ba5afcd346c874a3 HTTP/1.1" status: 200 len: 267 time: 0.2659128 Nov 16 21:33:36.144737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-699875a3-3266-4a90-9d36-fc4e89ab855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:36.148674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-699875a3-3266-4a90-9d36-fc4e89ab855c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959059 Nov 16 21:33:36.164074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.179762 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.262506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7c71f-1c1d-4119-a13b-4624eb426018 None None] Pushing event updated for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.275641 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad658bd6-910e-42cb-8042-64de0fe3470f', 'name': 'tempest-NetworksTestDHCPv6-router-1230280486', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:28Z', 'updated_at': '2021-11-16T21:33:31Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None, '_interfaces': [{'id': 'cc650701-5f8d-41a1-9e8e-99456fca67ca', 'name': '', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'mac_address': 'fa:16:3e:b0:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad658bd6-910e-42cb-8042-64de0fe3470f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '2d5eaa63-676a-4aa9-b7e2-ef013fc770f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:29Z', 'updated_at': '2021-11-16T21:33:33Z', 'revision_number': 2, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'subnets': [{'id': '2d5eaa63-676a-4aa9-b7e2-ef013fc770f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:36.305864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7cf49a06-ce39-4a5a-900e-d48d6dbd1207 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--1800829610&fields=id&tenant_id=67279fff84dc4569ba5afcd346c874a3 HTTP/1.1" status: 200 len: 267 time: 0.2261047 Nov 16 21:33:36.352001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Checking router: ad658bd6-910e-42cb-8042-64de0fe3470f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:36.352565 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Updating router ad658bd6-910e-42cb-8042-64de0fe3470f port cc650701-5f8d-41a1-9e8e-99456fca67ca binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:33:36.393885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Attempting to bind port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:36.394723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Attempting to bind port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:36.395146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Attempting to bind port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 on network 7d79003c-c701-404b-8b0b-e080ecf2e561 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:36.404824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:36.411640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Checking segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:36.411838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.412700 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.413219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Bound using segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:36.413832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Bound port: 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:36.415342 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.419172 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.581128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-48e0a248-42a8-412b-84fd-e4742a44ff11 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228115 Nov 16 21:33:36.586576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] For port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:36.607252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] For port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:36.621259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.770521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:36.770695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.811412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34a2568d-efdc-4b5d-ba87-6cf4e9c457d8 req-52d8e4db-62a2-4204-bbd6-08341d4e9400 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873462 Nov 16 21:33:36.846456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port cc650701-5f8d-41a1-9e8e-99456fca67ca {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:36.848569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.859287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-f9802600-a15c-4ee5-a573-104c24b2735a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:36.861233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-f9802600-a15c-4ee5-a573-104c24b2735a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/networks?id=7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 200 len: 797 time: 0.5434670 Nov 16 21:33:36.871393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c84fd4-e1a5-4e05-b124-342c7493901e req-c7d40b2b-dfb6-4418-9976-da2ea43759c4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:36.880001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55c84fd4-e1a5-4e05-b124-342c7493901e req-c7d40b2b-dfb6-4418-9976-da2ea43759c4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 948 time: 0.5065126 Nov 16 21:33:36.881949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:36.882749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:36.953816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-f635b0f8-e6b5-4be6-9b00-870fa0830de3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/quotas/67279fff84dc4569ba5afcd346c874a3 HTTP/1.1" status: 200 len: 375 time: 0.0670888 Nov 16 21:33:36.978815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7c71f-1c1d-4119-a13b-4624eb426018 None None] Pushing event updated for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.048672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.067411 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.088827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for cc650701-5f8d-41a1-9e8e-99456fca67ca owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:37.089095 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.206020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55c84fd4-e1a5-4e05-b124-342c7493901e req-43cbd8f2-43b1-43e6-9abb-38ab6651d7b6 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096352 Nov 16 21:33:37.212501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75d22-8868-4096-bf5d-7fd290180596 req-cb75873b-84ed-4ead-8002-9327de769429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:37.218693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-cb75873b-84ed-4ead-8002-9327de769429 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0996a9179fa46259ee2978877eb82b5&device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 1099 time: 0.3355262 Nov 16 21:33:37.333203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215c571-a257-4202-96ca-f2bb76dfcd1a None None] Pushing event updated for resources: {'Port': ['ID=cc650701-5f8d-41a1-9e8e-99456fca67ca,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.335426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-5d48df8d-c639-4eeb-8c0c-a4b785bb87e0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3646853 Nov 16 21:33:37.360471 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:37.360842 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:37.363313 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:37.376648 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:37.377950 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:37.379172 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.381368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:37.381864 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Bound port: cc650701-5f8d-41a1-9e8e-99456fca67ca, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:37.382251 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.410645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.438316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:37.539524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75d22-8868-4096-bf5d-7fd290180596 req-21b0c873-3d93-458e-8a04-316375a98f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:37.541210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-21b0c873-3d93-458e-8a04-316375a98f11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.3130345 Nov 16 21:33:37.558063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.559548 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.db.api [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:37.560150 n-d-816206-5 neutron-server[102667]: DEBUG oslo_db.api [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:37.630126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=cc650701-5f8d-41a1-9e8e-99456fca67ca,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.631993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-5e11bbe9-bf7c-4373-8319-329df7b57cb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904 HTTP/1.1" status: 200 len: 217 time: 0.0808878 Nov 16 21:33:37.689155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e0c0d2ee-be88-4524-9425-8b85bee27fb5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:37.692595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e0c0d2ee-be88-4524-9425-8b85bee27fb5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2802994 Nov 16 21:33:37.695615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] For port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:37.704402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.768767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75d22-8868-4096-bf5d-7fd290180596 req-f5fc3344-7a2a-44be-85b0-ac1cf531b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:37.771679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-f5fc3344-7a2a-44be-85b0-ac1cf531b7d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.1293316 Nov 16 21:33:37.810785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.870463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75d22-8868-4096-bf5d-7fd290180596 req-8b6b3226-6ed7-4714-9e5f-0be82020c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:37.872598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-8b6b3226-6ed7-4714-9e5f-0be82020c772 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920119 Nov 16 21:33:37.882856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-17f5dc38-d875-47a4-90d5-d5a6df2aa4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801002 Nov 16 21:33:37.919362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaa086-23d2-4881-9d5c-e77069d5b738 None None] Pushing event updated for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.980182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70e62743-bd98-4846-a3d5-c948da7ea075 None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:37.980796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70e62743-bd98-4846-a3d5-c948da7ea075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.005850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39232) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.041290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-1625b065-1b98-4b6c-861d-b4d9bcd0d8bc service neutron] 10.222.0.54 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398675 Nov 16 21:33:38.081287 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:38.084386 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:38.085270 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Attempting to bind port cc650701-5f8d-41a1-9e8e-99456fca67ca on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:38.097027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70e62743-bd98-4846-a3d5-c948da7ea075 None None] Could not find standard attr ID for object cc650701-5f8d-41a1-9e8e-99456fca67ca. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:38.101846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:36Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.111411 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:38.116054 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:38.116605 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.119188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Router ad658bd6-910e-42cb-8042-64de0fe3470f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:38.119899 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:38.120468 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Bound port: cc650701-5f8d-41a1-9e8e-99456fca67ca, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:38.122826 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.133744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b7dba-bf38-4704-9ae6-d04e7d53f292 None None] The sync data for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 is: [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:36Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:38.155246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-e829a413-0d2d-4e37-96f3-db3d630acb4d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713394 Nov 16 21:33:38.251693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Port cc650701-5f8d-41a1-9e8e-99456fca67ca has been deleted concurrently {{(pid=102667) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 16 21:33:38.280620 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Routers {'ad658bd6-910e-42cb-8042-64de0fe3470f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:38.281509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ad658bd6-910e-42cb-8042-64de0fe3470f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.347588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:38.376801 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7727e4a3-1fc2-4eea-b19e-1a5200f2d899 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "PUT /v2.0/routers/ad658bd6-910e-42cb-8042-64de0fe3470f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9029360 Nov 16 21:33:38.383676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.410501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2524589f-7cb1-4baf-b346-75fc80bb36e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.504605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] Set router ad658bd6-910e-42cb-8042-64de0fe3470f gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:38.533094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e830e2-ef13-4120-ad41-93c96bb01c0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:38.534757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e830e2-ef13-4120-ad41-93c96bb01c0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:38.539209 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10e830e2-ef13-4120-ad41-93c96bb01c0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1507335 Nov 16 21:33:38.540504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39248) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.555235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-897eb902-72ff-4414-95a7-523096a45e9b req-d3750928-06da-4c08-9e53-47725fc4480d tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 210 time: 0.1536238 Nov 16 21:33:38.568870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98a75d22-8868-4096-bf5d-7fd290180596 req-ae494ea2-c9c9-417d-b7a8-5a860c52417f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057915 Nov 16 21:33:38.611508 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad658bd6-910e-42cb-8042-64de0fe3470f', 'name': 'tempest-NetworksTestDHCPv6-router-1230280486', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:28Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 3, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.649725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c88de5-6afc-4604-9c56-b5565fe960d8 req-b15704bd-4dd1-411c-85de-43d391908652 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:38.650310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 2d5eaa63-676a-4aa9-b7e2-ef013fc770f0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:38.655502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.661410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c88de5-6afc-4604-9c56-b5565fe960d8 req-b15704bd-4dd1-411c-85de-43d391908652 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 948 time: 0.2630520 Nov 16 21:33:38.665112 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b81b27-da44-431a-93be-db836deb3a78 None None] The sync data for ids ['ad658bd6-910e-42cb-8042-64de0fe3470f'] in n-d-816206-5 is: [{'id': 'ad658bd6-910e-42cb-8042-64de0fe3470f', 'name': 'tempest-NetworksTestDHCPv6-router-1230280486', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:28Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 3, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:38.756654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.779911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c88de5-6afc-4604-9c56-b5565fe960d8 req-dcedee95-60cc-4d4b-be4b-1136ac919f22 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165061 Nov 16 21:33:38.857529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2524589f-7cb1-4baf-b346-75fc80bb36e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.888113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2524589f-7cb1-4baf-b346-75fc80bb36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.929472 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.949793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39256) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.950000 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2524589f-7cb1-4baf-b346-75fc80bb36e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54e350f9b857420d9dea213301704936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9426799 Nov 16 21:33:38.973380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524589f-7cb1-4baf-b346-75fc80bb36e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aee30d-7a3a-4a89-a9bd-1bffeeef62db,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:38.983962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.071211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.079141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d87288f-45ed-4d01-9ec8-1188c67d3904 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:33:39.098493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.112562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.134766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.145557 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/2d5eaa63-676a-4aa9-b7e2-ef013fc770f0 HTTP/1.1" status: 204 len: 168 time: 0.6018052 Nov 16 21:33:39.148223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:39.214591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbee8f1-6729-4a48-a395-6e529fb7adaa None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:39.389778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-81929d05-de59-40ea-b24a-57581e13a258 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2341142 Nov 16 21:33:39.398428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39260) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:39.471761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:39.496906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.509200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.510779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51aee30d-7a3a-4a89-a9bd-1bffeeef62db HTTP/1.1" status: 204 len: 168 time: 0.5590706 Nov 16 21:33:39.576303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '2d87288f-45ed-4d01-9ec8-1188c67d3904', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '2d87288f-45ed-4d01-9ec8-1188c67d3904', 'mac_address': 'fa:16:3e:58:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:33:39.592946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:39.628036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761daf7-680e-415d-a144-1a2f48fb0ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aee30d-7a3a-4a89-a9bd-1bffeeef62db,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.671722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.753320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.771006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81b48-5ffa-4141-a652-af1261f4a8b3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5eaa63-676a-4aa9-b7e2-ef013fc770f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.782180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d87288f-45ed-4d01-9ec8-1188c67d3904 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:33:39.831503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:39.880581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.992001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:40.028059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc86f72e-febe-4eb5-b37c-4dd39f20622c req-a7eec412-4e89-43a8-8fd2-e27abf318e24 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0953062 Nov 16 21:33:40.137317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.152247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.203525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:40.204996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.214919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2d87288f-45ed-4d01-9ec8-1188c67d3904'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:33:40.239258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.253423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.267956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3845c41-1fbc-49b5-b3c1-acef3e3effe3 req-9a8df0a5-d100-4604-ab5e-5e8d0b1dc175 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.272052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3845c41-1fbc-49b5-b3c1-acef3e3effe3 req-9a8df0a5-d100-4604-ab5e-5e8d0b1dc175 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 949 time: 0.2163057 Nov 16 21:33:40.292873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a442d3f-a60d-4d2d-b3cc-aca0ea656013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.379489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Sync routers for ids ['ad658bd6-910e-42cb-8042-64de0fe3470f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:40.384219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.384708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Fanout notify agent at l3_agent the message router_deleted on router ad658bd6-910e-42cb-8042-64de0fe3470f {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:40.403759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.408905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-672c8f89-3d06-4885-914b-10e1b8eb9b95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/routers/ad658bd6-910e-42cb-8042-64de0fe3470f HTTP/1.1" status: 204 len: 168 time: 1.0085406 Nov 16 21:33:40.409324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39276) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.424124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3845c41-1fbc-49b5-b3c1-acef3e3effe3 req-f8627b25-5db3-4c95-a266-a9a8c8ffbbb0 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414235 Nov 16 21:33:40.438360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:40.438885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:33:40.439634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_agentschedulers_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ad658bd6-910e-42cb-8042-64de0fe3470f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:33:40.467403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a442d3f-a60d-4d2d-b3cc-aca0ea656013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.474679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Deleting port ae86001c-b075-4c38-b6c6-289a0e9a109d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:40.475209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.478228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a442d3f-a60d-4d2d-b3cc-aca0ea656013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.482625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:40.483117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:33:40.483813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_agentschedulers_db [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ad658bd6-910e-42cb-8042-64de0fe3470f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:33:40.484292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca11346-f762-4d67-8b66-d246d0578789 None None] The sync data for ids ['ad658bd6-910e-42cb-8042-64de0fe3470f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:40.559336 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a442d3f-a60d-4d2d-b3cc-aca0ea656013 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c00a0952c9154100a70cc2d72c2408ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178525 Nov 16 21:33:40.562940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.583617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a442d3f-a60d-4d2d-b3cc-aca0ea656013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e50b7-eee1-43ea-ad24-77ed2b393660,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.616461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-a56995c1-c7fa-4b68-b4e8-d16a577f9a02 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.618151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-a56995c1-c7fa-4b68-b4e8-d16a577f9a02 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.36 "GET /v2.0/networks?id=7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 200 len: 797 time: 0.5025413 Nov 16 21:33:40.633431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] For port ae86001c-b075-4c38-b6c6-289a0e9a109d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ae86001c-b075-4c38-b6c6-289a0e9a109d,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:40.634099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.642778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdf3dd-e3b9-4e16-bbbb-e2a5926ac892 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.646640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-54cdf3dd-e3b9-4e16-bbbb-e2a5926ac892 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2177651 Nov 16 21:33:40.647430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.650869 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.693548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Calling delete_port for ae86001c-b075-4c38-b6c6-289a0e9a109d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:40.693790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.766142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cf810-45f7-4b5c-a5d0-403060f4b702 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.772636 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-657cf810-45f7-4b5c-a5d0-403060f4b702 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228454 Nov 16 21:33:40.776559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e22b04fa-5e6f-4ef9-8f1f-3f5bac1d32cd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67279fff84dc4569ba5afcd346c874a3 HTTP/1.1" status: 200 len: 478 time: 0.1305707 Nov 16 21:33:40.777133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.792303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'port': {'device_id': '84d0a120-610c-44b5-9212-f403d143a6d3', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'admin_state_up': True, 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'security_groups': ['acf96921-314f-4eaf-be71-06e03465f663', 'c731b2fe-b8e9-48cd-88b5-21a1a15874fa']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:40.852409 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.880944 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-229bf689-6bec-4b09-ab7e-bdb9498b7cb0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025321 Nov 16 21:33:40.886185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39288) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.891946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:40.918634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] Pushing event deleted for resources: {'Port': ['ID=ae86001c-b075-4c38-b6c6-289a0e9a109d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.943304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc02950-2e37-482f-8f26-9955c85bc328 None None] No DVR routers for this DVR port ae86001c-b075-4c38-b6c6-289a0e9a109d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:41.012455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.016475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.017986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/002e50b7-eee1-43ea-ad24-77ed2b393660 HTTP/1.1" status: 204 len: 168 time: 0.4539514 Nov 16 21:33:41.044171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358dfbb-394b-423f-948a-d0d5b13ca816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e50b7-eee1-43ea-ad24-77ed2b393660,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.061760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:33:41.061760 n-d-816206-5 neutron-server[102664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:33:41.061760 n-d-816206-5 neutron-server[102664]: [parameters: {'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'id': '33d85946-7965-4754-b4e2-5871700d4041', 'expiration': datetime.datetime(2021, 11, 16, 21, 35, 41, 41433)}] Nov 16 21:33:41.061760 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:41.062562 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:41.098759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:41.105113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.143614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-548707bc-1e4d-4af1-9f57-f186e7ac6fe0 req-3b6a0e47-3c93-472c-b25c-7ca33b155f55 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0359890 Nov 16 21:33:41.338911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.20.0.12 (7d79003c-c701-404b-8b0b-e080ecf2e561/41fefe9e-b049-4e58-9b7e-060eea78438a/38b4e10f-e63f-4bd5-ae16-c9381af2b077) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:41.431541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ae86001c-b075-4c38-b6c6-289a0e9a109d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:41.467744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ae86001c-b075-4c38-b6c6-289a0e9a109d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:41.468251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ae86001c-b075-4c38-b6c6-289a0e9a109d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:41.612902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:41.619332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.632734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.659232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ab9e-1b0d-467f-8985-c485e41e769e req-6083c914-8ab2-45ec-a452-00aa025b1120 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.668173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a883ab9e-1b0d-467f-8985-c485e41e769e req-6083c914-8ab2-45ec-a452-00aa025b1120 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 949 time: 0.0958414 Nov 16 21:33:41.758375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a883ab9e-1b0d-467f-8985-c485e41e769e req-2d88b591-2f58-45b5-a5ea-fad32f2414d1 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843618 Nov 16 21:33:41.779126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.858505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:41.863856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:41.867713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:41.920912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.921588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.935381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.954724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-7c9ad468-aac9-44b9-bf41-701e804ac272 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1691110 Nov 16 21:33:41.968411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Request body: {'port': {'device_id': '84d0a120-610c-44b5-9212-f403d143a6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:42.074382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.133388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:42.135137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.217460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:42.230969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:42.235795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:42.236398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.255678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e013d7-30d9-4484-9900-30320d478bc1 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:42.271361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=4861194b-786b-41bc-a50d-dcdd3f2ba359,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:42.290989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d75e8c1-856e-4398-8def-7089d6ab3169 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3993394 Nov 16 21:33:42.291709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.297035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:42.337003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0f9b12b7-9b1e-4b3f-b270-c3a4fb214be1 None None] Provisioning complete for port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:42.341740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0f9b12b7-9b1e-4b3f-b270-c3a4fb214be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.412730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b12b7-9b1e-4b3f-b270-c3a4fb214be1 None None] Port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:42.502591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:42.510218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.563894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '4861194b-786b-41bc-a50d-dcdd3f2ba359'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:42.565771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.782799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Allocated IP 2001:db8::f816:3eff:fe8e:4d53 (1052ada7-554d-4821-95d6-8a69094944cc/4861194b-786b-41bc-a50d-dcdd3f2ba359/01057b53-77d4-4e03-a2e3-6f11026bcda8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:42.911272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b4e10f-e63f-4bd5-ae16-c9381af2b077 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:33:42.920124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.933645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Transition to ACTIVE for port object 38b4e10f-e63f-4bd5-ae16-c9381af2b077 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:33:42.940140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.955830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.069736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:43.076095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:43.099814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:43.100472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.121038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e989b-7735-4d6f-aff0-736df6b4a562 req-c3e7fb38-9659-4a6e-a9d2-cb58b110a072 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:43.123859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d2e989b-7735-4d6f-aff0-736df6b4a562 req-c3e7fb38-9659-4a6e-a9d2-cb58b110a072 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 983 time: 0.1882718 Nov 16 21:33:43.134757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.136346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=7750ec45-7e1f-4ea1-9dc5-131fd0147dc3,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.142525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0440b-65d8-48a2-86e5-645cb3b19b1d req-395eeadd-37bb-4379-85da-0b276ca0a5f2 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:43.143974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d87288f-45ed-4d01-9ec8-1188c67d3904 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:43.155817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7a0440b-65d8-48a2-86e5-645cb3b19b1d req-395eeadd-37bb-4379-85da-0b276ca0a5f2 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 949 time: 0.2187421 Nov 16 21:33:43.158114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Pushing event updated for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.189502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-00f64d39-fb4e-4041-b4e8-9b2b0d6eb341 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8956289 Nov 16 21:33:43.192516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.207508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.208962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:ac:ec:56', 'name': 'tempest-NetworksTestDHCPv6-221426640'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:43.258197 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.287447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 2d87288f-45ed-4d01-9ec8-1188c67d3904 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:33:43.291090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7a0440b-65d8-48a2-86e5-645cb3b19b1d req-2f576d08-fb63-4b8a-8341-40a4a34c4077 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338806 Nov 16 21:33:43.306700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:43.307565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 2d87288f-45ed-4d01-9ec8-1188c67d3904 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:43.308027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.387757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Attempting to bind port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:43.388466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Attempting to bind port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:43.389027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Attempting to bind port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 on network 7d79003c-c701-404b-8b0b-e080ecf2e561 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:43.395021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 on network 7d79003c-c701-404b-8b0b-e080ecf2e561 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:33:43.395591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Attempting to bind port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 on network 7d79003c-c701-404b-8b0b-e080ecf2e561 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:43.413840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:43.414545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Checking segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:43.415783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Bound using segment: {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:43.416439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Bound port: 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51a6d36-332e-4568-97c6-c3d52bdc33a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:43.417128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.435315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:43.456814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d2e989b-7735-4d6f-aff0-736df6b4a562 req-a94bd8f9-7405-43c0-84a6-3b04659274e0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2928300 Nov 16 21:33:43.479291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.485963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:43.500865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:43.567962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:43.573728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:43.582268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.619966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.620559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Attempting to bind port 01057b53-77d4-4e03-a2e3-6f11026bcda8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:43.620996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Attempting to bind port 01057b53-77d4-4e03-a2e3-6f11026bcda8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:43.621683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Attempting to bind port 01057b53-77d4-4e03-a2e3-6f11026bcda8 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:43.623790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.647409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:43.647875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:43.648367 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.648929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:43.649378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Bound port: 01057b53-77d4-4e03-a2e3-6f11026bcda8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:43.649815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.662747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:43.663502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.666609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] 10.222.0.36 "PUT /v2.0/ports/38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 200 len: 1131 time: 1.7034638 Nov 16 21:33:43.669545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:43.678280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:43.686096 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865ad66-4ca3-4e58-a008-cc4e2f234835" -d '{"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:43.690621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:43.715290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:43.717644 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb7b66-31ad-4e37-bb96-790ff2482a07" -d '{"events": [{"server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:43.724647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.791657 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6684ca9d-027e-45bc-89c9-18060f0f9a99 x-openstack-request-id: req-6684ca9d-027e-45bc-89c9-18060f0f9a99 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:43.791981 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:43.792190 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6684ca9d-027e-45bc-89c9-18060f0f9a99 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:43.792592 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'status': 'completed', 'code': 200} Nov 16 21:33:43.811100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731611c-6a39-4cb3-90ba-c269c89e88cf service neutron] Pushing event updated for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.829979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:43.832196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.837909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:43.850275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-50ac28b7-5c2e-4197-b729-75a34d7f4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:43.851758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-50ac28b7-5c2e-4197-b729-75a34d7f4ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1134 time: 0.1247256 Nov 16 21:33:43.854536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.002501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1d21-9190-4e61-85db-7bad4aa013dd None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:44.028735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-2d2b5a77-8933-41ab-ae36-ce8acdc00f13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 200 len: 217 time: 0.1674981 Nov 16 21:33:44.043372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 172.20.0.11 (1052ada7-554d-4821-95d6-8a69094944cc/7750ec45-7e1f-4ea1-9dc5-131fd0147dc3/7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:44.058848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:feac:ec56 (1052ada7-554d-4821-95d6-8a69094944cc/4861194b-786b-41bc-a50d-dcdd3f2ba359/7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:44.075175 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375b6b7-0fcc-493f-a816-cd4b1f302d8e x-openstack-request-id: req-c375b6b7-0fcc-493f-a816-cd4b1f302d8e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:44.075472 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "name": "network-vif-plugged", "status": "completed", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:44.075731 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c375b6b7-0fcc-493f-a816-cd4b1f302d8e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:44.076332 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904', 'code': 200} Nov 16 21:33:44.156028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-c0d53ded-0384-4877-bd8a-081a10463989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.157519 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-c0d53ded-0384-4877-bd8a-081a10463989 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fefe9e-b049-4e58-9b7e-060eea78438a HTTP/1.1" status: 200 len: 834 time: 0.1215858 Nov 16 21:33:44.275286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54782d-2061-47fe-81a5-51e32e357746 req-eae5c04b-fcdb-4e1b-b1e3-ce20e8a91645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.277038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a54782d-2061-47fe-81a5-51e32e357746 req-eae5c04b-fcdb-4e1b-b1e3-ce20e8a91645 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 1101 time: 0.1134872 Nov 16 21:33:44.330377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-c0819c67-29f4-46bf-9ecc-a2c72807d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.332192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-c0819c67-29f4-46bf-9ecc-a2c72807d346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d79003c-c701-404b-8b0b-e080ecf2e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242025 Nov 16 21:33:44.395458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.447723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a54782d-2061-47fe-81a5-51e32e357746 req-c2d92146-a7e2-4dd4-b37c-dc5dd6abd3d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542716 Nov 16 21:33:44.470991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.554866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd4b33-d124-428a-ad54-0bd58d63262b req-4928430d-4d27-4e1c-a60b-55b617672760 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.556853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:44.560255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:44.568790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:44.568931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcbd4b33-d124-428a-ad54-0bd58d63262b req-4928430d-4d27-4e1c-a60b-55b617672760 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 950 time: 0.1335475 Nov 16 21:33:44.622603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-d06e03cf-84f2-4273-b206-160498f4a8a1 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712452 Nov 16 21:33:44.632138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:44.658119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.658809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.691498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f6f4800-1d83-42e7-9952-e45b0a9a2d4e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4977179 Nov 16 21:33:44.692134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39374) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.761096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95064cbd-6194-4d98-9396-e5bf17a493cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.767966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95064cbd-6194-4d98-9396-e5bf17a493cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.772222 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-95064cbd-6194-4d98-9396-e5bf17a493cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0766973 Nov 16 21:33:44.772361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcbd4b33-d124-428a-ad54-0bd58d63262b req-0c11c5d4-627a-4c6a-95c8-82ca4378db1f tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013996 Nov 16 21:33:44.776665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.882392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492869e4-aebc-4d7e-b94b-3d2a5bc88688 req-4905c776-ae0c-4f76-a2fe-3dd01e8ef9ce tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:44.885934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-492869e4-aebc-4d7e-b94b-3d2a5bc88688 req-4905c776-ae0c-4f76-a2fe-3dd01e8ef9ce tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 983 time: 0.1653590 Nov 16 21:33:44.888145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa8b302a-e174-40ad-8689-00c54390bc01 req-fb325a9a-5584-4536-9b87-a0e118568962 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559593 Nov 16 21:33:45.022753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-492869e4-aebc-4d7e-b94b-3d2a5bc88688 req-86494cf5-7e14-4489-8b9f-575966f9c871 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1277640 Nov 16 21:33:45.051983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:45.052601 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.064723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-1420fffa-51f6-4702-981f-f288144c52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:45.067444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-1420fffa-51f6-4702-981f-f288144c52ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1134 time: 0.1076765 Nov 16 21:33:45.258176 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.271584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-352194e7-c861-41b2-9216-ff0583fa534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:45.273458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-352194e7-c861-41b2-9216-ff0583fa534d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 200 len: 898 time: 0.1901269 Nov 16 21:33:45.278196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:45.324296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-8331acfb-5e2d-41ff-8de9-90bca247096c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 200 len: 217 time: 0.0417697 Nov 16 21:33:45.329154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-534d51ff-1086-4553-a6af-dc9c292e6e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.432913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-df3b54ca-c7ce-4e05-8f7e-885205ba4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:45.434407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-df3b54ca-c7ce-4e05-8f7e-885205ba4c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fefe9e-b049-4e58-9b7e-060eea78438a HTTP/1.1" status: 200 len: 834 time: 0.0632730 Nov 16 21:33:45.454319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc60f31-8e7c-4c10-823c-98b205d96de4 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:45.530458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-1a822775-5797-4eb6-92c4-e9c3b2560654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:45.532031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-1a822775-5797-4eb6-92c4-e9c3b2560654 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d79003c-c701-404b-8b0b-e080ecf2e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842953 Nov 16 21:33:45.542419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:45.679461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39388) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:45.682016 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-88ff05f2-1436-4b23-9b32-a48221180ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409774 Nov 16 21:33:45.687566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.733199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:45.867228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2641c43-fc59-4ea1-a12d-71fcca3d54f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.872020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:45.872383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.952289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.955729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d832ab49-5d61-49cb-bd3d-8d9dbc01bdf9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb HTTP/1.1" status: 204 len: 168 time: 1.1780305 Nov 16 21:33:45.958516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39402) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:45.958978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:45.959364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.965559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f865ad66-4ca3-4e58-a008-cc4e2f234835 req-0df4810f-f26e-43e4-a266-93825b6d5a18 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471120 Nov 16 21:33:45.978305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d78a1-bf14-4230-bd7b-39b35a7e0d10 req-ef738bc2-9c6a-4d3b-a842-159bea3de206 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:45.980603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-828d78a1-bf14-4230-bd7b-39b35a7e0d10 req-ef738bc2-9c6a-4d3b-a842-159bea3de206 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 950 time: 0.0962439 Nov 16 21:33:46.009924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2641c43-fc59-4ea1-a12d-71fcca3d54f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.026551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2641c43-fc59-4ea1-a12d-71fcca3d54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.054147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-828d78a1-bf14-4230-bd7b-39b35a7e0d10 req-8eb6cd75-fb09-44e5-a17a-a28844c83e2d tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 Nov 16 21:33:46.095239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39408) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.100114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2641c43-fc59-4ea1-a12d-71fcca3d54f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35407db90e8b40aeb9605838beeefb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193208 Nov 16 21:33:46.106386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.128496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9143e5b-c10e-48ce-a6a7-315e4c43fdd7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.130023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9143e5b-c10e-48ce-a6a7-315e4c43fdd7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.133139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9143e5b-c10e-48ce-a6a7-315e4c43fdd7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.134730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c9143e5b-c10e-48ce-a6a7-315e4c43fdd7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1745770 Nov 16 21:33:46.138206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39412) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.151332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2641c43-fc59-4ea1-a12d-71fcca3d54f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af1383-d7ab-48f4-829b-8832ab5fede9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.214423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 4861194b-786b-41bc-a50d-dcdd3f2ba359 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:46.217694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.230421 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.239599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221bab3-931a-4595-9624-2f24607058ec None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '4861194b-786b-41bc-a50d-dcdd3f2ba359', 'ip_address': '2001:db8::f816:3eff:fe8e:4d53'}, {'subnet_id': '7750ec45-7e1f-4ea1-9dc5-131fd0147dc3'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '01057b53-77d4-4e03-a2e3-6f11026bcda8'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:46.248663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:46.252853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296f15d-b757-4951-96f1-991210788992 req-5baf8c6b-c003-4774-8540-d97e1a498bb9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.254516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7296f15d-b757-4951-96f1-991210788992 req-5baf8c6b-c003-4774-8540-d97e1a498bb9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 983 time: 0.0890467 Nov 16 21:33:46.269281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.280163 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.280367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.288715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.294025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7221bab3-931a-4595-9624-2f24607058ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.353530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39414) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.368045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460290223', 'description': 'tempest-secgroup-smoke-460290223 description', 'project_id': '93a8c0d626ba4812a5ee9144541faf64'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:46.392931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.409479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7296f15d-b757-4951-96f1-991210788992 req-344cd97c-a4d9-4b78-8db2-a57d6ca81f72 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1478837 Nov 16 21:33:46.411110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.446861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.452381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b3157-fdbc-412b-ba85-8c186b1309f3 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.453164 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.455863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5af1383-d7ab-48f4-829b-8832ab5fede9 HTTP/1.1" status: 204 len: 168 time: 0.3589139 Nov 16 21:33:46.495057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6966db-60fa-4c6d-8b65-5ba15430dba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af1383-d7ab-48f4-829b-8832ab5fede9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.514459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.528413 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:46.528950 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:46.551273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.556367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4861194b-786b-41bc-a50d-dcdd3f2ba359 HTTP/1.1" status: 204 len: 168 time: 0.4170280 Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-7221bab3-931a-4595-9624-2f24607058ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4861194b-786b-41bc-a50d-dcdd3f2ba359: This subnet is being modified by another concurrent operation. Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4861194b-786b-41bc-a50d-dcdd3f2ba359: This subnet is being modified by another concurrent operation. Nov 16 21:33:46.575469 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:33:46.582229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.582957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39418) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.594721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.602340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b75d92-969e-4b4d-979e-bdbfbd4437ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=4861194b-786b-41bc-a50d-dcdd3f2ba359,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.679971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da60372-cedc-4205-9fa6-39e86fb887fb None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:46.715935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.717169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3626025 Nov 16 21:33:46.720187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39426) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.725684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:46.729406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bbbd3-e729-4fe5-8097-9f296a0fd693 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb19e4c-9973-482d-ac0a-16efc18e2c12,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.737979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 7750ec45-7e1f-4ea1-9dc5-131fd0147dc3 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:46.742709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.780048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.782475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172008-8a58-4c0e-8710-65ffe0a825e6 req-afbb18fd-e8da-47d1-957a-a7f3df8018e2 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.784667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17172008-8a58-4c0e-8710-65ffe0a825e6 req-afbb18fd-e8da-47d1-957a-a7f3df8018e2 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 950 time: 0.1355088 Nov 16 21:33:46.813902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-db23567c-f401-4892-8eed-6b8700aa8c83 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:46.814915 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-db23567c-f401-4892-8eed-6b8700aa8c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.821179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.868977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.873469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.897826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39428) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.910627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.913603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.914430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927733 Nov 16 21:33:46.921673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39430) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.926788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:46.931027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e760b5fa-3a3a-4829-ab79-335156101d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.933937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51907273-c755-495a-b43a-f6a9f096078c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea44631f-40ff-484b-a5e9-1e208b34ac5a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.950422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17172008-8a58-4c0e-8710-65ffe0a825e6 req-db770768-6f91-47d8-a7d6-cc917ab0bc76 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517644 Nov 16 21:33:46.985049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.005251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.035372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=7750ec45-7e1f-4ea1-9dc5-131fd0147dc3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.038901 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.042271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e99a4af4-7db8-4be9-9709-ed805d7b727e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/7750ec45-7e1f-4ea1-9dc5-131fd0147dc3 HTTP/1.1" status: 204 len: 168 time: 0.4582517 Nov 16 21:33:47.045256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.091527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-59446aed-b135-479d-a5b2-70d123717277 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411675 Nov 16 21:33:47.091527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.094718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e760b5fa-3a3a-4829-ab79-335156101d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.095694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.096768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.099165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28725ef6-cdeb-4a71-9d32-be1af0b2923b None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '7750ec45-7e1f-4ea1-9dc5-131fd0147dc3'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '01057b53-77d4-4e03-a2e3-6f11026bcda8'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:47.103435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e760b5fa-3a3a-4829-ab79-335156101d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.116639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.135256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28725ef6-cdeb-4a71-9d32-be1af0b2923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.162170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd326cd-5e75-46cf-969d-e8ebf7a16626,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.170714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760b5fa-3a3a-4829-ab79-335156101d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e67b362-05c2-4c67-b46a-43c5ce84076f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.177236 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e760b5fa-3a3a-4829-ab79-335156101d48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9cec06f6aa6a430490cf7640f3871c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777436 Nov 16 21:33:47.181304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.183611 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-203475c7-1eed-49c7-bfd1-f4e3b58de4d3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599099 Nov 16 21:33:47.184228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.189610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.194520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.218694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:33:47.218694 n-d-816206-5 neutron-server[102665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 21:33:47.218694 n-d-816206-5 neutron-server[102665]: [parameters: {'project_id_1': '93a8c0d626ba4812a5ee9144541faf64', 'expiration_1': datetime.datetime(2021, 11, 16, 21, 33, 27, 204474)}] Nov 16 21:33:47.218694 n-d-816206-5 neutron-server[102665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:47.219222 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:47.225198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:47.230760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.247410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.272023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.336826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d53424f-8911-4c3e-b202-220dcee93d68 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:47.338698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d53424f-8911-4c3e-b202-220dcee93d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.345670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.351129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.352600 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e67b362-05c2-4c67-b46a-43c5ce84076f HTTP/1.1" status: 204 len: 168 time: 0.1673915 Nov 16 21:33:47.362645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05643-7ea3-4711-a2d1-ed9c755dfe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e67b362-05c2-4c67-b46a-43c5ce84076f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.453763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:47.552186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38b4e10f-e63f-4bd5-ae16-c9381af2b077 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:33:47.554015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5a560-ca36-4fa3-930f-6fa084e507a2 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:33:47.617986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.717610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a38c60-6fa7-40f1-9710-e65bf0a1721a req-a3e7aad8-a064-4bc5-aa92-43b5ac369311 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:47.719137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a38c60-6fa7-40f1-9710-e65bf0a1721a req-a3e7aad8-a064-4bc5-aa92-43b5ac369311 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 983 time: 0.1536839 Nov 16 21:33:47.724119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-56c69f83-24d1-4626-ab16-93bdad751e1a None None] Could not find standard attr ID for object 7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:47.749996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:47.761211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9ee025a-70c9-4230-bcf5-ff15f7915fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.795119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:47.806443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.877638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:47.912421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'port_id': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'mac_address': 'fa:16:3e:03:de:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:33:47.931656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.945527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.968926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5a560-ca36-4fa3-930f-6fa084e507a2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:33:47.986309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.001627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a38c60-6fa7-40f1-9710-e65bf0a1721a req-27a304ce-88fa-4e61-96e1-450e636eac50 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2657452 Nov 16 21:33:48.013794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b4e10f-e63f-4bd5-ae16-c9381af2b077 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:33:48.020112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-ec763bc4-711e-4b45-a924-4e0a0dae4b71 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.021634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-ec763bc4-711e-4b45-a924-4e0a0dae4b71 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 950 time: 0.1723499 Nov 16 21:33:48.085188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:48.093229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.204409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.224053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.236023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.245581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead107f3-1012-4eba-aa8f-3dc7c40bba38 req-98bc2103-3cbd-4408-83d4-f80ff81dbe3c tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.247125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ead107f3-1012-4eba-aa8f-3dc7c40bba38 req-98bc2103-3cbd-4408-83d4-f80ff81dbe3c tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 950 time: 0.2025254 Nov 16 21:33:48.283467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.302735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0783f9-f638-41ff-976a-59761cfd9de7,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.336084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.337681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5885c49f-6312-4882-8a65-8c97a9135841 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1471033 Nov 16 21:33:48.341070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.348103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Deleting port 2d87288f-45ed-4d01-9ec8-1188c67d3904 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:48.348301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.349587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.386217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.459983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['38b4e10f-e63f-4bd5-ae16-c9381af2b077'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:33:48.460588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.468068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.520541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbe63b0-1386-43d3-87ec-410b7b76a23a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.532089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.533904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e8f02f75-e193-406f-b274-c89898dad1e6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912975 Nov 16 21:33:48.536865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39470) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.546745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.582445 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Project 93a8c0d626ba4812a5ee9144541faf64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:33:48.591693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.738607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.752523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.780835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c8d9b2-b854-443a-b4b3-c16ca6137314,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.795544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.801788 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2851494b-ca09-4e17-9b41-2f8ae7b7f34b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2622552 Nov 16 21:33:48.802437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39476) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.808558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'security_group_rule': {'security_group_id': 'bfb19e4c-9973-482d-ac0a-16efc18e2c12', 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.833377 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Project 93a8c0d626ba4812a5ee9144541faf64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:33:48.839593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.907567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ead107f3-1012-4eba-aa8f-3dc7c40bba38 req-2fcead23-fa4d-4c17-8ecf-dce0af6b23c4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/security-groups?id=3fae2ec0-9801-492f-a476-cfdc1ba9606c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501231 Nov 16 21:33:48.915580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.921315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.942897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d05ad3-ab09-4643-8f0b-bb5ef2b346bf,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.954292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.964636 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10489fe9-1acb-4bf3-b370-f5d078f09137 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524076 Nov 16 21:33:49.116517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] For port 2d87288f-45ed-4d01-9ec8-1188c67d3904, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d87288f-45ed-4d01-9ec8-1188c67d3904,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:49.116940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.138064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Calling delete_port for 2d87288f-45ed-4d01-9ec8-1188c67d3904 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:49.257761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.282664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:49.343964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7a2ac-3207-4b33-bfc0-4022aecfcbe2 req-bd5bb780-42ea-4134-aa77-a367d3bb70dc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.345481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cd7a2ac-3207-4b33-bfc0-4022aecfcbe2 req-bd5bb780-42ea-4134-aa77-a367d3bb70dc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 984 time: 0.1402135 Nov 16 21:33:49.382571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.388455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-ef4e0ca3-b388-4ea4-b8e5-e8943be4ee19 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460290223&fields=id&tenant_id=93a8c0d626ba4812a5ee9144541faf64 HTTP/1.1" status: 200 len: 267 time: 0.1842701 Nov 16 21:33:49.405189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.405921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.420440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58180878-dc95-40a6-845a-74dc00cc7b4c None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:33:49.467947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:49.550848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:49.555815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:49.556178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.589453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:49.613146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.613745 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.636593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=f35aace7-0aef-4c29-944b-2073e4f20a45,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.637958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:49.638320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.655806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.679726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cd7a2ac-3207-4b33-bfc0-4022aecfcbe2 req-937d6eab-a702-44bd-974d-edfea68e3f35 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3170204 Nov 16 21:33:49.693449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-53d166b5-a779-466e-9863-0bb2d71f1cb7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6015418 Nov 16 21:33:49.696447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39506) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:49.702644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.705194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:49.743695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Pushing event deleted for resources: {'Port': ['ID=2d87288f-45ed-4d01-9ec8-1188c67d3904,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.753602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-4b3b520e-8f75-4f2d-9189-53fb2b1d78a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.755544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-4b3b520e-8f75-4f2d-9189-53fb2b1d78a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 814 time: 0.3515878 Nov 16 21:33:49.803579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-fef72fa0-0d41-4fd2-8df8-5e13e13cc972 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/quotas/93a8c0d626ba4812a5ee9144541faf64 HTTP/1.1" status: 200 len: 375 time: 0.0393355 Nov 16 21:33:49.826917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] No DVR routers for this DVR port 2d87288f-45ed-4d01-9ec8-1188c67d3904 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:49.830325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.834430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df570bc8-1662-46cb-8bdd-aee29b11cc17 req-51928102-5b60-4978-b8e1-4964a7c288d4 tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.21 "DELETE /v2.0/ports/2d87288f-45ed-4d01-9ec8-1188c67d3904 HTTP/1.1" status: 204 len: 173 time: 1.7865360 Nov 16 21:33:49.834997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'name': 'network-vif-deleted', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:49.837417 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941a746-9b89-4a85-b3be-96a1ed879fdb" -d '{"events": [{"server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "name": "network-vif-deleted", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:49.904645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-16a7e472-7504-4c3c-bc9c-fdbdcfc31dfe tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999546 Nov 16 21:33:49.914292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:49.918305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.920077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58180878-dc95-40a6-845a-74dc00cc7b4c None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:33:49.933219 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164bb2e-8c75-4780-8d8e-e918769afb99 x-openstack-request-id: req-5164bb2e-8c75-4780-8d8e-e918769afb99 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:49.933724 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065b84f5-cfcb-41c0-aa24-a4ad706a8cfd", "name": "network-vif-deleted", "tag": "2d87288f-45ed-4d01-9ec8-1188c67d3904", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:49.934966 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5164bb2e-8c75-4780-8d8e-e918769afb99 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:49.935652 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065b84f5-cfcb-41c0-aa24-a4ad706a8cfd', 'name': 'network-vif-deleted', 'tag': '2d87288f-45ed-4d01-9ec8-1188c67d3904', 'status': 'completed', 'code': 200} Nov 16 21:33:50.045370 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.074454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-7cb8b8c0-af78-4cd8-ad82-396a8d612f37 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:50.075548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-7cb8b8c0-af78-4cd8-ad82-396a8d612f37 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1675949 Nov 16 21:33:50.110524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:50.157188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.169129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7082b86b-7233-4a24-b904-346dafa93893 req-797f7862-1c63-4540-ac36-f3c758af71ed tempest-VolumesNegativeTest-196928405 tempest-VolumesNegativeTest-196928405-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b84f5-cfcb-41c0-aa24-a4ad706a8cfd HTTP/1.1" status: 200 len: 210 time: 0.0656240 Nov 16 21:33:50.178800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.261146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-dc086cd1-a32f-48b5-b8f4-4ddeecea7f9c service neutron] 10.222.0.54 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766405 Nov 16 21:33:50.310089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.362135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:50.365690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:50.372294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.373239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.400970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=2fba51d8-c60b-42fc-b436-2dca719e1a33,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:50.414326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-16e75fa4-9618-4d05-8b18-32e21ae01ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521764 Nov 16 21:33:50.418526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39526) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.418669 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24543458-449e-4f3a-ad7a-f3bca2ac0ec4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7207098 Nov 16 21:33:50.425468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:77:d9:4e', 'name': 'tempest-NetworksTestDHCPv6-519928516'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:50.448170 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:50.448170 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:50.448683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e48b6-630c-48c0-ae96-557c3d1ebea3 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:50.581002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.601210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:50.711138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.717266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'f35aace7-0aef-4c29-944b-2073e4f20a45', 'ip_address': '2001:db8::f816:3eff:fe8e:4d53'}, {'subnet_id': '2fba51d8-c60b-42fc-b436-2dca719e1a33'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '01057b53-77d4-4e03-a2e3-6f11026bcda8'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:50.748495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 81d75335-ff60-4bfe-a9e6-22e4382655cf yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:50.750867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.893983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-732ae320-1c67-470f-84dc-5c0ed824c65f req-394caee5-661e-4b7a-8af9-cccb87c11036 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0589075 Nov 16 21:33:50.976502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266bc4-e7a7-4f57-b6a0-0d5f953795f6 req-d8901e59-ad08-4438-9746-071234928fdd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.978019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57266bc4-e7a7-4f57-b6a0-0d5f953795f6 req-d8901e59-ad08-4438-9746-071234928fdd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 984 time: 0.1277261 Nov 16 21:33:51.080220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 172.20.0.14 (1052ada7-554d-4821-95d6-8a69094944cc/2fba51d8-c60b-42fc-b436-2dca719e1a33/81d75335-ff60-4bfe-a9e6-22e4382655cf) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:51.096015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fe77:d94e (1052ada7-554d-4821-95d6-8a69094944cc/f35aace7-0aef-4c29-944b-2073e4f20a45/81d75335-ff60-4bfe-a9e6-22e4382655cf) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:51.121402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57266bc4-e7a7-4f57-b6a0-0d5f953795f6 req-5a1b9037-ff01-46f1-b7ee-e649b7822cff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1291983 Nov 16 21:33:51.125168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d87288f-45ed-4d01-9ec8-1188c67d3904 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:51.159894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2d87288f-45ed-4d01-9ec8-1188c67d3904 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:51.160603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d87288f-45ed-4d01-9ec8-1188c67d3904 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:51.207278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:33:51.306151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.376358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.475759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.481511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Allocated IP 172.20.0.2 (1052ada7-554d-4821-95d6-8a69094944cc/2fba51d8-c60b-42fc-b436-2dca719e1a33/01057b53-77d4-4e03-a2e3-6f11026bcda8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:51.504135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:51.509824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=81d75335-ff60-4bfe-a9e6-22e4382655cf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:51.544889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:51.547627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:51.550099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:51.577458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38b4e10f-e63f-4bd5-ae16-c9381af2b077 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:51.610034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:51.610794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.631662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-07b749a2-cecb-4cdb-89c9-4cf48633b67c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2089572 Nov 16 21:33:51.631895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39582) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.684717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:51.696695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf14051-30fb-44b5-a9cd-d26cdd294339 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:51.704333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:51.704712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.705308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf14051-30fb-44b5-a9cd-d26cdd294339 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:51.707584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ccf14051-30fb-44b5-a9cd-d26cdd294339 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0745378 Nov 16 21:33:51.709744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39588) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.714247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:33:51.757576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:51.758122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.764937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.793618 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.860926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 81d75335-ff60-4bfe-a9e6-22e4382655cf {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:51.861973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.955333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4965-09e6-4e28-9cca-9aade43ca820 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.020728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.071051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:52.082646 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95b3281-e3d9-4ce3-9f96-d8fa7769fff8" -d '{"events": [{"server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:52.119775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db2a957d-dde9-4582-b296-f7c79c908652 req-7103a482-5d26-4a3e-9524-cd7f8ae3b4ed tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0717752 Nov 16 21:33:52.132418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:52.141889 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.250831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-a031bbf9-f746-4f2b-8983-1a4308c76ec5 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.253083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-a031bbf9-f746-4f2b-8983-1a4308c76ec5 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 814 time: 0.3643496 Nov 16 21:33:52.304940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.331787 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0647c-0985-4198-9805-69fecb2546c5 x-openstack-request-id: req-b7f0647c-0985-4198-9805-69fecb2546c5 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:52.332084 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "name": "network-vif-plugged", "status": "completed", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:52.340456 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7f0647c-0985-4198-9805-69fecb2546c5 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:52.340671 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'code': 200} Nov 16 21:33:52.352201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.385125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 81d75335-ff60-4bfe-a9e6-22e4382655cf owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:52.452569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7f230-a2d1-4ed6-9177-80f2375adcc5 req-b12cf626-c265-4917-ab54-1f5c45217794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.454023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dc7f230-a2d1-4ed6-9177-80f2375adcc5 req-b12cf626-c265-4917-ab54-1f5c45217794 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1136 time: 0.1822813 Nov 16 21:33:52.498115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404a987-2fb9-408a-9171-b3866fa09c22 req-488c384d-549d-450f-a1e7-dbc1d2b2d84c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.502170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2404a987-2fb9-408a-9171-b3866fa09c22 req-488c384d-549d-450f-a1e7-dbc1d2b2d84c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.1931679 Nov 16 21:33:52.563636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-d79a50eb-142b-489c-b836-3c766c35cb65 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a8c0d626ba4812a5ee9144541faf64 HTTP/1.1" status: 200 len: 379 time: 0.2975030 Nov 16 21:33:52.732607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'port': {'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'admin_state_up': True, 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'security_groups': ['bfb19e4c-9973-482d-ac0a-16efc18e2c12']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:52.758457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.895432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafdf988-27e0-4811-94e5-9ca0a8698ef4 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:52.912767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=81d75335-ff60-4bfe-a9e6-22e4382655cf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.993307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4dc7f230-a2d1-4ed6-9177-80f2375adcc5 req-3e284b49-5dfe-48b2-b8d6-ab9597e37773 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&id=acf96921-314f-4eaf-be71-06e03465f663&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4785321 Nov 16 21:33:53.043233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2404a987-2fb9-408a-9171-b3866fa09c22 req-399828ca-5ac3-448e-ad05-202b0da92b01 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5093760 Nov 16 21:33:53.075596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.082721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.084728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c430a814-e298-4cba-ba10-9efa43af6007 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/81d75335-ff60-4bfe-a9e6-22e4382655cf HTTP/1.1" status: 204 len: 168 time: 1.3456788 Nov 16 21:33:53.153045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Made reservation on behalf of 93a8c0d626ba4812a5ee9144541faf64 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:53.157148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.230445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d93a66-5ec7-477b-9069-375937cccef3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.249072 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d93a66-5ec7-477b-9069-375937cccef3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.250862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d93a66-5ec7-477b-9069-375937cccef3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.252635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-20d93a66-5ec7-477b-9069-375937cccef3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1688728 Nov 16 21:33:53.256732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.267774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a82b1128-5cb8-40f9-b479-58e1c02cce23 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:53.268175 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a82b1128-5cb8-40f9-b479-58e1c02cce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.382697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 2fba51d8-c60b-42fc-b436-2dca719e1a33 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:53.391304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.495800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-673e03e5-3f99-4cd7-8128-fc0bec396cee req-4ab6ccf2-8ecc-48d6-a684-080467e7e9a0 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.1790378 Nov 16 21:33:53.545205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.605070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:53.651489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Allocated IP 172.20.0.5 (9af83024-734e-444e-8123-95e18ba27368/c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb/911c3294-5105-47f2-878e-ee62e8baa7ad) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:53.716254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:53.716920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.802527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.927977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332f0f3-70e6-470f-88c3-9f8270cffeab None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:54.003386 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.070533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.078206 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/2fba51d8-c60b-42fc-b436-2dca719e1a33 HTTP/1.1" status: 204 len: 168 time: 0.8197482 Nov 16 21:33:54.079126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.081245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b68f99-017d-4deb-89e2-368e427493de tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=2fba51d8-c60b-42fc-b436-2dca719e1a33,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.149123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet f35aace7-0aef-4c29-944b-2073e4f20a45 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:54.153701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.183137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-082de728-28d5-4411-a314-b41bc2ea2dee None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:54.187775 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-082de728-28d5-4411-a314-b41bc2ea2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.279060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.358368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.411075 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.481563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.501443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Network 9af83024-734e-444e-8123-95e18ba27368 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:54.513666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:54.517390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:54.578580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.607135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e8534-f1c2-4797-af01-9103c265459e req-88e7a723-d0ad-4461-be98-f7434feaead3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:54.621285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-992e8534-f1c2-4797-af01-9103c265459e req-88e7a723-d0ad-4461-be98-f7434feaead3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.2264781 Nov 16 21:33:54.644522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:54.646725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.675175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.737764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=f35aace7-0aef-4c29-944b-2073e4f20a45,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.745515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.753693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70e3b2f3-e509-44aa-a8ce-b28dde264d7e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f35aace7-0aef-4c29-944b-2073e4f20a45 HTTP/1.1" status: 204 len: 168 time: 0.6683745 Nov 16 21:33:54.754786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39744) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.761385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-1c6f2d42-a5ec-4584-96a3-981f9e7df578 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0401313 Nov 16 21:33:54.815330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Request body: {'port': {'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:54.897605 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-936d2bcc-ba07-41af-8cd4-ddf9cbb1ad95 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346967 Nov 16 21:33:54.900578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39758) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.914312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:54.923683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.957739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6406ea2-4763-4778-b5a4-5a04ee047904 req-7698bc05-a343-414e-bb1f-0ae0c60f9fc1 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:54.959481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6406ea2-4763-4778-b5a4-5a04ee047904 req-7698bc05-a343-414e-bb1f-0ae0c60f9fc1 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 931 time: 0.2596464 Nov 16 21:33:54.970643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-992e8534-f1c2-4797-af01-9103c265459e req-1cc9fa7e-4ca2-489f-9327-8ae82cd858da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3077726 Nov 16 21:33:55.114258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b8baa-8499-4e04-a2a7-231696fbc308 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'f35aace7-0aef-4c29-944b-2073e4f20a45'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '01057b53-77d4-4e03-a2e3-6f11026bcda8'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:55.117357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5ca10a15-bae9-473f-bdfa-b144d7602ed4 None None] Provisioning complete for port 911c3294-5105-47f2-878e-ee62e8baa7ad triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:55.118198 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ca10a15-bae9-473f-bdfa-b144d7602ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.180357 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-db3b8baa-8499-4e04-a2a7-231696fbc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.186485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6406ea2-4763-4778-b5a4-5a04ee047904 req-d179ee4c-3bb2-4138-a319-5dd49f131e43 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121804 Nov 16 21:33:55.198844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:55.207338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.211358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5ca10a15-bae9-473f-bdfa-b144d7602ed4 None None] Port 911c3294-5105-47f2-878e-ee62e8baa7ad cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:55.499423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579f7d1-84d2-48dc-a546-0610ac8ff934 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:55.548442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.548683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911c3294-5105-47f2-878e-ee62e8baa7ad {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:33:55.559728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.576096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Transition to ACTIVE for port object 911c3294-5105-47f2-878e-ee62e8baa7ad will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:33:55.585760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.600745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:55.604355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:55.607441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:55.608042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.634365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7322969 Nov 16 21:33:55.635818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39808) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:55.643674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:55.648749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772fee6-15b4-4ec3-a466-7a718bb90be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.715226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1a137512-5456-414f-bf43-8f000d9a5553 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:55.715955 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a137512-5456-414f-bf43-8f000d9a5553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.809262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Pushing event updated for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.915734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Attempting to bind port 911c3294-5105-47f2-878e-ee62e8baa7ad on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:55.916171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Attempting to bind port 911c3294-5105-47f2-878e-ee62e8baa7ad by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:55.916537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Attempting to bind port 911c3294-5105-47f2-878e-ee62e8baa7ad on network 9af83024-734e-444e-8123-95e18ba27368 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:55.928319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Port 911c3294-5105-47f2-878e-ee62e8baa7ad on network 9af83024-734e-444e-8123-95e18ba27368 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:33:55.928650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Attempting to bind port 911c3294-5105-47f2-878e-ee62e8baa7ad on network 9af83024-734e-444e-8123-95e18ba27368 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:55.939640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:55.939796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Checking segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:55.940219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Bound using segment: {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:55.940540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Bound port: 911c3294-5105-47f2-878e-ee62e8baa7ad, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b542dc-daf7-4165-8950-d8d3854c0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9af83024-734e-444e-8123-95e18ba27368'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:55.940897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.942079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:55.946373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.999865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '01057b53-77d4-4e03-a2e3-6f11026bcda8'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:56.037397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.161588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:56.173856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=911c3294-5105-47f2-878e-ee62e8baa7ad,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:56.253929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.380467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:56.381740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.383900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] 10.222.0.21 "PUT /v2.0/ports/911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 1091 time: 1.5729642 Nov 16 21:33:56.386665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:56.392214 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc921826-b0b3-4e77-a052-46524071b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:56.402851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Allocated IP 172.20.0.2 (1052ada7-554d-4821-95d6-8a69094944cc/c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f/01057b53-77d4-4e03-a2e3-6f11026bcda8) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:56.417051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5be-8926-4479-a4d3-ac7de55d6322 req-ea47cf0e-02b1-4487-a0ee-c4c0f5294cf8 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:56.420086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98e1b5be-8926-4479-a4d3-ac7de55d6322 req-ea47cf0e-02b1-4487-a0ee-c4c0f5294cf8 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.2401307 Nov 16 21:33:56.546215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:56.599750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.611489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.627466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923f8c-c068-4eb2-8531-df8ffa2c2fdc service neutron] Pushing event updated for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:56.703870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98e1b5be-8926-4479-a4d3-ac7de55d6322 req-15796c11-344e-4c46-b558-b220c3c0a240 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2597544 Nov 16 21:33:56.709457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a37f57-522e-4605-a939-3005c47da8b3 req-caff8ff6-d2f4-44b5-934a-748312c7fd1e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:56.710092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c001-3e6e-4af9-8375-32d6f62ff670 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:56.722380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49a37f57-522e-4605-a939-3005c47da8b3 req-caff8ff6-d2f4-44b5-934a-748312c7fd1e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.3336451 Nov 16 21:33:56.725326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-2014f6b2-9ef9-44e9-82fe-398602597478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:56.729575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-2014f6b2-9ef9-44e9-82fe-398602597478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1094 time: 0.2353318 Nov 16 21:33:56.821349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-d7d33166-4e5e-42fb-b47d-5d7bc59cb4eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 217 time: 0.0760252 Nov 16 21:33:56.891921 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c59d959-c8d1-4ae2-846e-4fdd6641999e x-openstack-request-id: req-5c59d959-c8d1-4ae2-846e-4fdd6641999e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:56.892446 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:56.895179 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c59d959-c8d1-4ae2-846e-4fdd6641999e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:56.895756 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:33:56.975641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:57.066994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49a37f57-522e-4605-a939-3005c47da8b3 req-569fd424-b3db-4823-8a23-9e7e51efe525 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341734 Nov 16 21:33:57.127224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-28052552-4c61-46b6-8ec4-951f251a50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:57.128899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-28052552-4c61-46b6-8ec4-951f251a50bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.2945218 Nov 16 21:33:57.160442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689f87-2b55-4a04-bf6c-841caabd0c85 req-139ad44e-f556-4201-89f8-13a26904b7b3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:57.169239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90689f87-2b55-4a04-bf6c-841caabd0c85 req-139ad44e-f556-4201-89f8-13a26904b7b3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.2194107 Nov 16 21:33:57.296868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7171d9-f126-4296-97f8-922b746afc42 req-ee0925d9-bdb0-489c-a7a5-0ac2f467132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:57.299445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-ee0925d9-bdb0-489c-a7a5-0ac2f467132f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599464 Nov 16 21:33:57.348224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:57.512881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.516580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90689f87-2b55-4a04-bf6c-841caabd0c85 req-a8326bc1-6eca-4fdc-91ac-edc0e25feef2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3417926 Nov 16 21:33:57.556263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.634075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-c298f7f7-9761-4953-98e0-ccfd189b1195 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247085 Nov 16 21:33:57.643632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:57.650110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.652434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:57.653136 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:57.796125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=14']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.828472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:57.848564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d7171d9-f126-4296-97f8-922b746afc42 req-d4bbed90-d4ff-487f-a181-bf937380abd0 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057531 Nov 16 21:33:57.958249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:57.959466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.030104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-f0db326d-2536-4052-87c6-baeb96fded5c tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.037998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-f0db326d-2536-4052-87c6-baeb96fded5c tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1136 time: 0.1926484 Nov 16 21:33:58.068551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-17fb0bf3-6b52-488d-9564-f0c4cb30634e tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.069452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5e207-d602-4dc6-a65e-759e363218ce None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:58.084224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921826-b0b3-4e77-a052-46524071b08e req-63aff2ed-0db5-40d8-996d-2811c2e971e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.085714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-63aff2ed-0db5-40d8-996d-2811c2e971e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1094 time: 0.1674371 Nov 16 21:33:58.152739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fc775ead-1f7f-479e-b1c4-6c4219076a71 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:58.153100 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fc775ead-1f7f-479e-b1c4-6c4219076a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.195522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.223494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.274725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:58.305074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.310262 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:58.310780 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:58.400422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.429719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6927-460b-44e3-824c-88802d2bced1 req-b29205a6-6590-4b93-9721-4705527f5d9c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.430095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=15']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.443897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-585e6927-460b-44e3-824c-88802d2bced1 req-b29205a6-6590-4b93-9721-4705527f5d9c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.2093532 Nov 16 21:33:58.460791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921826-b0b3-4e77-a052-46524071b08e req-bd1eb068-c1a2-4574-a570-c975a48ca5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.462263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-bd1eb068-c1a2-4574-a570-c975a48ca5ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 915 time: 0.3576694 Nov 16 21:33:58.581064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-45e1a37c-9219-429a-9603-8501fb182eee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 217 time: 0.1027997 Nov 16 21:33:58.650876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:58.710941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.717938 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-17fb0bf3-6b52-488d-9564-f0c4cb30634e tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.719279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.720002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.747739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-585e6927-460b-44e3-824c-88802d2bced1 req-ee1c758c-4b5a-40a0-849e-2ea10d15f98f tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028224 Nov 16 21:33:58.765475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-17fb0bf3-6b52-488d-9564-f0c4cb30634e tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.824809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=16']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.865692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921826-b0b3-4e77-a052-46524071b08e req-13c53dc7-a9e9-4e63-9a39-b497128fe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.867495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:58.871286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-13c53dc7-a9e9-4e63-9a39-b497128fe55b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.2716360 Nov 16 21:33:58.872178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:58.886697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.887255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.912252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=40fb7980-02f5-411c-af42-51b2f637907b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.931067 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc1cac4e-9a8a-4ee8-a93c-6eb81083adc6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2917316 Nov 16 21:33:58.933924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:58.940837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:cf:61:94', 'name': 'tempest-NetworksTestDHCPv6-281882601'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:59.037087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c9e4091-c9f6-4315-a0e0-46b034f7cf3c req-17fb0bf3-6b52-488d-9564-f0c4cb30634e tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.9979551 Nov 16 21:33:59.044494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0bf3-6b52-488d-9564-f0c4cb30634e tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997c91b0-ca92-4e94-be15-20a89357cdc9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:59.061240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921826-b0b3-4e77-a052-46524071b08e req-19731312-302a-4a35-8025-9000dd4006e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:59.062618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-19731312-302a-4a35-8025-9000dd4006e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626043 Nov 16 21:33:59.077390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39940) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:59.153126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:59.250173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec48cd8-3aa5-4818-a598-22c1090af21b tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:59.262279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eec48cd8-3aa5-4818-a598-22c1090af21b tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1131 time: 0.1710629 Nov 16 21:33:59.262503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39946) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:59.271168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:59.283311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.306352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port a2c6f753-ee5b-4f84-846e-5637d6ee7836 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:59.326715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-f886ebe1-d202-4deb-b801-696cc482968d service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523644 Nov 16 21:33:59.410432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.481571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:59.576023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 172.20.0.14 (1052ada7-554d-4821-95d6-8a69094944cc/c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f/a2c6f753-ee5b-4f84-846e-5637d6ee7836) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:59.598419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fecf:6194 (1052ada7-554d-4821-95d6-8a69094944cc/40fb7980-02f5-411c-af42-51b2f637907b/a2c6f753-ee5b-4f84-846e-5637d6ee7836) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:59.635518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:59.635892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.724940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12884ff-abee-4a32-bb30-5146f77ccabc None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:59.758707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc921826-b0b3-4e77-a052-46524071b08e req-86e28fe1-45c1-4317-a6d6-9224ff85df71 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218073 Nov 16 21:33:59.898461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-587cb9b3-3de9-41a2-b5a7-77526ff4f616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3105206 Nov 16 21:33:59.912157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-13a326b8-d8db-4441-8a06-493d36fa4d11 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:59.912581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13a326b8-d8db-4441-8a06-493d36fa4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.097063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2998ff6-f206-4ffe-87a3-d5df4ce77a55 req-bbec68ed-f1ff-4462-be32-676aa5ad9f9c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.106565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2998ff6-f206-4ffe-87a3-d5df4ce77a55 req-bbec68ed-f1ff-4462-be32-676aa5ad9f9c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.1078475 Nov 16 21:34:00.114451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.115183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.115786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.116420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.117023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.118739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.120115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.124231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-c7f7d5b8-0c16-4b0b-b42a-0552075e2c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.1995747 Nov 16 21:34:00.158274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.402412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.25.7.35 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/dd39dcda-265c-4958-ad77-2986998bbdce) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:00.503911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.568272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.603642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0bb991e8-2607-4800-b009-dce4c50880a0 None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:00.604133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0bb991e8-2607-4800-b009-dce4c50880a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.671738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:00.675816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:00.682035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:00.691137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=a2c6f753-ee5b-4f84-846e-5637d6ee7836,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:00.729267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2998ff6-f206-4ffe-87a3-d5df4ce77a55 req-143313d2-c12e-412f-abb1-14440aca9579 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6213710 Nov 16 21:34:00.764655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.765963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.782418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.802375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8df0ba7-9f63-4670-9ac9-c043e0fb9933 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8668859 Nov 16 21:34:00.805468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39970) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.860141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.877081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-bd5b54b9-9d6c-4cac-b998-f6a0eef958dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.877545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-bd5b54b9-9d6c-4cac-b998-f6a0eef958dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.878000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-bd5b54b9-9d6c-4cac-b998-f6a0eef958dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.880964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-bd5b54b9-9d6c-4cac-b998-f6a0eef958dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=14fdb57f-b238-4095-be62-e361e4fd7d32&id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 2298 time: 0.3915341 Nov 16 21:34:00.934401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed371ae9-d660-4f14-b55d-6b2ec49ee5e5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.942678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed371ae9-d660-4f14-b55d-6b2ec49ee5e5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.949059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed371ae9-d660-4f14-b55d-6b2ec49ee5e5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1425667 Nov 16 21:34:00.952383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39974) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:01.060066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-95831977-d2c6-44d6-96ee-30a6195972f1 None None] Could not find standard attr ID for object 81d75335-ff60-4bfe-a9e6-22e4382655cf. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:01.488381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:01.500336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:01.531502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:01.534351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=dd39dcda-265c-4958-ad77-2986998bbdce,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.610329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-5189c273-76d4-43d4-8643-ecab4f7125c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 1001 time: 0.6829052 Nov 16 21:34:01.738366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port a2c6f753-ee5b-4f84-846e-5637d6ee7836 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:01.738771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.780335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-774244c1-ec07-4f52-9935-027e8609c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:01.781801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-774244c1-ec07-4f52-9935-027e8609c99b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 200 len: 856 time: 0.1619210 Nov 16 21:34:01.919725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ed21d0b5-b772-4457-8e11-9b74544e8d23 None None] Provisioning complete for port a2c6f753-ee5b-4f84-846e-5637d6ee7836 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:01.920197 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed21d0b5-b772-4457-8e11-9b74544e8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.970604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ed21d0b5-b772-4457-8e11-9b74544e8d23 None None] Port a2c6f753-ee5b-4f84-846e-5637d6ee7836 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:02.056906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-9cf4d297-c9bb-4173-800e-c958c0c7d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.058416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-9cf4d297-c9bb-4173-800e-c958c0c7d7cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68464bb0-b16c-4c7b-b689-39988c18d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280376 Nov 16 21:34:02.067239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.077882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e19fd-35ea-4747-bfb5-8a999af30aab req-f5c68182-0445-4931-a85a-fa4a63f1cbac tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.079208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-777e19fd-35ea-4747-bfb5-8a999af30aab req-f5c68182-0445-4931-a85a-fa4a63f1cbac tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.2045896 Nov 16 21:34:02.164489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for a2c6f753-ee5b-4f84-846e-5637d6ee7836 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:02.354190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-777e19fd-35ea-4747-bfb5-8a999af30aab req-bd0e51b3-b9b5-413d-8f6f-9abc5fc9d8f8 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556522 Nov 16 21:34:02.404423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-3666cc77-e692-4e0b-9d83-eaf0e66932a9 service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165112 Nov 16 21:34:02.768527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-53e25164-6cbe-4709-8232-73da55e1513a service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542457 Nov 16 21:34:02.776841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.777522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.839569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-02bfe0ca-1145-4c16-af26-5b50d2b3120a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 217 time: 0.0630560 Nov 16 21:34:02.943652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e11fc26-67c4-4676-924d-b148e7afa54a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0996a9179fa46259ee2978877eb82b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653275 Nov 16 21:34:02.946377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.965441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-a2245b75-2df1-4867-b9e2-f31cb95995c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.968254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-a2245b75-2df1-4867-b9e2-f31cb95995c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0768895 Nov 16 21:34:03.012537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.045835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.107803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.120721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.122643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3fae2ec0-9801-492f-a476-cfdc1ba9606c HTTP/1.1" status: 204 len: 168 time: 0.1750290 Nov 16 21:34:03.133485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44137f0-6d46-4ef8-97d8-312696cf0b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae2ec0-9801-492f-a476-cfdc1ba9606c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:03.133640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.137201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-77719344-7be9-4514-b9cc-58dcf41ca6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.138952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-77719344-7be9-4514-b9cc-58dcf41ca6dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379786 Nov 16 21:34:03.139536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.251186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=a2c6f753-ee5b-4f84-846e-5637d6ee7836,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:03.815235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-4d6b72d9-6208-4640-8153-33ff2ce482b1 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457565 Nov 16 21:34:03.884965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.888391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ea35178-358f-4dbb-b2d9-a78d8663be0d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/a2c6f753-ee5b-4f84-846e-5637d6ee7836 HTTP/1.1" status: 204 len: 168 time: 2.9244537 Nov 16 21:34:03.891340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40058) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:03.945280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3749-4f00-4d8a-842f-6ec0b8ad369d req-a3e4092b-93a7-45d2-a835-a1d9b909096a tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.947814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fad3749-4f00-4d8a-842f-6ec0b8ad369d req-a3e4092b-93a7-45d2-a835-a1d9b909096a tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.1713846 Nov 16 21:34:03.959337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98581f43-768c-40ad-a80f-2eebdaae0e58 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.961359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98581f43-768c-40ad-a80f-2eebdaae0e58 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.964782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98581f43-768c-40ad-a80f-2eebdaae0e58 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.966741 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-98581f43-768c-40ad-a80f-2eebdaae0e58 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0740712 Nov 16 21:34:03.969353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40062) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.029740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.033743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-92e044dc-1a7f-4f79-9e45-7c58e1ff7023 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102168 Nov 16 21:34:04.040987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fad3749-4f00-4d8a-842f-6ec0b8ad369d req-bc7b316d-2667-48b6-ae79-94c57a6ae547 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806580 Nov 16 21:34:04.040987 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.048783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 40fb7980-02f5-411c-af42-51b2f637907b {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:04.053129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.101025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.104410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-f122b5d0-a5f9-4b9c-af34-cdee29567776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 217 time: 0.0626364 Nov 16 21:34:04.177722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=dd39dcda-265c-4958-ad77-2986998bbdce,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.199716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.203253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-24030447-61b6-4d87-ac23-259f459a82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:04.204726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-24030447-61b6-4d87-ac23-259f459a82dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0918984 Nov 16 21:34:04.205463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.228360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40070) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.281349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.318830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=40fb7980-02f5-411c-af42-51b2f637907b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.320739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.327131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-6a9e1bdf-9940-4294-917f-11b5f1cb44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:04.327131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-6a9e1bdf-9940-4294-917f-11b5f1cb44de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866537 Nov 16 21:34:04.327575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40074) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.328161 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-50390fc4-5331-4b75-a415-42bc16fc7761 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/40fb7980-02f5-411c-af42-51b2f637907b HTTP/1.1" status: 204 len: 168 time: 0.3567576 Nov 16 21:34:04.345288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71600f9d-f620-424f-a5dd-aae2f027ebfa None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:04.419444 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Floating IP 09fc6515-5b0d-4c15-b544-cfb940e3a023 associated. External IP: 172.25.7.35, port: 38b4e10f-e63f-4bd5-ae16-c9381af2b077. Nov 16 21:34:04.523028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:04.532035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.540278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-241384330-network', 'tenant_id': '114f199cc1bb45d0aec044a48e092413'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:04.567641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Made reservation on behalf of 114f199cc1bb45d0aec044a48e092413 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:04.570150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.581878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.636758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.665305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-729fc2f9-bf05-428f-b767-3e242dc8517b service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224514 Nov 16 21:34:04.695075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.700578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.723753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:04.741915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5131c-13da-448a-8f07-8ec8b5b11ad3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.747467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.747805 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Added segment 6ebb7a97-a441-4f23-a8b2-38fae7787491 of type vlan for network d49bebd2-ff49-454d-9c21-617299c772d5 Nov 16 21:34:04.794272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.828210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.829459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:04.830155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.896415 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6628845 Nov 16 21:34:04.896415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40090) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.901297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Request body: {'subnet': {'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-241384330-subnet', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:04.904776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9591fa-d8d2-4c47-8e03-a89c3dbb0c3a admin admin] Pushing event updated for resources: {'Network': ['ID=d49bebd2-ff49-454d-9c21-617299c772d5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.918700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d49bebd2-ff49-454d-9c21-617299c772d5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:04.918968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.942223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Made reservation on behalf of 114f199cc1bb45d0aec044a48e092413 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:04.944981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.048211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-953ebd03-5a09-4c63-b711-8420d03aafc0 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711998 Nov 16 21:34:05.062718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 72d2d85f-853e-4ded-b79b-a2a7106f7621 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:05.187728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.195166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-c2dc89bb-8a2e-460f-83af-c76675e52b16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 200 len: 217 time: 0.1299503 Nov 16 21:34:05.256871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Checking segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:05.256871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Network hostable DHCP agents. Network: d49bebd2-ff49-454d-9c21-617299c772d5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:05.265442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8ad02d-164b-46c5-bb00-1b514485ec47,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:05.285046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Network d49bebd2-ff49-454d-9c21-617299c772d5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:05.296081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d49bebd2-ff49-454d-9c21-617299c772d5) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:05.300504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.301415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.302018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.309309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd14d12-c721-4e50-9dd4-87740550487f None None] Network d49bebd2-ff49-454d-9c21-617299c772d5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:05.321635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f33982f4-b315-44fb-880f-717f5dba6cd2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4251797 Nov 16 21:34:05.324530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40098) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:05.331245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:05.372709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.375381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:05.381193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.386888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.394913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b2aa0b6e-c4b1-452c-94d1-975798156be8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f HTTP/1.1" status: 204 len: 168 time: 1.0650744 Nov 16 21:34:05.398606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40102) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:05.410590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-1c266922-a98f-4ed8-97e2-36fe86715c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.412165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-1c266922-a98f-4ed8-97e2-36fe86715c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.1784751 Nov 16 21:34:05.412307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3848bbd-e1a3-4f80-a1d8-29e3be640f33 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:05.420550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22b836-9ec1-4d6a-b047-3386c6ec9a6c req-f40b33bb-41e8-44c3-aca1-d21747ce3cfc tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.422025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea22b836-9ec1-4d6a-b047-3386c6ec9a6c req-f40b33bb-41e8-44c3-aca1-d21747ce3cfc tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.2319605 Nov 16 21:34:05.462989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8e532b6-ca2c-46b3-9f20-25a1f268b8c6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582709 Nov 16 21:34:05.467596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40106) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:05.481172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:05.495384 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Sync routers for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:05.500598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-d6e13465-6166-4aaa-849a-a381bef0a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.501108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:05.503111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-d6e13465-6166-4aaa-849a-a381bef0a474 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801628 Nov 16 21:34:05.519271 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:05.520898 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:05.604584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.610592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea22b836-9ec1-4d6a-b047-3386c6ec9a6c req-0e4bab82-27ce-4055-80ce-7899516a40a3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563680 Nov 16 21:34:05.615520 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.640026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:05.648958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.657216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-ad24087b-0eb5-4e08-9b76-aa52bed27a9a service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394811 Nov 16 21:34:05.661531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9277616-ec8b-44de-ac9f-82bf582f0273 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3981061 Nov 16 21:34:05.662179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40114) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:05.662638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:05.665361 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba5e68-c254-4b04-a3da-0d78ec0455a2" -d '{"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:05.746499 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:05.917925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.918441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.918903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.919385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.919828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.921905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.923762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.924251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.924711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.925162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.925611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.926058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.926499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.934000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.934468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.934979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.935500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:05.941326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e8fd72d-0d95-48cb-89b2-6f956a7febe3 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11215 time: 0.2723413 Nov 16 21:34:05.944787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40126) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:06.041885 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5ffcc-90e7-4deb-be11-6003ad5fc590 x-openstack-request-id: req-19d5ffcc-90e7-4deb-be11-6003ad5fc590 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:06.042253 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:06.042473 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19d5ffcc-90e7-4deb-be11-6003ad5fc590 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:06.042922 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'status': 'completed', 'code': 200} Nov 16 21:34:06.147511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '09fc6515-5b0d-4c15-b544-cfb940e3a023', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'port_id': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'mac_address': 'fa:16:3e:03:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d0a120-610c-44b5-9212-f403d143a6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:02Z', 'updated_at': '2021-11-16T21:34:02Z', 'revision_number': 0, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.169407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-cdaeff25-416e-4246-b60a-8504f5182839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.171148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-cdaeff25-416e-4246-b60a-8504f5182839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1136 time: 0.1422954 Nov 16 21:34:06.196160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-91053eec-e3c1-4cd8-9149-7612db11cadb None None] Provisioning complete for port 01057b53-77d4-4e03-a2e3-6f11026bcda8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:06.197046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-91053eec-e3c1-4cd8-9149-7612db11cadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.207050 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Checking router: 72d2d85f-853e-4ded-b79b-a2a7106f7621 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:06.234637 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:06.237485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.341575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d49bebd2-ff49-454d-9c21-617299c772d5', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:06.342459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.371080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-6b18621c-143a-4626-a9d6-0d179fcfc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.372865 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-6b18621c-143a-4626-a9d6-0d179fcfc215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 200 len: 898 time: 0.1939476 Nov 16 21:34:06.388690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:06.485822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.486401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.486528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.487386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.487514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.488275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.488497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.489001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.489492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.489990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.490479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.491225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.491479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.491969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.492459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.499039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ee1f6007-5840-4c50-b7be-b8b41e47548a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9547 time: 0.5478687 Nov 16 21:34:06.499699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40136) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:06.513106 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:06.536088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.555695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.584107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-9eb88e14-7b56-4047-84b3-3bea0ec487c1 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736000 Nov 16 21:34:06.617010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Deleting port 01057b53-77d4-4e03-a2e3-6f11026bcda8 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:06.617546 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.661125 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-952321b6-4a41-4f39-b312-83bf77fdbd28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 200 len: 999 time: 0.2523963 Nov 16 21:34:06.702430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.717581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] For port 01057b53-77d4-4e03-a2e3-6f11026bcda8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=01057b53-77d4-4e03-a2e3-6f11026bcda8,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:06.717581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.719273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:06.732252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Calling delete_port for 01057b53-77d4-4e03-a2e3-6f11026bcda8 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:06.750679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-3bb5f812-8075-4e18-9654-0f3b319eb9d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 200 len: 217 time: 0.1489322 Nov 16 21:34:06.760628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:06.767887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.768479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.841875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=24a05987-19be-41cd-add9-459240ed23fa,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:06.894392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-8fb2db5b-a555-493c-8f02-53494fbf4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.894780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.896239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-8fb2db5b-a555-493c-8f02-53494fbf4ed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.1345770 Nov 16 21:34:06.912423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5cfe9-68dd-4782-9384-f4c2c4ce6336 req-c330cd78-1665-4082-903a-258e56145002 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.913939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8c5cfe9-68dd-4782-9384-f4c2c4ce6336 req-c330cd78-1665-4082-903a-258e56145002 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.1432583 Nov 16 21:34:06.916790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '09fc6515-5b0d-4c15-b544-cfb940e3a023', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'port_id': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'mac_address': 'fa:16:3e:03:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d0a120-610c-44b5-9212-f403d143a6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:02Z', 'updated_at': '2021-11-16T21:34:02Z', 'revision_number': 0, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.957770 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae752733-6dd4-4df7-aa3c-36c7d964aee7 None None] The sync data for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 is: [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '09fc6515-5b0d-4c15-b544-cfb940e3a023', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'port_id': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'mac_address': 'fa:16:3e:03:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d0a120-610c-44b5-9212-f403d143a6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:02Z', 'updated_at': '2021-11-16T21:34:02Z', 'revision_number': 0, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:06.983553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Allocated IP 172.20.0.2 (d49bebd2-ff49-454d-9c21-617299c772d5/8f8ad02d-164b-46c5-bb00-1b514485ec47/028b6289-d9e7-486d-b624-851acb5285c9) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:06.988566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] No DVR routers for this DVR port 01057b53-77d4-4e03-a2e3-6f11026bcda8 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:06.997874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f6468-3074-417b-8dc4-aaeded2bf5c2 None None] Pushing event deleted for resources: {'Port': ['ID=01057b53-77d4-4e03-a2e3-6f11026bcda8,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.036451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b24944-8ef1-4915-819a-107240bc3acd None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:07.059763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-351b4b7d-903e-49bc-8799-6f1551902e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.061454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-351b4b7d-903e-49bc-8799-6f1551902e3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1460981 Nov 16 21:34:07.066413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8c5cfe9-68dd-4782-9384-f4c2c4ce6336 req-09b69f8e-0fb7-4632-b803-a967b76d3280 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372557 Nov 16 21:34:07.105841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef6f3392-0004-4b2a-a70b-1086a227f032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6359644 Nov 16 21:34:07.107935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Allocated IP 172.25.7.251 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e976e4fe-afe3-4437-ba7e-a08d8b160af5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:07.110080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.117207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:07.213196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-4d180d54-b50f-40b8-9ce3-af9b2c6f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.215148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-4d180d54-b50f-40b8-9ce3-af9b2c6f8220 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fefe9e-b049-4e58-9b7e-060eea78438a HTTP/1.1" status: 200 len: 834 time: 0.4937773 Nov 16 21:34:07.252840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b8d9148e-59a7-477d-9e25-206fe65133de tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6481 time: 0.7474978 Nov 16 21:34:07.258321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40148) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.289613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-8b8424ab-a7fc-475a-bc02-5dc26860eeed service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074265 Nov 16 21:34:07.325373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:07.329154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.382097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55d567-a893-4302-95d8-a1813b61d668 None None] New status for floating IP 09fc6515-5b0d-4c15-b544-cfb940e3a023: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:34:07.445701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.459194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '24a05987-19be-41cd-add9-459240ed23fa'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:07.460326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.479965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-47cd86ab-f428-4e19-a50c-e26d735abc3c service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817567 Nov 16 21:34:07.484759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0a19e-6fd0-4678-9067-e98b8e681bad tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.484936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0a19e-6fd0-4678-9067-e98b8e681bad tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.499457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-64a0a19e-6fd0-4678-9067-e98b8e681bad tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72d2d85f-853e-4ded-b79b-a2a7106f7621 HTTP/1.1" status: 200 len: 1989 time: 0.2273026 Nov 16 21:34:07.513006 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.528553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:07.570275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-490d9706-4195-4764-b920-ed9a9e5da190 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 200 len: 217 time: 0.0705488 Nov 16 21:34:07.580111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-c07100d0-585c-4862-86ff-a4a84312a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.581748 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-c07100d0-585c-4862-86ff-a4a84312a125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d79003c-c701-404b-8b0b-e080ecf2e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464034 Nov 16 21:34:07.621335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Network d49bebd2-ff49-454d-9c21-617299c772d5 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:07.623664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:07.630051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 01057b53-77d4-4e03-a2e3-6f11026bcda8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:07.630619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 01057b53-77d4-4e03-a2e3-6f11026bcda8 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:07.638876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-9176e12a-43c9-4a32-a29a-6a5d1600af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.641536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-9176e12a-43c9-4a32-a29a-6a5d1600af13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0631189 Nov 16 21:34:07.694991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:07.706806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-302ccfb2-3fb9-4499-b10e-1d830078da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.709548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-302ccfb2-3fb9-4499-b10e-1d830078da15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606654 Nov 16 21:34:07.756946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.800421 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-eaca86d9-fc0e-4388-ade6-e6d928ce6761 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996794 Nov 16 21:34:07.800899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Attempting to bind port 028b6289-d9e7-486d-b624-851acb5285c9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:07.801286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Attempting to bind port 028b6289-d9e7-486d-b624-851acb5285c9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:07.801631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Attempting to bind port 028b6289-d9e7-486d-b624-851acb5285c9 on network d49bebd2-ff49-454d-9c21-617299c772d5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:07.804120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Pushing event updated for resources: {'Port': ['ID=028b6289-d9e7-486d-b624-851acb5285c9,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.854877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:07.855403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Checking segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:07.855779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.856189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Bound using segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:07.856664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Bound port: 028b6289-d9e7-486d-b624-851acb5285c9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:07.857040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.890451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40158) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.900661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-125982ba-b739-469c-8505-b08bb2aad3df service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817007 Nov 16 21:34:07.969674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Allocated IP 172.20.0.2 (1052ada7-554d-4821-95d6-8a69094944cc/24a05987-19be-41cd-add9-459240ed23fa/6471de55-1361-48cc-98f8-2e832ffb97bc) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:07.973130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:07.980043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.982847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] For port 028b6289-d9e7-486d-b624-851acb5285c9, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:07.992589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] For port 028b6289-d9e7-486d-b624-851acb5285c9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=028b6289-d9e7-486d-b624-851acb5285c9,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:08.014381 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.046976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.179394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd2caa-0576-4001-93c4-0fd3c9c63f26 None None] Pushing event updated for resources: {'Port': ['ID=028b6289-d9e7-486d-b624-851acb5285c9,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.185317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:08.200288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-d43cc72f-a2a9-4ce7-9b97-2162ae7f7965 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859123 Nov 16 21:34:08.218743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:08.265472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:08.268608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:08.270738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=6a2ac093-4ddb-4570-977f-01f7dff78592,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.273319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Pushing event updated for resources: {'Port': ['ID=e976e4fe-afe3-4437-ba7e-a08d8b160af5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.281897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb81b63-d50b-4685-b116-d69e9eccadac None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:08.288634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-805a3c62-db3b-43ea-8e8a-d65881c4fcd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 217 time: 0.0792370 Nov 16 21:34:08.296890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:08.301328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.302060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.304818 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.315744 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.359202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f41067e7-d623-4693-8ed8-f3b4aa6e061a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.385587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-95beb277-bdec-4b40-a8f5-9a09ec298deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.387067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-95beb277-bdec-4b40-a8f5-9a09ec298deb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0829167 Nov 16 21:34:08.397916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217cb5-f1cd-447e-8da7-592dd47b7b9d req-614273d8-1878-48e4-b2f0-915ee3e720ed tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.400955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f217cb5-f1cd-447e-8da7-592dd47b7b9d req-614273d8-1878-48e4-b2f0-915ee3e720ed tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.1786561 Nov 16 21:34:08.423396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:08.434907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:08.477142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:08.497028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b145b4bf-cb37-4dc9-b376-0255b7459dc7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3810303 Nov 16 21:34:08.497028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaba5e68-c254-4b04-a3da-0d78ec0455a2 req-8ce1c86f-1a4d-41dd-994b-649c60d5eaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843493 Nov 16 21:34:08.498365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40166) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:08.506761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:5a:04:4d', 'name': 'tempest-NetworksTestDHCPv6-42754582'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:08.514219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.528633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2ccc7adf-7c94-4b81-be2b-f74d971cf461 None None] Provisioning complete for port e976e4fe-afe3-4437-ba7e-a08d8b160af5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:08.528997 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7adf-7c94-4b81-be2b-f74d971cf461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.624358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064896-d287-4e06-9a15-ed5387e3931a req-1ff77293-e006-446c-8bdd-091c596db676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.625821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-1ff77293-e006-446c-8bdd-091c596db676 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2238812 Nov 16 21:34:08.627412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc7adf-7c94-4b81-be2b-f74d971cf461 None None] Port e976e4fe-afe3-4437-ba7e-a08d8b160af5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:08.629662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Attempting to bind port 6471de55-1361-48cc-98f8-2e832ffb97bc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:08.630262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Attempting to bind port 6471de55-1361-48cc-98f8-2e832ffb97bc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:08.631038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Attempting to bind port 6471de55-1361-48cc-98f8-2e832ffb97bc on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:08.634670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f217cb5-f1cd-447e-8da7-592dd47b7b9d req-1aa1fd82-cc26-4434-9d4b-b666db9439b8 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214739 Nov 16 21:34:08.646373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f41067e7-d623-4693-8ed8-f3b4aa6e061a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.648491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:08.648886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:08.649289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.649647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:08.650642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Bound port: 6471de55-1361-48cc-98f8-2e832ffb97bc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:08.651129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.657426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f41067e7-d623-4693-8ed8-f3b4aa6e061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.725151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:08.725343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41067e7-d623-4693-8ed8-f3b4aa6e061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e55a40-a226-4638-a879-71fbf480a384,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.735909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f41067e7-d623-4693-8ed8-f3b4aa6e061a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a338b354e2fd4b77bbbefc052c01254b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8431163 Nov 16 21:34:08.740503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:08.741830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40168) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:08.749142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.811628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-d0253bbf-fda6-4b80-ae46-b48c3c7700d3 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734583 Nov 16 21:34:08.814809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44696-14f4-4ea5-afaf-9692fe37fc51 None None] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.841423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:08.880273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.918325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.933701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.993409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45064896-d287-4e06-9a15-ed5387e3931a req-7120b8d3-b14f-4482-880b-1cfee74b66e0 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735668 Nov 16 21:34:08.994663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.999132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.027025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 5ef416b3-d025-4c4a-89c8-635e1e953cda yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:09.117216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.119916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.123403 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78e55a40-a226-4638-a879-71fbf480a384 HTTP/1.1" status: 204 len: 168 time: 0.3783085 Nov 16 21:34:09.146260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df608d-5999-4789-80c0-0e962050690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e55a40-a226-4638-a879-71fbf480a384,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:09.332868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.348750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 172.20.0.14 (1052ada7-554d-4821-95d6-8a69094944cc/24a05987-19be-41cd-add9-459240ed23fa/5ef416b3-d025-4c4a-89c8-635e1e953cda) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:09.355910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fe5a:44d (1052ada7-554d-4821-95d6-8a69094944cc/6a2ac093-4ddb-4570-977f-01f7dff78592/5ef416b3-d025-4c4a-89c8-635e1e953cda) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:09.556501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 028b6289-d9e7-486d-b624-851acb5285c9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:09.570220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Router e849e968-f0e4-4b4d-b000-e9cb1e361504 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:34:09.604560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.625271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 028b6289-d9e7-486d-b624-851acb5285c9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:09.626111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.648656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.756591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40178) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:09.780306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.780889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:09.782779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4638d-5a2f-48f7-b1f2-f50278808dc8 None None] Network d49bebd2-ff49-454d-9c21-617299c772d5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:09.811046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:09.814046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:09.826096 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e73081a-c415-4893-b744-589d6b4d42af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.870440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=5ef416b3-d025-4c4a-89c8-635e1e953cda,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:09.878636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c4f15175-43b1-4313-bcf0-780a7f52e0af None None] Provisioning complete for port 028b6289-d9e7-486d-b624-851acb5285c9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:09.879230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4f15175-43b1-4313-bcf0-780a7f52e0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.953623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 028b6289-d9e7-486d-b624-851acb5285c9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=028b6289-d9e7-486d-b624-851acb5285c9,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:09.977323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e73081a-c415-4893-b744-589d6b4d42af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.983390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.984452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:09.991003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e73081a-c415-4893-b744-589d6b4d42af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.002379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.003040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.020193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d66b-22f4-41e7-9c5c-b20d3904944b req-13b80d45-7329-4a3e-80b0-4a4dfb6265a8 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.021783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86b6d66b-22f4-41e7-9c5c-b20d3904944b req-13b80d45-7329-4a3e-80b0-4a4dfb6265a8 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.2735472 Nov 16 21:34:10.082209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-055ba48e-6333-492a-8793-125e12aee920 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5828609 Nov 16 21:34:10.085788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40180) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.086123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73081a-c415-4893-b744-589d6b4d42af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c6625-6af5-49aa-bb83-ceffdbd83dfe,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.106224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40182) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.107914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e73081a-c415-4893-b744-589d6b4d42af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=607dcd16f0b34e9cb66208c4067a225c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482540 Nov 16 21:34:10.176851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86b6d66b-22f4-41e7-9c5c-b20d3904944b req-b17bf3c7-3a58-41c0-8820-b762cf83b181 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343644 Nov 16 21:34:10.193094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.193594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c823a-cb2b-4097-9358-193166eff1db tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.200637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c823a-cb2b-4097-9358-193166eff1db tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.202613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f75c823a-cb2b-4097-9358-193166eff1db tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0931315 Nov 16 21:34:10.205024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40184) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.219273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:10.222191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.232596 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Sync routers for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:10.243498 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:10.244378 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:10.314690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.318215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d8a64465-4980-44e7-ba9c-83f65dea257a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9923892 Nov 16 21:34:10.320152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 5ef416b3-d025-4c4a-89c8-635e1e953cda {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:10.321035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.322343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.354178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=028b6289-d9e7-486d-b624-851acb5285c9,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.376475 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:10.378449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3743f9-688e-4088-bd4d-3643ff95da75 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:10.465704 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.482286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 5ef416b3-d025-4c4a-89c8-635e1e953cda owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:10.521393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.524506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.526461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/320c6625-6af5-49aa-bb83-ceffdbd83dfe HTTP/1.1" status: 204 len: 168 time: 0.4185834 Nov 16 21:34:10.543085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca112-a155-45d5-94a4-8ff5d22d4b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c6625-6af5-49aa-bb83-ceffdbd83dfe,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.589961 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:08Z', 'revision_number': 3, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:10.627605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Checking router: e849e968-f0e4-4b4d-b000-e9cb1e361504 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:10.628127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Updating router e849e968-f0e4-4b4d-b000-e9cb1e361504 port e976e4fe-afe3-4437-ba7e-a08d8b160af5 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:10.659431 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.682725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:10.683015 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.767831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-22bd5cc7-7cdf-4b67-af50-545a56fcc6a8 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:10.768291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-22bd5cc7-7cdf-4b67-af50-545a56fcc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.826144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.897317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=5ef416b3-d025-4c4a-89c8-635e1e953cda,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.994735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.009091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.056711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:11.059971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.068335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.068584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9385105e-e014-4721-a891-1a72c6fd337d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/5ef416b3-d025-4c4a-89c8-635e1e953cda HTTP/1.1" status: 204 len: 168 time: 0.8613195 Nov 16 21:34:11.071237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40196) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.123400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be334b-ce91-42a4-a8bd-880d889eb02e None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '24a05987-19be-41cd-add9-459240ed23fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a2ac093-4ddb-4570-977f-01f7dff78592'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '6471de55-1361-48cc-98f8-2e832ffb97bc'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:11.137576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-22bd5cc7-7cdf-4b67-af50-545a56fcc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.159872 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.175488 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.191430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042d882-36a3-4220-87c1-1e49c4578c39 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.193274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042d882-36a3-4220-87c1-1e49c4578c39 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.195850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042d882-36a3-4220-87c1-1e49c4578c39 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.199438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9042d882-36a3-4220-87c1-1e49c4578c39 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1250196 Nov 16 21:34:11.203540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.268182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 24a05987-19be-41cd-add9-459240ed23fa {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:11.272039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.279125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Allocated IP 172.20.0.1 (d49bebd2-ff49-454d-9c21-617299c772d5/8f8ad02d-164b-46c5-bb00-1b514485ec47/8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:11.292056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 911c3294-5105-47f2-878e-ee62e8baa7ad details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:34:11.325416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0237caa-3b13-496a-a370-b5f6c51b933d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:11.330385 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Attempting to bind port e976e4fe-afe3-4437-ba7e-a08d8b160af5 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:11.330873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Attempting to bind port e976e4fe-afe3-4437-ba7e-a08d8b160af5 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:11.331268 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Attempting to bind port e976e4fe-afe3-4437-ba7e-a08d8b160af5 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:11.343391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-43be334b-ce91-42a4-a8bd-880d889eb02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.349046 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec73da9-e82d-4e5d-a9a1-20bbeaf84ea7 None None] Pushing event updated for resources: {'Port': ['ID=e976e4fe-afe3-4437-ba7e-a08d8b160af5,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.349877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.359775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.377763 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:11.379662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:11.381158 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.381652 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:11.383299 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-22bd5cc7-7cdf-4b67-af50-545a56fcc6a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:11.383665 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-22bd5cc7-7cdf-4b67-af50-545a56fcc6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:11.385303 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Bound port: e976e4fe-afe3-4437-ba7e-a08d8b160af5, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:11.385797 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.464906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bd293-5ac8-4418-bba6-0c87d6cbc77f req-8b0d4ff2-f464-4611-8d8f-972b039fb122 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.468659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d90bd293-5ac8-4418-bba6-0c87d6cbc77f req-8b0d4ff2-f464-4611-8d8f-972b039fb122 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 943 time: 0.1706421 Nov 16 21:34:11.502991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.503702 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] For port e976e4fe-afe3-4437-ba7e-a08d8b160af5, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:11.507917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] For port e976e4fe-afe3-4437-ba7e-a08d8b160af5, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e976e4fe-afe3-4437-ba7e-a08d8b160af5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:11.516739 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.575576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 028b6289-d9e7-486d-b624-851acb5285c9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:11.579337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d90bd293-5ac8-4418-bba6-0c87d6cbc77f req-859539fd-3da1-4c56-b211-e448890297a3 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978549 Nov 16 21:34:11.588840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.599298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.653449 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:11.654495 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:11.673550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eafc89-b178-4657-ae38-94b83091d426 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:11.690167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.698846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Network d49bebd2-ff49-454d-9c21-617299c772d5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:11.702810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:11.705612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.707869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:11.751292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=911c3294-5105-47f2-878e-ee62e8baa7ad,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:11.766051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-43be334b-ce91-42a4-a8bd-880d889eb02e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24a05987-19be-41cd-add9-459240ed23fa: This subnet is being modified by another concurrent operation. Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24a05987-19be-41cd-add9-459240ed23fa: This subnet is being modified by another concurrent operation. Nov 16 21:34:11.766789 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:34:11.777828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec73da9-e82d-4e5d-a9a1-20bbeaf84ea7 None None] Pushing event updated for resources: {'Port': ['ID=e976e4fe-afe3-4437-ba7e-a08d8b160af5,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.781829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=24a05987-19be-41cd-add9-459240ed23fa,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.786185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:34:11.787818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.792892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec211934-839d-47d8-86d9-bc8d1ae7e868 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/24a05987-19be-41cd-add9-459240ed23fa HTTP/1.1" status: 204 len: 168 time: 0.5881631 Nov 16 21:34:11.794959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 028b6289-d9e7-486d-b624-851acb5285c9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:11.795338 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.795936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40218) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.962417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff537b5-447b-41b7-ad7b-35637ca7cd89 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:11.991204 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:12.035878 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.091446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911c3294-5105-47f2-878e-ee62e8baa7ad {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:34:12.104534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.128362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=911c3294-5105-47f2-878e-ee62e8baa7ad,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:12.174588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.275173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 6a2ac093-4ddb-4570-977f-01f7dff78592 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:12.278483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.337088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.361270 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:08Z', 'revision_number': 3, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:12.393955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:12.394588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.405592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.409611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.417710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.418401 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0154b9-e8e6-4a36-9f04-9b2b0ac9c70c None None] The sync data for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 is: [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:08Z', 'revision_number': 3, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:12.468865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['911c3294-5105-47f2-878e-ee62e8baa7ad'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:34:12.474666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:12.525941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.533615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.597345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2ac093-4ddb-4570-977f-01f7dff78592,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:12.607798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:12.621271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.629576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-213efe02-4dee-4cab-95ed-dd1bd78efc38 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6a2ac093-4ddb-4570-977f-01f7dff78592 HTTP/1.1" status: 204 len: 168 time: 0.8312593 Nov 16 21:34:12.633581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:12.699168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Network d49bebd2-ff49-454d-9c21-617299c772d5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:12.700813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:12.762056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-081fdc20-da60-437a-8d26-3080cd81629c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263461 Nov 16 21:34:12.764771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40238) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:12.773996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Provisioning complete for port 028b6289-d9e7-486d-b624-851acb5285c9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:12.775024 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.860677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3a14-6820-4f15-8971-e7039208e2e8 req-b2dd37b6-3a24-4910-8c2f-cc4c4f180956 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:12.862140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14840d17-5f53-4f4c-8e67-4ff9c5311285 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '6a2ac093-4ddb-4570-977f-01f7dff78592'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '6471de55-1361-48cc-98f8-2e832ffb97bc'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:12.867628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e1c3a14-6820-4f15-8971-e7039208e2e8 req-b2dd37b6-3a24-4910-8c2f-cc4c4f180956 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 944 time: 0.1468055 Nov 16 21:34:12.894972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294874aa-2c67-4c1f-affa-87e2ada10cab tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:12.912161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Router e849e968-f0e4-4b4d-b000-e9cb1e361504 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:12.912396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-294874aa-2c67-4c1f-affa-87e2ada10cab tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1443524 Nov 16 21:34:12.912786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40242) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:12.961757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.006852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e1c3a14-6820-4f15-8971-e7039208e2e8 req-bcaac189-cb1c-4013-bd2b-0fe2b59be898 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327765 Nov 16 21:34:13.010562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f1a86-cecc-4b30-896d-1bc9a6575b40 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:13.012668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c4f1a86-cecc-4b30-896d-1bc9a6575b40 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0989368 Nov 16 21:34:13.015361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40244) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.016509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-14840d17-5f53-4f4c-8e67-4ff9c5311285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.099261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-80b0293c-4052-4fa8-9227-d84a6654875f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825608 Nov 16 21:34:13.106033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40250) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.119814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.129033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:13.162866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa60a5e9-3b26-49bf-bfd2-00d2fabb6cc6 admin admin] 10.222.0.54 "PUT /v2.0/routers/e849e968-f0e4-4b4d-b000-e9cb1e361504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8385460 Nov 16 21:34:13.283696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.295243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.297162 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:13.297734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:13.330492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1baad0a0-28a0-4502-9192-101a3293aceb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2233658 Nov 16 21:34:13.333860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.341162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.538944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.552878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e976e4fe-afe3-4437-ba7e-a08d8b160af5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:13.557104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.559627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Could not find standard attr ID for object 5ef416b3-d025-4c4a-89c8-635e1e953cda. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:13.561997 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:13.562465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:13.612240 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ef196ff-069e-4d7f-a722-a0391be83616 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2772400 Nov 16 21:34:13.615478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40270) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.627550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.721459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Provisioning complete for port e976e4fe-afe3-4437-ba7e-a08d8b160af5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:13.722859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.794984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.801046 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.805218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e976e4fe-afe3-4437-ba7e-a08d8b160af5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:13.805588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.805946 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:13.806706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:13.838683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.843302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19797b9-397d-46b3-a09e-7429f6a2c507 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:13.843615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.848262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1850decb-5c67-4c91-a5b2-07a105c09915 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2297029 Nov 16 21:34:13.958800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.966425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.971515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.974026 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:13.974868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:14.003876 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-378dcbc1-eead-4c52-9cf9-c5297c5a1097 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1638646 Nov 16 21:34:14.006740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.009474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] For port e976e4fe-afe3-4437-ba7e-a08d8b160af5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e976e4fe-afe3-4437-ba7e-a08d8b160af5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:14.020770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.077465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.155382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.185936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.188163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Provisioning complete for port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:14.188546 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.190072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.193310 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:14.193310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:14.215315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14d6d1-9e9c-4666-be01-64dd4e1966ec req-75592e74-c62d-4d99-9ed7-f0847c4e8766 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.221949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9fd26e8b-a1d7-4acf-beb4-3d3a21f06264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2111537 Nov 16 21:34:14.223169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.223503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec14d6d1-9e9c-4666-be01-64dd4e1966ec req-75592e74-c62d-4d99-9ed7-f0847c4e8766 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 944 time: 0.1117678 Nov 16 21:34:14.231054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.236265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.253429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1116335982-network', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.269130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Pushing event updated for resources: {'Port': ['ID=e976e4fe-afe3-4437-ba7e-a08d8b160af5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.291771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec14d6d1-9e9c-4666-be01-64dd4e1966ec req-4f69b36d-4d2b-416a-b9a9-469c72aca0b7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621471 Nov 16 21:34:14.310718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19797b9-397d-46b3-a09e-7429f6a2c507 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:14.313245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:14.313727 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:14.314763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-52324a4f-ba0a-408f-8f40-c2266077d553 None None] Port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:14.346886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Made reservation on behalf of dc77de358bab40beb2b1611aa4fb0f1a for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.353733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.371451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.398673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.402998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.405478 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:14.405912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:14.438710 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6e78b9b1-3af0-498c-abba-b73688dcce5a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2144098 Nov 16 21:34:14.441502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.471618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:14.472016 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.496001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.508662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.525502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af1b6b-7aa6-4e1c-9016-6661d1d08463 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.533271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-52af1b6b-7aa6-4e1c-9016-6661d1d08463 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0903809 Nov 16 21:34:14.534038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.551382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:14.591689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e85a33-1667-4320-87f3-d72dd7f82318,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.598772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.599139 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Added segment b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd of type vlan for network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a Nov 16 21:34:14.638676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288e194e-7bdf-470c-a117-9b680d99c1ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.643223 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-288e194e-7bdf-470c-a117-9b680d99c1ad tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051924 Nov 16 21:34:14.644616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40308) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.683722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Could not find standard attr ID for object 5ef416b3-d025-4c4a-89c8-635e1e953cda. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:14.695193 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-46377e7f-62bb-4110-8264-6c06e4acb65d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464911 Nov 16 21:34:14.695193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.695486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40310) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.701125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.726959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.728169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.729939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.749515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Provisioning complete for port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:14.751577 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.802495 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5653756 Nov 16 21:34:14.805660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40316) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.811478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Request body: {'subnet': {'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1116335982-subnet', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.816314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115062f-5af1-44a9-b64f-7fdd06ab0004 admin admin] Pushing event updated for resources: {'Network': ['ID=cd096d13-b7d4-4f4c-bd5a-d01609b97e4a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.839805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:14.841782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Made reservation on behalf of dc77de358bab40beb2b1611aa4fb0f1a for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.847621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.892743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.898670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.918581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92cefe-34de-4c9c-9ca6-bcd2a661ae6f None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:14.956552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.015356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c099fc54-0250-4907-b192-3a3a66d6ab84 None None] Port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:15.139730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:15.146194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Sync routers for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:15.151777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.164482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d679218-b92f-434d-8450-2a76186cbdc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.219420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:15.220141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:33:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:15.226685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-07218c1c-2dcf-4a26-a5e3-a36953097285 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:15.227230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-07218c1c-2dcf-4a26-a5e3-a36953097285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.236667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47f9051-55fb-451a-9e6d-cadbd10e9207,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.258362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Checking segment: {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:15.258737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Network hostable DHCP agents. Network: cd096d13-b7d4-4f4c-bd5a-d01609b97e4a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:15.272493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 911c3294-5105-47f2-878e-ee62e8baa7ad up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:15.272742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:15.291814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:15.313998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, cd096d13-b7d4-4f4c-bd5a-d01609b97e4a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:15.327504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:15.328101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.340506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d679218-b92f-434d-8450-2a76186cbdc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.359709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d679218-b92f-434d-8450-2a76186cbdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.376303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4bca0bec-3bb5-42d0-abd7-b79859254c07 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5663941 Nov 16 21:34:15.376963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40324) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.397216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:15.437840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d679218-b92f-434d-8450-2a76186cbdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647280e8-7714-4462-a960-f5de82024540,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.442375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3d679218-b92f-434d-8450-2a76186cbdc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a55387a0d3dd49e3a7ed5f2528b5028c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848015 Nov 16 21:34:15.445026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.459161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e779a1-edbc-4095-af82-c7a1ceb73583 req-ae06dc1d-81af-4351-a97c-a24884dd60aa tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:15.461638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52e779a1-edbc-4095-af82-c7a1ceb73583 req-ae06dc1d-81af-4351-a97c-a24884dd60aa tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 944 time: 0.0919557 Nov 16 21:34:15.463886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.465664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.474569 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-569cbc4b-793c-4fd2-ad00-333fc9ec6de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.481551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92cefe-34de-4c9c-9ca6-bcd2a661ae6f None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:15.527912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.528198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.559738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52e779a1-edbc-4095-af82-c7a1ceb73583 req-87e47bf6-130f-45e5-82cb-798f23dc7452 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906491 Nov 16 21:34:15.580668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:15.583845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.677285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 911c3294-5105-47f2-878e-ee62e8baa7ad completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:34:15.693670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.698958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.713090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:15.733952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.757048 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.763443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.764866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.835402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.838488 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.839695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/647280e8-7714-4462-a960-f5de82024540 HTTP/1.1" status: 204 len: 168 time: 0.3936572 Nov 16 21:34:15.862649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:15.874065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:15.882002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:15.882606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.885022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=e841a081-ce9a-4d5b-a5c8-65acea929609,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.888093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dad73-352a-4157-8c89-5a1dcb4315c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647280e8-7714-4462-a960-f5de82024540,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.895482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.913760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-519f37e0-9883-4dec-a9bb-bd85a271855d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2148404 Nov 16 21:34:15.914281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40332) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.923214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:e9:80:dd', 'name': 'tempest-NetworksTestDHCPv6-1072838458'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:15.928904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 911c3294-5105-47f2-878e-ee62e8baa7ad triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:15.931543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.126772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.127187 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:16.127547 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:16.154431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.211223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:16.286563 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.342407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Allocated IP 172.25.7.203 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a94bbdad-9b6a-43ec-9131-fbbbf48f5531) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:16.349717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.388669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 9cf863a6-b6e3-4897-95ff-e0f8f8780475 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:16.394648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:16.396905 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8a3c0-0a3c-42fb-9b02-5cd31a8226d3" -d '{"events": [{"server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "name": "network-vif-plugged", "status": "completed", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:16.419317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=911c3294-5105-47f2-878e-ee62e8baa7ad,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:16.429970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 2, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:16.434511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.472477 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57c50a7-14ba-4962-af26-1dbcd74344c2 x-openstack-request-id: req-c57c50a7-14ba-4962-af26-1dbcd74344c2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:16.472768 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "name": "network-vif-plugged", "status": "completed", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:16.473022 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c57c50a7-14ba-4962-af26-1dbcd74344c2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:16.473413 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'code': 200} Nov 16 21:34:16.515014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Checking router: e849e968-f0e4-4b4d-b000-e9cb1e361504 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:16.515700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Updating router e849e968-f0e4-4b4d-b000-e9cb1e361504 port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:16.558559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'fixed_ips': [{'subnet_id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:16.559680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.577299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.589254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.589933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fee9:80dd (1052ada7-554d-4821-95d6-8a69094944cc/e841a081-ce9a-4d5b-a5c8-65acea929609/9cf863a6-b6e3-4897-95ff-e0f8f8780475) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:16.626319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:16.667443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bd6d-8002-4bce-9d93-45221103c62c req-cfbda024-6ea2-45b3-856b-e3f63b273022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:16.672842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fad1bd6d-8002-4bce-9d93-45221103c62c req-cfbda024-6ea2-45b3-856b-e3f63b273022 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1096 time: 0.1151073 Nov 16 21:34:16.765276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fad1bd6d-8002-4bce-9d93-45221103c62c req-de0a23d3-a7d3-4bca-88c7-448a635c4603 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776196 Nov 16 21:34:16.813988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fee2f8-4b34-4538-8322-12c0c9101aaf req-9edf748e-627d-4cf0-a2e2-3e86a55c1f6d tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:16.818093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.828201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0fee2f8-4b34-4538-8322-12c0c9101aaf req-9edf748e-627d-4cf0-a2e2-3e86a55c1f6d tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.1524920 Nov 16 21:34:16.894142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0fee2f8-4b34-4538-8322-12c0c9101aaf req-b374c69c-eafe-466b-b440-7cf036331887 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607686 Nov 16 21:34:16.950732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:16.966661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:16.973957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:16.992069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.024847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.074736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Allocated IP 172.20.0.2 (cd096d13-b7d4-4f4c-bd5a-d01609b97e4a/e47f9051-55fb-451a-9e6d-cadbd10e9207/b13ae0cf-0807-4534-a51a-ad7d679a7c72) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:17.104704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:17.118977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.169478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.297934 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.299644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.325216 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.325459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.390477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:17.395363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.411870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:17.433026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:17.435492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:17.441377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:17.442008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.485808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=9cf863a6-b6e3-4897-95ff-e0f8f8780475,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.488481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36ca6-ab06-4b85-97f2-f56f0eab03c6 None None] Pushing event updated for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.511345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40360) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:17.511533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b076df3f-488c-4671-98e0-e767719236ac tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5945992 Nov 16 21:34:17.520295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.527000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Attempting to bind port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:17.527596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Attempting to bind port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:17.528148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Attempting to bind port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 on network d49bebd2-ff49-454d-9c21-617299c772d5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:17.537047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:17.537730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Checking segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:17.538283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.538865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Bound using segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:17.539591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Bound port: 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:17.540764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.545402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.597150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d05a0f-2d5c-4110-9fb4-6741f49c5e35 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:17.603770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d05a0f-2d5c-4110-9fb4-6741f49c5e35 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:17.604672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:17.605820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f5d05a0f-2d5c-4110-9fb4-6741f49c5e35 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0932226 Nov 16 21:34:17.608278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40362) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:17.630486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:17.640913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:17.643433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:17.643795 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.651537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Pushing event updated for resources: {'Port': ['ID=b13ae0cf-0807-4534-a51a-ad7d679a7c72,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.672954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.728509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 9cf863a6-b6e3-4897-95ff-e0f8f8780475 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:17.728960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.760642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b94a9c55-f4da-45b6-b472-8ae6ba5a6fce None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:17.760980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c55-f4da-45b6-b472-8ae6ba5a6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.766591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] For port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:17.825759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Router f4593615-978d-45b9-8bab-12edd305a8b6 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:34:17.856676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.876238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 9cf863a6-b6e3-4897-95ff-e0f8f8780475 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:17.958334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40a849c3-addd-4270-a3a9-fe22ab3d94dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.998969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] For port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:18.002157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Attempting to bind port b13ae0cf-0807-4534-a51a-ad7d679a7c72 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:18.002535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Attempting to bind port b13ae0cf-0807-4534-a51a-ad7d679a7c72 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:18.002902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Attempting to bind port b13ae0cf-0807-4534-a51a-ad7d679a7c72 on network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:18.033228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.068370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:18.068370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Checking segment: {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:18.068370 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.068848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Bound using segment: {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:18.069832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Bound port: b13ae0cf-0807-4534-a51a-ad7d679a7c72, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:18.069832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.099064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5dc5-49f0-4eef-92f6-35e98c754f6f req-13cd0450-5e68-42e7-a376-14462c661690 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.107536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ecd5dc5-49f0-4eef-92f6-35e98c754f6f req-13cd0450-5e68-42e7-a376-14462c661690 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.0831602 Nov 16 21:34:18.110394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.121785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:18.122468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.213528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ecd5dc5-49f0-4eef-92f6-35e98c754f6f req-43c7e3b4-9308-4752-8148-f34bcdacff34 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019969 Nov 16 21:34:18.217767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=9cf863a6-b6e3-4897-95ff-e0f8f8780475,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.260443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36ca6-ab06-4b85-97f2-f56f0eab03c6 None None] Pushing event updated for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.292862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.296826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78db8f1c-57ac-4bd6-9192-0680360746f5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/9cf863a6-b6e3-4897-95ff-e0f8f8780475 HTTP/1.1" status: 204 len: 168 time: 0.6874979 Nov 16 21:34:18.301567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40378) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.349905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:18.370367 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.374878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Sync routers for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:18.391122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.395887 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a9c55-f4da-45b6-b472-8ae6ba5a6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.397059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4513f79-5da5-411b-9908-00e24f5674b2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0061667 Nov 16 21:34:18.399308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40382) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.408339 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:18.410605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.416384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed935a8-057b-480f-87da-9eb61cbdb225 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.418092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed935a8-057b-480f-87da-9eb61cbdb225 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.422889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7ed935a8-057b-480f-87da-9eb61cbdb225 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1178122 Nov 16 21:34:18.424185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40384) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.429364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] For port b13ae0cf-0807-4534-a51a-ad7d679a7c72, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:18.471123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] For port b13ae0cf-0807-4534-a51a-ad7d679a7c72, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b13ae0cf-0807-4534-a51a-ad7d679a7c72,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:18.478353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac900ada-2086-428a-8702-966299ffd03d req-f85d8729-29c5-4a87-8c6d-c62a0c86cc40 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.478989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac900ada-2086-428a-8702-966299ffd03d req-f85d8729-29c5-4a87-8c6d-c62a0c86cc40 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.1548293 Nov 16 21:34:18.483892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:18.516418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.542650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet e841a081-ce9a-4d5b-a5c8-65acea929609 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:18.551542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.557659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:18.570951 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:18.589605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.590621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e976e4fe-afe3-4437-ba7e-a08d8b160af5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:18.615898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac900ada-2086-428a-8702-966299ffd03d req-ae92a66c-2f02-4d4f-ac56-1205771f7371 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126099 Nov 16 21:34:18.634119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40386) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.637909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.780166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.830452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-b94a9c55-f4da-45b6-b472-8ae6ba5a6fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:18.831326 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-b94a9c55-f4da-45b6-b472-8ae6ba5a6fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:18.878289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.893137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:17Z', 'revision_number': 3, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.919674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=e841a081-ce9a-4d5b-a5c8-65acea929609,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.929762 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.938488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-476ca98f-e1b3-4fbe-941d-39ddc3dfa939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/e841a081-ce9a-4d5b-a5c8-65acea929609 HTTP/1.1" status: 204 len: 168 time: 0.5098753 Nov 16 21:34:18.940096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Checking router: f4593615-978d-45b9-8bab-12edd305a8b6 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:18.942183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Updating router f4593615-978d-45b9-8bab-12edd305a8b6 port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:18.954111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.986320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01152d-bfcc-4e03-b6d4-2175104ce5c8 None None] Pushing event updated for resources: {'Port': ['ID=b13ae0cf-0807-4534-a51a-ad7d679a7c72,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.995796 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.022230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeccd4e-16fb-4066-a791-11d4543839e6 tempest-TestVolumeBackupRestore-2077457206 tempest-TestVolumeBackupRestore-2077457206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:19.029498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5aeccd4e-16fb-4066-a791-11d4543839e6 tempest-TestVolumeBackupRestore-2077457206 tempest-TestVolumeBackupRestore-2077457206-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1091 time: 0.3939586 Nov 16 21:34:19.032614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40392) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:19.041592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9907f89a-7ee6-4f58-ad42-1a1a5e86ce3f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862896 Nov 16 21:34:19.045145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:19.047237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:19.052263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e976e4fe-afe3-4437-ba7e-a08d8b160af5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:19.052813 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.078895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.105149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:19.142594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:19.221811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.304383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:17Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:19.308281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.335064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cf3a6-d344-4cee-8ce6-4bc1d0845a93 None None] The sync data for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 is: [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:17Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:19.440725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:19.450557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.554771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.591742 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.604830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:19.628183 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.726311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:19.726966 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.752586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Allocated IP 172.25.7.49 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/41db4fb9-da01-40f7-af21-82ff6d3ce435) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:19.761837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Attempting to bind port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:19.763719 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Attempting to bind port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:19.764160 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Attempting to bind port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:19.787225 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:19.787603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:19.789024 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.789024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:19.789361 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Bound port: a94bbdad-9b6a-43ec-9131-fbbbf48f5531, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:19.789740 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.844850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921e93a-2cf8-44d7-9ed7-156f29024d1e None None] Pushing event updated for resources: {'Port': ['ID=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:19.850025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b13ae0cf-0807-4534-a51a-ad7d679a7c72 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:19.917063 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] For port a94bbdad-9b6a-43ec-9131-fbbbf48f5531, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:19.921629 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] For port a94bbdad-9b6a-43ec-9131-fbbbf48f5531, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:19.928551 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.954413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b13ae0cf-0807-4534-a51a-ad7d679a7c72 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:19.954780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.986984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.048795 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921e93a-2cf8-44d7-9ed7-156f29024d1e None None] Pushing event updated for resources: {'Port': ['ID=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.059782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.083440 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:20.084274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:20.132431 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.135911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'Port': ['ID=41db4fb9-da01-40f7-af21-82ff6d3ce435,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.150649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:20.152830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.153349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.153805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.154153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.154489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.155246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.155658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.156046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.156377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.156736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.157253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.157617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:20.174413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:20.177817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:20.183311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Allocated IP 172.20.0.1 (cd096d13-b7d4-4f4c-bd5a-d01609b97e4a/e47f9051-55fb-451a-9e6d-cadbd10e9207/34191df1-3abb-4398-a603-9aec01c1d350) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:20.203215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port b13ae0cf-0807-4534-a51a-ad7d679a7c72, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b13ae0cf-0807-4534-a51a-ad7d679a7c72,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:20.214904 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.288408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:20.296294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5cf921-3639-4d7f-9eaf-dd68b769145f None None] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:20.298807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e429fc-92b9-4f07-9c10-1790a44a0c4b None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:20.349225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e813e-147a-4e9d-839b-4a94d05f0731 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:20.369998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:20.495022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=b13ae0cf-0807-4534-a51a-ad7d679a7c72,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.607653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f59f3-c09a-4925-82b8-591d2c6a0c57 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:20.631069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.631949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d118a957-3f06-42c1-9733-8f46c078c59c None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:20.632446 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d118a957-3f06-42c1-9733-8f46c078c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.665749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab2a5c-1e0a-45e2-8bd4-4e5a8d11babc None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:20.671376 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:17Z', 'revision_number': 3, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:20.705106 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeaa9f2-dc5f-4a83-8028-a7a60e15e28f None None] The sync data for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 is: [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:17Z', 'revision_number': 3, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:20.717574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.818181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.900683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.960369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.980406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.025685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Pushing event updated for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.043249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:21.049829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:21.057926 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:21.100600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d118a957-3f06-42c1-9733-8f46c078c59c None None] Provisioning complete for port b13ae0cf-0807-4534-a51a-ad7d679a7c72 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:21.100846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d118a957-3f06-42c1-9733-8f46c078c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.163468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.267335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.273394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.434352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.466237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event updated for resources: {'Port': ['ID=41db4fb9-da01-40f7-af21-82ff6d3ce435,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.502878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Provisioning complete for port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:21.503354 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.510902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:21.537724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.573335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.584413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.585572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.726256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.772550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:21.777862 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Floating IP 1b84e456-2ff7-4f84-b876-a04824b325f5 associated. External IP: 172.25.7.49, port: 911c3294-5105-47f2-878e-ee62e8baa7ad. Nov 16 21:34:21.779101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] For port a94bbdad-9b6a-43ec-9131-fbbbf48f5531, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:21.795880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.818339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:21.830623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.831776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.845355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:21.855667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.857763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=6d9af890-3124-448f-a0b5-1fe10ca7db6e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.888488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=11']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.959730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:21.962333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-09746d24-50a4-4f35-8b71-73a9ca834b4d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9129493 Nov 16 21:34:21.976747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:fc:3b:a0', 'name': 'tempest-NetworksTestDHCPv6-2049227890'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:22.177281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6d7f0-fd7a-4413-aa02-33a282d1674c None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:22.192120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Provisioning complete for port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.192429 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.241153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.253968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.293111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Pushing event updated for resources: {'Port': ['ID=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.308107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25304d18-cbc5-4061-bcc5-175dcefe42ba None None] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:22.387186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.407799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Pushing event updated for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.446811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.511195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.511566 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.513497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:22.515579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:22.596813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] For port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:22.638000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.663506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Router f4593615-978d-45b9-8bab-12edd305a8b6 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:22.778374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:22.795672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-20dc4aa3-893a-481a-81f8-99588205eb05 admin admin] 10.222.0.54 "PUT /v2.0/routers/f4593615-978d-45b9-8bab-12edd305a8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3838565 Nov 16 21:34:22.799075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Router 495c6029-dc8a-414f-b34b-e8906174bb6c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:22.800724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b13ae0cf-0807-4534-a51a-ad7d679a7c72 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:22.803709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:22.805890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd556a1-f09d-4df8-ab51-8367ebf58c96 None None] Pushing event updated for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.857932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.858260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.920816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b13ae0cf-0807-4534-a51a-ad7d679a7c72 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.921186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.000511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.059955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port c01f6b17-a55a-4b88-9371-b59e67f43bdc yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:23.111180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Provisioning complete for port 34191df1-3abb-4398-a603-9aec01c1d350 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:23.111648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.122734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a94bbdad-9b6a-43ec-9131-fbbbf48f5531 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:23.159132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:23.200797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:23.221258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.232168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Port 34191df1-3abb-4398-a603-9aec01c1d350 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:23.243379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:23.244024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:23.245836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:23.246330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.304283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.304854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db258d53-c6fd-43b3-bbe3-78e86feb719e tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2678134 Nov 16 21:34:23.308047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:23.310820 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462349e-7e9c-45cf-959f-f75a33a8b429" -d '{"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:23.370109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fefc:3ba0 (1052ada7-554d-4821-95d6-8a69094944cc/6d9af890-3124-448f-a0b5-1fe10ca7db6e/c01f6b17-a55a-4b88-9371-b59e67f43bdc) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:23.391503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f89a3-7ee2-4bcd-bddd-a18427ae6f58 tempest-TestVolumeBackupRestore-2077457206 tempest-TestVolumeBackupRestore-2077457206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.392166 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ba515-1294-4093-a13f-828d3467e814 x-openstack-request-id: req-5d6ba515-1294-4093-a13f-828d3467e814 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:23.392460 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:23.392775 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d6ba515-1294-4093-a13f-828d3467e814 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:23.393186 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:34:23.396214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-886f89a3-7ee2-4bcd-bddd-a18427ae6f58 tempest-TestVolumeBackupRestore-2077457206 tempest-TestVolumeBackupRestore-2077457206-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1091 time: 0.0908189 Nov 16 21:34:23.400032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40440) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.413361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Request body: {'floatingip': {'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:23.537068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:23.557068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.614637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-fa901794-f9f7-4801-8f87-927cd0aa8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.616296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-fa901794-f9f7-4801-8f87-927cd0aa8430 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1096 time: 0.1544137 Nov 16 21:34:23.683898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40444) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.707377 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Sync routers for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:23.721371 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:23.724620 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:23.734241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21905931', 'description': 'tempest-secgroup-smoke-21905931 description', 'project_id': '114f199cc1bb45d0aec044a48e092413'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:23.780215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.799531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Provisioning complete for port b13ae0cf-0807-4534-a51a-ad7d679a7c72 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:23.800204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.820768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.876934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-9c046b60-9ce5-44cd-8247-2a2864f7b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.878473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-9c046b60-9ce5-44cd-8247-2a2864f7b230 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 915 time: 0.2544672 Nov 16 21:34:23.922635 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:23.954320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:20Z', 'revision_number': 0, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:23.975369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.007185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:24.050022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-cd9b5cb5-b3fa-413e-bf28-7304311e72e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 998 time: 0.1625309 Nov 16 21:34:24.073263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:24.073921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:24.163507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68cb043a-72f0-4b62-948f-3b0d6ae7da5f None None] Could not find standard attr ID for object 9cf863a6-b6e3-4897-95ff-e0f8f8780475. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:24.171682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:24.179888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:24.181428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=c01f6b17-a55a-4b88-9371-b59e67f43bdc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.189901 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '34191df1-3abb-4398-a603-9aec01c1d350', 'name': '', 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'mac_address': 'fa:16:3e:6d:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:19Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 2, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'subnets': [{'id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:24.208941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:24.225221 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Checking router: f4593615-978d-45b9-8bab-12edd305a8b6 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:24.225572 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Updating router f4593615-978d-45b9-8bab-12edd305a8b6 port 34191df1-3abb-4398-a603-9aec01c1d350 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:24.242241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.250099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:24.252772 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.261131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:24.262298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.265443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:24.275415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.319912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-a9fd6826-c651-4515-9cdb-3c1c11ee94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:24.325524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-a9fd6826-c651-4515-9cdb-3c1c11ee94d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.2651379 Nov 16 21:34:24.335609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-88e4c695-561f-4de2-be14-f85b1f4438fe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3620088 Nov 16 21:34:24.345872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.353061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.354273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:24.354896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6654885 Nov 16 21:34:24.355143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40450) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:24.376339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:24.405809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:24.406115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.425469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.434549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56a9c9-9e45-40d4-9637-3806b6dc4a0c tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8742b63b-bcce-4bee-b965-780c2e374466,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.461296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-5b41495c-f8f2-4884-b84c-78ac414d6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:24.463832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-5b41495c-f8f2-4884-b84c-78ac414d6f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293566 Nov 16 21:34:24.476770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:24.476993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.551538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.652964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-c21d2d67-ebb9-455e-81e6-c67c31eb5976 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805427 Nov 16 21:34:24.720948 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.732450 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.780252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d462349e-7e9c-45cf-959f-f75a33a8b429 req-0c5d801b-ef07-4e88-a4ad-185328fa9895 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185834 Nov 16 21:34:24.841627 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Pushing event updated for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.865571 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.866834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.866834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.866834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.867165 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.867700 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.867700 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.868059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.868391 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.868697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.869024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.869359 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:24.894670 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Attempting to bind port 34191df1-3abb-4398-a603-9aec01c1d350 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:24.895173 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Attempting to bind port 34191df1-3abb-4398-a603-9aec01c1d350 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:24.898993 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Attempting to bind port 34191df1-3abb-4398-a603-9aec01c1d350 on network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:24.910241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:24.910753 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Checking segment: {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:24.911206 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.911604 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Bound using segment: {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:24.912147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Bound port: 34191df1-3abb-4398-a603-9aec01c1d350, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:24.912533 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.991181 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] For port 34191df1-3abb-4398-a603-9aec01c1d350, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:24.995641 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] For port 34191df1-3abb-4398-a603-9aec01c1d350, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=34191df1-3abb-4398-a603-9aec01c1d350,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:25.005935 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.030409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:25.056893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9110f-0a90-453e-b88f-ca8cb507202d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:25.064738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9110f-0a90-453e-b88f-ca8cb507202d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:25.070822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40466) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.073331 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:25.073950 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.084224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Provisioning complete for port 34191df1-3abb-4398-a603-9aec01c1d350 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:25.084912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.086608 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-abc9110f-0a90-453e-b88f-ca8cb507202d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1706 time: 0.7176378 Nov 16 21:34:25.147574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.158889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.184974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a050a81-e085-4697-aee6-27a0e0ade45c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.251272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.254813 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e9a66d8-4c9a-463c-9350-75e63ea40f37 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8947766 Nov 16 21:34:25.254982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6471de55-1361-48cc-98f8-2e832ffb97bc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:25.254982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.256170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40468) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.262430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:20Z', 'revision_number': 0, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.268376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:25.304429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port c01f6b17-a55a-4b88-9371-b59e67f43bdc {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:25.304783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.334001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:25.358247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec560-a884-44d3-b25e-4af7e80d3dc7 None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:20Z', 'revision_number': 0, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:25.374196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Router 495c6029-dc8a-414f-b34b-e8906174bb6c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:25.422955 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.474583 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e4477-5efe-4a5a-a994-79836d62bca7 None None] Pushing event updated for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.477101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.519802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] For port 34191df1-3abb-4398-a603-9aec01c1d350, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=34191df1-3abb-4398-a603-9aec01c1d350,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:25.522125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a94bbdad-9b6a-43ec-9131-fbbbf48f5531 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:25.546182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.564464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.581015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for c01f6b17-a55a-4b88-9371-b59e67f43bdc owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:25.593145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.603866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.604637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:25.611080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Provisioning complete for port b13ae0cf-0807-4534-a51a-ad7d679a7c72 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:25.611526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.620622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.650427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b678950-1f28-4857-a3d8-afee336b5183 None None] Pushing event updated for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.664206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:25.664671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.683405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:25.685890 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed16de7-08c2-4501-97dd-9972f1139b31" -d '{"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:25.715342 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '34191df1-3abb-4398-a603-9aec01c1d350', 'name': '', 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'mac_address': 'fa:16:3e:6d:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:19Z', 'updated_at': '2021-11-16T21:34:24Z', 'revision_number': 4, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'subnets': [{'id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.731970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7241cff5-d111-44d4-96ef-52fbf9185bb9 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "PUT /v2.0/floatingips/1b84e456-2ff7-4f84-b876-a04824b325f5 HTTP/1.1" status: 200 len: 990 time: 2.3303428 Nov 16 21:34:25.741576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfffca0-9b1e-4597-a069-047c6a8e8e30,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.770944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.772037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a96fb4-8136-4134-b609-0ecc4e8f074d None None] New status for floating IP 1b84e456-2ff7-4f84-b876-a04824b325f5: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:34:25.775369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.775494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4b9970ca-02c5-4e04-a723-7812f62ae3f6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5111396 Nov 16 21:34:25.780711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:25.787180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca23a33-3160-4cfc-bd38-fc9180dfb6fb None None] The sync data for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 is: [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '34191df1-3abb-4398-a603-9aec01c1d350', 'name': '', 'network_id': 'cd096d13-b7d4-4f4c-bd5a-d01609b97e4a', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'mac_address': 'fa:16:3e:6d:02:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:19Z', 'updated_at': '2021-11-16T21:34:24Z', 'revision_number': 4, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'subnets': [{'id': 'e47f9051-55fb-451a-9e6d-cadbd10e9207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:25.825594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.888200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.956636 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02207dab-ff3c-4bfa-8277-9f690480cb83 x-openstack-request-id: req-02207dab-ff3c-4bfa-8277-9f690480cb83 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:25.957207 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:25.957584 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02207dab-ff3c-4bfa-8277-9f690480cb83 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:25.958137 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:34:25.974581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=c01f6b17-a55a-4b88-9371-b59e67f43bdc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.985540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.993933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.053784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.058506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42980199-fa27-445f-b383-66b90469b7d8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.063541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d235c13-4df0-446c-84a0-19f5ee5ea752 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/c01f6b17-a55a-4b88-9371-b59e67f43bdc HTTP/1.1" status: 204 len: 168 time: 0.9869275 Nov 16 21:34:26.065546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40478) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.078254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.082302 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-173a7d1e-2bbe-4845-9457-e2e95b99cd3e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051419 Nov 16 21:34:26.083074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.088784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:26.147907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-1b8ab82b-4805-4fab-9d15-0431b9de99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.152038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-1b8ab82b-4805-4fab-9d15-0431b9de99aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1096 time: 0.1890459 Nov 16 21:34:26.165032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.169961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3c10f603-6492-4892-9d7f-ca2081483cb9 None None] Provisioning complete for port 34191df1-3abb-4398-a603-9aec01c1d350 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:26.170515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c10f603-6492-4892-9d7f-ca2081483cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.267424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dc3b7-9cc5-422e-83d0-36c31fe40c53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.269072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dc3b7-9cc5-422e-83d0-36c31fe40c53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.270635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4e6dc3b7-9cc5-422e-83d0-36c31fe40c53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1996663 Nov 16 21:34:26.273548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.279331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 34191df1-3abb-4398-a603-9aec01c1d350 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:26.342549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3c10f603-6492-4892-9d7f-ca2081483cb9 None None] Could not find standard attr ID for object c01f6b17-a55a-4b88-9371-b59e67f43bdc. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:26.344851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-d980f341-d92a-4174-b3f0-830d806de49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.346596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-d980f341-d92a-4174-b3f0-830d806de49b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 915 time: 0.1904457 Nov 16 21:34:26.352258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.375561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.376040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 34191df1-3abb-4398-a603-9aec01c1d350 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:26.376413 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.392778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 6d9af890-3124-448f-a0b5-1fe10ca7db6e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:26.396517 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:26.414367 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:26.415033 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.432766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.438693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.440827 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568025 Nov 16 21:34:26.446652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40484) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.452582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:26.459973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-95da656c-ab05-4a14-941e-cee5fe630f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 1000 time: 0.1060464 Nov 16 21:34:26.478870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38c746-8c7a-45d4-84d3-dc69fb736ad9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b330371-a1d1-49d4-88e9-8dbd9a172c76,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.522966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.559460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-c2072830-832b-45c8-99d2-98e1fee3ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.561315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-c2072830-832b-45c8-99d2-98e1fee3ca16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.0881336 Nov 16 21:34:26.564805 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Project 114f199cc1bb45d0aec044a48e092413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:34:26.581442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.590334 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:26.635214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.661564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.665127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-654390ed-a5f4-4719-aedc-3a85a2f9ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.667050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-654390ed-a5f4-4719-aedc-3a85a2f9ab09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946374 Nov 16 21:34:26.668016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.705016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f00760-c69e-480c-9f46-7774c6c8ecaf,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.719701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.739875 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.741128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad221275-9115-46a4-a687-68994422d8ed tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930360 Nov 16 21:34:26.744290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40486) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.750253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'security_group_rule': {'security_group_id': '8742b63b-bcce-4bee-b965-780c2e374466', 'project_id': '114f199cc1bb45d0aec044a48e092413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:26.751218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9af890-3124-448f-a0b5-1fe10ca7db6e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.753470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.757062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba98425d-0212-4af2-85d3-acd1861ea08a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6d9af890-3124-448f-a0b5-1fe10ca7db6e HTTP/1.1" status: 204 len: 168 time: 0.4825604 Nov 16 21:34:26.760091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40488) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.797093 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Project 114f199cc1bb45d0aec044a48e092413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:34:26.802570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aad39a-943f-43d9-b89e-05aea8b64212 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:26.808807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.817913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e8789b64-5917-470f-8c04-649814fda513 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538833 Nov 16 21:34:26.817913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40490) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.833477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-396b926c-f76c-4139-b1b9-a69b819334df service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574697 Nov 16 21:34:26.882963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84745f-144c-4d6f-882d-33c036580416 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.886987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a84745f-144c-4d6f-882d-33c036580416 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0664434 Nov 16 21:34:26.887915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.914456 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:25Z', 'revision_number': 2, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.960473 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:26.967227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ed16de7-08c2-4501-97dd-9972f1139b31 req-eb059ac2-9b6f-4f3a-9b0f-e7845c3b09be service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245754 Nov 16 21:34:26.976943 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:26.978265 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.987346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6483f6-b65e-4d0f-8c28-50ec19b193d7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.990151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-af6483f6-b65e-4d0f-8c28-50ec19b193d7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999312 Nov 16 21:34:26.993637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40494) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.020324 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.025310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.045265 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9dcc1e6a-0197-4a7b-83ed-22f3ad30f457 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500634 Nov 16 21:34:27.046720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:27.051280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.056531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7e1b7e-ae8c-48d3-b74c-4082b9a73f35,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.068335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:27.076593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.081126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de626d52-483b-40ba-972e-4d4e43053058 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353009 Nov 16 21:34:27.114690 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:27.116512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Deleting port 6471de55-1361-48cc-98f8-2e832ffb97bc {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:27.117000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.188563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:27.193795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.209402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] For port 6471de55-1361-48cc-98f8-2e832ffb97bc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6471de55-1361-48cc-98f8-2e832ffb97bc,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:27.209969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.231107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Calling delete_port for 6471de55-1361-48cc-98f8-2e832ffb97bc owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:27.305296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-5894c3b1-a1c7-48c8-a684-d5f39d4863c7 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21905931&fields=id&tenant_id=114f199cc1bb45d0aec044a48e092413 HTTP/1.1" status: 200 len: 267 time: 0.0564816 Nov 16 21:34:27.325032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.360962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] Pushing event deleted for resources: {'Port': ['ID=6471de55-1361-48cc-98f8-2e832ffb97bc,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.369760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815c4e6-6e74-4179-b792-abe1a0347590 None None] No DVR routers for this DVR port 6471de55-1361-48cc-98f8-2e832ffb97bc on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:27.422391 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:25Z', 'revision_number': 2, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:27.442505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-2b067a9d-cb67-4ddc-9e6e-c2566387fb22 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.444093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-2b067a9d-cb67-4ddc-9e6e-c2566387fb22 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 808 time: 0.1284261 Nov 16 21:34:27.451372 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec07a6-2d6e-4feb-b93a-fa76b694d745 None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1b84e456-2ff7-4f84-b876-a04824b325f5', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'port_id': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'mac_address': 'fa:16:3e:1a:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:20Z', 'updated_at': '2021-11-16T21:34:25Z', 'revision_number': 2, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:27.461264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-39a594d1-414a-4c78-8884-b3f917305cdb tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/quotas/114f199cc1bb45d0aec044a48e092413 HTTP/1.1" status: 200 len: 375 time: 0.0095425 Nov 16 21:34:27.511995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:27.513808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.530840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-73a6d8dd-5318-41c2-9194-ec5a11cba104 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625455 Nov 16 21:34:27.558584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:27.561895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:27.566129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.566841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.574725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e60bd-44ea-4fc2-866b-9051ed041249 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:27.581740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=1674b160-27a5-4d91-bbf7-7a794649305e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.599511 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a635587b-dc4a-4016-b3ed-076e84b275da tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5471494 Nov 16 21:34:27.602125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.607223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:6c:08:3c', 'name': 'tempest-NetworksTestDHCPv6-1941286422'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:27.672713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-b7a2dcaa-16a0-435a-8ca8-323385eb051b service neutron] 10.222.0.54 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281998 Nov 16 21:34:27.776204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:27.787854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '1674b160-27a5-4d91-bbf7-7a794649305e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:27.788574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.843397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-cbfd02f0-981f-47f0-bfc5-5c9f7343d12c service neutron] 10.222.0.54 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535640 Nov 16 21:34:27.870533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.904282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 043bcc1c-c081-42d3-b009-f5ecc1091633 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:27.966172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Allocated IP 2001:db8::f816:3eff:feef:f8b (1052ada7-554d-4821-95d6-8a69094944cc/1674b160-27a5-4d91-bbf7-7a794649305e/bbed5098-0e46-4ac8-8b64-e13af43bf460) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:27.970883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:27.974264 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:28.090647 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5ddfe-6254-4aa2-8593-e79329cacc0b x-openstack-request-id: req-25d5ddfe-6254-4aa2-8593-e79329cacc0b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:28.091795 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:28.092407 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25d5ddfe-6254-4aa2-8593-e79329cacc0b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:28.092829 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:34:28.114417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ca429da-4028-4d14-a895-388e8924a9b1 req-cca84bff-bf1f-41e4-8c42-dad83791649b tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 210 time: 0.0473580 Nov 16 21:34:28.200816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:28.201460 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:34:28.221582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-69361b37-062c-4034-a993-ed245fe38abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.223797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-69361b37-062c-4034-a993-ed245fe38abf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1096 time: 0.1129355 Nov 16 21:34:28.231858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6471de55-1361-48cc-98f8-2e832ffb97bc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:28.232356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6471de55-1361-48cc-98f8-2e832ffb97bc not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:28.255687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.276536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.340229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:28.343459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:28.347834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:28.379393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fe6c:83c (1052ada7-554d-4821-95d6-8a69094944cc/1674b160-27a5-4d91-bbf7-7a794649305e/043bcc1c-c081-42d3-b009-f5ecc1091633) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:28.400080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-1c97b808-59bc-48ca-9f57-1813c6f73928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.401655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-1c97b808-59bc-48ca-9f57-1813c6f73928 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 915 time: 0.1692309 Nov 16 21:34:28.422013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Pushing event updated for resources: {'Port': ['ID=bbed5098-0e46-4ac8-8b64-e13af43bf460,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:28.454744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Attempting to bind port bbed5098-0e46-4ac8-8b64-e13af43bf460 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:28.455187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Attempting to bind port bbed5098-0e46-4ac8-8b64-e13af43bf460 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:28.455583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Attempting to bind port bbed5098-0e46-4ac8-8b64-e13af43bf460 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:28.461563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:28.462433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:28.462913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.463661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:28.464526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Bound port: bbed5098-0e46-4ac8-8b64-e13af43bf460, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:28.465786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.527776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-48642ec0-8a60-419b-bbea-863518f19970 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 1000 time: 0.1187630 Nov 16 21:34:28.582413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] For port bbed5098-0e46-4ac8-8b64-e13af43bf460, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:28.585168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-7cfe013a-0700-4f13-8cc6-830ca622ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.587197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] For port bbed5098-0e46-4ac8-8b64-e13af43bf460, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bbed5098-0e46-4ac8-8b64-e13af43bf460,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:28.587941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-7cfe013a-0700-4f13-8cc6-830ca622ef05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.0520613 Nov 16 21:34:28.594839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.595967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.643160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.668987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-f5a75270-b19b-404d-8c0a-9a1ab797eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.671551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-f5a75270-b19b-404d-8c0a-9a1ab797eec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780077 Nov 16 21:34:28.672015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fc77-f1c8-493d-9b28-4c0935e2273f None None] Pushing event updated for resources: {'Port': ['ID=bbed5098-0e46-4ac8-8b64-e13af43bf460,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:28.716351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=043bcc1c-c081-42d3-b009-f5ecc1091633,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:28.753842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:28.756686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:28.761127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:28.772109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.772791 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.795533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a5d0383-fff1-4c77-8388-f75c4716e85b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1922820 Nov 16 21:34:28.796337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40528) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.796940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-ea7e7829-d452-4510-8d1e-c6ec0e3d8ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168337 Nov 16 21:34:28.869204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decee0cf-86f9-4996-8fa5-00a0109d01a4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.880325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decee0cf-86f9-4996-8fa5-00a0109d01a4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.882646 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-decee0cf-86f9-4996-8fa5-00a0109d01a4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0852702 Nov 16 21:34:28.886337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40530) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.974967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b638a471-cdd5-4cac-a7f8-ca5eec47b5dc req-7bd2b8d7-0548-44f6-b749-72a3a840d44f service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698916 Nov 16 21:34:29.043507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 043bcc1c-c081-42d3-b009-f5ecc1091633 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:29.043985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.141099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.154288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 043bcc1c-c081-42d3-b009-f5ecc1091633 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:29.229728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3d06795-0601-4f5f-ad62-2a39fd5a9d59 req-6d26fe55-33a6-4c1b-9350-6610170c8b6b tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 210 time: 0.0357702 Nov 16 21:34:29.310213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.355813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=043bcc1c-c081-42d3-b009-f5ecc1091633,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:29.390199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.393803 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d96e5cb4-66b4-4f78-bbef-11d997a58176 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/043bcc1c-c081-42d3-b009-f5ecc1091633 HTTP/1.1" status: 204 len: 168 time: 0.5056102 Nov 16 21:34:29.396423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.420165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ee145c23-a228-4250-b0d1-6514c7151564 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:29.422631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ee145c23-a228-4250-b0d1-6514c7151564 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 808 time: 0.1540289 Nov 16 21:34:29.464154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689dbfb-131e-4293-8d29-7c8715525700 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:29.466457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689dbfb-131e-4293-8d29-7c8715525700 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:29.470095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7689dbfb-131e-4293-8d29-7c8715525700 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0703208 Nov 16 21:34:29.470745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40538) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.542321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-cfd1f7c0-bf1c-46e3-a347-7e720fcfe9be tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=114f199cc1bb45d0aec044a48e092413 HTTP/1.1" status: 200 len: 378 time: 0.1083751 Nov 16 21:34:29.555039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'port': {'device_id': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'admin_state_up': True, 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'security_groups': ['8742b63b-bcce-4bee-b965-780c2e374466']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:29.564277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 1674b160-27a5-4d91-bbf7-7a794649305e {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:29.610624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.669023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.781633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Made reservation on behalf of 114f199cc1bb45d0aec044a48e092413 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:29.785205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.800981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.833162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Provisioning complete for port bbed5098-0e46-4ac8-8b64-e13af43bf460 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:29.833721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.926605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.931682 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.966230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=1674b160-27a5-4d91-bbf7-7a794649305e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:29.973784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.980984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87d2742d-0a62-46f8-bc82-c9dca18e4ee9 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/1674b160-27a5-4d91-bbf7-7a794649305e HTTP/1.1" status: 204 len: 168 time: 0.5055585 Nov 16 21:34:29.980984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40544) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.986842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:29.987292 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:29.994112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45444d2-0b95-447f-a57f-fab20c161da4 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:30.030694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a7701501-66f5-4425-9570-bdee0c8ab866 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468283 Nov 16 21:34:30.031750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40546) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:30.034000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Allocated IP 172.20.0.3 (d49bebd2-ff49-454d-9c21-617299c772d5/8f8ad02d-164b-46c5-bb00-1b514485ec47/a6ec9eec-dea6-41a0-97d1-659553377dfe) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:30.038851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:30.164696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bbed5098-0e46-4ac8-8b64-e13af43bf460 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:30.213786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:30.217451 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.218386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:30.360150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.363508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-573fee30-4ee1-4c95-bf1e-791f23e2e16e req-54a529c9-5c4d-4a8a-8b27-1df0daf79b3a tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 210 time: 0.0509918 Nov 16 21:34:30.409030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bbed5098-0e46-4ac8-8b64-e13af43bf460 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:30.409437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.446433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.476622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Deleting port bbed5098-0e46-4ac8-8b64-e13af43bf460 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:30.477023 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.520632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Network d49bebd2-ff49-454d-9c21-617299c772d5 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:30.530080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:30.538150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:30.571443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.594586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.620326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:30.621040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.623548 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.626390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] For port bbed5098-0e46-4ac8-8b64-e13af43bf460, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bbed5098-0e46-4ac8-8b64-e13af43bf460,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:30.626778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.649741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-9f7b1bfa-1f46-4ba4-913a-8ca481864768 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1011443 Nov 16 21:34:30.655545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Calling delete_port for bbed5098-0e46-4ac8-8b64-e13af43bf460 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:30.684313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Request body: {'port': {'device_id': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:30.686589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port bbed5098-0e46-4ac8-8b64-e13af43bf460, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bbed5098-0e46-4ac8-8b64-e13af43bf460,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:30.722385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.737750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:30.849731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:30.850317 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:30.851448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=bbed5098-0e46-4ac8-8b64-e13af43bf460,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.867445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.886243 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cea575d-9d8a-4eb4-89d5-8a8c163e8dab tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7492 time: 0.1463010 Nov 16 21:34:30.890007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:30.895044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'network': {'name': 'tempest-network-smoke--663331680', 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'port_security_enabled': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:30.896082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] Pushing event deleted for resources: {'Port': ['ID=bbed5098-0e46-4ac8-8b64-e13af43bf460,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.900536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf5554-331c-4248-aca8-b59e0c64539e None None] No DVR routers for this DVR port bbed5098-0e46-4ac8-8b64-e13af43bf460 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:30.924184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:30.928510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.953830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:30.964187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.964523 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Added segment 29b894d0-b1cf-4702-92e5-93d2c34663f5 of type vlan for network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 Nov 16 21:34:31.006941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.032651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.038658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:31.039281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.064778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:31.094185 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2031112 Nov 16 21:34:31.096972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40556) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:31.103939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'admin_state_up': True, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:31.118065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.127605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bd7e9-115b-48f8-be7f-326dd1769cfc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Network': ['ID=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.141158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.141349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:31.142543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.202291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.204620 n-d-816206-5 neutron-server[102665]: WARNING neutron.services.revisions.revision_plugin [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Could not find related port for resource to bump revision. Nov 16 21:34:31.220114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Port bbed5098-0e46-4ac8-8b64-e13af43bf460 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102665) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 21:34:31.220703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:f8b {{(pid=102665) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 21:34:31.235322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8d5be852-31da-453a-be15-34c9b32164f9 None None] Port bbed5098-0e46-4ac8-8b64-e13af43bf460 update to ACTIVE by agent not found {{(pid=102666) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:34:31.264883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:f8b {{(pid=102665) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 21:34:31.268087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.332341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:31.344778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.356941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-29029126-2a24-43f5-a04f-e0e5efec75c7 None None] Provisioning complete for port a6ec9eec-dea6-41a0-97d1-659553377dfe triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:31.357310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29029126-2a24-43f5-a04f-e0e5efec75c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.371104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:31.376739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:31.377674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.386037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=16d88c90-69a6-4f75-b921-645a8e23e258,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.388542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44635e71-c9f2-42a3-a52b-fde884cc3793 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:31.410421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40560) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:31.410819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ebf7ae14-a392-499d-b1c6-37524f46bee1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3781033 Nov 16 21:34:31.417368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:ff:c9:3e', 'name': 'tempest-NetworksTestDHCPv6-1925968024'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:31.547763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ec9eec-dea6-41a0-97d1-659553377dfe {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:34:31.557596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.573308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-29029126-2a24-43f5-a04f-e0e5efec75c7 None None] Port a6ec9eec-dea6-41a0-97d1-659553377dfe cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:31.576753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Transition to ACTIVE for port object a6ec9eec-dea6-41a0-97d1-659553377dfe will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:34:31.579223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:31.583945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.584356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-29029126-2a24-43f5-a04f-e0e5efec75c7 None None] Could not find standard attr ID for object 043bcc1c-c081-42d3-b009-f5ecc1091633. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:31.585052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eee0cc-dc9b-4aa6-9df3-e74ec6b9835e req-aa32a7ab-6299-41a4-9ecf-2e87252a37ad tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:31.587321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12eee0cc-dc9b-4aa6-9df3-e74ec6b9835e req-aa32a7ab-6299-41a4-9ecf-2e87252a37ad tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 931 time: 0.0896299 Nov 16 21:34:31.588786 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.635848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '16d88c90-69a6-4f75-b921-645a8e23e258'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:31.637296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.672468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.680219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 16c7245c-2ded-4208-8a79-9e89b5593879 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:31.710263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12eee0cc-dc9b-4aa6-9df3-e74ec6b9835e req-61b044dc-5124-4497-9401-c76adf2db06a tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968091 Nov 16 21:34:31.765767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.792803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.798299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Attempting to bind port a6ec9eec-dea6-41a0-97d1-659553377dfe on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:31.798299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Attempting to bind port a6ec9eec-dea6-41a0-97d1-659553377dfe by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:31.798609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Attempting to bind port a6ec9eec-dea6-41a0-97d1-659553377dfe on network d49bebd2-ff49-454d-9c21-617299c772d5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:31.805998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Port a6ec9eec-dea6-41a0-97d1-659553377dfe on network d49bebd2-ff49-454d-9c21-617299c772d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:34:31.805998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Attempting to bind port a6ec9eec-dea6-41a0-97d1-659553377dfe on network d49bebd2-ff49-454d-9c21-617299c772d5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:31.813406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:31.814288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Checking segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:31.814288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Bound using segment: {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:31.814745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Bound port: a6ec9eec-dea6-41a0-97d1-659553377dfe, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebb7a97-a441-4f23-a8b2-38fae7787491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:31.816066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.859120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Allocated IP 2001:db8::f816:3eff:fe66:a15d (1052ada7-554d-4821-95d6-8a69094944cc/16d88c90-69a6-4f75-b921-645a8e23e258/f877f165-4603-4556-b5bf-638030ac56e4) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:31.921348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:31.931886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:31.937592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.941750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.25.7.157 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/125263ba-f6ad-4445-8c24-a7651534314c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:31.976319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:31.977449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.979560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] 10.222.0.36 "PUT /v2.0/ports/a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 1091 time: 1.3210862 Nov 16 21:34:31.980137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:31.982763 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988" -d '{"events": [{"name": "network-changed", "server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:32.032935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bf19c-6835-41ae-9110-68cb76e30c66 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.075399 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dfee41-b1f3-4d06-a3e7-d2bba77dcdb9 x-openstack-request-id: req-51dfee41-b1f3-4d06-a3e7-d2bba77dcdb9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:32.075702 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:32.075960 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51dfee41-b1f3-4d06-a3e7-d2bba77dcdb9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:32.076364 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'status': 'completed', 'code': 200} Nov 16 21:34:32.100389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-329eecf7-ebff-4e1f-8fc1-24443d1d9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.103031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-329eecf7-ebff-4e1f-8fc1-24443d1d9c87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1094 time: 0.0671160 Nov 16 21:34:32.105992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.109544 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.127938 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.168605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-842add87-a03f-485a-9d01-4808e327a00a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 217 time: 0.0564713 Nov 16 21:34:32.183582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bbed5098-0e46-4ac8-8b64-e13af43bf460 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:32.207881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.224216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:32.225413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:feff:c93e (1052ada7-554d-4821-95d6-8a69094944cc/16d88c90-69a6-4f75-b921-645a8e23e258/16c7245c-2ded-4208-8a79-9e89b5593879) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:32.228704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: bbed5098-0e46-4ac8-8b64-e13af43bf460 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:32.228992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bbed5098-0e46-4ac8-8b64-e13af43bf460 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:32.230669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:32.233235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:32.236138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Pushing event updated for resources: {'Port': ['ID=f877f165-4603-4556-b5bf-638030ac56e4,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.239104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:32.254354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-0af1dd74-eb40-45f4-8e8f-db1236ebc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.255740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-0af1dd74-eb40-45f4-8e8f-db1236ebc386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0788178 Nov 16 21:34:32.267332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:32.282604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:32.290400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8972289-ae2a-45c0-8788-c05e56880b13 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:32.309303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Attempting to bind port f877f165-4603-4556-b5bf-638030ac56e4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:32.309673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Attempting to bind port f877f165-4603-4556-b5bf-638030ac56e4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:32.310038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Attempting to bind port f877f165-4603-4556-b5bf-638030ac56e4 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:32.315696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:32.316075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:32.316476 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.316869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:32.317333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Bound port: f877f165-4603-4556-b5bf-638030ac56e4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:32.317709 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.327302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-cf66241f-7e6a-4dfe-9705-316ef2979e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.329478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-cf66241f-7e6a-4dfe-9705-316ef2979e52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650144 Nov 16 21:34:32.333828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=125263ba-f6ad-4445-8c24-a7651534314c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.415921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7ea171b9-3a17-455c-8576-327414703cbc None None] Provisioning complete for port 125263ba-f6ad-4445-8c24-a7651534314c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:32.416483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7ea171b9-3a17-455c-8576-327414703cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.418789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] For port f877f165-4603-4556-b5bf-638030ac56e4, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:32.422897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] For port f877f165-4603-4556-b5bf-638030ac56e4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f877f165-4603-4556-b5bf-638030ac56e4,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:32.437645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-58429a5d-cf05-4a55-a3f9-bb42dd1bb7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006906 Nov 16 21:34:32.444012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.502423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7ea171b9-3a17-455c-8576-327414703cbc None None] Port 125263ba-f6ad-4445-8c24-a7651534314c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:32.532018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a03ab3-bab4-4834-a684-c5a35bdfa1c5 None None] Pushing event updated for resources: {'Port': ['ID=f877f165-4603-4556-b5bf-638030ac56e4,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.559730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850d564-3ef5-4b0b-bf84-e75ade8bef77 req-550963e3-40bb-4654-9074-1d87130b59d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133032 Nov 16 21:34:32.660858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-3a0871a9-545a-4fe6-a2b0-ea4bcde2190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.663197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-3a0871a9-545a-4fe6-a2b0-ea4bcde2190f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1094 time: 0.0471680 Nov 16 21:34:32.671614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.736654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.791604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-70499bfe-4db3-4b2a-b24b-7f9758c9f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.793311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-70499bfe-4db3-4b2a-b24b-7f9758c9f304 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 909 time: 0.1227973 Nov 16 21:34:32.831208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.849048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-8ab92f42-d280-4f53-99de-f6f40d30aa5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 217 time: 0.0475688 Nov 16 21:34:32.901901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:32.906882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:32.915113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:32.920875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.921477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.926681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=16c7245c-2ded-4208-8a79-9e89b5593879,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.933053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-63bf8baf-6e91-4cde-9b8c-06e638012247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.934582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-63bf8baf-6e91-4cde-9b8c-06e638012247 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0763407 Nov 16 21:34:32.942381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb8e6-c7dd-4c5c-a943-9789eeef737b req-238d2d95-b40b-4128-9e9f-182af8a98ede tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:32.943828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea0fb8e6-c7dd-4c5c-a943-9789eeef737b req-238d2d95-b40b-4128-9e9f-182af8a98ede tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 943 time: 0.0974276 Nov 16 21:34:32.995870 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71c0221b-1421-442f-b8d2-9b14b52adebd tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5838022 Nov 16 21:34:32.998349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40570) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.040102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.044999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-4e862fcd-6913-495e-b15e-7cb383856109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.046521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-4e862fcd-6913-495e-b15e-7cb383856109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018414 Nov 16 21:34:33.052357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea0fb8e6-c7dd-4c5c-a943-9789eeef737b req-d936649f-86e1-48d4-9bd8-c903bd88f52e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996804 Nov 16 21:34:33.121408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b38c-2145-499e-9aa3-5b9a300c3264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.127382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b38c-2145-499e-9aa3-5b9a300c3264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.128898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4399b38c-2145-499e-9aa3-5b9a300c3264 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1274648 Nov 16 21:34:33.133044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40572) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.176813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 84c86595-c872-4495-8cc6-9ce67e8e71b1 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:34:33.220726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-602df390-b8d2-4043-b2b6-5106cae18497 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655633 Nov 16 21:34:33.289388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:33.304101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 16c7245c-2ded-4208-8a79-9e89b5593879 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:33.305562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.305692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Sync routers for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:33.318899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.320351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dedd6e37-7a47-47a1-8983-068ad891e5e3 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2222829 Nov 16 21:34:33.324512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40574) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.324853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:33.325488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:33.455877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:33.479547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af6a7b-be92-46c7-bc42-826980380973 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.481255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-56af6a7b-be92-46c7-bc42-826980380973 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=67279fff84dc4569ba5afcd346c874a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1546822 Nov 16 21:34:33.485340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.486469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ad4f1a3-1a4d-43a8-a78e-0215f0878988 req-2355185e-0b5c-459e-bbe5-5a6c82ed53df service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512808 Nov 16 21:34:33.514083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.530207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 16c7245c-2ded-4208-8a79-9e89b5593879 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:33.631195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f982f81-8dbd-4e3e-a389-fe2a86168801 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.632800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f982f81-8dbd-4e3e-a389-fe2a86168801 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464052 Nov 16 21:34:33.635722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40578) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.698400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:32Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:33.706811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5881dfe9-c0a3-42b9-b6c6-1691163d7735 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657456 Nov 16 21:34:33.708419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.739970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Checking router: 84c86595-c872-4495-8cc6-9ce67e8e71b1 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:33.740493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Updating router 84c86595-c872-4495-8cc6-9ce67e8e71b1 port 125263ba-f6ad-4445-8c24-a7651534314c binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:33.748134 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7f11404-4f73-4c40-9a67-26690fa53fe6 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=67279fff84dc4569ba5afcd346c874a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361726 Nov 16 21:34:33.748405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.780057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.782136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.811325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=16c7245c-2ded-4208-8a79-9e89b5593879,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:33.836736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Provisioning complete for port f877f165-4603-4556-b5bf-638030ac56e4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:33.837018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.852350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.856031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-336d5a56-67e1-4d17-8616-a62d0d1080ae tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/16c7245c-2ded-4208-8a79-9e89b5593879 HTTP/1.1" status: 204 len: 168 time: 0.7215393 Nov 16 21:34:33.858530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40586) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.882435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de733d7-b78c-4b29-ba27-64ef3f4bd382 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.888946 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0de733d7-b78c-4b29-ba27-64ef3f4bd382 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370122 Nov 16 21:34:33.889366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.912912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09957a61-e44b-4c5f-b5fe-9189a656b2f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.915331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09957a61-e44b-4c5f-b5fe-9189a656b2f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:33.916904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-09957a61-e44b-4c5f-b5fe-9189a656b2f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0571628 Nov 16 21:34:33.919724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40590) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.927179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a11ad736-b98c-4c09-8e45-c0dc4f92dc3a tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364802 Nov 16 21:34:33.929738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40592) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.935519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-984609294', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:33.996532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 16d88c90-69a6-4f75-b921-645a8e23e258 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:34.000900 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.051327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.114615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.129334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] For port f877f165-4603-4556-b5bf-638030ac56e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f877f165-4603-4556-b5bf-638030ac56e4,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:34.146184 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.242112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f877f165-4603-4556-b5bf-638030ac56e4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:34.287532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.299625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a5cf5-24a5-4e30-8540-14a72c8b5312 req-14ee585d-da52-4347-97b1-dfdcfa234bd5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:34.301499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b75a5cf5-24a5-4e30-8540-14a72c8b5312 req-14ee585d-da52-4347-97b1-dfdcfa234bd5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 943 time: 0.1188538 Nov 16 21:34:34.333788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-865ef19d-6966-4f0d-89d7-b807ba835153 None None] Could not find standard attr ID for object 16c7245c-2ded-4208-8a79-9e89b5593879. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:34.354264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Pushing event updated for resources: {'Port': ['ID=f877f165-4603-4556-b5bf-638030ac56e4,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.358702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.375340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.380192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.380638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.381041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.381385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.382155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.382526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.382859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.383991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.384358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.384685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.385057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.385559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479e6ce-03e6-452e-a3e1-b6f5ecfdcb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.397158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f877f165-4603-4556-b5bf-638030ac56e4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:34.397582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.410690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.450442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=16d88c90-69a6-4f75-b921-645a8e23e258,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.455975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b75a5cf5-24a5-4e30-8540-14a72c8b5312 req-6099b591-d860-4f0d-87c4-9e95046fc4e0 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295023 Nov 16 21:34:34.458398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.462399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a0c2a18-2c7b-450b-9743-9e67c0ed9ab3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/16d88c90-69a6-4f75-b921-645a8e23e258 HTTP/1.1" status: 204 len: 168 time: 0.5417151 Nov 16 21:34:34.465300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40596) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.472571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:34.477513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.478777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b4e6c-3378-47d3-8044-e8086e0e5578 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:34.536776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a168d428-8b75-402c-900f-77ccaaef1042 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674691 Nov 16 21:34:34.537212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40598) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.551041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Attempting to bind port 125263ba-f6ad-4445-8c24-a7651534314c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:34.551814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Attempting to bind port 125263ba-f6ad-4445-8c24-a7651534314c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:34.552194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Attempting to bind port 125263ba-f6ad-4445-8c24-a7651534314c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:34.554584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ff04f-72c9-41e7-bab8-62f11f1f2943 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:34.593814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d8fd0-e25a-49e4-9662-cf3a1edbd2cf tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:34.595433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac1d8fd0-e25a-49e4-9662-cf3a1edbd2cf tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0569355 Nov 16 21:34:34.598050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40600) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.602334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:34.602710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:34.603150 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.604144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:34.604636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Bound port: 125263ba-f6ad-4445-8c24-a7651534314c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:34.605018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.612793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817ce6-10d8-47bc-bc1f-7622c618d2af None None] Pushing event updated for resources: {'Port': ['ID=125263ba-f6ad-4445-8c24-a7651534314c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.651431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3485d-2f94-4a98-afe1-0d4fea602c7b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:34.652911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-09a3485d-2f94-4a98-afe1-0d4fea602c7b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539382 Nov 16 21:34:34.655668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40602) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.699144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c409d5e9-7c86-4767-a1b9-dc8bfdd9f927 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362661 Nov 16 21:34:34.699379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.699502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40604) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.705247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:34.750702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b747afac-42df-4566-9ea0-cfd077f4d332 None None] Provisioning complete for port 125263ba-f6ad-4445-8c24-a7651534314c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:34.751121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b747afac-42df-4566-9ea0-cfd077f4d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.753639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] For port 125263ba-f6ad-4445-8c24-a7651534314c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:34.757160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] For port 125263ba-f6ad-4445-8c24-a7651534314c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=125263ba-f6ad-4445-8c24-a7651534314c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:34.785655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Subnet': ['ID=405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.788361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.801945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.802902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.803450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.803807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.804432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.804549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.804812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.805666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.806003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.806334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.806659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.807170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:34.810473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Checking segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:34.810846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network hostable DHCP agents. Network: 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:34.831596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:34.837338 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.842901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:34.847758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b747afac-42df-4566-9ea0-cfd077f4d332 None None] Port 125263ba-f6ad-4445-8c24-a7651534314c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:34.857253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:34.857913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6bb3e-7279-4394-820b-78ac6d664dcf None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:34.864521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:34.865770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.876639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c429e30-8793-4f6c-8547-831d01c623ca None None] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:34.890874 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5fcba057-a6f2-4623-9286-b6e16fd84caf tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9593863 Nov 16 21:34:34.893815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.925265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817ce6-10d8-47bc-bc1f-7622c618d2af None None] Pushing event updated for resources: {'Port': ['ID=125263ba-f6ad-4445-8c24-a7651534314c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.934061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:34.934681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:35.083698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.130845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:35.136544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:35.140925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:35.141522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.154914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=c9b38d0d-990b-4ad7-8af1-aa3968209812,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.172989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d1bd82c4-82dc-4ecf-9385-f353889c7b8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4722936 Nov 16 21:34:35.176064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:35.177146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40610) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.185323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:bd:8b:16', 'name': 'tempest-NetworksTestDHCPv6-1277127341'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:35.246288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] Provisioning complete for port 125263ba-f6ad-4445-8c24-a7651534314c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:35.246687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.318457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:35.364610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:35.401882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.408298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.436316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 6335bc64-2170-4cd9-8d52-c1066e91cba8 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:35.444705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Deleting port f877f165-4603-4556-b5bf-638030ac56e4 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:35.444705 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.498802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'fixed_ips': [{'subnet_id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:35.499702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.613692 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.634870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::230 (1052ada7-554d-4821-95d6-8a69094944cc/c9b38d0d-990b-4ad7-8af1-aa3968209812/6335bc64-2170-4cd9-8d52-c1066e91cba8) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:35.661766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ae23a-18f7-4117-b9e3-d8e464bc3f49 req-cdb059b2-ec35-4d00-aa0a-8cc87d6977cd tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:35.663443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a41ae23a-18f7-4117-b9e3-d8e464bc3f49 req-cdb059b2-ec35-4d00-aa0a-8cc87d6977cd tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 943 time: 0.0906565 Nov 16 21:34:35.728821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] For port 125263ba-f6ad-4445-8c24-a7651534314c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=125263ba-f6ad-4445-8c24-a7651534314c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:35.743909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.20.0.17 (1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4/405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b/80f29ab5-f782-42fb-811b-4bf226de106f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:35.745637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] For port f877f165-4603-4556-b5bf-638030ac56e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f877f165-4603-4556-b5bf-638030ac56e4,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:35.746055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.748547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.787244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a41ae23a-18f7-4117-b9e3-d8e464bc3f49 req-5aaa3cb7-e61b-4940-8804-37279848e3e9 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122677 Nov 16 21:34:35.806524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Calling delete_port for f877f165-4603-4556-b5bf-638030ac56e4 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:35.811915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a6ec9eec-dea6-41a0-97d1-659553377dfe details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:34:35.873304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.883805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.921883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692f122-9762-40d4-97c8-186a6a974fef None None] Pushing event updated for resources: {'Port': ['ID=125263ba-f6ad-4445-8c24-a7651534314c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.925973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.951663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.990100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:35.993740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:36.011323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:36.020280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:36.020498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:36.020950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.050045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:36.053532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=6335bc64-2170-4cd9-8d52-c1066e91cba8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.062809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:36.063338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Allocated IP 172.20.0.18 (1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4/405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b/79c91de7-f29e-4ef2-a27a-b7aa91d11c44) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:36.076940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-17190554-b0a6-4b65-ad21-bc6a01b1a5d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8979118 Nov 16 21:34:36.077149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:32Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:36.077310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40620) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:36.120442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.122417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b862f-6911-42a3-bbb6-b1c369cc318e None None] The sync data for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 is: [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:32Z', 'revision_number': 3, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:36.140159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:36.159326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b5284-423a-4fcc-8b8e-3da0b0b4829f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:36.159326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3b6b5284-423a-4fcc-8b8e-3da0b0b4829f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0786998 Nov 16 21:34:36.168210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:36.190461 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.192773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.195443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f877f165-4603-4556-b5bf-638030ac56e4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:36.228811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] No DVR routers for this DVR port f877f165-4603-4556-b5bf-638030ac56e4 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:36.232833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f1422-51d5-4a88-a458-772d13931065 None None] Pushing event deleted for resources: {'Port': ['ID=f877f165-4603-4556-b5bf-638030ac56e4,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.265184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'port_id': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'mac_address': 'fa:16:3e:f8:99:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:34:36.271802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08add139-dc3e-4e26-a0a3-d44a206c6d04 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:36.277321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f877f165-4603-4556-b5bf-638030ac56e4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:36.277660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f877f165-4603-4556-b5bf-638030ac56e4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:36.385203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 6335bc64-2170-4cd9-8d52-c1066e91cba8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:36.385547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.401481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.462554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ec9eec-dea6-41a0-97d1-659553377dfe {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:34:36.484393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.530431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:36.560404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.572868 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.574050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.606496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.650185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 6335bc64-2170-4cd9-8d52-c1066e91cba8 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:36.670860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:36.676807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:36.680617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.684680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:36.912703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.957102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Pushing event updated for resources: {'Port': ['ID=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.962586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'c9b38d0d-990b-4ad7-8af1-aa3968209812'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:36.963797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.968764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5594cc-5e10-4b4b-8694-62ef708269c5 req-ff3b00ae-59ca-4f8a-852c-d57ad56d748f tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:36.975829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Attempting to bind port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:36.976294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Attempting to bind port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:36.976771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Attempting to bind port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 on network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:36.978659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b5594cc-5e10-4b4b-8694-62ef708269c5 req-ff3b00ae-59ca-4f8a-852c-d57ad56d748f tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 944 time: 0.0879204 Nov 16 21:34:36.982116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.988047 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/6335bc64-2170-4cd9-8d52-c1066e91cba8 HTTP/1.1" status: 204 len: 168 time: 0.8163261 Nov 16 21:34:36.988196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:36.988196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Checking segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:36.988196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.989144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339306eb-3218-462d-922a-56e34cf2d044 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=6335bc64-2170-4cd9-8d52-c1066e91cba8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.989232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Bound using segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:36.989232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Bound port: 79c91de7-f29e-4ef2-a27a-b7aa91d11c44, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:36.989232 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.992507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40626) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.035270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.051843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.076350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b5594cc-5e10-4b4b-8694-62ef708269c5 req-e4c8827f-805a-40d9-86a4-a61bac247696 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963628 Nov 16 21:34:37.081932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['a6ec9eec-dea6-41a0-97d1-659553377dfe'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:34:37.145525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.173281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a568f9a-d081-436c-875b-83e2eb025b08 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:37.175198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a568f9a-d081-436c-875b-83e2eb025b08 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:37.176740 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9a568f9a-d081-436c-875b-83e2eb025b08 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1831450 Nov 16 21:34:37.183064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40636) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.234668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:37.237631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/c9b38d0d-990b-4ad7-8af1-aa3968209812/7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:37.262505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet c9b38d0d-990b-4ad7-8af1-aa3968209812 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:37.286772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] For port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:37.293831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] For port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:37.307848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.337662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:37.339453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:37.479335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608ae7-2d07-4d6d-a2c8-c381bf9e1877 None None] Pushing event updated for resources: {'Port': ['ID=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:37.502758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 84c86595-c872-4495-8cc6-9ce67e8e71b1 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:37.635461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:37.636783 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.642198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d7611ca-3f7c-43f0-a558-59d7c038000b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "PUT /v2.0/routers/84c86595-c872-4495-8cc6-9ce67e8e71b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468026 Nov 16 21:34:37.648578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.649595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.729386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.734436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:37.743423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:37.761766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:37.771270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:37.837373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.863784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Attempting to bind port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:37.864154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Attempting to bind port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:37.864516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Attempting to bind port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:37.878169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:37.878557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:37.878981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.879378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:37.879865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Bound port: 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:37.880244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.978972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.979571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:37.982494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:37.993786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.017616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.020947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/c9b38d0d-990b-4ad7-8af1-aa3968209812 HTTP/1.1" status: 204 len: 168 time: 0.8365712 Nov 16 21:34:38.022367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2369-d833-4c33-966e-340d0a17431c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b38d0d-990b-4ad7-8af1-aa3968209812,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.024622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40654) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.051492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b777-f4a7-4691-ae84-85e5f681a450 None None] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.061638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-71955f53-4022-44ba-8ce7-5cffaac7d687 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:38.067409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-71955f53-4022-44ba-8ce7-5cffaac7d687 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/networks?id=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 HTTP/1.1" status: 200 len: 797 time: 0.1627676 Nov 16 21:34:38.081893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-56cb6305-dbc6-4b8b-8ee5-e396a445619b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/quotas/67279fff84dc4569ba5afcd346c874a3 HTTP/1.1" status: 200 len: 375 time: 0.0119734 Nov 16 21:34:38.110275 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed66c3ce-6a7c-4a66-babb-03b2fdcd2f4a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844491 Nov 16 21:34:38.110898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40658) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.257665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 125263ba-f6ad-4445-8c24-a7651534314c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:38.272199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb6680-f96d-4284-a90e-b23c7890a3d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:38.273824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dfdb6680-f96d-4284-a90e-b23c7890a3d1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1618528 Nov 16 21:34:38.277271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40662) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.289000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f57a6-b25e-4661-af63-7e56de4bf14e req-2a033080-3695-4661-9d5c-a80a662719dc tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:38.291187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-083f57a6-b25e-4661-af63-7e56de4bf14e req-2a033080-3695-4661-9d5c-a80a662719dc tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 944 time: 0.1127510 Nov 16 21:34:38.327302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-1e4720c5-b9fa-4d04-a854-b97ac8dac956 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2192287 Nov 16 21:34:38.367334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 125263ba-f6ad-4445-8c24-a7651534314c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:38.368254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.369775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c77c55-8699-48a8-a16c-a026a7395939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:38.374199 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91c77c55-8699-48a8-a16c-a026a7395939 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951672 Nov 16 21:34:38.374822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40664) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.433708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6541a8b9-158f-47f0-8b97-c9e342f28082 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575845 Nov 16 21:34:38.436693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40668) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.450284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:38.504846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:38.598247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:38.598681 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.610358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-083f57a6-b25e-4661-af63-7e56de4bf14e req-927654ae-0337-4b94-8160-46012ad43ee3 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3118625 Nov 16 21:34:38.614687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-e7cf94ae-0cb5-4232-9c28-c6f23b1285ec service neutron] 10.222.0.54 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764769 Nov 16 21:34:38.702806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:38.707844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.767728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-a3cab4fe-6723-449c-a645-b0716ee120a8 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411002 Nov 16 21:34:38.800148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.849296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:38.855008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.914761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.963653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.039813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c05a3d2c-d973-4b46-a2e6-b435e2cbb304 req-5924acf5-36a0-45bd-bfdb-65e68f83740c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 210 time: 0.0484941 Nov 16 21:34:39.071135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d51f08-fcdb-4949-9990-b5b0d95c3d14 None None] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:39.132665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:39.144186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36ecd008-2c48-45f6-9c59-bb9e749a9ad0 None None] Provisioning complete for port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:39.144559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36ecd008-2c48-45f6-9c59-bb9e749a9ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.342822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.395907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Sync routers for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:39.408475 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:39.408747 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:39.574362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:39.577840 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:39.620639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.628200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.629038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.693208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=ff168ac0-3f82-4267-adb1-5a46725e0b0c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.779334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:39.782591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:39.794330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:39.795171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.802724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5f67f11f-8e75-4cbe-bf76-21e358e226be None None] Provisioning complete for port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:39.803416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f67f11f-8e75-4cbe-bf76-21e358e226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.849711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=5']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.881264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f55efd3-df13-4d48-bcb1-b9f8eee87032 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4432468 Nov 16 21:34:39.884635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40692) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.891642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:39.895051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72eaf6-0b7c-40e5-9658-73dc472f873c req-0cd41ebc-d38b-4823-bdaa-b264c418e0a8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:39.901452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a6ec9eec-dea6-41a0-97d1-659553377dfe up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:39.903144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff72eaf6-0b7c-40e5-9658-73dc472f873c req-0cd41ebc-d38b-4823-bdaa-b264c418e0a8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 944 time: 0.1643555 Nov 16 21:34:40.016426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f22ed-0840-4338-bcb3-4b85ec4608b2 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:40.031346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff72eaf6-0b7c-40e5-9658-73dc472f873c req-bab4a603-7f15-4dc9-b3de-b833fc527a73 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271276 Nov 16 21:34:40.102663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:40.116512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.139151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port a6ec9eec-dea6-41a0-97d1-659553377dfe completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:34:40.240039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port a6ec9eec-dea6-41a0-97d1-659553377dfe triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.240712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.331487 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff168ac0-3f82-4267-adb1-5a46725e0b0c (CIDR: 2001:db8::/64) Nov 16 21:34:40.337593 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:40.339579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:40.340096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5f67f11f-8e75-4cbe-bf76-21e358e226be None None] Provisioning complete for port 80f29ab5-f782-42fb-811b-4bf226de106f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.340595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5f67f11f-8e75-4cbe-bf76-21e358e226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.371724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-41c080db-f47a-4ecf-b97b-250ba5e624b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4852645 Nov 16 21:34:40.374104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40698) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:40.388024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:40.508056 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:36Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '80f29ab5-f782-42fb-811b-4bf226de106f', 'name': '', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:43:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:35Z', 'updated_at': '2021-11-16T21:34:36Z', 'revision_number': 2, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:40.538781 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Checking router: 84c86595-c872-4495-8cc6-9ce67e8e71b1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:40.539958 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Updating router 84c86595-c872-4495-8cc6-9ce67e8e71b1 port 80f29ab5-f782-42fb-811b-4bf226de106f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:34:40.544631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.547756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:40.572769 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.581961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5f67f11f-8e75-4cbe-bf76-21e358e226be None None] Port 80f29ab5-f782-42fb-811b-4bf226de106f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:40.648699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:40.652831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.722958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:40.729109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:40.732274 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a377398-1573-4b15-85da-ce8250d8cf76" -d '{"events": [{"server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:40.741459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.834606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.863582 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb8d92-1d7d-4769-81f8-c12dc9d2d9af x-openstack-request-id: req-15cb8d92-1d7d-4769-81f8-c12dc9d2d9af {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:40.864106 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "name": "network-vif-plugged", "status": "completed", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:40.865400 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15cb8d92-1d7d-4769-81f8-c12dc9d2d9af {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:40.865893 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'code': 200} Nov 16 21:34:40.879089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.880956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.907051 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.920022 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.984771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6482-524b-43a2-8ea4-18dc87ef46a1 None None] Pushing event updated for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.984947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.985048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.095555 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Attempting to bind port 80f29ab5-f782-42fb-811b-4bf226de106f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:41.096147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Attempting to bind port 80f29ab5-f782-42fb-811b-4bf226de106f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:41.096672 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Attempting to bind port 80f29ab5-f782-42fb-811b-4bf226de106f on network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:41.106237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:41.107843 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Checking segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:41.108481 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.111486 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Bound using segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:41.118047 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Bound port: 80f29ab5-f782-42fb-811b-4bf226de106f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:41.118838 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.243785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.282682 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] For port 80f29ab5-f782-42fb-811b-4bf226de106f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:41.292245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] For port 80f29ab5-f782-42fb-811b-4bf226de106f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=80f29ab5-f782-42fb-811b-4bf226de106f,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:41.298117 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.358279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:41.359915 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:41.360731 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:41.363088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:41.368033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.371406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.403573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.405533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.449726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:41.464151 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.465147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:41.465348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1570c85d-05f8-4ae8-a74a-e4a83eb63b8f req-261f8d40-98cc-4a29-8bc6-b1c26314075e tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 210 time: 1.0853786 Nov 16 21:34:41.474151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0981498 Nov 16 21:34:41.475157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.475989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ad0a-168e-42aa-9732-db823bd739f6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=16b69388-06e8-4d0c-b4e9-1a8928ce5e56,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.483566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:39:2a:c1', 'name': 'tempest-NetworksTestDHCPv6-833372155'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.561493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:41.657482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d50737-4bbb-42e3-b4ea-1bb244bba9a9 req-33b44157-3082-46bf-96bf-222325e4d857 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.659900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95d50737-4bbb-42e3-b4ea-1bb244bba9a9 req-33b44157-3082-46bf-96bf-222325e4d857 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.2786305 Nov 16 21:34:41.691348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5427929-f2b0-487b-ba07-5d639fb4ec59 req-fad2f16d-4913-45b3-8f52-2e5ffb7c63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.693533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5427929-f2b0-487b-ba07-5d639fb4ec59 req-fad2f16d-4913-45b3-8f52-2e5ffb7c63f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.2730212 Nov 16 21:34:41.729082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:41.729446 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:41.730242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.748044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:41.748501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.766827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-91879b5c-23ef-40cd-a51b-9cdd537768dc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.774269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-91879b5c-23ef-40cd-a51b-9cdd537768dc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.21 "GET /v2.0/networks?id=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 HTTP/1.1" status: 200 len: 797 time: 1.5623920 Nov 16 21:34:41.774626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:41.785286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Request body: {'port': {'device_id': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'admin_state_up': True, 'tenant_id': '67279fff84dc4569ba5afcd346c874a3'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.806295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2e3f1-72f7-4e9d-a275-7e048325d757 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:41.813822 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f6482-524b-43a2-8ea4-18dc87ef46a1 None None] Pushing event updated for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.896177 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.897548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95d50737-4bbb-42e3-b4ea-1bb244bba9a9 req-b1f34ec9-b120-4834-8613-1712e0df2407 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2029033 Nov 16 21:34:41.940323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5427929-f2b0-487b-ba07-5d639fb4ec59 req-4937c36a-5b95-4026-b5a7-68e1636a0b36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336824 Nov 16 21:34:41.944573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 66784cd8-f43b-4167-8da3-0c9589b712b0 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:42.009418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Made reservation on behalf of 67279fff84dc4569ba5afcd346c874a3 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:42.022918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.029061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:36Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '80f29ab5-f782-42fb-811b-4bf226de106f', 'name': '', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:43:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:35Z', 'updated_at': '2021-11-16T21:34:41Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:42.072239 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5bc9a-a491-409f-a280-c2404992917a None None] The sync data for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 is: [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:36Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '80f29ab5-f782-42fb-811b-4bf226de106f', 'name': '', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:43:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:35Z', 'updated_at': '2021-11-16T21:34:41Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:42.254040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Allocated IP 172.20.0.29 (1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4/405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b/6beba648-5532-40f6-b94b-9acc381137e3) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:42.301309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8:0:1::172 (1052ada7-554d-4821-95d6-8a69094944cc/16b69388-06e8-4d0c-b4e9-1a8928ce5e56/66784cd8-f43b-4167-8da3-0c9589b712b0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:42.312619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fe39:2ac1 (1052ada7-554d-4821-95d6-8a69094944cc/ff168ac0-3f82-4267-adb1-5a46725e0b0c/66784cd8-f43b-4167-8da3-0c9589b712b0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:42.487685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Provisioning complete for port 80f29ab5-f782-42fb-811b-4bf226de106f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:42.488366 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.495636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.593352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.634277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'ff168ac0-3f82-4267-adb1-5a46725e0b0c', 'ip_address': '2001:db8::f816:3eff:fe7b:6062'}, {'subnet_id': '16b69388-06e8-4d0c-b4e9-1a8928ce5e56'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:42.698007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.727727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.768211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:42.773290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:42.792971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:42.795276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.850347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event updated for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:42.873509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:42.879526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:42.882107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:42.891030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.891752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.905571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005b7e1-2781-483d-b54c-c4481eb68bf3 req-3c012c92-0a51-4bca-b8c6-03ef351adbba tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.916821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f005b7e1-2781-483d-b54c-c4481eb68bf3 req-3c012c92-0a51-4bca-b8c6-03ef351adbba tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 895 time: 0.2408872 Nov 16 21:34:42.924104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.928556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.941308 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4611812 Nov 16 21:34:42.948076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:42.977433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-eb95b79d-8d5e-4cb1-8b8a-10fa22216ece tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1962657 Nov 16 21:34:42.995769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Request body: {'port': {'device_id': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:43.068973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21125274-d507-4767-93d1-62e1d15ef922 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=66784cd8-f43b-4167-8da3-0c9589b712b0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.077717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.181821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Allocated IP 2001:db8:0:1::2 (1052ada7-554d-4821-95d6-8a69094944cc/16b69388-06e8-4d0c-b4e9-1a8928ce5e56/7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:43.184694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.256052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 66784cd8-f43b-4167-8da3-0c9589b712b0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:43.256688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.310225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5c695-307b-40d1-a6b4-235370f1133f req-9adfada7-9ead-4f08-9dbc-3957d4dd711b tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:43.319990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99e5c695-307b-40d1-a6b4-235370f1133f req-9adfada7-9ead-4f08-9dbc-3957d4dd711b tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.1929965 Nov 16 21:34:43.323805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:43.437588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.457036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60f99933-eab3-48d8-86e6-75d716df54e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.457964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.471311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 66784cd8-f43b-4167-8da3-0c9589b712b0 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:43.483085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.483501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.516143 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.555650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99e5c695-307b-40d1-a6b4-235370f1133f req-30d0d2b5-0206-43da-b1b2-598f75c9c070 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2342954 Nov 16 21:34:43.626878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] For port 80f29ab5-f782-42fb-811b-4bf226de106f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=80f29ab5-f782-42fb-811b-4bf226de106f,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:43.636346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:43.641743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.691341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60f99933-eab3-48d8-86e6-75d716df54e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.699690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Could not find standard attr ID for object 6335bc64-2170-4cd9-8d52-c1066e91cba8. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:43.712909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60f99933-eab3-48d8-86e6-75d716df54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.727764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626e0f5-ac03-4edd-a7ce-52486ae6cd4a None None] Pushing event updated for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.768520 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.781419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.811354 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60f99933-eab3-48d8-86e6-75d716df54e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=028f1b5add6a4743ad7852c8411d188a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7251992 Nov 16 21:34:43.813683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99933-eab3-48d8-86e6-75d716df54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19459bc1-9028-4bd4-a782-795c73d97982,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.814314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6beba648-5532-40f6-b94b-9acc381137e3 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:34:43.816587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.818315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 80f29ab5-f782-42fb-811b-4bf226de106f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:43.845414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.952681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af8cfa-caca-4c68-92fd-d260ec482ee3 None None] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.961566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Provisioning complete for port 6beba648-5532-40f6-b94b-9acc381137e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.962614 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.005660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Port 6beba648-5532-40f6-b94b-9acc381137e3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:44.015210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 80f29ab5-f782-42fb-811b-4bf226de106f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:44.015586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.071338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:44.071702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.119295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa9ef-265f-463d-9492-bd5332891986 req-0bdc5128-ca1e-4fb3-94cd-4075bc32ab50 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.120916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86ffa9ef-265f-463d-9492-bd5332891986 req-0bdc5128-ca1e-4fb3-94cd-4075bc32ab50 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 895 time: 0.0782266 Nov 16 21:34:44.237387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Provisioning complete for port 80f29ab5-f782-42fb-811b-4bf226de106f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:44.237784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.295266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Transition to ACTIVE for port object 6beba648-5532-40f6-b94b-9acc381137e3 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:34:44.296956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.301384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.330858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b886c79b-7472-481a-9452-fb47a49f619a None None] Could not find standard attr ID for object 6335bc64-2170-4cd9-8d52-c1066e91cba8. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:44.340387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=66784cd8-f43b-4167-8da3-0c9589b712b0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.342194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.377388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Pushing event updated for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.404228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.407705 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-121bfd11-a503-48b6-80bc-9de518f133b0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/66784cd8-f43b-4167-8da3-0c9589b712b0 HTTP/1.1" status: 204 len: 168 time: 1.4580145 Nov 16 21:34:44.409959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.411870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40734) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.469849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Attempting to bind port 6beba648-5532-40f6-b94b-9acc381137e3 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:44.470390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Attempting to bind port 6beba648-5532-40f6-b94b-9acc381137e3 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:44.470988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Attempting to bind port 6beba648-5532-40f6-b94b-9acc381137e3 on network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:44.477246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Port 6beba648-5532-40f6-b94b-9acc381137e3 on network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:34:44.477773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Attempting to bind port 6beba648-5532-40f6-b94b-9acc381137e3 on network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:44.485030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:44.486209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Checking segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:44.486968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Bound using segment: {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:44.487625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Bound port: 6beba648-5532-40f6-b94b-9acc381137e3, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b894d0-b1cf-4702-92e5-93d2c34663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:44.488532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.522293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ade44-5526-4c7a-a1f3-0debeacccbff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.524095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e88ade44-5526-4c7a-a1f3-0debeacccbff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1111164 Nov 16 21:34:44.528542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40738) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.564481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.567372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.572131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19459bc1-9028-4bd4-a782-795c73d97982 HTTP/1.1" status: 204 len: 168 time: 0.7496233 Nov 16 21:34:44.626515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974052-9133-469e-81c3-e320c5535861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19459bc1-9028-4bd4-a782-795c73d97982,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.628961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:44.672497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1347bd1d-bc3e-410b-9dee-17d791f7c21c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.674226 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1347bd1d-bc3e-410b-9dee-17d791f7c21c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1441607 Nov 16 21:34:44.676880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40744) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.762158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbf242-9324-49e8-98ae-c4c0e231be13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.762158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbf242-9324-49e8-98ae-c4c0e231be13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.763046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbf242-9324-49e8-98ae-c4c0e231be13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.767725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4fbf242-9324-49e8-98ae-c4c0e231be13 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0870926 Nov 16 21:34:44.768046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.774505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:44.776302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.791117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:44.800757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8c3e5-b3f9-4630-86ae-a17d20a4527e req-43f642e9-ba2b-4201-9d6a-6d972d336868 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.809392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7d8c3e5-b3f9-4630-86ae-a17d20a4527e req-43f642e9-ba2b-4201-9d6a-6d972d336868 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.1429455 Nov 16 21:34:44.813176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6beba648-5532-40f6-b94b-9acc381137e3,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:44.825853 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.862211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 16b69388-06e8-4d0c-b4e9-1a8928ce5e56 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:44.877049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.917482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 80f29ab5-f782-42fb-811b-4bf226de106f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:44.952230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.954955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.956231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.956993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] 10.222.0.21 "PUT /v2.0/ports/6beba648-5532-40f6-b94b-9acc381137e3 HTTP/1.1" status: 200 len: 1055 time: 1.9680119 Nov 16 21:34:44.957468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:44.959847 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf5113e-e27f-4eff-9aab-9938f866121f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "tag": "6beba648-5532-40f6-b94b-9acc381137e3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:44.987470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7d8c3e5-b3f9-4630-86ae-a17d20a4527e req-14342075-61a4-410b-b5b6-e78b43eeebb3 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769290 Nov 16 21:34:44.994912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a081ce-e4a3-4e14-8939-2eede57ed794 service neutron] Pushing event updated for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.017939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 80f29ab5-f782-42fb-811b-4bf226de106f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:45.018312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.072043 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded68180-5c28-41e7-9bcb-84eadc850431 x-openstack-request-id: req-ded68180-5c28-41e7-9bcb-84eadc850431 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:45.072342 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "tag": "6beba648-5532-40f6-b94b-9acc381137e3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:45.072598 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ded68180-5c28-41e7-9bcb-84eadc850431 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:45.073006 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3', 'status': 'completed', 'code': 200} Nov 16 21:34:45.104489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.201466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.220134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-84ee5619-ed39-4d72-a95c-7f9fc9ae88d5 None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:45.220822 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-84ee5619-ed39-4d72-a95c-7f9fc9ae88d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.268701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.279112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/16b69388-06e8-4d0c-b4e9-1a8928ce5e56 HTTP/1.1" status: 204 len: 168 time: 0.5100174 Nov 16 21:34:45.280151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da98bc-c9cd-4479-b625-b24ec9b5dd02 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=16b69388-06e8-4d0c-b4e9-1a8928ce5e56,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.287588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40764) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.357347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f227b8b4-84a5-44e8-8dce-ac7fb88079fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.360054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad68d5-ecf7-4355-b8c2-6a0f8747a90d req-5b988d84-18c0-40c5-8a01-e14a750aca87 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.361823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80ad68d5-ecf7-4355-b8c2-6a0f8747a90d req-5b988d84-18c0-40c5-8a01-e14a750aca87 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.2242081 Nov 16 21:34:45.373871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510908c3-7bbf-48ef-b140-0cdb6c7258f3 req-1b0e6a00-04da-4d6a-87f7-929053521743 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.375446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-510908c3-7bbf-48ef-b140-0cdb6c7258f3 req-1b0e6a00-04da-4d6a-87f7-929053521743 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 907 time: 0.1283944 Nov 16 21:34:45.401417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-58c85869-fc25-4c87-96f8-6bf086a98c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.402909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-58c85869-fc25-4c87-96f8-6bf086a98c12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 1058 time: 0.2217464 Nov 16 21:34:45.411340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet ff168ac0-3f82-4267-adb1-5a46725e0b0c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:45.427361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.469643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80ad68d5-ecf7-4355-b8c2-6a0f8747a90d req-46a60774-4b4c-476e-b421-a723d8d8ad55 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929234 Nov 16 21:34:45.476199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.532425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-38d3e7d5-5d66-4ad2-b1d4-86c877cf1865 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6beba648-5532-40f6-b94b-9acc381137e3 HTTP/1.1" status: 200 len: 217 time: 0.1144042 Nov 16 21:34:45.559978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e631fb-6025-4efb-8429-b529e65ec2ba None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:45.603540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-116233f2-47ed-4326-b406-c69990656ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.606030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-116233f2-47ed-4326-b406-c69990656ef3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b HTTP/1.1" status: 200 len: 837 time: 0.0647125 Nov 16 21:34:45.641102 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.688450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-12a2a84d-a0b5-4a8a-8d2d-45cd51ce3cf5 None None] Could not find standard attr ID for object 66784cd8-f43b-4167-8da3-0c9589b712b0. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:45.723159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01383015-7408-4773-89c6-28bc91bf911a req-7dfbc337-65cd-46fd-8c00-ab6603fc5b63 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.725453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01383015-7408-4773-89c6-28bc91bf911a req-7dfbc337-65cd-46fd-8c00-ab6603fc5b63 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.1184416 Nov 16 21:34:45.736015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.736935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-6f20901d-9377-4964-9478-ec5f84df82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.739069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-6f20901d-9377-4964-9478-ec5f84df82fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201363 Nov 16 21:34:45.768114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=ff168ac0-3f82-4267-adb1-5a46725e0b0c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.775977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.782512 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6d3736cb-7943-4ccd-8926-8d5bb2f0a740 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ff168ac0-3f82-4267-adb1-5a46725e0b0c HTTP/1.1" status: 204 len: 168 time: 0.4917817 Nov 16 21:34:45.782675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40780) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.831013 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7ed2c34-e99d-4b43-a6ed-c6cc96cf3225 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465040 Nov 16 21:34:45.833994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40782) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.852538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:45.858664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01383015-7408-4773-89c6-28bc91bf911a req-b0c1e46b-bf24-4b41-9084-177e3d2b800e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185968 Nov 16 21:34:45.876573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372e76c-3a22-4674-8df1-ec315a8b87e9 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'ff168ac0-3f82-4267-adb1-5a46725e0b0c'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:45.895896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.908012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a372e76c-3a22-4674-8df1-ec315a8b87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.927808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-234501cc-97a4-4bf9-ad55-73a8ef0b4f59 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797254 Nov 16 21:34:46.015065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:46.021478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.067780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a517eb0e-eda5-479b-9d21-589fdce67089 req-0f4f9b0b-280a-4c36-a478-196244dca3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314812 Nov 16 21:34:46.153275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99ab12-35f8-4bf1-b98d-69feb922dc67 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:46.195020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-182052ce-e7ef-4f92-a7d1-a4bd140a4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.197823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-182052ce-e7ef-4f92-a7d1-a4bd140a4601 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 1058 time: 0.0588481 Nov 16 21:34:46.311587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70ae29b7-e066-4491-9028-8aa291b38ed7 None None] Provisioning complete for port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:46.311964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70ae29b7-e066-4491-9028-8aa291b38ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.369221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37702b05-7237-496e-81d7-75e0fe4c22e3 tempest-TestServerBasicOps-98271513 tempest-TestServerBasicOps-98271513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.374457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-37702b05-7237-496e-81d7-75e0fe4c22e3 tempest-TestServerBasicOps-98271513 tempest-TestServerBasicOps-98271513-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1091 time: 0.4778275 Nov 16 21:34:46.375156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40800) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.387584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:46.393988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:46.443044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.484148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:46.523485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Deleting port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:46.523860 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.534013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-4a93f77c-6172-4afd-91e5-e10600bf13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.535586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-4a93f77c-6172-4afd-91e5-e10600bf13ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 HTTP/1.1" status: 200 len: 898 time: 0.3290939 Nov 16 21:34:46.616286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:46.619703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-4ccab2b1-24fc-48d5-924b-9e8dfbf420d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6beba648-5532-40f6-b94b-9acc381137e3 HTTP/1.1" status: 200 len: 217 time: 0.0709684 Nov 16 21:34:46.711767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.726990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593770c-5ad7-4548-a2f0-9ac7a46201b0 req-e856edc3-021e-4338-9f58-3133b6060c02 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.728981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f593770c-5ad7-4548-a2f0-9ac7a46201b0 req-e856edc3-021e-4338-9f58-3133b6060c02 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 907 time: 0.1979899 Nov 16 21:34:46.757415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:46.757415 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.785161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.793857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-034c9709-f416-4e8a-aa40-e49b8aa19d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.795655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-034c9709-f416-4e8a-aa40-e49b8aa19d5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b HTTP/1.1" status: 200 len: 837 time: 0.1685710 Nov 16 21:34:46.800091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Calling delete_port for 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:46.804040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.878749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:46.885398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:46.885723 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:46.888127 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.943584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-3b0328fe-6c9c-49aa-b067-28b24f7b9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.945273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-3b0328fe-6c9c-49aa-b067-28b24f7b9cae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983534 Nov 16 21:34:46.957338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.966146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.980624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Allocated IP 172.25.7.234 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/b9052382-9e85-499e-bcfb-e85a02f631b9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:47.004161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] Pushing event deleted for resources: {'Port': ['ID=7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:47.006102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc276d9-8ad1-44f9-a573-b7b0c57a3abf None None] No DVR routers for this DVR port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:47.131323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-615d05b1-a4f7-4107-9292-b619e78121b2 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736810 Nov 16 21:34:47.228914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.290394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bf5113e-e27f-4eff-9aab-9938f866121f req-7712c972-16fb-477c-914d-e8cfa6444c34 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514657 Nov 16 21:34:47.302913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.344982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:47.352297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:47.356304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:47.380896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'Port': ['ID=b9052382-9e85-499e-bcfb-e85a02f631b9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:47.410630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Port 7ee966cd-cbd5-4c4b-a885-f6ab6f1089b5 concurrently deleted while adding address for new subnet {'id': 'a6a25b98-3adf-43d4-8a86-94449a6c9f83', 'name': '', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2759, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-16T21:34:46Z', 'updated_at': '2021-11-16T21:34:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'cd7a21db800f4b95bc5bae39d0c62fcb'}. {{(pid=102664) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 16 21:34:47.411282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.462513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:47.466523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:47.471022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:47.471851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.478783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23d1bb-35f9-48f0-b493-9a41478bd2eb None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:47.481936 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=a6a25b98-3adf-43d4-8a86-94449a6c9f83,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:47.501083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b124d6d9-16b1-4ec0-9aae-5d44b9b51afc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6656802 Nov 16 21:34:47.504717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.513972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:47.699083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:47.703455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.747302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ae449fc-732e-41ac-ab5f-321c3f5670e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.810587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': 'a6a25b98-3adf-43d4-8a86-94449a6c9f83'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:47.812302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.873049 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6a25b98-3adf-43d4-8a86-94449a6c9f83 (CIDR: 2001:db8::/64) Nov 16 21:34:47.877319 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:47.878041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:47.910212 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8acd1204-912e-49ab-a770-2719b9213fa7 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3972931 Nov 16 21:34:47.911109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.915919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.924928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:47.972958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939c19-9c27-4ca7-b66a-f51beedb82ae req-a5f69a03-6a81-4d72-98f2-0cbee2e25824 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:47.974264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1939c19-9c27-4ca7-b66a-f51beedb82ae req-a5f69a03-6a81-4d72-98f2-0cbee2e25824 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 907 time: 0.1076717 Nov 16 21:34:48.031934 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.052872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Allocated IP 2001:db8::f816:3eff:fe32:10ee (1052ada7-554d-4821-95d6-8a69094944cc/a6a25b98-3adf-43d4-8a86-94449a6c9f83/817bd657-ba64-4314-960c-5696ff950040) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:48.107474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:48.112364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.200115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40872) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.242909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.248377 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.302875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event updated for resources: {'Port': ['ID=b9052382-9e85-499e-bcfb-e85a02f631b9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.361599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05bd07f8-6f9d-40c6-b9ee-28d98997db81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.376684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.407845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.418111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.464362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:48.464907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.467795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:48.473887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:48.483270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Pushing event updated for resources: {'Port': ['ID=817bd657-ba64-4314-960c-5696ff950040,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.529827 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Floating IP ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f associated. External IP: 172.25.7.234, port: a6ec9eec-dea6-41a0-97d1-659553377dfe. Nov 16 21:34:48.554913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:48.559413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Attempting to bind port 817bd657-ba64-4314-960c-5696ff950040 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:48.559902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Attempting to bind port 817bd657-ba64-4314-960c-5696ff950040 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:48.560369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Attempting to bind port 817bd657-ba64-4314-960c-5696ff950040 on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:48.562793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:48.566169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:48.566629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:48.567134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.567686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:48.568234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Bound port: 817bd657-ba64-4314-960c-5696ff950040, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:48.569069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.569199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.572705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:48.573320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.581255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05bd07f8-6f9d-40c6-b9ee-28d98997db81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.589783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05bd07f8-6f9d-40c6-b9ee-28d98997db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.614087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8432295-934b-4372-956f-b31a636435dc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7018011 Nov 16 21:34:48.618061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40878) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.624117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:3b:50:9b', 'name': 'tempest-NetworksTestDHCPv6-940626022'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:48.638438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd07f8-6f9d-40c6-b9ee-28d98997db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867b6181-2180-4e61-af8f-5a505adc8dfb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.643181 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-05bd07f8-6f9d-40c6-b9ee-28d98997db81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9353fdccb2a147adbdf989c6b8cd90d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418857 Nov 16 21:34:48.645883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40880) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.662871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] For port 817bd657-ba64-4314-960c-5696ff950040, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:48.667063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] For port 817bd657-ba64-4314-960c-5696ff950040, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=817bd657-ba64-4314-960c-5696ff950040,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:48.671862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.701681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.728938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.747212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c7262-4656-437a-9ef8-b44d6ffd281a None None] Pushing event updated for resources: {'Port': ['ID=817bd657-ba64-4314-960c-5696ff950040,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.803344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.806959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.811137 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/867b6181-2180-4e61-af8f-5a505adc8dfb HTTP/1.1" status: 204 len: 168 time: 0.1616371 Nov 16 21:34:48.818505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6d542-c7e3-49c4-95f6-5a19add2eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b6181-2180-4e61-af8f-5a505adc8dfb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.214173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40890) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.230747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c503425-9a86-42b9-9b34-8d0cc7507f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.250673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:49.262656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.312650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6beba648-5532-40f6-b94b-9acc381137e3 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:34:49.330124 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c503425-9a86-42b9-9b34-8d0cc7507f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.335282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c503425-9a86-42b9-9b34-8d0cc7507f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.354345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Router e849e968-f0e4-4b4d-b000-e9cb1e361504 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:49.364153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3aac7-72b9-40fe-aa5f-7b8c115a5443 req-f85b5a1f-d114-46f4-b057-d9453a3543d4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:49.365557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdd3aac7-72b9-40fe-aa5f-7b8c115a5443 req-f85b5a1f-d114-46f4-b057-d9453a3543d4 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 907 time: 0.1565952 Nov 16 21:34:49.376223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c503425-9a86-42b9-9b34-8d0cc7507f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200e4bf-7a18-47e8-aaa8-eeaed1fd9626,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.381432 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c503425-9a86-42b9-9b34-8d0cc7507f2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=562147fa392b4175913d7968f4fcbe1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1650693 Nov 16 21:34:49.387386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.413399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.438666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6beba648-5532-40f6-b94b-9acc381137e3,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:49.451371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.452176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '6beba648-5532-40f6-b94b-9acc381137e3', 'network_id': '1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4', 'port_id': '6beba648-5532-40f6-b94b-9acc381137e3', 'mac_address': 'fa:16:3e:22:25:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:34:49.476234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.506779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 44641dae-cda1-413c-a1a6-bd4a72ea4ba0 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:49.510346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.540971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6beba648-5532-40f6-b94b-9acc381137e3 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:34:49.547042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.553383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.556274 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0200e4bf-7a18-47e8-aaa8-eeaed1fd9626 HTTP/1.1" status: 204 len: 168 time: 0.1680915 Nov 16 21:34:49.565188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0741d98-4bf4-49b7-9df8-f4b7fec4e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200e4bf-7a18-47e8-aaa8-eeaed1fd9626,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.581024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6beba648-5532-40f6-b94b-9acc381137e3,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:49.595981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.653919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.684750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:49.703515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Sync routers for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:49.720731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.729675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:49.731432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:49.802999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f5043a9-d7b2-457b-8165-2662ccea50e5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4160948 Nov 16 21:34:49.802999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:49.802999 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07" -d '{"events": [{"name": "network-changed", "server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:49.841319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8:0:1::308 (1052ada7-554d-4821-95d6-8a69094944cc/ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce/44641dae-cda1-413c-a1a6-bd4a72ea4ba0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:49.852579 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb77fcdc-3d5a-4373-804d-b2a94516682b x-openstack-request-id: req-eb77fcdc-3d5a-4373-804d-b2a94516682b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:49.853000 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:49.854186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6beba648-5532-40f6-b94b-9acc381137e3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:34:49.854968 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb77fcdc-3d5a-4373-804d-b2a94516682b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:49.854968 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'status': 'completed', 'code': 200} Nov 16 21:34:49.872610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::f816:3eff:fe3b:509b (1052ada7-554d-4821-95d6-8a69094944cc/a6a25b98-3adf-43d4-8a86-94449a6c9f83/44641dae-cda1-413c-a1a6-bd4a72ea4ba0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:49.932008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:50.030527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-8c1140f8-06ff-4eaf-b901-56ea9eb54c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.032335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-8c1140f8-06ff-4eaf-b901-56ea9eb54c06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.1487455 Nov 16 21:34:50.051967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02c6d8-2227-415a-8bb4-078c7e1a84cd None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:50.132107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.189859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] Provisioning complete for port 817bd657-ba64-4314-960c-5696ff950040 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:50.190239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.228727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.298777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:50.308969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-a3729ec9-d871-4ff8-81d5-6a6bf1dcf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.313222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-a3729ec9-d871-4ff8-81d5-6a6bf1dcf6fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 909 time: 0.2106698 Nov 16 21:34:50.313222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:50.317940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:50.325949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.327102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.345983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=44641dae-cda1-413c-a1a6-bd4a72ea4ba0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:50.406667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:50.406870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7ed9e28d-4e0e-483a-9a47-aa7ef4c96820 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7884276 Nov 16 21:34:50.417308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-f2ce9831-157a-471d-82f1-de5ed6cc00ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 999 time: 0.0859661 Nov 16 21:34:50.418089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.448608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'port_id': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'mac_address': 'fa:16:3e:f8:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:47Z', 'updated_at': '2021-11-16T21:34:47Z', 'revision_number': 0, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:50.510260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-ed81ca63-2980-4608-93cc-63ab318e9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.511936 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-ed81ca63-2980-4608-93cc-63ab318e9a4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0867682 Nov 16 21:34:50.536037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Checking router: e849e968-f0e4-4b4d-b000-e9cb1e361504 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:50.548804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] For port 817bd657-ba64-4314-960c-5696ff950040, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=817bd657-ba64-4314-960c-5696ff950040,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:50.562830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.568939 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.594716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:50.595056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:50.609557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917933-52cf-4d75-a8d2-c1be7b73b125 req-4b7d42b6-1118-4dce-9d5b-7228cea8ac5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.611347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c917933-52cf-4d75-a8d2-c1be7b73b125 req-4b7d42b6-1118-4dce-9d5b-7228cea8ac5a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 908 time: 0.0977175 Nov 16 21:34:50.619292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-57c0a71d-cf9d-4295-a8c0-8036d00e492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.620880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-57c0a71d-cf9d-4295-a8c0-8036d00e492d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951004 Nov 16 21:34:50.680030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': 'a6a25b98-3adf-43d4-8a86-94449a6c9f83', 'ip_address': '2001:db8::f816:3eff:fe32:10ee'}, {'subnet_id': 'ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '817bd657-ba64-4314-960c-5696ff950040'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:50.705531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 44641dae-cda1-413c-a1a6-bd4a72ea4ba0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:50.708648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.737597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b491e0-1935-4dab-8e29-6fec4ba36955 None None] Pushing event updated for resources: {'Port': ['ID=817bd657-ba64-4314-960c-5696ff950040,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:50.747880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.750703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-4b498a89-8065-454a-adbd-f2bca4d8d7ac service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216803 Nov 16 21:34:50.839911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.855674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 44641dae-cda1-413c-a1a6-bd4a72ea4ba0 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:50.876056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92388dd2-f3c8-4432-90e5-6f18d5e7ae07 req-12969a09-9603-47ee-bee5-22ced4179525 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Nov 16 21:34:50.936729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 817bd657-ba64-4314-960c-5696ff950040 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:51.008401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:51.072384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.102185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=44641dae-cda1-413c-a1a6-bd4a72ea4ba0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.162672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.168533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1aa8ead-f632-43e5-9a5e-ba666b833e7c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/44641dae-cda1-413c-a1a6-bd4a72ea4ba0 HTTP/1.1" status: 204 len: 168 time: 0.7575631 Nov 16 21:34:51.171465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.176009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 817bd657-ba64-4314-960c-5696ff950040 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:51.176382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.231944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16e6a0-f299-4ddb-b706-151c8c424f09 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.236869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-de16e6a0-f299-4ddb-b706-151c8c424f09 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0613489 Nov 16 21:34:51.237279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40946) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.295064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f98049f-fc5f-495a-9563-0aacc55a6fe1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.296751 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f98049f-fc5f-495a-9563-0aacc55a6fe1 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0584190 Nov 16 21:34:51.299449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40948) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.336390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6beba648-5532-40f6-b94b-9acc381137e3 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:51.356529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7563fa-547a-46a0-ad33-39db6ba64bee tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.358197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7563fa-547a-46a0-ad33-39db6ba64bee tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.359754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7563fa-547a-46a0-ad33-39db6ba64bee tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.361497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db7563fa-547a-46a0-ad33-39db6ba64bee tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0610228 Nov 16 21:34:51.364683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40950) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.392291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Allocated IP 2001:db8:0:1::2 (1052ada7-554d-4821-95d6-8a69094944cc/ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce/817bd657-ba64-4314-960c-5696ff950040) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:51.433108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet a6a25b98-3adf-43d4-8a86-94449a6c9f83 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:51.480861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.591490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 6beba648-5532-40f6-b94b-9acc381137e3 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:34:51.607598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 6beba648-5532-40f6-b94b-9acc381137e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:51.607970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.662154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] For port 817bd657-ba64-4314-960c-5696ff950040, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=817bd657-ba64-4314-960c-5696ff950040,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:51.709890 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.716159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'port_id': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'mac_address': 'fa:16:3e:f8:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:47Z', 'updated_at': '2021-11-16T21:34:47Z', 'revision_number': 0, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:51.716437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.720212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.777158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.779653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5bf66-85dd-4566-bd27-7ef2bf5b514e req-2fa153f5-7abe-43d9-b305-3f578163fd25 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.781574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0d5bf66-85dd-4566-bd27-7ef2bf5b514e req-2fa153f5-7abe-43d9-b305-3f578163fd25 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 908 time: 0.0795717 Nov 16 21:34:51.795088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c75332-ddc2-4fe3-ad3b-bc34d11af3c7 None None] The sync data for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 is: [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'port_id': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'mac_address': 'fa:16:3e:f8:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:34:47Z', 'updated_at': '2021-11-16T21:34:47Z', 'revision_number': 0, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:51.861439 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.899421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.917194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034747c-7f46-4a8c-bbbc-a2345cae150a None None] Pushing event updated for resources: {'Port': ['ID=817bd657-ba64-4314-960c-5696ff950040,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.942457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:51.945415 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28b3850-bf74-4969-9181-35cd95762f20" -d '{"events": [{"server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "name": "network-vif-plugged", "status": "completed", "tag": "6beba648-5532-40f6-b94b-9acc381137e3"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:51.963614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6beba648-5532-40f6-b94b-9acc381137e3,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:51.969293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.996804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.028370 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530562cc-f8cd-48fb-a8da-90b204f6d0cc x-openstack-request-id: req-530562cc-f8cd-48fb-a8da-90b204f6d0cc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:52.028730 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "name": "network-vif-plugged", "status": "completed", "tag": "6beba648-5532-40f6-b94b-9acc381137e3", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:52.028989 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-530562cc-f8cd-48fb-a8da-90b204f6d0cc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:52.029543 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3', 'code': 200} Nov 16 21:34:52.032717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.053499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a25b98-3adf-43d4-8a86-94449a6c9f83,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.057873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.063409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bccb2743-d8e2-46db-ab32-375501b8cce5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/a6a25b98-3adf-43d4-8a86-94449a6c9f83 HTTP/1.1" status: 204 len: 168 time: 0.6976972 Nov 16 21:34:52.066048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41000) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.172359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:52.178627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.185172 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97655d-333b-42b3-a6aa-3620b244931b None None] New status for floating IP ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:34:52.204299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884330-5fcd-4ecb-a9d2-61246bdb5b02 req-8c774e6b-47d2-480d-bdba-59ff4857b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:52.206346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb884330-5fcd-4ecb-a9d2-61246bdb5b02 req-8c774e6b-47d2-480d-bdba-59ff4857b35c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 1060 time: 0.0975766 Nov 16 21:34:52.232159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.334370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41006) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.378440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.458410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.471269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82ca50f2-8560-410f-8e3c-648ef7abae49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.486386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.493505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.499916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a8b14ee-4483-4835-9190-3b633a364c7d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce HTTP/1.1" status: 204 len: 168 time: 0.4303095 Nov 16 21:34:52.501164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.545059 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c18ece4-c0eb-44f1-b923-eb9dd754b910 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427542 Nov 16 21:34:52.548140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41012) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.555385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:52.596944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82ca50f2-8560-410f-8e3c-648ef7abae49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.603069 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82ca50f2-8560-410f-8e3c-648ef7abae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.617607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 817bd657-ba64-4314-960c-5696ff950040 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:52.656824 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82ca50f2-8560-410f-8e3c-648ef7abae49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99931bbcdb0446ec8c68fc422afa4dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206675 Nov 16 21:34:52.656985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41014) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.659488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca50f2-8560-410f-8e3c-648ef7abae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e64a69-aacf-4915-b9a3-1944b4104eb1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.686597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 817bd657-ba64-4314-960c-5696ff950040 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:52.687508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.697338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:52.700889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.717048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b50d4c-686a-477b-8ba5-732d4bca1f75 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:52.762707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4340e625-7f93-43c3-8ed4-1d3fd55b8c19 None None] Could not find standard attr ID for object 44641dae-cda1-413c-a1a6-bd4a72ea4ba0. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:52.796239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.807907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4340e625-7f93-43c3-8ed4-1d3fd55b8c19 None None] Provisioning complete for port 817bd657-ba64-4314-960c-5696ff950040 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:52.808272 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4340e625-7f93-43c3-8ed4-1d3fd55b8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.833909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.971175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f364f-e52c-4096-91d6-27daa61f0a2e req-2b20962f-e4b7-418e-bd40-f69692f03bef tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:52.972715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-592f364f-e52c-4096-91d6-27daa61f0a2e req-2b20962f-e4b7-418e-bd40-f69692f03bef tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0941103 Nov 16 21:34:53.006026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.008928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.010078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99e64a69-aacf-4915-b9a3-1944b4104eb1 HTTP/1.1" status: 204 len: 168 time: 0.3521194 Nov 16 21:34:53.015894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:53.028029 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.030055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec4df-ddcd-4551-afa3-4019599bcfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e64a69-aacf-4915-b9a3-1944b4104eb1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.078347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Deleting port 817bd657-ba64-4314-960c-5696ff950040 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:53.078852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.083514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:53.087354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:53.090428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:53.091239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.106319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=771e0c30-e55b-4731-962e-9d001acbc9d0,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.119136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-308dbe82-9e6e-420a-b1f8-f8aa2a11c0a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5696690 Nov 16 21:34:53.121989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41020) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.130417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:53.176129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] For port 817bd657-ba64-4314-960c-5696ff950040, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=817bd657-ba64-4314-960c-5696ff950040,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:53.176774 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.190036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Calling delete_port for 817bd657-ba64-4314-960c-5696ff950040 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:53.263916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:53.270388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.306134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.340883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] Pushing event deleted for resources: {'Port': ['ID=817bd657-ba64-4314-960c-5696ff950040,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.353801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77a8cd-9eeb-45d6-ae9c-27562b7df634 None None] No DVR routers for this DVR port 817bd657-ba64-4314-960c-5696ff950040 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:53.362248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41026) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.377876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a165e0-187c-4cdc-9045-1242ea6133d6 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:53.392054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ed02e39a-7e8f-45c3-b101-c526a9189416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.438102 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 771e0c30-e55b-4731-962e-9d001acbc9d0 (CIDR: 2001:db8::/64) Nov 16 21:34:53.445358 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:53.445809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:53.473030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e010b060-7c67-4c2a-869c-81bebb9682c4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3482983 Nov 16 21:34:53.476147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.482460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:53.534885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ed02e39a-7e8f-45c3-b101-c526a9189416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.540365 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ed02e39a-7e8f-45c3-b101-c526a9189416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.542026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1052ada7-554d-4821-95d6-8a69094944cc', 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'tenant_id': 'cd7a21db800f4b95bc5bae39d0c62fcb', 'fixed_ips': [{'subnet_id': '771e0c30-e55b-4731-962e-9d001acbc9d0'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:53.543145 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.579964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e39a-7e8f-45c3-b101-c526a9189416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d01c4-7f66-4751-b7f8-24836923064a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.584136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ed02e39a-7e8f-45c3-b101-c526a9189416 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=299625a65911403db37689f4b3a2e664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207806 Nov 16 21:34:53.586801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41030) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.613471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:53.618362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.640426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.662100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.693069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/771e0c30-e55b-4731-962e-9d001acbc9d0/e63cfb57-f9d9-4875-852f-4f6fdd38911e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:53.719667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.723155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.726869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb5d01c4-7f66-4751-b7f8-24836923064a HTTP/1.1" status: 204 len: 168 time: 0.1365786 Nov 16 21:34:53.735851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec336b-6988-4750-a87b-fcf1869029fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d01c4-7f66-4751-b7f8-24836923064a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.862902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.869595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.911842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:53.916599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:53.924144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:53.956575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.989983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Attempting to bind port e63cfb57-f9d9-4875-852f-4f6fdd38911e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:53.990324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:34:53.990465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Attempting to bind port e63cfb57-f9d9-4875-852f-4f6fdd38911e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:53.990695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Attempting to bind port e63cfb57-f9d9-4875-852f-4f6fdd38911e on network 1052ada7-554d-4821-95d6-8a69094944cc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:53.996513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:53.998236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Checking segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:53.998909 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.999165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Bound using segment: {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:53.999587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Bound port: e63cfb57-f9d9-4875-852f-4f6fdd38911e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1052ada7-554d-4821-95d6-8a69094944cc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:53.999970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.092071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:54.102694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:54.112034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.113937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec244-d892-4a3d-851e-83a60668acaa req-708aa156-d88b-4e57-b822-a41cd6dfd0f9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.120065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e0ec244-d892-4a3d-851e-83a60668acaa req-708aa156-d88b-4e57-b822-a41cd6dfd0f9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0733368 Nov 16 21:34:54.185971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.207942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eed8d0-5c84-4a33-9c8d-7ae92d78324f None None] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:54.266299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96672-8a3d-4da6-8aac-916f2dafd807 req-eaed8d50-cb8a-401f-a675-c299d9f2dbd0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.267880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25f96672-8a3d-4da6-8aac-916f2dafd807 req-eaed8d50-cb8a-401f-a675-c299d9f2dbd0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0616872 Nov 16 21:34:54.375575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:54.410318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.417501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.418125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fff16a-365b-444c-aca1-68cdfcf73cbc req-d9741425-c054-4f50-b094-67601a4ab1d0 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.419296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.434917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07fff16a-365b-444c-aca1-68cdfcf73cbc req-d9741425-c054-4f50-b094-67601a4ab1d0 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 1060 time: 0.0723684 Nov 16 21:34:54.531233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:54.538319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:54.565112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.565909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.584887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=a1efd803-12dd-4814-ad75-67cd6b8cc8d0,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:54.590496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b009df-744e-45c5-b4a0-811516877464 req-22befc12-7b61-4e88-b778-ebcb7335a682 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.591866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=4']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:54.596908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96b009df-744e-45c5-b4a0-811516877464 req-22befc12-7b61-4e88-b778-ebcb7335a682 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1136 time: 0.0728016 Nov 16 21:34:54.617615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ad400b4-97f9-47b3-b5f7-77949a24d623 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1374071 Nov 16 21:34:54.618506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41060) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.624199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:93:eb:32', 'name': 'tempest-NetworksTestDHCPv6-773377168'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:54.696850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96b009df-744e-45c5-b4a0-811516877464 req-7f8e061c-1024-406e-83f9-b658117f1208 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0899210 Nov 16 21:34:54.721422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41064) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.721584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:54.766549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4be316-a57c-4a1a-a5a1-891070633451 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.771556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1a4be316-a57c-4a1a-a5a1-891070633451 tempest-TestSecurityGroupsBasicOps-437810901 tempest-TestSecurityGroupsBasicOps-437810901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 1055 time: 0.0481043 Nov 16 21:34:54.783733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:54.784408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.803918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:54.885800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.915536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.926138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:54.931991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.953014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 5a6f0bef-d961-49e9-a326-d92ee37b00ad yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:55.102863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92e279-b40f-4d43-9375-05a979540e21 req-df6e5c14-10be-41b7-9792-71300b100bc9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:55.108907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e92e279-b40f-4d43-9375-05a979540e21 req-df6e5c14-10be-41b7-9792-71300b100bc9 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0950952 Nov 16 21:34:55.198575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 817bd657-ba64-4314-960c-5696ff950040 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:55.202435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::ad (1052ada7-554d-4821-95d6-8a69094944cc/771e0c30-e55b-4731-962e-9d001acbc9d0/5a6f0bef-d961-49e9-a326-d92ee37b00ad) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:55.210544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:eb32 (1052ada7-554d-4821-95d6-8a69094944cc/a1efd803-12dd-4814-ad75-67cd6b8cc8d0/5a6f0bef-d961-49e9-a326-d92ee37b00ad) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:55.225676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 817bd657-ba64-4314-960c-5696ff950040 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:55.226203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 817bd657-ba64-4314-960c-5696ff950040 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:55.240119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41078) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.245883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.385623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8357125d-cda3-473d-bb10-330e8541a1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.413995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.431034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0366ff-6a12-4666-8ec1-a0c56927cc91 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:55.483415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.547290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:55.551171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8357125d-cda3-473d-bb10-330e8541a1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.555642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:55.558126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:55.564086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:55.564747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.569580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3660a1b7-0d90-432b-af0d-4c8825af6e24 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:55.569983 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3660a1b7-0d90-432b-af0d-4c8825af6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.571184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8357125d-cda3-473d-bb10-330e8541a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.577971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=5a6f0bef-d961-49e9-a326-d92ee37b00ad,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.621100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e6d5fcb6-b208-41f7-b234-c37e9bcba1d4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0012777 Nov 16 21:34:55.623815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41084) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.629743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357125d-cda3-473d-bb10-330e8541a1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79c48b1-f431-4bc8-8066-4522a74d3708,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.638562 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8357125d-cda3-473d-bb10-330e8541a1a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37de05b0c71a4fe1ac7930c6d20cd573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973818 Nov 16 21:34:55.638908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.758615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.786118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 5a6f0bef-d961-49e9-a326-d92ee37b00ad {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:55.786478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.794499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.909375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.925182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.927829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.931434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c79c48b1-f431-4bc8-8066-4522a74d3708 HTTP/1.1" status: 204 len: 168 time: 0.2710855 Nov 16 21:34:55.931434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 5a6f0bef-d961-49e9-a326-d92ee37b00ad owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:55.944756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14376f-57d3-45c0-9f2f-dcb445e35af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79c48b1-f431-4bc8-8066-4522a74d3708,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:56.147603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.195227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=5a6f0bef-d961-49e9-a326-d92ee37b00ad,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:56.272256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.276638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ddd5b191-e576-4cc6-bbd9-4c1fecae7401 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/5a6f0bef-d961-49e9-a326-d92ee37b00ad HTTP/1.1" status: 204 len: 168 time: 0.6509366 Nov 16 21:34:56.279466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.299393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd552-ac4d-458d-8f8b-e471baaad745 req-397e1e74-7c5e-4c93-b1a0-91a602672584 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.301336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b6bd552-ac4d-458d-8f8b-e471baaad745 req-397e1e74-7c5e-4c93-b1a0-91a602672584 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0855753 Nov 16 21:34:56.342244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92264b70-d42b-4523-bf76-2f1f3d9c81f8 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:56.342835 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92264b70-d42b-4523-bf76-2f1f3d9c81f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.347837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409dabb1-dee9-4ea6-bfd6-a23cfecde90f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.350976 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-409dabb1-dee9-4ea6-bfd6-a23cfecde90f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0676534 Nov 16 21:34:56.352046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41102) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.424760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a8b11-a4dd-46f0-b417-c537cca9e457 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.429702 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d06a8b11-a4dd-46f0-b417-c537cca9e457 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0733359 Nov 16 21:34:56.430403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.476906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9ac3-0937-4600-98b7-d4544911e4af req-cabf5cbf-1b44-416e-940f-8aa08037912c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.478791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-538b9ac3-0937-4600-98b7-d4544911e4af req-cabf5cbf-1b44-416e-940f-8aa08037912c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 909 time: 0.0891480 Nov 16 21:34:56.484218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92264b70-d42b-4523-bf76-2f1f3d9c81f8 None None] Could not find standard attr ID for object 5a6f0bef-d961-49e9-a326-d92ee37b00ad. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:56.534396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af8a2f-14bb-4f96-92f9-fa3828269fd3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.536661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af8a2f-14bb-4f96-92f9-fa3828269fd3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.538688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af8a2f-14bb-4f96-92f9-fa3828269fd3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.540866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e7af8a2f-14bb-4f96-92f9-fa3828269fd3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1083300 Nov 16 21:34:56.547433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41110) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.611928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1a3858e0-8125-4179-acf3-e2b09688cc8f None None] Could not find standard attr ID for object 44641dae-cda1-413c-a1a6-bd4a72ea4ba0. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:56.618588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:56.636019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 771e0c30-e55b-4731-962e-9d001acbc9d0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:56.641235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.680486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 6beba648-5532-40f6-b94b-9acc381137e3 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:56.681023 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.712200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.736191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:56.736568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.812970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.861890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41122) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.874654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 6beba648-5532-40f6-b94b-9acc381137e3, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6beba648-5532-40f6-b94b-9acc381137e3,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:56.875410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.899756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 6beba648-5532-40f6-b94b-9acc381137e3 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:56.983916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.026476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=771e0c30-e55b-4731-962e-9d001acbc9d0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.038045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.045065 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6e8ff143-0dda-4e37-9595-86cbeb74f743 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/771e0c30-e55b-4731-962e-9d001acbc9d0 HTTP/1.1" status: 204 len: 168 time: 0.4965723 Nov 16 21:34:57.045806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.089420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca6260-bc78-43eb-a176-0bccc050f397 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:57.096439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.131020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=6beba648-5532-40f6-b94b-9acc381137e3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.136587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet a1efd803-12dd-4814-ad75-67cd6b8cc8d0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:57.144353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.164883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-04da29a5-70ff-49a0-8ca6-ffba15587674 None None] Could not find standard attr ID for object 5a6f0bef-d961-49e9-a326-d92ee37b00ad. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:57.190815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Deleting port 41db4fb9-da01-40f7-af21-82ff6d3ce435 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:57.191134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.198567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] No DVR routers for this DVR port 6beba648-5532-40f6-b94b-9acc381137e3 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:57.202268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.209476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-538b9ac3-0937-4600-98b7-d4544911e4af req-b3c94ce2-537a-41aa-9503-20e8574f94da tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.21 "DELETE /v2.0/ports/6beba648-5532-40f6-b94b-9acc381137e3 HTTP/1.1" status: 204 len: 173 time: 0.7239351 Nov 16 21:34:57.209969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'name': 'network-vif-deleted', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:57.221895 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94959b02-3b86-4121-b374-7175e37ef9bc" -d '{"events": [{"server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "name": "network-vif-deleted", "tag": "6beba648-5532-40f6-b94b-9acc381137e3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:57.275630 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7256687d-32b0-4ad4-8219-46c4c4bd08ec x-openstack-request-id: req-7256687d-32b0-4ad4-8219-46c4c4bd08ec {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:57.275630 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64", "name": "network-vif-deleted", "tag": "6beba648-5532-40f6-b94b-9acc381137e3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:57.275927 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7256687d-32b0-4ad4-8219-46c4c4bd08ec {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:57.276645 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64', 'name': 'network-vif-deleted', 'tag': '6beba648-5532-40f6-b94b-9acc381137e3', 'status': 'completed', 'code': 200} Nov 16 21:34:57.281934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.344634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.345251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.366093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Calling delete_port for 41db4fb9-da01-40f7-af21-82ff6d3ce435 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:57.466022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.499624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49c8cb77-82d8-467b-8d5b-8b06ef48b7a2 req-b6674ab2-0e85-489a-b7ef-d5d49c08b2cd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7d9fd0-00f6-4a37-ad78-a8dd7e104f64 HTTP/1.1" status: 200 len: 210 time: 0.0439837 Nov 16 21:34:57.596481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.643535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=a1efd803-12dd-4814-ad75-67cd6b8cc8d0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.649888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.653504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3d8c60a2-8401-45b2-bb7c-5ca9d3ad7e32 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/a1efd803-12dd-4814-ad75-67cd6b8cc8d0 HTTP/1.1" status: 204 len: 168 time: 0.6022518 Nov 16 21:34:57.657644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41142) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.708405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c3e617c6-f05b-4eab-b626-3437b1e1e61f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490949 Nov 16 21:34:57.711563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41146) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.717809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:57.779753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.811578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event deleted for resources: {'Port': ['ID=41db4fb9-da01-40f7-af21-82ff6d3ce435,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.859484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:57.868588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.872069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.944138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.944489 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Floating IP 1b84e456-2ff7-4f84-b876-a04824b325f5 disassociated (deleted). External IP: 172.25.7.49, port: 911c3294-5105-47f2-878e-ee62e8baa7ad. Nov 16 21:34:58.113755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.150412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bede5dc-d676-4f55-a895-10054372a7f2 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:58.161833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:58.165361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:58.169831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:58.170430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.186455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=3f7ba909-8e4c-4155-b7ea-c5ace944b34e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:58.204301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-658d9e7f-0fc0-44f0-a8be-f0dff0a64725 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4917459 Nov 16 21:34:58.207919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:58.215864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:58.224814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e2599dec-2189-42f2-a450-a36ad9b8dfd6 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:58.225098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2599dec-2189-42f2-a450-a36ad9b8dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.344310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:58.348065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.373328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1434434931', 'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:58.426545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Made reservation on behalf of 4c91993745104c9bbcede5fe450967db for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:58.429637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.445546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.459377 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f7ba909-8e4c-4155-b7ea-c5ace944b34e (CIDR: 2001:db8::/64) Nov 16 21:34:58.463238 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:58.463741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:58.485190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-399c5bb8-8060-4fd6-8e37-00cce4ee3c26 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2731118 Nov 16 21:34:58.485605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41158) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:58.491325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'subnet': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:58.499963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Update dhcp port {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'fixed_ips': [{'subnet_id': '3f7ba909-8e4c-4155-b7ea-c5ace944b34e'}], 'binding:host_id': 'n-d-816206-5'}, 'id': 'e63cfb57-f9d9-4875-852f-4f6fdd38911e'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:58.552979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.567933 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41162) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:58.640073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Router 495c6029-dc8a-414f-b34b-e8906174bb6c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:58.644928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.651761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.689917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:58.699915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63978df6-5bfe-4cda-9942-6eaea2eb0e32,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:58.766035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Allocated IP 2001:db8::2 (1052ada7-554d-4821-95d6-8a69094944cc/3f7ba909-8e4c-4155-b7ea-c5ace944b34e/e63cfb57-f9d9-4875-852f-4f6fdd38911e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:58.780099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.780328 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Added segment 60d0a664-2e0a-4ff2-ad24-97c220ba09a2 of type vlan for network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 Nov 16 21:34:58.848259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.874897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:58.876448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:58.879664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.893398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:58.920902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bec8a6d7-3ad8-4d1d-8da5-c4b69cd3f4a7 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "DELETE /v2.0/floatingips/1b84e456-2ff7-4f84-b876-a04824b325f5 HTTP/1.1" status: 204 len: 168 time: 2.0579109 Nov 16 21:34:58.921838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:34:58.924378 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09e5c34-ae59-4603-8aaf-fca7fb274faa" -d '{"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:34:58.928403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.929937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:58.930518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.932448 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.936121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:58.937073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:59.004276 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c762be-72a2-44c6-81ad-15c42ee64f6e x-openstack-request-id: req-16c762be-72a2-44c6-81ad-15c42ee64f6e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:34:59.004667 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:34:59.005175 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16c762be-72a2-44c6-81ad-15c42ee64f6e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:34:59.005687 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:34:59.050024 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1738558 Nov 16 21:34:59.054557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41170) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:59.072076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'subnet': {'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:59.083709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:59.088997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64b3c4-954f-4f3e-9978-c1753b5ba0ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Network': ['ID=6afa23ee-b0d4-42dc-ae8f-487dd6493720,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.105903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:34:59.105903 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 21:34:59.105903 n-d-816206-5 neutron-server[102664]: [parameters: {'project_id_1': '4c91993745104c9bbcede5fe450967db', 'expiration_1': datetime.datetime(2021, 11, 16, 21, 34, 39, 80766)}] Nov 16 21:34:59.105903 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:59.106491 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:59.139918 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.153526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:59.161936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.173204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:59.232377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-cc83e276-55a6-4f43-a093-8dcc98a13479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.233995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-cc83e276-55a6-4f43-a093-8dcc98a13479 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=93a8c0d626ba4812a5ee9144541faf64&device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 1096 time: 0.1938071 Nov 16 21:34:59.370167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6beba648-5532-40f6-b94b-9acc381137e3 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:59.465567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 6beba648-5532-40f6-b94b-9acc381137e3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:59.465909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6beba648-5532-40f6-b94b-9acc381137e3 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:59.484796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5390a-2807-4e98-a4ea-fbb5038e5b77 None None] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.582309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.590865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.597096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.601990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:59.604504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.611168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.617528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.623873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.626066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-80e10e54-e78c-46f6-a4bd-7dd193c8d7fc tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.3631144 Nov 16 21:34:59.634268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:34:59.645816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:59.647031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:59.650047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Made reservation on behalf of 4c91993745104c9bbcede5fe450967db for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:59.651016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2144f2b-e4cd-4145-b95c-74d2c27dc265 req-1ea68dcc-c606-4870-86b4-5cb8cc6a0824 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.652880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2144f2b-e4cd-4145-b95c-74d2c27dc265 req-1ea68dcc-c606-4870-86b4-5cb8cc6a0824 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.3799198 Nov 16 21:34:59.654922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.765913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-85e3814f-2032-4d91-a4ae-a84d0bd6788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.767659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-85e3814f-2032-4d91-a4ae-a84d0bd6788d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 200 len: 915 time: 0.4956608 Nov 16 21:34:59.774565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:34:59.950857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-47ba62cd-5f5a-414f-9162-4b2bd1f11186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 200 len: 217 time: 0.1643536 Nov 16 21:35:00.008595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2144f2b-e4cd-4145-b95c-74d2c27dc265 req-23493b22-d717-49d5-b84c-108cc6ff6a8c tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290350 Nov 16 21:35:00.050447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15cea3a3-7cfc-4a0c-b193-ce757683bc14 req-c9670444-5997-4683-b7fa-9baece2d479d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3808320 Nov 16 21:35:00.096164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.objects.ports [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102664) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:35:00.096624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.190718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e2a0af56-92db-4e28-984c-fc47ed855fea,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.216270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Checking segment: {'id': '60d0a664-2e0a-4ff2-ad24-97c220ba09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:00.216717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network hostable DHCP agents. Network: 6afa23ee-b0d4-42dc-ae8f-487dd6493720, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:00.248170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-967af643-4fff-4c76-b20d-9597ad561fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.249873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-967af643-4fff-4c76-b20d-9597ad561fc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 200 len: 853 time: 0.2815366 Nov 16 21:35:00.252489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:00.256421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:00.275314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 6afa23ee-b0d4-42dc-ae8f-487dd6493720) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:00.293833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.294636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.300898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e64b4-60e1-4ecc-9de0-9053f51d3fc3 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:00.306583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b75c-1dda-47bd-a825-91198992ba49 None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '9b3dde0c-d347-4dca-81f8-20cf6f9883f2', 'name': '', 'network_id': '9af83024-734e-444e-8123-95e18ba27368', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'mac_address': 'fa:16:3e:b3:21:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:18Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'subnets': [{'id': 'c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:00.316596 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f7f50eb-795e-4ef4-ad66-f6e938a4beb1 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2598870 Nov 16 21:35:00.319511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.327538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-493976154', 'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:00.329917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fc88b-51d3-4a82-801f-09be851946a8 None None] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:00.354712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Made reservation on behalf of 4c91993745104c9bbcede5fe450967db for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:00.357645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.380456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] device_id is not set on port 41f00036-b220-4ea3-91c3-2c0cc5a73840 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:00.451240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.457789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.465340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.472217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.478549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.485379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.492681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.494603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81154b41-2b41-4216-98fc-c8d131d59a67 req-01f23e29-cc48-49e4-a218-2333057ba864 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.2817023 Nov 16 21:35:00.508841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-60d6c3dd-b04b-473e-a6b8-2ed6761d5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.510515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-60d6c3dd-b04b-473e-a6b8-2ed6761d5bfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9af83024-734e-444e-8123-95e18ba27368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375495 Nov 16 21:35:00.564522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.20.0.9 (6afa23ee-b0d4-42dc-ae8f-487dd6493720/e2a0af56-92db-4e28-984c-fc47ed855fea/41f00036-b220-4ea3-91c3-2c0cc5a73840) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:00.627715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-937c8e6a-c3f2-43c6-a779-1159efc6a51b service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085103 Nov 16 21:35:00.637557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-09da547c-ba3e-48c0-9606-7783a04ec3fd None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:00.639798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-09da547c-ba3e-48c0-9606-7783a04ec3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.654337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:00.767466 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f330082-d5ec-4380-b54f-309018ab1ab0 None None] New status for floating IP 1b84e456-2ff7-4f84-b876-a04824b325f5: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:35:00.786010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.821505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:35:00.845848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.896388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8487-bade-4524-9dd6-26c0a220265d req-8f703882-f0ef-4159-8927-705a951bab25 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.898463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-633a8487-bade-4524-9dd6-26c0a220265d req-8f703882-f0ef-4159-8927-705a951bab25 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.0914400 Nov 16 21:35:00.907148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.920786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:00.921157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.928767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b3e49-08d5-4b97-88aa-413d8be5e277 None None] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:00.933861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e5c34-ae59-4603-8aaf-fca7fb274faa req-9ff9e99f-6fb6-427a-adac-69f910e4cf41 service neutron] 10.222.0.21 "GET /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638426 Nov 16 21:35:00.996049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:01.003156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:01.014426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:01.103795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=41f00036-b220-4ea3-91c3-2c0cc5a73840,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:01.126945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.127961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.152621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.156000 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-efb819f3-db91-48b8-8fbb-0edfa0b2e6eb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8320272 Nov 16 21:35:01.156000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41190) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:01.201298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Deleting port 911c3294-5105-47f2-878e-ee62e8baa7ad {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:01.201633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.290370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-bf3f7835-b75c-44de-8fd8-8e011ff467a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1337316 Nov 16 21:35:01.327180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] For port 911c3294-5105-47f2-878e-ee62e8baa7ad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=911c3294-5105-47f2-878e-ee62e8baa7ad,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:01.327552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.332805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Deleting port 41f00036-b220-4ea3-91c3-2c0cc5a73840 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:01.333442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.352203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7f4e-db92-44ce-9efa-08f60faab0f6 req-de9dbb66-0ea2-468a-827b-2f0ec09f05b4 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.353695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac8e7f4e-db92-44ce-9efa-08f60faab0f6 req-de9dbb66-0ea2-468a-827b-2f0ec09f05b4 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 945 time: 0.2022321 Nov 16 21:35:01.365815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Calling delete_port for 911c3294-5105-47f2-878e-ee62e8baa7ad owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:01.502138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.521137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Calling delete_port for 41f00036-b220-4ea3-91c3-2c0cc5a73840 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:01.657177 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.690481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event deleted for resources: {'Port': ['ID=911c3294-5105-47f2-878e-ee62e8baa7ad,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:01.762662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] No DVR routers for this DVR port 911c3294-5105-47f2-878e-ee62e8baa7ad on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:01.765402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.769214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-633a8487-bade-4524-9dd6-26c0a220265d req-058163e6-c8a9-47e8-a33d-eff46109ac76 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.21 "DELETE /v2.0/ports/911c3294-5105-47f2-878e-ee62e8baa7ad HTTP/1.1" status: 204 len: 173 time: 0.8559444 Nov 16 21:35:01.784794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'name': 'network-vif-deleted', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:01.787182 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480836f-e90a-4711-88fa-505f139833b3" -d '{"events": [{"server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "name": "network-vif-deleted", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:01.803075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.875972 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4314aa-bc5b-42f5-9b09-844a26b8d295 x-openstack-request-id: req-6c4314aa-bc5b-42f5-9b09-844a26b8d295 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:01.876466 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8779079-0904-44d8-a300-e6bb50a93d90", "name": "network-vif-deleted", "tag": "911c3294-5105-47f2-878e-ee62e8baa7ad", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:01.876881 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c4314aa-bc5b-42f5-9b09-844a26b8d295 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:01.877877 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8779079-0904-44d8-a300-e6bb50a93d90', 'name': 'network-vif-deleted', 'tag': '911c3294-5105-47f2-878e-ee62e8baa7ad', 'status': 'completed', 'code': 200} Nov 16 21:35:01.879410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Port': ['ID=41f00036-b220-4ea3-91c3-2c0cc5a73840,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:01.929937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac8e7f4e-db92-44ce-9efa-08f60faab0f6 req-2a4902fa-fd05-4edf-b82e-007667d2f036 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfb19e4c-9973-482d-ac0a-16efc18e2c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5424082 Nov 16 21:35:01.947095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.947571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.948041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.948507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.948966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.949485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.949737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.949981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.952338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-edac6bc6-e7e8-44bc-b91a-e9e35f5e8dee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bdbd70992114d5195b0e8b69d385976&device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 6486 time: 0.5663364 Nov 16 21:35:01.957943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57c1d9ea-83db-470a-b2e1-5cffbf220e8e tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/ports/41f00036-b220-4ea3-91c3-2c0cc5a73840 HTTP/1.1" status: 204 len: 168 time: 0.7990229 Nov 16 21:35:01.959986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41200) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:01.960692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:01.971229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720', 'external_fixed_ips': [{'subnet_id': 'e2a0af56-92db-4e28-984c-fc47ed855fea', 'ip_address': '172.20.0.9'}]}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:01.992722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4caecf2a-0bd8-43ff-8f3c-6ef65dbd3029 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:01.993251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4caecf2a-0bd8-43ff-8f3c-6ef65dbd3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.995392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.996870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.058484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.104200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 80f29ab5-f782-42fb-811b-4bf226de106f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:02.104535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.133001 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.214598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.217195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.262406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.359437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:02.381435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:02.396453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b3945-9910-4eb5-95d8-6ec7fb38d4e0 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:02.409951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.410600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.425692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4626578e-7c93-41bd-a7cf-afc4b7f33501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.426162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4626578e-7c93-41bd-a7cf-afc4b7f33501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.426624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4626578e-7c93-41bd-a7cf-afc4b7f33501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.428309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4626578e-7c93-41bd-a7cf-afc4b7f33501 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aab467e1-611d-4394-87cc-a6729d8256c7&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 200 len: 2291 time: 0.4309363 Nov 16 21:35:02.513870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Subnet': ['ID=6441a5f1-e597-4d5e-8159-3e9d950bbf38,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:02.551737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.577223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.603954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 80f29ab5-f782-42fb-811b-4bf226de106f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=80f29ab5-f782-42fb-811b-4bf226de106f,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:02.604322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.610804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:02.649745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e3559fa8-2d13-4d8b-a308-f54d84ef93d8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1628675 Nov 16 21:35:02.661051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.671575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Request body: {'port': {'network_id': '1052ada7-554d-4821-95d6-8a69094944cc', 'mac_address': 'fa:16:3e:5f:99:20', 'name': 'tempest-NetworksTestDHCPv6-1682167828'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:02.693962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 80f29ab5-f782-42fb-811b-4bf226de106f owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:02.720619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.764617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-102ed63c-6a20-4a65-a8b5-8014dd19780f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 200 len: 999 time: 0.2934315 Nov 16 21:35:02.783551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.20.0.9 (6afa23ee-b0d4-42dc-ae8f-487dd6493720/e2a0af56-92db-4e28-984c-fc47ed855fea/9b5a2ace-670c-4b13-9804-327cce34e72e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:02.905585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.910403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f0e4adec-a97a-4752-92a1-215880a2e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.912162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f0e4adec-a97a-4752-92a1-215880a2e0f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 200 len: 850 time: 0.0971849 Nov 16 21:35:02.961531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.031605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Made reservation on behalf of cd7a21db800f4b95bc5bae39d0c62fcb for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:03.042213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2d1ac00f-f6cd-4611-889b-34853b07a4d7 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:03.042758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac00f-f6cd-4611-889b-34853b07a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.093818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-db182598-b935-497d-94d5-ad933bb75f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.095502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-db182598-b935-497d-94d5-ad933bb75f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aab467e1-611d-4394-87cc-a6729d8256c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737790 Nov 16 21:35:03.112224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=9b5a2ace-670c-4b13-9804-327cce34e72e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:03.132833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b546f390-9815-4e10-8b30-3ed76ae49410 req-4e3e5c1f-2cc3-4424-b475-6c3aec5a0123 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0817831 Nov 16 21:35:03.158210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:03.160928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:03.168972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:03.205679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.206271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.206744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.207297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.207757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.208217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.209037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.211214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-73075bef-882c-49b2-b79f-2e2d79947643 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.4893775 Nov 16 21:35:03.317352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-7e00afa8-94f3-4bf8-ae37-7055a5e22f3b service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875572 Nov 16 21:35:03.319608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.324423 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.364130 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-2b02fe11-a613-4a5c-8e91-895520901fa7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&id=80ab8d28-2fb6-45d6-a155-60b738efccc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1399834 Nov 16 21:35:03.412678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] device_id is not set on port 70a5736a-8056-4284-bfa3-1e6fe322408e yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:03.481120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=80f29ab5-f782-42fb-811b-4bf226de106f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:03.542072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.696362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-604cc364-2912-4c21-a8d1-ec5bba70d793 service neutron] 10.222.0.36 "GET /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621962 Nov 16 21:35:03.759303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-be174d7d-45c5-47d4-8c8e-9ccabe9df52e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 217 time: 0.0528955 Nov 16 21:35:03.761416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.833972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.864019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8::384 (1052ada7-554d-4821-95d6-8a69094944cc/3f7ba909-8e4c-4155-b7ea-c5ace944b34e/70a5736a-8056-4284-bfa3-1e6fe322408e) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:03.867288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4fcf2661-8e81-4d13-a207-f25a29473991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:03.868747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-4fcf2661-8e81-4d13-a207-f25a29473991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0992813 Nov 16 21:35:03.875645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:9920 (1052ada7-554d-4821-95d6-8a69094944cc/6441a5f1-e597-4d5e-8159-3e9d950bbf38/70a5736a-8056-4284-bfa3-1e6fe322408e) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:03.900035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router 3c9cb95e-da6c-4c5c-8533-9392e17cabf0 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:04.016961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:04.037003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Sync routers for ids ['3c9cb95e-da6c-4c5c-8533-9392e17cabf0'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:04.041702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.045307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b185c926-a033-4df0-a04b-ff917ac9a656 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0807562 Nov 16 21:35:04.046279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:04.048543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-202d7617-dad1-4e2e-9b53-06a8177071a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:04.050018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-202d7617-dad1-4e2e-9b53-06a8177071a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432142 Nov 16 21:35:04.058504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Routers {'3c9cb95e-da6c-4c5c-8533-9392e17cabf0'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:04.059854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3c9cb95e-da6c-4c5c-8533-9392e17cabf0'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:04.169116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.245076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Set router 3c9cb95e-da6c-4c5c-8533-9392e17cabf0 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:04.299063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-d4dc0b7a-bd90-4aed-9bff-acb5e3ff73b3 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366538 Nov 16 21:35:04.300200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.350009 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.355319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caebf83c-88ee-48a7-8712-6717feafb707 req-a78d7ee1-18f4-42fe-9626-2537cd2f340a tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0611942 Nov 16 21:35:04.394878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Deleting port 9b5a2ace-670c-4b13-9804-327cce34e72e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:04.395650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.526611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9cb95e-da6c-4c5c-8533-9392e17cabf0', 'name': '', 'tenant_id': '4c91993745104c9bbcede5fe450967db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720', 'external_fixed_ips': [{'subnet_id': 'e2a0af56-92db-4e28-984c-fc47ed855fea', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '9b5a2ace-670c-4b13-9804-327cce34e72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:02Z', 'updated_at': '2021-11-16T21:35:03Z', 'revision_number': 3, 'project_id': '4c91993745104c9bbcede5fe450967db', 'gw_port': {'id': '9b5a2ace-670c-4b13-9804-327cce34e72e', 'name': '', 'network_id': '6afa23ee-b0d4-42dc-ae8f-487dd6493720', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9cb95e-da6c-4c5c-8533-9392e17cabf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'e2a0af56-92db-4e28-984c-fc47ed855fea', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:02Z', 'updated_at': '2021-11-16T21:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2a0af56-92db-4e28-984c-fc47ed855fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:04.536494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.553710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Calling delete_port for 9b5a2ace-670c-4b13-9804-327cce34e72e owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:04.576753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Checking router: 3c9cb95e-da6c-4c5c-8533-9392e17cabf0 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:04.577285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Updating router 3c9cb95e-da6c-4c5c-8533-9392e17cabf0 port 9b5a2ace-670c-4b13-9804-327cce34e72e binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:04.611874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.739972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 84c86595-c872-4495-8cc6-9ce67e8e71b1 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:04.782742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.829062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b5a2ace-670c-4b13-9804-327cce34e72e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:04.834120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-99ca919b-308e-45ae-be07-49e5c2cb99ba service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173709 Nov 16 21:35:04.863187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.902657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.934578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-fe80fd19-5d4a-4867-bae2-7eb32d7b6a18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 217 time: 0.0744762 Nov 16 21:35:04.973753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:04.981375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Network 1052ada7-554d-4821-95d6-8a69094944cc is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:04.983226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:05.007801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event updated for resources: {'Port': ['ID=70a5736a-8056-4284-bfa3-1e6fe322408e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:05.011408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:05.018668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:05.019777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.067214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:35:05.071196 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:35:05.071396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e18524bb-b2fa-40d5-b6fd-5e645cd8be84 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4041021 Nov 16 21:35:05.073696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41234) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.082806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:05.084246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.202417 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:35:05.205042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:05.212674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-a3f6262b-097c-40d6-a00a-828481c9ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:05.214340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-a3f6262b-097c-40d6-a00a-828481c9ffe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.2674541 Nov 16 21:35:05.217932 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Sync routers for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:05.218324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-706f8a7d-5494-45a5-87a1-ddffc139b9fb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "PUT /v2.0/routers/84c86595-c872-4495-8cc6-9ce67e8e71b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6475854 Nov 16 21:35:05.231628 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:05.232530 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.260534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41236) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.354369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting port 70a5736a-8056-4284-bfa3-1e6fe322408e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:05.354809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.376302 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:05.390614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e7c4e219-04cf-483d-90de-1cee6688b4a8 None None] Provisioning complete for port 70a5736a-8056-4284-bfa3-1e6fe322408e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:05.391011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7c4e219-04cf-483d-90de-1cee6688b4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.452128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.454697 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.467817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 911c3294-5105-47f2-878e-ee62e8baa7ad no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:05.469962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.483826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Calling delete_port for 70a5736a-8056-4284-bfa3-1e6fe322408e owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:05.505717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.508153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9cb95e-da6c-4c5c-8533-9392e17cabf0 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:05.513390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 911c3294-5105-47f2-878e-ee62e8baa7ad {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:05.513732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 911c3294-5105-47f2-878e-ee62e8baa7ad not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:05.519483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.522383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-08847432-bf9a-4912-9b02-c219da307b7b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3c9cb95e-da6c-4c5c-8533-9392e17cabf0 HTTP/1.1" status: 204 len: 168 time: 1.4756353 Nov 16 21:35:05.525095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.531721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4e219-04cf-483d-90de-1cee6688b4a8 None None] Port 70a5736a-8056-4284-bfa3-1e6fe322408e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:05.583954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fa56c71-b51c-43f5-8161-834517d74b04 req-c5406b5d-fa5f-483b-91cc-c086a62014a4 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0540631 Nov 16 21:35:05.587578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-9299ca11-9f48-4224-8591-32e34e565e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:05.593243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-9299ca11-9f48-4224-8591-32e34e565e06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3691311 Nov 16 21:35:05.595030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Port 9b5a2ace-670c-4b13-9804-327cce34e72e not found while updating agent binding for router 3c9cb95e-da6c-4c5c-8533-9392e17cabf0. {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:35:05.596224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Deleting subnet e2a0af56-92db-4e28-984c-fc47ed855fea {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:05.606589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:05.607287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:35:05.607613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.608222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_agentschedulers_db [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c9cb95e-da6c-4c5c-8533-9392e17cabf0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:35:05.608898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb0597d-62e9-4e1d-bbdb-83318fd53a37 None None] The sync data for ids ['3c9cb95e-da6c-4c5c-8533-9392e17cabf0'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:05.654013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.706055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.713973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting subnet 405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:05.744695 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:35:03Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.748385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.776246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Checking router: 84c86595-c872-4495-8cc6-9ce67e8e71b1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:05.777347 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.786504 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Routers {'84c86595-c872-4495-8cc6-9ce67e8e71b1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:05.787416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['84c86595-c872-4495-8cc6-9ce67e8e71b1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.808244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a0af56-92db-4e28-984c-fc47ed855fea,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:05.814805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.818232 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42b1d726-5946-4f98-aeb0-368b6fa69ac3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/e2a0af56-92db-4e28-984c-fc47ed855fea HTTP/1.1" status: 204 len: 168 time: 0.2914772 Nov 16 21:35:05.822981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.872247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.905664 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] Set router 84c86595-c872-4495-8cc6-9ce67e8e71b1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:05.918627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.977996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-75185cfc-b987-401f-ac50-9c5333ada5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938206 Nov 16 21:35:06.023085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.051003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afa23ee-b0d4-42dc-ae8f-487dd6493720']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:06.062681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d0a664-2e0a-4ff2-ad24-97c220ba09a2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:06.062681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d0a664-2e0a-4ff2-ad24-97c220ba09a2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:06.072891 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.087915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.095768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:06.096347 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: items = [ Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:06.098552 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:06.114087 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:35:03Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:06.118228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-7450ce99-fc18-4114-b02c-8fe9f6667139 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280794 Nov 16 21:35:06.120736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.145984 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690683c-4e2a-416a-b4d9-24b49b871f65 None None] The sync data for ids ['84c86595-c872-4495-8cc6-9ce67e8e71b1'] in n-d-816206-5 is: [{'id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957728062', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '125263ba-f6ad-4445-8c24-a7651534314c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:35:03Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '125263ba-f6ad-4445-8c24-a7651534314c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c86595-c872-4495-8cc6-9ce67e8e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:31Z', 'updated_at': '2021-11-16T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:06.170513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.176417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6afa23ee-b0d4-42dc-ae8f-487dd6493720 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:35:06.180207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.183470 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6afa23ee-b0d4-42dc-ae8f-487dd6493720 HTTP/1.1" status: 204 len: 168 time: 0.3595216 Nov 16 21:35:06.198558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-a0a14f64-d2d4-4427-b3a2-6ee0d01b4ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 200 len: 217 time: 0.0627522 Nov 16 21:35:06.204347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92507d44-3f81-4c93-9448-565199dda23a tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Network': ['ID=6afa23ee-b0d4-42dc-ae8f-487dd6493720,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:06.273405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Port': ['ID=70a5736a-8056-4284-bfa3-1e6fe322408e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:06.343801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.351698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.362674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8b54f7a6-4d07-422b-ab60-e256dc3a5c83 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/70a5736a-8056-4284-bfa3-1e6fe322408e HTTP/1.1" status: 204 len: 168 time: 1.2840538 Nov 16 21:35:06.365563 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.437558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69b070-a3a7-48a6-bf67-0ca373375821 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.452738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb69b070-a3a7-48a6-bf67-0ca373375821 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0997696 Nov 16 21:35:06.453388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41252) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.476811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f398b5a7-7d7b-4185-bc4f-875fac47211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.479877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f398b5a7-7d7b-4185-bc4f-875fac47211e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.2113991 Nov 16 21:35:06.512401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41254) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.520668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'name': 'tempest-router--1307842670', 'project_id': 'dacfd3db4111448d8ff93422e8032d82'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:06.558832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-b029223e-1e64-47d5-b770-a71611e2637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.560453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-b029223e-1e64-47d5-b770-a71611e2637a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693707 Nov 16 21:35:06.562427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c7b58-aa99-4d09-b413-1789ca8d6a08 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.563574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.568272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41256) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.568629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c01c7b58-aa99-4d09-b413-1789ca8d6a08 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1139903 Nov 16 21:35:06.581889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.583562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.650149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.656842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750e5ce-e346-44fa-9b6e-e797e9c20af2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.658431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750e5ce-e346-44fa-9b6e-e797e9c20af2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.659136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.660333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c750e5ce-e346-44fa-9b6e-e797e9c20af2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.665059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c750e5ce-e346-44fa-9b6e-e797e9c20af2 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0901780 Nov 16 21:35:06.669134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.675057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Subnet': ['ID=405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:06.699230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48730e3-4bc0-467b-9654-6d86464e2caa None None] Network 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:06.720306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.728252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ab59d4f8-6cde-411a-8226-2cedd5a16ade tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/subnets/405a6ff6-2f10-4a7f-8c23-d5c9ceefbb8b HTTP/1.1" status: 204 len: 168 time: 1.4549224 Nov 16 21:35:06.728713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.766837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 3f7ba909-8e4c-4155-b7ea-c5ace944b34e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:06.774495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.775990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cafe905-a997-4d43-96d1-184c31bd7b0f req-0112bafa-3da6-4c7d-a85d-f92344f7b8b6 tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0572903 Nov 16 21:35:06.777231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cd0d62c-cb39-471e-9eaf-b5f45a573c35 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2629313 Nov 16 21:35:06.778284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.814148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41264) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.921769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.941608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.020192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-5205e4c5-7354-40fb-8a63-958971969c43 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707154 Nov 16 21:35:07.023587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.066121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] DHCP port deletion for 1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:07.120144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Deleting port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:07.120781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.156729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.193894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.198626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.222041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] For port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,segment=NetworkSegment(29b894d0-b1cf-4702-92e5-93d2c34663f5),segment_id=29b894d0-b1cf-4702-92e5-93d2c34663f5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:07.222743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.222874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.241338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Calling delete_port for 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:07.269459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-3687328b-eb34-4f45-a8e6-8078729f64b4 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393181 Nov 16 21:35:07.276779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.279360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.279872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00481d22-4146-4468-825e-3c063cb6c413 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:07.284749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.289186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ac79983-4875-4825-ac22-6c0ffde2663b tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/routers/00481d22-4146-4468-825e-3c063cb6c413 HTTP/1.1" status: 204 len: 168 time: 0.4704707 Nov 16 21:35:07.315049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7ba909-8e4c-4155-b7ea-c5ace944b34e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.331109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.339496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5a069-28f2-46b8-88d4-db70f6068060 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:07.342915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37b30b21-cec9-4b0f-b6ab-9836e1bf1fd8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/3f7ba909-8e4c-4155-b7ea-c5ace944b34e HTTP/1.1" status: 204 len: 168 time: 0.6722262 Nov 16 21:35:07.349061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:07.357918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-0a9f960d-a564-4c05-9a1b-a1354f893900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 200 len: 217 time: 0.0709143 Nov 16 21:35:07.464705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-ec6b9a54-4ba7-474f-9779-927fb2b8f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:07.465675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.465935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-ec6b9a54-4ba7-474f-9779-927fb2b8f368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 200 len: 797 time: 0.0996902 Nov 16 21:35:07.486384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:07.506013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 125263ba-f6ad-4445-8c24-a7651534314c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:07.506430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.512485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] Pushing event deleted for resources: {'Port': ['ID=79c91de7-f29e-4ef2-a27a-b7aa91d11c44,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.523055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c43f7-7630-4931-b35d-99a5dba02496 None None] No DVR routers for this DVR port 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:07.580563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f61722c2-d96d-4fee-a0e1-1686fcf8d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:07.586319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f61722c2-d96d-4fee-a0e1-1686fcf8d9ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62cc2d88-deb3-4281-8053-cd4bac3f2ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116364 Nov 16 21:35:07.625582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 125263ba-f6ad-4445-8c24-a7651534314c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=125263ba-f6ad-4445-8c24-a7651534314c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:07.627391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.654971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 125263ba-f6ad-4445-8c24-a7651534314c owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:07.681027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Deleting subnet 6441a5f1-e597-4d5e-8159-3e9d950bbf38 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:07.689584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.726811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-333de59c-43ba-4b5c-a7fe-4c0ab40e8b64 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319971 Nov 16 21:35:07.823975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.854971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-466a5242-6c67-4578-a55f-4fa7fe138b58 service neutron] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194861 Nov 16 21:35:07.910054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-3b0470f7-99f3-498c-82a6-cd64581fcc75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 200 len: 217 time: 0.0464754 Nov 16 21:35:07.932579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1163288374', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:07.948178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2d778f1-877f-4dec-b0d9-6d0146536af2 req-dcd6783f-16f6-488d-8e50-f545d46c58ef tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8779079-0904-44d8-a300-e6bb50a93d90 HTTP/1.1" status: 200 len: 210 time: 0.0406351 Nov 16 21:35:07.986688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f7986201-f7dd-4c4d-ab4b-4e225a8284d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:07.988099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-f7986201-f7dd-4c4d-ab4b-4e225a8284d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.0685103 Nov 16 21:35:07.989779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.031705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.032737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.040788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-07f24601-396c-4655-95f8-b8dbf7305d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.042528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-07f24601-396c-4655-95f8-b8dbf7305d28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462811 Nov 16 21:35:08.152771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-e0eeffd8-764d-450b-b626-a4bc2dee9547 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015396 Nov 16 21:35:08.161221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.165018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.259477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-e18ccfc4-32cb-4e8d-9ce4-2208a0086fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977695 Nov 16 21:35:08.264104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Subnet': ['ID=6441a5f1-e597-4d5e-8159-3e9d950bbf38,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:08.304433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.307762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9707ae5e-cfab-4634-a8de-ac50ec3bfd65 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6441a5f1-e597-4d5e-8159-3e9d950bbf38 HTTP/1.1" status: 204 len: 168 time: 0.9467344 Nov 16 21:35:08.310593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.333606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-7a26521f-bbb5-4f5d-a410-605d6237fce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 200 len: 217 time: 0.0658095 Nov 16 21:35:08.362439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f720f0df-fc41-4aa4-b364-9774463fd283 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491889 Nov 16 21:35:08.400804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.429601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6235e-a899-4f8a-af1d-63285a2cdb56 None None] Network 1052ada7-554d-4821-95d6-8a69094944cc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:08.465352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.472377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.512451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=125263ba-f6ad-4445-8c24-a7651534314c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:08.531070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7704c7f-91d8-439d-bb0d-5d988708db65 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:08.541043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a3f63-e5cf-48de-85f2-f3b07c7e55d5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.542737 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2a1a3f63-e5cf-48de-85f2-f3b07c7e55d5 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1416106 Nov 16 21:35:08.558872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d8908620-ce58-4e6a-8ebd-aef3376282a5 None None] Provisioning complete for port e63cfb57-f9d9-4875-852f-4f6fdd38911e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:08.560705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41280) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.562110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d8908620-ce58-4e6a-8ebd-aef3376282a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.669220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:08.688498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65685629-1f43-445c-a97f-9c5f2f187f79 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.690020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-65685629-1f43-445c-a97f-9c5f2f187f79 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1261706 Nov 16 21:35:08.692814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.702567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.703568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:08.704150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 79c91de7-f29e-4ef2-a27a-b7aa91d11c44 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:08.704782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 80f29ab5-f782-42fb-811b-4bf226de106f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:08.736914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 80f29ab5-f782-42fb-811b-4bf226de106f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:08.737647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 80f29ab5-f782-42fb-811b-4bf226de106f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:08.738912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-72648e40-6837-4497-b7d2-c0b01c31195f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431995 Nov 16 21:35:08.764606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.858623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-9f640d4b-bb59-48dc-ba98-77e5ecba287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.861713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-9f640d4b-bb59-48dc-ba98-77e5ecba287e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 200 len: 797 time: 0.5212760 Nov 16 21:35:08.865156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.867846 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-075313cf-6432-4dde-b4c3-44a5dd2b2f18 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:08.868412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075313cf-6432-4dde-b4c3-44a5dd2b2f18 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:08.875516 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-075313cf-6432-4dde-b4c3-44a5dd2b2f18 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/70a5736a-8056-4284-bfa3-1e6fe322408e HTTP/1.1" status: 404 len: 333 time: 0.0755591 Nov 16 21:35:08.878039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.879538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.906709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] DHCP port deletion for 1052ada7-554d-4821-95d6-8a69094944cc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:08.920386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-581ad5bc-2e98-42a6-a74d-4537aafd195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.921914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-581ad5bc-2e98-42a6-a74d-4537aafd195d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507073 Nov 16 21:35:08.949138 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd47a56-3267-4b96-a43e-e26d1c6933a6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:08.949594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd47a56-3267-4b96-a43e-e26d1c6933a6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:08.955418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ebd47a56-3267-4b96-a43e-e26d1c6933a6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6441a5f1-e597-4d5e-8159-3e9d950bbf38 HTTP/1.1" status: 404 len: 337 time: 0.0742164 Nov 16 21:35:08.956745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41288) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.967180 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.975039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.976316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Fanout notify agent at l3_agent the message router_deleted on router 84c86595-c872-4495-8cc6-9ce67e8e71b1 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:09.010834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.011970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7cceb8dd-ba18-4d49-93aa-78735cc4034b tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/routers/84c86595-c872-4495-8cc6-9ce67e8e71b1 HTTP/1.1" status: 204 len: 168 time: 2.2800579 Nov 16 21:35:09.014065 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8804bf-cfab-42cb-ab0c-fff134ec2135 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.014518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8804bf-cfab-42cb-ab0c-fff134ec2135 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.020109 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ff8804bf-cfab-42cb-ab0c-fff134ec2135 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/3f7ba909-8e4c-4155-b7ea-c5ace944b34e HTTP/1.1" status: 404 len: 337 time: 0.0603392 Nov 16 21:35:09.022316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.022650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.022984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.025036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Deleting port e63cfb57-f9d9-4875-852f-4f6fdd38911e {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:09.028303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.070102 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5f5f6d-9aaf-45bf-91c5-21aca2dc7821 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.070990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5f5f6d-9aaf-45bf-91c5-21aca2dc7821 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.076096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b5f5f6d-9aaf-45bf-91c5-21aca2dc7821 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/5a6f0bef-d961-49e9-a326-d92ee37b00ad HTTP/1.1" status: 404 len: 333 time: 0.0477042 Nov 16 21:35:09.077007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.113797 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bb1f9c-3a04-4ede-be3e-ae1f47907c0c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.114255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bb1f9c-3a04-4ede-be3e-ae1f47907c0c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.120210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57bb1f9c-3a04-4ede-be3e-ae1f47907c0c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/a1efd803-12dd-4814-ad75-67cd6b8cc8d0 HTTP/1.1" status: 404 len: 337 time: 0.0398090 Nov 16 21:35:09.120425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-86cac528-9c0d-4fd3-b856-fe91acf5b1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889706 Nov 16 21:35:09.120780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.130512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] For port e63cfb57-f9d9-4875-852f-4f6fdd38911e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e63cfb57-f9d9-4875-852f-4f6fdd38911e,segment=NetworkSegment(d29bb64f-06f4-4a28-bd34-c2fdd8f48f64),segment_id=d29bb64f-06f4-4a28-bd34-c2fdd8f48f64)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:09.130864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.144516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Calling delete_port for e63cfb57-f9d9-4875-852f-4f6fdd38911e owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:09.154642 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-665a05f5-0dbf-45d6-9e2d-c9fc42af68ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.155127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665a05f5-0dbf-45d6-9e2d-c9fc42af68ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.158200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-665a05f5-0dbf-45d6-9e2d-c9fc42af68ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/771e0c30-e55b-4731-962e-9d001acbc9d0 HTTP/1.1" status: 404 len: 337 time: 0.0365171 Nov 16 21:35:09.168061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.224587 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a1860c-76f2-4fcb-8fec-61c83e74354c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.226088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a1860c-76f2-4fcb-8fec-61c83e74354c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.229199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-85a1860c-76f2-4fcb-8fec-61c83e74354c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/44641dae-cda1-413c-a1a6-bd4a72ea4ba0 HTTP/1.1" status: 404 len: 333 time: 0.0599284 Nov 16 21:35:09.232966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.273310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a59350b-b3e7-4128-aa84-f8271a863ccb req-8e9142f4-2cc4-4033-bea2-fd2ca19822c4 service neutron] 10.222.0.36 "GET /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436489 Nov 16 21:35:09.296722 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9f7c0b-4436-43e1-be7f-b90cfa08ca8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.297177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9f7c0b-4436-43e1-be7f-b90cfa08ca8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.300196 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ee9f7c0b-4436-43e1-be7f-b90cfa08ca8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ee9c66b5-ee3e-4970-b8ed-c6c9f4e294ce HTTP/1.1" status: 404 len: 337 time: 0.0626817 Nov 16 21:35:09.302754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.329226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.336336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.337428 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b2728-17d4-45c3-8e9f-af53e688b852 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.338325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b2728-17d4-45c3-8e9f-af53e688b852 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.341695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ae0b2728-17d4-45c3-8e9f-af53e688b852 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/a6a25b98-3adf-43d4-8a86-94449a6c9f83 HTTP/1.1" status: 404 len: 337 time: 0.0379417 Nov 16 21:35:09.344175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41310) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.369742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.376904 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca153b6-c6ab-4e9a-acab-6fd66aef3a80 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.377729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca153b6-c6ab-4e9a-acab-6fd66aef3a80 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.380989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5ca153b6-c6ab-4e9a-acab-6fd66aef3a80 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/66784cd8-f43b-4167-8da3-0c9589b712b0 HTTP/1.1" status: 404 len: 333 time: 0.0357137 Nov 16 21:35:09.383533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.384431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41312) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.402234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.419225 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c313cd-4b65-4fc4-8704-b0ba4ba48681 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.419720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c313cd-4b65-4fc4-8704-b0ba4ba48681 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.425183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e1c313cd-4b65-4fc4-8704-b0ba4ba48681 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/16b69388-06e8-4d0c-b4e9-1a8928ce5e56 HTTP/1.1" status: 404 len: 337 time: 0.0373566 Nov 16 21:35:09.425400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.430674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] Pushing event deleted for resources: {'Port': ['ID=e63cfb57-f9d9-4875-852f-4f6fdd38911e,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:09.435476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243ace4-deff-4b00-88f4-23cd5da5ee7f None None] No DVR routers for this DVR port e63cfb57-f9d9-4875-852f-4f6fdd38911e on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:09.460413 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-20413980-72d8-4cce-93a2-fe1a003abe75 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.461169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20413980-72d8-4cce-93a2-fe1a003abe75 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.465843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-20413980-72d8-4cce-93a2-fe1a003abe75 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ff168ac0-3f82-4267-adb1-5a46725e0b0c HTTP/1.1" status: 404 len: 337 time: 0.0394108 Nov 16 21:35:09.468472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41318) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.477319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.500920 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe08163-b8b3-4d8c-8d6b-ed6fbf7cee2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.501663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe08163-b8b3-4d8c-8d6b-ed6fbf7cee2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.507494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9fe08163-b8b3-4d8c-8d6b-ed6fbf7cee2e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/6335bc64-2170-4cd9-8d52-c1066e91cba8 HTTP/1.1" status: 404 len: 333 time: 0.0372229 Nov 16 21:35:09.508147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41320) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.541530 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8f20e0-cdac-4f8a-b8ec-6cd7028fdff4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.541901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8f20e0-cdac-4f8a-b8ec-6cd7028fdff4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.546329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0c8f20e0-cdac-4f8a-b8ec-6cd7028fdff4 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/c9b38d0d-990b-4ad7-8af1-aa3968209812 HTTP/1.1" status: 404 len: 337 time: 0.0371857 Nov 16 21:35:09.548839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41322) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.572066 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c490692-cd21-4706-a8e3-2867f4e43ece tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.572686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c490692-cd21-4706-a8e3-2867f4e43ece tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.575822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2c490692-cd21-4706-a8e3-2867f4e43ece tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/16c7245c-2ded-4208-8a79-9e89b5593879 HTTP/1.1" status: 404 len: 333 time: 0.0260513 Nov 16 21:35:09.578647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.588703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.604542 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ece41a3-7fb5-4410-bdb3-dc9d6a063b97 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.604991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ece41a3-7fb5-4410-bdb3-dc9d6a063b97 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.608261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0ece41a3-7fb5-4410-bdb3-dc9d6a063b97 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/16d88c90-69a6-4f75-b921-645a8e23e258 HTTP/1.1" status: 404 len: 337 time: 0.0288384 Nov 16 21:35:09.610652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41326) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.621233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:09.636303 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0700761-9fc6-4cc4-8409-2b3eb28e5324 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.636927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0700761-9fc6-4cc4-8409-2b3eb28e5324 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.642329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e0700761-9fc6-4cc4-8409-2b3eb28e5324 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/043bcc1c-c081-42d3-b009-f5ecc1091633 HTTP/1.1" status: 404 len: 333 time: 0.0282106 Nov 16 21:35:09.642485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b894d0-b1cf-4702-92e5-93d2c34663f5') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:09.642485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b894d0-b1cf-4702-92e5-93d2c34663f5') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:09.642703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41328) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.643995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Allocated IP 172.25.7.115 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/2f97e04b-213b-4dbd-b81f-7daec3408647) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:09.657429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.676623 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fef5e57-fca7-4342-86a0-144b27450cce tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.677106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fef5e57-fca7-4342-86a0-144b27450cce tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.682848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3fef5e57-fca7-4342-86a0-144b27450cce tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/1674b160-27a5-4d91-bbf7-7a794649305e HTTP/1.1" status: 404 len: 337 time: 0.0367770 Nov 16 21:35:09.683121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.688309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.690125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.692675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.693807 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] 10.222.0.54 "DELETE /v2.0/security-groups/bfb19e4c-9973-482d-ac0a-16efc18e2c12 HTTP/1.1" status: 204 len: 168 time: 0.6687694 Nov 16 21:35:09.708810 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec0e7ec-ed57-4347-92a9-b05153555f10 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.709381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec0e7ec-ed57-4347-92a9-b05153555f10 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.715760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bec0e7ec-ed57-4347-92a9-b05153555f10 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/c01f6b17-a55a-4b88-9371-b59e67f43bdc HTTP/1.1" status: 404 len: 333 time: 0.0289888 Nov 16 21:35:09.716176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41334) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.727668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:09.728191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:09.731597 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:09.747048 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-888627c3-f8e0-47a4-b72f-b016147e796f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.747509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888627c3-f8e0-47a4-b72f-b016147e796f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.753658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-888627c3-f8e0-47a4-b72f-b016147e796f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6d9af890-3124-448f-a0b5-1fe10ca7db6e HTTP/1.1" status: 404 len: 337 time: 0.0333443 Nov 16 21:35:09.755503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd328-d98d-4bf1-8278-78246a0e870b tempest-TestVolumeBackupRestore-377491403 tempest-TestVolumeBackupRestore-377491403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb19e4c-9973-482d-ac0a-16efc18e2c12,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:09.758838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41340) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.785602 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3cfb7a-25e2-45c9-89b0-7c268f906afb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.786116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3cfb7a-25e2-45c9-89b0-7c268f906afb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.792261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb3cfb7a-25e2-45c9-89b0-7c268f906afb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/9cf863a6-b6e3-4897-95ff-e0f8f8780475 HTTP/1.1" status: 404 len: 333 time: 0.0290220 Nov 16 21:35:09.792261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41342) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.820653 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f992e6-8c49-46f1-8bf7-83fabe4090f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.823229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f992e6-8c49-46f1-8bf7-83fabe4090f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.829269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25f992e6-8c49-46f1-8bf7-83fabe4090f3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/e841a081-ce9a-4d5b-a5c8-65acea929609 HTTP/1.1" status: 404 len: 337 time: 0.0341017 Nov 16 21:35:09.829512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41346) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.845786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.856593 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b10aedb-a80c-4a42-a2cd-635418b833ab tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.857220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b10aedb-a80c-4a42-a2cd-635418b833ab tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.858497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.862975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7b10aedb-a80c-4a42-a2cd-635418b833ab tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/5ef416b3-d025-4c4a-89c8-635e1e953cda HTTP/1.1" status: 404 len: 333 time: 0.0302045 Nov 16 21:35:09.864419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/networks/1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4 HTTP/1.1" status: 204 len: 168 time: 0.8404486 Nov 16 21:35:09.864575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41348) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.864788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41350) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.885107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b56cf9-bac4-4896-b746-69e7614e9e71 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Network': ['ID=1b2ea7cf-7e5a-4570-8bee-9ec037cf66d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:09.914074 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.953794 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1708e6-c480-41d3-ae5c-8d6f2b7de123 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.954287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1708e6-c480-41d3-ae5c-8d6f2b7de123 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:09.957626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0d1708e6-c480-41d3-ae5c-8d6f2b7de123 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/6a2ac093-4ddb-4570-977f-01f7dff78592 HTTP/1.1" status: 404 len: 337 time: 0.0919485 Nov 16 21:35:09.960761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41364) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.963551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.997367 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c5225f-4b49-4818-9953-de7ba466c86d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:09.997819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c5225f-4b49-4818-9953-de7ba466c86d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.003150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4c5225f-4b49-4818-9953-de7ba466c86d tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/24a05987-19be-41cd-add9-459240ed23fa HTTP/1.1" status: 404 len: 337 time: 0.0389676 Nov 16 21:35:10.005646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41368) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.038970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:10.041209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event updated for resources: {'Port': ['ID=2f97e04b-213b-4dbd-b81f-7daec3408647,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:10.042561 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c93099b-f2cf-4ca6-acfa-26ac88e64954 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.043158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c93099b-f2cf-4ca6-acfa-26ac88e64954 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.045285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:10.046118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c93099b-f2cf-4ca6-acfa-26ac88e64954 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/a2c6f753-ee5b-4f84-846e-5637d6ee7836 HTTP/1.1" status: 404 len: 333 time: 0.0395451 Nov 16 21:35:10.048639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.051392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:10.067115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21865972-4bf0-4706-824c-98f1b7758b34 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:10.124989 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b86fb9b-3e1b-49b0-96cf-9d6d0a2ca050 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.126037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b86fb9b-3e1b-49b0-96cf-9d6d0a2ca050 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.129136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5b86fb9b-3e1b-49b0-96cf-9d6d0a2ca050 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/40fb7980-02f5-411c-af42-51b2f637907b HTTP/1.1" status: 404 len: 337 time: 0.0795865 Nov 16 21:35:10.132554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41378) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.172575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bc3cad10-e211-4b3e-b4d6-c020ac24445b None None] Provisioning complete for port 2f97e04b-213b-4dbd-b81f-7daec3408647 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:10.173120 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc3cad10-e211-4b3e-b4d6-c020ac24445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.185647 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-27420425-1944-4291-b303-d776c6007174 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.186210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27420425-1944-4291-b303-d776c6007174 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.189379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-27420425-1944-4291-b303-d776c6007174 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/c73be8a0-7ba8-4cb3-ae1a-4f2ae75ebf0f HTTP/1.1" status: 404 len: 337 time: 0.0561047 Nov 16 21:35:10.193883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41386) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.216802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cad10-e211-4b3e-b4d6-c020ac24445b None None] Port 2f97e04b-213b-4dbd-b81f-7daec3408647 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:10.259237 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dd8a24-5bf2-420a-8657-997d724207cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.259836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dd8a24-5bf2-420a-8657-997d724207cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.263064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96dd8a24-5bf2-420a-8657-997d724207cb tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/81d75335-ff60-4bfe-a9e6-22e4382655cf HTTP/1.1" status: 404 len: 333 time: 0.0672328 Nov 16 21:35:10.266191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.299952 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-66532b7e-e56c-492e-a393-121eb3b6150e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.300415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66532b7e-e56c-492e-a393-121eb3b6150e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.308895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41402) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.309575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-66532b7e-e56c-492e-a393-121eb3b6150e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/2fba51d8-c60b-42fc-b436-2dca719e1a33 HTTP/1.1" status: 404 len: 337 time: 0.0417631 Nov 16 21:35:10.336579 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b39506-4119-4e58-ab89-a068cb3e0c56 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.337099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b39506-4119-4e58-ab89-a068cb3e0c56 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.338409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port dd39dcda-265c-4958-ad77-2986998bbdce {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:10.339037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.342914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60b39506-4119-4e58-ab89-a068cb3e0c56 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f35aace7-0aef-4c29-944b-2073e4f20a45 HTTP/1.1" status: 404 len: 337 time: 0.0306754 Nov 16 21:35:10.342914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.402783 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff14942-6f70-441f-aa88-791f303bda6a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.403409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff14942-6f70-441f-aa88-791f303bda6a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.408925 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ff14942-6f70-441f-aa88-791f303bda6a tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/7ec61e2b-d0a2-4a21-86c8-c3479cb58ecb HTTP/1.1" status: 404 len: 333 time: 0.0626776 Nov 16 21:35:10.427959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41416) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.472890 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f471104-27be-40c9-a9f4-6d203c9dbba3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.473345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f471104-27be-40c9-a9f4-6d203c9dbba3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.479657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9f471104-27be-40c9-a9f4-6d203c9dbba3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/7750ec45-7e1f-4ea1-9dc5-131fd0147dc3 HTTP/1.1" status: 404 len: 337 time: 0.0486572 Nov 16 21:35:10.484496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41426) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.543732 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9155a10b-bdc6-409e-9fff-90dde6268c88 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.544359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9155a10b-bdc6-409e-9fff-90dde6268c88 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.550562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9155a10b-bdc6-409e-9fff-90dde6268c88 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4861194b-786b-41bc-a50d-dcdd3f2ba359 HTTP/1.1" status: 404 len: 337 time: 0.0624881 Nov 16 21:35:10.550562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.550822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.554343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.591266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-084443f0-95f6-4533-b36b-7a3075063d6e tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad658bd6-910e-42cb-8042-64de0fe3470f HTTP/1.1" status: 200 len: 205 time: 0.0355341 Nov 16 21:35:10.593657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.604951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for dd39dcda-265c-4958-ad77-2986998bbdce owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:10.647311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 125263ba-f6ad-4445-8c24-a7651534314c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:10.671175 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-96087930-cd4b-4682-8977-7083537bc05f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] delete failed (client error): The resource could not be found. Nov 16 21:35:10.673146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96087930-cd4b-4682-8977-7083537bc05f tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/routers/ad658bd6-910e-42cb-8042-64de0fe3470f HTTP/1.1" status: 404 len: 336 time: 0.0783708 Nov 16 21:35:10.680509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41448) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.689350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 125263ba-f6ad-4445-8c24-a7651534314c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:10.689961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 125263ba-f6ad-4445-8c24-a7651534314c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:10.690534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:10.716347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e63cfb57-f9d9-4875-852f-4f6fdd38911e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:10.716860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e63cfb57-f9d9-4875-852f-4f6fdd38911e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:10.765330 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49c7fb2-8092-4007-a656-b617bbbb1c0b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.765795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49c7fb2-8092-4007-a656-b617bbbb1c0b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.769063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a49c7fb2-8092-4007-a656-b617bbbb1c0b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/2d5eaa63-676a-4aa9-b7e2-ef013fc770f0 HTTP/1.1" status: 404 len: 337 time: 0.0851750 Nov 16 21:35:10.771768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.822099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9bc51190-ca65-4f9d-ae94-a1589fe685a3 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "GET /v2.0/ports?device_id=1539b3f6-e776-46cb-9015-588ed7d9d174 HTTP/1.1" status: 200 len: 205 time: 0.0476506 Nov 16 21:35:10.823920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.884119 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-b315f99a-5141-4b22-9145-cde2151ff7d6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] delete failed (client error): The resource could not be found. Nov 16 21:35:10.887708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b315f99a-5141-4b22-9145-cde2151ff7d6 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/routers/1539b3f6-e776-46cb-9015-588ed7d9d174 HTTP/1.1" status: 404 len: 336 time: 0.0625954 Nov 16 21:35:10.890261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.924735 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-604ec36b-9c0f-4069-a06d-d3240cef5c30 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.925160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604ec36b-9c0f-4069-a06d-d3240cef5c30 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.931057 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-604ec36b-9c0f-4069-a06d-d3240cef5c30 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/dfab2e26-4490-43b9-bb49-927f3d162192 HTTP/1.1" status: 404 len: 337 time: 0.0397635 Nov 16 21:35:10.931270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41482) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.955180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.962035 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0beece25-29f7-48a2-9730-6858de740d1b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.962499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0beece25-29f7-48a2-9730-6858de740d1b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:10.965874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0beece25-29f7-48a2-9730-6858de740d1b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/139cceb1-8ace-426d-8aaa-ad352ac2e558 HTTP/1.1" status: 404 len: 337 time: 0.0335841 Nov 16 21:35:10.968529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41488) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.995693 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d4b888-3254-4c4a-b77d-01314e1a16a8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:10.996126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d4b888-3254-4c4a-b77d-01314e1a16a8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.002201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04d4b888-3254-4c4a-b77d-01314e1a16a8 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/f1e0d3a4-1ff9-4671-b016-9d8f83890867 HTTP/1.1" status: 404 len: 333 time: 0.0300333 Nov 16 21:35:11.002201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.045187 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3ae5aa-b521-4b74-aa96-4d6a445abeec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.045583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3ae5aa-b521-4b74-aa96-4d6a445abeec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.051038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0b3ae5aa-b521-4b74-aa96-4d6a445abeec tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ef9ab594-cf58-4ecb-9308-f3ce68d02cbd HTTP/1.1" status: 404 len: 337 time: 0.0456631 Nov 16 21:35:11.055749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41500) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.062123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.081413 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad5d63a-3a3a-4627-a7ad-237e87910e8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.082271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad5d63a-3a3a-4627-a7ad-237e87910e8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.086045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ad5d63a-3a3a-4627-a7ad-237e87910e8b tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/d436bbed-0dc4-4957-bd98-84c7b132c947 HTTP/1.1" status: 404 len: 333 time: 0.0333745 Nov 16 21:35:11.088919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41506) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.097117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=dd39dcda-265c-4958-ad77-2986998bbdce,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:11.123148 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ee3d12-b0a2-47eb-8dd4-22d8e0331abe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.123618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ee3d12-b0a2-47eb-8dd4-22d8e0331abe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.129113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-61ee3d12-b0a2-47eb-8dd4-22d8e0331abe tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/ed6939ce-4762-4ebf-acd8-9993a057aad8 HTTP/1.1" status: 404 len: 337 time: 0.0366194 Nov 16 21:35:11.131436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41514) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.167933 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e51ef47-ef8b-4d18-9776-46f268eb8973 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.168674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e51ef47-ef8b-4d18-9776-46f268eb8973 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.172140 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1e51ef47-ef8b-4d18-9776-46f268eb8973 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/243b8c57-b7a6-453c-9c7e-6977093ce769 HTTP/1.1" status: 404 len: 333 time: 0.0390236 Nov 16 21:35:11.174959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41520) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.216915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.218249 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Floating IP 09fc6515-5b0d-4c15-b544-cfb940e3a023 disassociated (deleted). External IP: 172.25.7.35, port: 38b4e10f-e63f-4bd5-ae16-c9381af2b077. Nov 16 21:35:11.266713 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9589f3-6989-4bae-b88f-44204aade012 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.267205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9589f3-6989-4bae-b88f-44204aade012 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.270437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cb9589f3-6989-4bae-b88f-44204aade012 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f09a2cb7-bc6e-4b84-a067-f297aadfc4e4 HTTP/1.1" status: 404 len: 337 time: 0.0943084 Nov 16 21:35:11.273526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.306842 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec00b11-c5eb-4dab-b713-b7b9abd46898 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.307684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec00b11-c5eb-4dab-b713-b7b9abd46898 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.311944 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0ec00b11-c5eb-4dab-b713-b7b9abd46898 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/eefe0a8d-49cf-432a-98c5-f35b0f369622 HTTP/1.1" status: 404 len: 333 time: 0.0370908 Nov 16 21:35:11.316091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41538) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.355552 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-63713445-6664-43dd-9b43-93f8beb6a647 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.356324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63713445-6664-43dd-9b43-93f8beb6a647 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.362462 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63713445-6664-43dd-9b43-93f8beb6a647 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/f5531132-6c4b-4c91-ba3c-296f7ed746f5 HTTP/1.1" status: 404 len: 337 time: 0.0429957 Nov 16 21:35:11.363148 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41544) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.380011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.469613 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06c8f8-d8a8-4411-8f20-a5a641b1ccbc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.470239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e06c8f8-d8a8-4411-8f20-a5a641b1ccbc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.479812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e06c8f8-d8a8-4411-8f20-a5a641b1ccbc tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/c9cad4df-6c4d-43af-8f58-5dcb6586e9db HTTP/1.1" status: 404 len: 333 time: 0.1132216 Nov 16 21:35:11.481579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41556) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.548124 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89afb27-2afd-4382-a4d2-ee010e560f8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.548589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89afb27-2afd-4382-a4d2-ee010e560f8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.554218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f89afb27-2afd-4382-a4d2-ee010e560f8c tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4b2a241f-504e-45b3-95d6-3316bc119e23 HTTP/1.1" status: 404 len: 337 time: 0.0695887 Nov 16 21:35:11.556572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41564) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.601473 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-606a51bd-6a03-44be-9728-803bb6ab7b53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.602300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606a51bd-6a03-44be-9728-803bb6ab7b53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.605383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-606a51bd-6a03-44be-9728-803bb6ab7b53 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/d41868a3-23c5-4670-a268-c67a38dd6d41 HTTP/1.1" status: 404 len: 333 time: 0.0478432 Nov 16 21:35:11.609978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41572) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.644039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 72d2d85f-853e-4ded-b79b-a2a7106f7621 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:11.653143 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b59bb4b-aadb-4220-b931-e40face602c0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.653610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b59bb4b-aadb-4220-b931-e40face602c0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.665350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9b59bb4b-aadb-4220-b931-e40face602c0 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/d0a55445-f1fd-40f3-949c-b34605dba820 HTTP/1.1" status: 404 len: 337 time: 0.0492022 Nov 16 21:35:11.666970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Router 08a04b7a-9b30-445d-abea-2b378f1e8aa5 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:11.669331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.701153 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fa7502-1d11-4da8-ab4e-e5e2ca791056 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.702127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fa7502-1d11-4da8-ab4e-e5e2ca791056 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.708585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7fa7502-1d11-4da8-ab4e-e5e2ca791056 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/ports/e57a0655-80ec-45fb-9b64-57263c4807e6 HTTP/1.1" status: 404 len: 333 time: 0.0355415 Nov 16 21:35:11.709504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.807865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:11.813759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.833120 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1232db8c-ee94-47de-a185-20c8d1ae82ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:11.833588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1232db8c-ee94-47de-a185-20c8d1ae82ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:11.838376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Sync routers for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:11.838947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1232db8c-ee94-47de-a185-20c8d1ae82ff tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/subnets/4fc60692-c4d9-46e3-bd45-16e1928e3495 HTTP/1.1" status: 404 len: 337 time: 0.1248705 Nov 16 21:35:11.841345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.850302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-09cfc09f-10a7-4aa5-bac8-04ecf45fdc90 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/floatingips/09fc6515-5b0d-4c15-b544-cfb940e3a023 HTTP/1.1" status: 204 len: 168 time: 1.9832928 Nov 16 21:35:11.851012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:11.853526 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7953b93-df5e-4ab2-93f5-a54707c11a03" -d '{"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:11.854075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:11.855662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:11.941999 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b5ff4b-2a37-4106-9ccc-26b0d2997429 x-openstack-request-id: req-b2b5ff4b-2a37-4106-9ccc-26b0d2997429 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:11.942551 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:11.947306 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2b5ff4b-2a37-4106-9ccc-26b0d2997429 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:11.949834 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'status': 'completed', 'code': 200} Nov 16 21:35:12.045444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.074195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:12.087119 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] Sync routers for ids ['08a04b7a-9b30-445d-abea-2b378f1e8aa5'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:12.110393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] Routers {'08a04b7a-9b30-445d-abea-2b378f1e8aa5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:12.117717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:12.118659 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['08a04b7a-9b30-445d-abea-2b378f1e8aa5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.132483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-456351c2-ac3f-4a22-9181-f078276d0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.138540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-456351c2-ac3f-4a22-9181-f078276d0852 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67279fff84dc4569ba5afcd346c874a3&device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 1136 time: 0.1693113 Nov 16 21:35:12.221199 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.247049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.250562 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0688c527-e4aa-4926-a4d4-0be24e915355 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7600460 Nov 16 21:35:12.250734 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] Routers {'08a04b7a-9b30-445d-abea-2b378f1e8aa5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:12.250734 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['08a04b7a-9b30-445d-abea-2b378f1e8aa5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.253586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:12.339975 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.340613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403eb89-4ddf-41b3-a44d-21c4d44c32d6 None None] The sync data for ids ['08a04b7a-9b30-445d-abea-2b378f1e8aa5'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:12.388859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-9a3e6eac-df77-4a0e-b93e-eeecb39b7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.390343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-9a3e6eac-df77-4a0e-b93e-eeecb39b7a40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 200 len: 898 time: 0.2408121 Nov 16 21:35:12.422376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29face-7e42-4662-907d-5344d6e6457c req-d0d80592-5338-4c7f-af60-afa5e61acd70 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.423995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b29face-7e42-4662-907d-5344d6e6457c req-d0d80592-5338-4c7f-af60-afa5e61acd70 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.1105621 Nov 16 21:35:12.463825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-3dc1dc34-75f5-41a7-95f9-05bb5d01ac35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 200 len: 217 time: 0.0615168 Nov 16 21:35:12.474037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b9b874e-4c37-4555-a9fe-3af1da7d2428 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/08a04b7a-9b30-445d-abea-2b378f1e8aa5 HTTP/1.1" status: 200 len: 921 time: 0.2132888 Nov 16 21:35:12.481821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:12.497161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.567589 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84cc799e-ac98-4562-a498-dfb3b4c3bf9c tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a04b7a-9b30-445d-abea-2b378f1e8aa5 HTTP/1.1" status: 200 len: 205 time: 0.0823152 Nov 16 21:35:12.573003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41678) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:12.591312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1052ada7-554d-4821-95d6-8a69094944cc']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.592424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b29face-7e42-4662-907d-5344d6e6457c req-11d6d1d3-8c51-42e6-9c7e-d6c6e4948032 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1314602 Nov 16 21:35:12.607231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.609336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29bb64f-06f4-4a28-bd34-c2fdd8f48f64') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.620979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.643629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.650257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:12.650656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:12.653975 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:12.680835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-abbd3879-06dc-43c3-8f88-4f357ccf1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.682393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-abbd3879-06dc-43c3-8f88-4f357ccf1a9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fefe9e-b049-4e58-9b7e-060eea78438a HTTP/1.1" status: 200 len: 834 time: 0.1732497 Nov 16 21:35:12.768436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.778645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.782697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-7dcf4a64-62d5-44ce-85f7-ccee38a5bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.785307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-7dcf4a64-62d5-44ce-85f7-ccee38a5bbd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d79003c-c701-404b-8b0b-e080ecf2e561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919728 Nov 16 21:35:12.787042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] 10.222.0.54 "DELETE /v2.0/networks/1052ada7-554d-4821-95d6-8a69094944cc HTTP/1.1" status: 204 len: 168 time: 0.9445715 Nov 16 21:35:12.788719 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.794502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.837718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Checking router: 72d2d85f-853e-4ded-b79b-a2a7106f7621 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:12.839029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49117-f037-41ed-acfa-8db035389a43 tempest-NetworksTestDHCPv6-1502168440 tempest-NetworksTestDHCPv6-1502168440-project] Pushing event deleted for resources: {'Network': ['ID=1052ada7-554d-4821-95d6-8a69094944cc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:12.866979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:12.868292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:34:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.873644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.941566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.093075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-d8ac1b80-9b3a-4564-a5db-ff36f1d4d8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855586 Nov 16 21:35:13.125116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:13.181955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port 2f97e04b-213b-4dbd-b81f-7daec3408647 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:13.182207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.228341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41740) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:13.340718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7953b93-df5e-4ab2-93f5-a54707c11a03 req-7e546a61-88c1-4df8-b30b-901a901fc5f1 service neutron] 10.222.0.36 "GET /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356863 Nov 16 21:35:13.401225 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.417972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for 2f97e04b-213b-4dbd-b81f-7daec3408647 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:13.495866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1da11dbb-82e8-40b0-946b-2a2f25534384 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd7a21db800f4b95bc5bae39d0c62fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659512 Nov 16 21:35:13.498146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41762) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:13.578720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:13.586207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.613930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638f801-3110-4b0b-8fa7-696c52328985 None None] The sync data for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 is: [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:33:32Z', 'revision_number': 4, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5', 'name': '', 'network_id': '7d79003c-c701-404b-8b0b-e080ecf2e561', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'mac_address': 'fa:16:3e:61:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:30Z', 'updated_at': '2021-11-16T21:33:37Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'subnets': [{'id': '41fefe9e-b049-4e58-9b7e-060eea78438a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:13.627406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.687808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.689293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c78609-7028-400d-ab5e-54f51dd00304 req-37de7870-9a0f-4b53-a7d7-5ce6fba0df08 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:13.691186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69c78609-7028-400d-ab5e-54f51dd00304 req-37de7870-9a0f-4b53-a7d7-5ce6fba0df08 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.36 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.1659572 Nov 16 21:35:13.695036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.711388 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d2bf851-01f8-43c4-9bc4-2a32f64fd82e HTTP/1.1" status: 204 len: 168 time: 0.2006121 Nov 16 21:35:13.741517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d754ca0-0adf-475e-a1db-5c0247d9239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bf851-01f8-43c4-9bc4-2a32f64fd82e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:14.085628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca681b8-b6e3-48a5-a413-493e2673df03 req-878f22bc-9bd9-4302-8205-3162545d239c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:14.090801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca681b8-b6e3-48a5-a413-493e2673df03 req-878f22bc-9bd9-4302-8205-3162545d239c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 985 time: 0.2353742 Nov 16 21:35:14.144104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.171903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed33c5b-6a24-42e6-af95-f758937b7db0 None None] New status for floating IP 09fc6515-5b0d-4c15-b544-cfb940e3a023: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:35:14.226182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=2f97e04b-213b-4dbd-b81f-7daec3408647,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:14.233357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:14.233856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.329120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5352e0-5dc2-469d-8b5c-c4f60039d330 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:14.846649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca681b8-b6e3-48a5-a413-493e2673df03 req-363126a4-ec95-41b3-9ec9-739b82ac292c tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/security-groups?id=acf96921-314f-4eaf-be71-06e03465f663&id=c731b2fe-b8e9-48cd-88b5-21a1a15874fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7448394 Nov 16 21:35:14.874047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.926382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41906) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:15.000574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.005799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.009025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 38b4e10f-e63f-4bd5-ae16-c9381af2b077, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38b4e10f-e63f-4bd5-ae16-c9381af2b077,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:15.009698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.047242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1384204005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:15.058166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 38b4e10f-e63f-4bd5-ae16-c9381af2b077 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:15.080137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.081401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.108224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.109034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router 08a04b7a-9b30-445d-abea-2b378f1e8aa5 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:15.121632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.123055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1264dcd5-40d9-4d12-b44b-ae76d555fff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/08a04b7a-9b30-445d-abea-2b378f1e8aa5 HTTP/1.1" status: 204 len: 168 time: 2.5490725 Nov 16 21:35:15.128026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41912) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:15.133154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1010932936', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:15.144085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.153253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.183562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.185324 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.188606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.191087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-12478583-99d5-4977-a2ca-1258c0a7ba63 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2627933 Nov 16 21:35:15.193102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41914) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:15.205687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1695097495'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:15.234373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:15.239413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.250464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.272905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.347014 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3c97bea-b204-4f29-876e-93c2229ea600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.382424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.390716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.404824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.433838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:15.446073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c906a6-2e98-4038-8cad-56df8ccbe74b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:15.469655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=38b4e10f-e63f-4bd5-ae16-c9381af2b077,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:15.473894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.474297 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Added segment f36b475f-d325-4603-aea0-8108f60c02f7 of type vlan for network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 Nov 16 21:35:15.478274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.538071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.550702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] No DVR routers for this DVR port 38b4e10f-e63f-4bd5-ae16-c9381af2b077 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:15.554418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.558528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69c78609-7028-400d-ab5e-54f51dd00304 req-1656b07e-9d01-4445-8bc6-e319750e1bfb tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.36 "DELETE /v2.0/ports/38b4e10f-e63f-4bd5-ae16-c9381af2b077 HTTP/1.1" status: 204 len: 173 time: 1.8575344 Nov 16 21:35:15.559074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'name': 'network-vif-deleted', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:15.561288 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c2fda4-caa5-4857-bcfa-60d9340d2cfb" -d '{"events": [{"server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "name": "network-vif-deleted", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:15.581041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.589806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:15.591558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.684891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4898684 Nov 16 21:35:15.689286 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c763059-8d17-4b5a-a5a5-18db5d3542d1 x-openstack-request-id: req-4c763059-8d17-4b5a-a5a5-18db5d3542d1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:15.689646 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d0a120-610c-44b5-9212-f403d143a6d3", "name": "network-vif-deleted", "tag": "38b4e10f-e63f-4bd5-ae16-c9381af2b077", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:15.689906 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c763059-8d17-4b5a-a5a5-18db5d3542d1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:15.690560 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d0a120-610c-44b5-9212-f403d143a6d3', 'name': 'network-vif-deleted', 'tag': '38b4e10f-e63f-4bd5-ae16-c9381af2b077', 'status': 'completed', 'code': 200} Nov 16 21:35:15.692451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41920) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:15.701292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'subnet': {'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:15.702609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27789c2c-ec5f-43b5-83df-ddca05dd8320 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Network': ['ID=06e49650-9c40-4ad4-87ad-4aae246ab3a6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:15.714628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:15.879642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:15.883712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.948368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38b4e10f-e63f-4bd5-ae16-c9381af2b077 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:16.047952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 38b4e10f-e63f-4bd5-ae16-c9381af2b077 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:16.048968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38b4e10f-e63f-4bd5-ae16-c9381af2b077 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:16.049296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae87d34d-3027-4ef1-8cf6-8d92d8f0d42f req-3c2d1c7d-710f-4073-a29d-9533ad2379dc tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "GET /v2.0/ports?device_id=84d0a120-610c-44b5-9212-f403d143a6d3 HTTP/1.1" status: 200 len: 210 time: 0.0836139 Nov 16 21:35:16.126468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.150879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.335875 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.352273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.25.7.207 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c078ee8c-c0b3-464f-a604-f9b47041e320) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:16.422976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Subnet': ['ID=4efed5b3-be7a-4e25-8f07-86c4d57a9c36,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:16.476100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Checking segment: {'id': 'f36b475f-d325-4603-aea0-8108f60c02f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:16.476374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network hostable DHCP agents. Network: 06e49650-9c40-4ad4-87ad-4aae246ab3a6, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:16.520540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:16.549240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 06e49650-9c40-4ad4-87ad-4aae246ab3a6) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:16.554469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:16.555136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.562658 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc243398-e1c3-4e41-b3fb-1ca879c19970 None None] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:16.574368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.595121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49b34834-fe14-4940-8d33-25a642ca27ff tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8968270 Nov 16 21:35:16.595952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:16.601660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'network': {'name': 'tempest-router-network01--1938499651'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:16.637782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:16.642847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.648393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.677174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:16.690635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.691276 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Added segment a8258ede-89ac-488d-890c-e9bfba0bf5b5 of type vlan for network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 Nov 16 21:35:16.706633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=c078ee8c-c0b3-464f-a604-f9b47041e320,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:16.711529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:16.713585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:16.726776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:16.732060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6973986-467f-4be1-aecd-16cdbb0263aa None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:16.749547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.752809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41928) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:16.806702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-06e49650-9c40-4ad4-87ad-4aae246ab3a6', 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6', 'tenant_id': '7b3598cc6ae04f63a12470fe8ce5b7e2', 'fixed_ips': [{'subnet_id': '4efed5b3-be7a-4e25-8f07-86c4d57a9c36'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:16.807854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.848547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cdc2cca5-947f-4cf5-8d83-617bc4689a15 None None] Provisioning complete for port c078ee8c-c0b3-464f-a604-f9b47041e320 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:16.849054 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cdc2cca5-947f-4cf5-8d83-617bc4689a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.852507 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.863288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:16.866022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.978093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Network': ['ID=29da727e-a814-4e3f-a3b8-f7346cd3a2e1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:16.997283 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3f38732b-c784-423d-904a-fb77349f816a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4004083 Nov 16 21:35:16.998219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41932) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.003956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'network': {'name': 'tempest-router-network02--746266434'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:17.056693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Allocated IP 2001:db8::2 (06e49650-9c40-4ad4-87ad-4aae246ab3a6/4efed5b3-be7a-4e25-8f07-86c4d57a9c36/a7caca2b-c649-49aa-936d-5d5e2544ac28) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:17.109158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:17.113413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.123540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.149532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.175195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:17.184324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:17.282750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2cca5-947f-4cf5-8d83-617bc4689a15 None None] Port c078ee8c-c0b3-464f-a604-f9b47041e320 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:17.288913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.289881 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Added segment dddf3a18-84ea-49b3-82ba-84ed9d1b1094 of type vlan for network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf Nov 16 21:35:17.301672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.319998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.358603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.370646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.374990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:17.378170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:17.386217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:17.406600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.410662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Pushing event updated for resources: {'Port': ['ID=a7caca2b-c649-49aa-936d-5d5e2544ac28,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.426114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.479728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Attempting to bind port a7caca2b-c649-49aa-936d-5d5e2544ac28 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:17.480097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Attempting to bind port a7caca2b-c649-49aa-936d-5d5e2544ac28 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f36b475f-d325-4603-aea0-8108f60c02f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:17.480461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Attempting to bind port a7caca2b-c649-49aa-936d-5d5e2544ac28 on network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:17.485637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:17.486014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Checking segment: {'id': 'f36b475f-d325-4603-aea0-8108f60c02f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:17.486420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.486813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Bound using segment: {'id': 'f36b475f-d325-4603-aea0-8108f60c02f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:17.487371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Bound port: a7caca2b-c649-49aa-936d-5d5e2544ac28, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36b475f-d325-4603-aea0-8108f60c02f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '06e49650-9c40-4ad4-87ad-4aae246ab3a6'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:17.487752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.507939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.516246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:17.516866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.545275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router 3a53860d-10dd-410c-8dcf-cac8c69ecef1 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:17.561064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] For port a7caca2b-c649-49aa-936d-5d5e2544ac28, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:17.564339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] For port a7caca2b-c649-49aa-936d-5d5e2544ac28, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a7caca2b-c649-49aa-936d-5d5e2544ac28,segment=NetworkSegment(f36b475f-d325-4603-aea0-8108f60c02f7),segment_id=f36b475f-d325-4603-aea0-8108f60c02f7)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:17.569865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.609490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6099648 Nov 16 21:35:17.630391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.630391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.630391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.630391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/security-groups/c731b2fe-b8e9-48cd-88b5-21a1a15874fa HTTP/1.1" status: 204 len: 168 time: 0.4764071 Nov 16 21:35:17.636402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af528-4d6d-4fe1-969f-b2a3f6f35733 None None] Pushing event updated for resources: {'Port': ['ID=a7caca2b-c649-49aa-936d-5d5e2544ac28,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.637501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'subnet': {'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:17.637643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41940) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.680319 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-21fea7f2-8e68-4e72-8fd7-82ad94c822eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.694613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657a9c3-aa55-40d3-8516-6d43b5a9d5e0 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Network': ['ID=74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.701641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6609e5-c619-4d3f-a671-4eff6cf06d4a tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731b2fe-b8e9-48cd-88b5-21a1a15874fa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.712281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:17.730916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:17.732669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.743859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Sync routers for ids ['3a53860d-10dd-410c-8dcf-cac8c69ecef1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:17.753511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Routers {'3a53860d-10dd-410c-8dcf-cac8c69ecef1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:17.754116 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3a53860d-10dd-410c-8dcf-cac8c69ecef1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:17.770989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.784644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:17.788940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.795025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.797702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d8bf254b-f34d-435b-8b0c-775b0c7b9c67 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.6683819 Nov 16 21:35:17.804520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41942) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.973326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.977492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.977987 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Set router 3a53860d-10dd-410c-8dcf-cac8c69ecef1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:17.981055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/security-groups/acf96921-314f-4eaf-be71-06e03465f663 HTTP/1.1" status: 204 len: 168 time: 0.3404164 Nov 16 21:35:17.982104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41944) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:18.024623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca75a5f-c786-4193-b332-761c5d4fc3ff tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf96921-314f-4eaf-be71-06e03465f663,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.060212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-172385ce-1dd4-4f28-a7b4-5c73c2b37b40 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/3a53860d-10dd-410c-8dcf-cac8c69ecef1 HTTP/1.1" status: 200 len: 909 time: 0.2543337 Nov 16 21:35:18.063548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41946) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:18.070411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1010932936', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': True}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:18.088718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.120947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.122157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.219543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.287435 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'name': 'tempest-snat-router-1010932936', 'tenant_id': '4c91993745104c9bbcede5fe450967db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:15Z', 'updated_at': '2021-11-16T21:35:16Z', 'revision_number': 3, 'project_id': '4c91993745104c9bbcede5fe450967db', 'gw_port': {'id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:16Z', 'updated_at': '2021-11-16T21:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:18.320149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Checking router: 3a53860d-10dd-410c-8dcf-cac8c69ecef1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:18.320751 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Updating router 3a53860d-10dd-410c-8dcf-cac8c69ecef1 port c078ee8c-c0b3-464f-a604-f9b47041e320 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:18.354965 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.394304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.468504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.677781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a7caca2b-c649-49aa-936d-5d5e2544ac28 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:18.697275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.702032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Subnet': ['ID=a45e52bb-1773-4e89-aea9-45a62031c748,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.702606 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.713652 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.723914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.727508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Checking segment: {'id': 'a8258ede-89ac-488d-890c-e9bfba0bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:18.727891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network hostable DHCP agents. Network: 29da727e-a814-4e3f-a3b8-f7346cd3a2e1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:18.757726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6eac8-beed-48f1-8887-8b9469be9f3b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:18.779956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a7caca2b-c649-49aa-936d-5d5e2544ac28 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:18.780343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.804229 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Attempting to bind port c078ee8c-c0b3-464f-a604-f9b47041e320 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:18.805772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Attempting to bind port c078ee8c-c0b3-464f-a604-f9b47041e320 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:18.806338 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Attempting to bind port c078ee8c-c0b3-464f-a604-f9b47041e320 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:18.832040 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:18.832649 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:18.833318 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.833883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:18.835234 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Bound port: c078ee8c-c0b3-464f-a604-f9b47041e320, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:18.835962 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.845902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:18.862131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2674bbe5-9020-4c0f-a085-4149a3c15b71 None None] Provisioning complete for port c078ee8c-c0b3-464f-a604-f9b47041e320 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:18.862558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2674bbe5-9020-4c0f-a085-4149a3c15b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.875963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 29da727e-a814-4e3f-a3b8-f7346cd3a2e1) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:18.894119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.25.7.90 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c25d7168-e916-4d23-9b06-2abfb52f3121) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:18.903040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:18.903632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.930984 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] For port c078ee8c-c0b3-464f-a604-f9b47041e320, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:18.934873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] For port c078ee8c-c0b3-464f-a604-f9b47041e320, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c078ee8c-c0b3-464f-a604-f9b47041e320,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:18.937342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-acb01936-a935-4645-9334-ac8b8c04b26e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3039362 Nov 16 21:35:18.940608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41948) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:18.945890 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef579780-b052-486b-833e-7decd1cfd455 None None] Pushing event updated for resources: {'Port': ['ID=c078ee8c-c0b3-464f-a604-f9b47041e320,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.949089 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.952750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'subnet': {'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:19.013560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978e8fa-6fa7-43ca-bf04-79925a92980a None None] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:19.030598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Routers {'3a53860d-10dd-410c-8dcf-cac8c69ecef1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:19.031653 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3a53860d-10dd-410c-8dcf-cac8c69ecef1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:19.034148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c8654-63d9-4fd0-b69b-4eb1493260fd None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:19.036578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2674bbe5-9020-4c0f-a085-4149a3c15b71 None None] Port c078ee8c-c0b3-464f-a604-f9b47041e320 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:19.120165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.164306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.179932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f3b0c-036d-4fee-bf62-e86314ddb3cd None None] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:19.182650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.218573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:19.222764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:19.230292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:19.272081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] Set router 3a53860d-10dd-410c-8dcf-cac8c69ecef1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:19.274016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e68893-296c-4f7d-ab8b-c1b15f63afd3 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:19.337704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a7caca2b-c649-49aa-936d-5d5e2544ac28, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a7caca2b-c649-49aa-936d-5d5e2544ac28,segment=NetworkSegment(f36b475f-d325-4603-aea0-8108f60c02f7),segment_id=f36b475f-d325-4603-aea0-8108f60c02f7)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:19.347943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] Provisioning complete for port c078ee8c-c0b3-464f-a604-f9b47041e320 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:19.348733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.363104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Deleting port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:19.363444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.372028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.430066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=c25d7168-e916-4d23-9b06-2abfb52f3121,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:19.444566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.485194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef579780-b052-486b-833e-7decd1cfd455 None None] Pushing event updated for resources: {'Port': ['ID=c078ee8c-c0b3-464f-a604-f9b47041e320,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:19.510566 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'name': 'tempest-snat-router-1010932936', 'tenant_id': '4c91993745104c9bbcede5fe450967db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:15Z', 'updated_at': '2021-11-16T21:35:16Z', 'revision_number': 3, 'project_id': '4c91993745104c9bbcede5fe450967db', 'gw_port': {'id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:16Z', 'updated_at': '2021-11-16T21:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:19.544825 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00893a31-6434-46bf-af87-e7a9e97fd762 None None] The sync data for ids ['3a53860d-10dd-410c-8dcf-cac8c69ecef1'] in n-d-816206-5 is: [{'id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'name': 'tempest-snat-router-1010932936', 'tenant_id': '4c91993745104c9bbcede5fe450967db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:15Z', 'updated_at': '2021-11-16T21:35:16Z', 'revision_number': 3, 'project_id': '4c91993745104c9bbcede5fe450967db', 'gw_port': {'id': 'c078ee8c-c0b3-464f-a604-f9b47041e320', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53860d-10dd-410c-8dcf-cac8c69ecef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:16Z', 'updated_at': '2021-11-16T21:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:19.558220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.592509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:19.595984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.644143 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.677637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] For port 9b3dde0c-d347-4dca-81f8-20cf6f9883f2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:19.677859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.710359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Calling delete_port for 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:19.767373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a7caca2b-c649-49aa-936d-5d5e2544ac28,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:19.833250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.916663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-29da727e-a814-4e3f-a3b8-f7346cd3a2e1', 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1', 'tenant_id': '7b3598cc6ae04f63a12470fe8ce5b7e2', 'fixed_ips': [{'subnet_id': 'a45e52bb-1773-4e89-aea9-45a62031c748'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:19.917533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.934892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.975832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] For port c078ee8c-c0b3-464f-a604-f9b47041e320, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c078ee8c-c0b3-464f-a604-f9b47041e320,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:19.983781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.143059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167fe6-ecc9-433f-8ed1-1254ad67ba15 None None] Pushing event updated for resources: {'Port': ['ID=c078ee8c-c0b3-464f-a604-f9b47041e320,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.176626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b188f89f-675d-4035-a707-4e67c88ac949 None None] Provisioning complete for port a7caca2b-c649-49aa-936d-5d5e2544ac28 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:20.177008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b188f89f-675d-4035-a707-4e67c88ac949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.200318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.249029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:20.249584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.274219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Allocated IP 2001:db8::2 (29da727e-a814-4e3f-a3b8-f7346cd3a2e1/a45e52bb-1773-4e89-aea9-45a62031c748/5b4a122e-5aab-4d38-ab15-2f2eb88547ec) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:20.407979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.431063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b188f89f-675d-4035-a707-4e67c88ac949 None None] Provisioning complete for port c25d7168-e916-4d23-9b06-2abfb52f3121 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:20.431348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b188f89f-675d-4035-a707-4e67c88ac949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.463160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3dde0c-d347-4dca-81f8-20cf6f9883f2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.541183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Subnet': ['ID=ec6612f8-451d-4a54-b79b-19719a6d45b6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.545286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router dfbea2db-79af-4b2a-882f-85f9eca0e047 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:20.558476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b188f89f-675d-4035-a707-4e67c88ac949 None None] Port c25d7168-e916-4d23-9b06-2abfb52f3121 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:20.578115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.596512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.606291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.674578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Checking segment: {'id': 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:20.680772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network hostable DHCP agents. Network: 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:20.689262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:20.704309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:20.707078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Pushing event updated for resources: {'Port': ['ID=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.718426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:20.737473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0705380c-ff7c-4db0-a29a-9234e322907e None None] Provisioning complete for port a7caca2b-c649-49aa-936d-5d5e2544ac28 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:20.737858 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0705380c-ff7c-4db0-a29a-9234e322907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.744757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:20.782990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.787530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-79fb9fe9-8d19-4b20-b4e0-ad26eff73bd0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7228484 Nov 16 21:35:20.789376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41950) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:20.793153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Sync routers for ids ['dfbea2db-79af-4b2a-882f-85f9eca0e047'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:20.858363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:20.858849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.877812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:20.881114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Routers {'dfbea2db-79af-4b2a-882f-85f9eca0e047'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:20.881971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['dfbea2db-79af-4b2a-882f-85f9eca0e047'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:20.919757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Attempting to bind port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:20.920523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Attempting to bind port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'a8258ede-89ac-488d-890c-e9bfba0bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:20.921179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Attempting to bind port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec on network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:20.942147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-15ddbda6-8703-41b8-8b8e-a08e3e20792f tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/dfbea2db-79af-4b2a-882f-85f9eca0e047 HTTP/1.1" status: 200 len: 907 time: 0.1508563 Nov 16 21:35:20.948659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41952) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:20.973803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a7caca2b-c649-49aa-936d-5d5e2544ac28 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:20.994684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:20.995594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Checking segment: {'id': 'a8258ede-89ac-488d-890c-e9bfba0bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:20.996317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.996897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Bound using segment: {'id': 'a8258ede-89ac-488d-890c-e9bfba0bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:20.998211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Bound port: 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8258ede-89ac-488d-890c-e9bfba0bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '29da727e-a814-4e3f-a3b8-f7346cd3a2e1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:20.998848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.000415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:21.029343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:21.041809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:21.042513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.060371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0dea6-a16f-4d16-a06d-24a08b4835d2 None None] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:21.071956 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.088348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.110981 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-baedea9f-85b3-4665-b5c9-c84b85f8b5b7 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1668811 Nov 16 21:35:21.147016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41954) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:21.187678 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.222397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Set router dfbea2db-79af-4b2a-882f-85f9eca0e047 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:21.248682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Deleting port c25d7168-e916-4d23-9b06-2abfb52f3121 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:21.249033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.304148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] For port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:21.331424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.348010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Calling delete_port for c25d7168-e916-4d23-9b06-2abfb52f3121 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:21.372780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] For port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,segment=NetworkSegment(a8258ede-89ac-488d-890c-e9bfba0bf5b5),segment_id=a8258ede-89ac-488d-890c-e9bfba0bf5b5)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:21.376949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a7caca2b-c649-49aa-936d-5d5e2544ac28 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:21.377385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.401180 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.539990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.578607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.604663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5046ed9-6722-4ce8-bc4c-01d267bf1303 None None] Pushing event updated for resources: {'Port': ['ID=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:21.624029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Port': ['ID=c25d7168-e916-4d23-9b06-2abfb52f3121,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:21.638384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf', 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf', 'tenant_id': '7b3598cc6ae04f63a12470fe8ce5b7e2', 'fixed_ips': [{'subnet_id': 'ec6612f8-451d-4a54-b79b-19719a6d45b6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:21.639292 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.647294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.648848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.649190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.649523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.649993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.650327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.650652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.651007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.651375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.651642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.651963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.652286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:21.681444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac8eda-193c-41ca-8357-e79cd44d38b5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:21.682589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.724934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c078ee8c-c0b3-464f-a604-f9b47041e320 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:21.742035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.828336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.955516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.012897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.015681 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.084587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.085313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfbea2db-79af-4b2a-882f-85f9eca0e047 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:22.091090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.094961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3d62b63b-3514-40e0-b91e-d3785cdd7187 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/routers/dfbea2db-79af-4b2a-882f-85f9eca0e047 HTTP/1.1" status: 204 len: 168 time: 1.1444290 Nov 16 21:35:22.095852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41960) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:22.109281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Router 495c6029-dc8a-414f-b34b-e8906174bb6c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:22.168054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbea2db-79af-4b2a-882f-85f9eca0e047', 'name': 'tempest-snat-router-1010932936', 'tenant_id': '4c91993745104c9bbcede5fe450967db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'c25d7168-e916-4d23-9b06-2abfb52f3121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:18Z', 'updated_at': '2021-11-16T21:35:19Z', 'revision_number': 3, 'project_id': '4c91993745104c9bbcede5fe450967db', 'gw_port': {'id': 'c25d7168-e916-4d23-9b06-2abfb52f3121', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbea2db-79af-4b2a-882f-85f9eca0e047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:18Z', 'updated_at': '2021-11-16T21:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:22.201435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Checking router: dfbea2db-79af-4b2a-882f-85f9eca0e047 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:22.201783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Updating router dfbea2db-79af-4b2a-882f-85f9eca0e047 port c25d7168-e916-4d23-9b06-2abfb52f3121 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:22.224086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Port c25d7168-e916-4d23-9b06-2abfb52f3121 not found while updating agent binding for router dfbea2db-79af-4b2a-882f-85f9eca0e047. {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:35:22.246706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Allocated IP 2001:db8::2 (74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf/ec6612f8-451d-4a54-b79b-19719a6d45b6/fe813fe3-7f0d-4dde-ad3e-0319a30e54f4) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:22.254126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c078ee8c-c0b3-464f-a604-f9b47041e320 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:22.254499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.257128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Routers set() bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:22.257664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Router IDs set() for agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:35:22.258292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_agentschedulers_db [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfbea2db-79af-4b2a-882f-85f9eca0e047'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent'). {{(pid=102666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:35:22.258685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c370db-9c8c-43c0-b6c1-1d1880416de0 None None] The sync data for ids ['dfbea2db-79af-4b2a-882f-85f9eca0e047'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:22.480259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.486570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.522282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:22.525389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:22.528831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:22.592419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Pushing event updated for resources: {'Port': ['ID=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.615309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Attempting to bind port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:22.615309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Attempting to bind port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:22.616171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Attempting to bind port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 on network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:22.627659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:22.628041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Checking segment: {'id': 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:22.628583 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.628984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Bound using segment: {'id': 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:22.629569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Bound port: fe813fe3-7f0d-4dde-ad3e-0319a30e54f4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:22.629980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.714158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] For port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:22.717649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] For port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,segment=NetworkSegment(dddf3a18-84ea-49b3-82ba-84ed9d1b1094),segment_id=dddf3a18-84ea-49b3-82ba-84ed9d1b1094)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:22.723898 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.768548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5b4a122e-5aab-4d38-ab15-2f2eb88547ec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:22.826660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.861485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314c9f3-e1c5-4d8b-b788-1271aba3c7bd None None] Pushing event updated for resources: {'Port': ['ID=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.891895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:22.892270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.925201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Allocated IP 2001:db8::1 (29da727e-a814-4e3f-a3b8-f7346cd3a2e1/a45e52bb-1773-4e89-aea9-45a62031c748/40d95045-46f1-47e3-8707-9f8d783ccda2) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:23.000652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.052616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.073860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:23.085488 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Sync routers for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:23.109974 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:23.110578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:23.118132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,segment=NetworkSegment(a8258ede-89ac-488d-890c-e9bfba0bf5b5),segment_id=a8258ede-89ac-488d-890c-e9bfba0bf5b5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:23.123291 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7516277a-f41c-4d86-8415-8c013e5aa7a6 admin admin] 10.222.0.54 "PUT /v2.0/routers/495c6029-dc8a-414f-b34b-e8906174bb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3700702 Nov 16 21:35:23.123481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.127189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41966) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:23.164465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b66e6b-9ed4-4dad-b171-2d84e4ed4c5b None None] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:23.233336 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:23.294336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.304218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.319088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.326391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-51cd3e3c-1b10-4ff3-abb5-0d0c9cd699df None None] Provisioning complete for port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:23.327602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51cd3e3c-1b10-4ff3-abb5-0d0c9cd699df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.363808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:23.464311 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:35:20Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:23.468348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15409f5c-fa35-4420-b7d8-b03aaa1e4794 req-3aa783ab-443a-4a1b-a152-18ee275df3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:23.476026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15409f5c-fa35-4420-b7d8-b03aaa1e4794 req-3aa783ab-443a-4a1b-a152-18ee275df3e1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.3390338 Nov 16 21:35:23.519439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Checking router: 495c6029-dc8a-414f-b34b-e8906174bb6c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:23.521006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.531145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Routers {'495c6029-dc8a-414f-b34b-e8906174bb6c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:23.532796 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['495c6029-dc8a-414f-b34b-e8906174bb6c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:23.533825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.564143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15409f5c-fa35-4420-b7d8-b03aaa1e4794 req-b2270304-4519-46be-98c7-4769ca2f6b0d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868313 Nov 16 21:35:23.575296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Deleting port c078ee8c-c0b3-464f-a604-f9b47041e320 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:23.575757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.582838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Router 72d2d85f-853e-4ded-b79b-a2a7106f7621 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:23.594400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:23.625308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Deleting port ab34c5e4-b17c-4179-8e29-240e238963ba {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:23.625763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.658279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:23.668870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:23.669417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.681363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Port': ['ID=40d95045-46f1-47e3-8707-9f8d783ccda2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:23.693408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] Set router 495c6029-dc8a-414f-b34b-e8906174bb6c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:23.750400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] For port ab34c5e4-b17c-4179-8e29-240e238963ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ab34c5e4-b17c-4179-8e29-240e238963ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:23.750675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.769792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Calling delete_port for ab34c5e4-b17c-4179-8e29-240e238963ba owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:23.884830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] For port c078ee8c-c0b3-464f-a604-f9b47041e320, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c078ee8c-c0b3-464f-a604-f9b47041e320,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:23.885197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.916515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Calling delete_port for c078ee8c-c0b3-464f-a604-f9b47041e320 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:23.985391 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:35:20Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:24.013773 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf46fc-e0cd-479f-b28a-0a6fe79ca312 None None] The sync data for ids ['495c6029-dc8a-414f-b34b-e8906174bb6c'] in n-d-816206-5 is: [{'id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'name': 'tempest-TestVolumeBackupRestore-1595008019-router', 'tenant_id': '93a8c0d626ba4812a5ee9144541faf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:05Z', 'updated_at': '2021-11-16T21:35:20Z', 'revision_number': 5, 'project_id': '93a8c0d626ba4812a5ee9144541faf64', 'gw_port': {'id': 'ab34c5e4-b17c-4179-8e29-240e238963ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:81:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c6029-dc8a-414f-b34b-e8906174bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:06Z', 'updated_at': '2021-11-16T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:24.041216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.098279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab34c5e4-b17c-4179-8e29-240e238963ba,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:24.102968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-01dce156-bb0e-42b7-aaff-2d035598755b None None] Provisioning complete for port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:24.103708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-01dce156-bb0e-42b7-aaff-2d035598755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.153561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a071e2-fe0d-4b23-bd92-d08bbd500c4e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:24.163506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:24.174029 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8513b8ea-1181-4f62-8d0b-e24c9e43f7f2 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "PUT /v2.0/routers/72d2d85f-853e-4ded-b79b-a2a7106f7621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1906223 Nov 16 21:35:24.176781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.180659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:24.187525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Sync routers for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:24.206526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.225643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:24.226414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:24.360869 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.364954 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.426484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a0436-53b6-4207-a0df-2965e411766c None None] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:24.443768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.454739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.455412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495c6029-dc8a-414f-b34b-e8906174bb6c {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:24.462013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.471656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-abaca48c-a764-4b6a-bf08-dbf378812b2b admin admin] 10.222.0.54 "DELETE /v2.0/routers/495c6029-dc8a-414f-b34b-e8906174bb6c HTTP/1.1" status: 204 len: 168 time: 1.3418124 Nov 16 21:35:24.473536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41978) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:24.559598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05011e-782b-4edd-b830-5094ed7a8baf None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:24.561086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event deleted for resources: {'Port': ['ID=c078ee8c-c0b3-464f-a604-f9b47041e320,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:24.563405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:24.577894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Deleting subnet c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:24.587694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.616909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting subnet 41fefe9e-b049-4e58-9b7e-060eea78438a {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:24.629922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.654687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.662362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-01dce156-bb0e-42b7-aaff-2d035598755b None None] Provisioning complete for port 40d95045-46f1-47e3-8707-9f8d783ccda2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:24.662869 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-01dce156-bb0e-42b7-aaff-2d035598755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.812976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.828875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-01dce156-bb0e-42b7-aaff-2d035598755b None None] Port 40d95045-46f1-47e3-8707-9f8d783ccda2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:24.839639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.892458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.898738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.925394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.931115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb HTTP/1.1" status: 204 len: 168 time: 0.4432786 Nov 16 21:35:24.939906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decba909-455f-4ef9-a98f-5c5e7e79baf3 None None] Network 9af83024-734e-444e-8123-95e18ba27368 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:24.952387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9942a29-f5b3-4270-8ae6-d69d1cbe2558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bc4ea7-a1a4-4ef2-825a-73da7b8386cb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:24.954968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41984) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:25.011406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5b4a122e-5aab-4d38-ab15-2f2eb88547ec up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:25.024094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:25.071218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.088927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Checking router: 72d2d85f-853e-4ded-b79b-a2a7106f7621 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:25.097303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Provisioning complete for port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:25.097673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.108552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.162010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Routers {'72d2d85f-853e-4ded-b79b-a2a7106f7621'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:25.162574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['72d2d85f-853e-4ded-b79b-a2a7106f7621'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:25.230153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.231808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.232469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a53860d-10dd-410c-8dcf-cac8c69ecef1 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:25.237665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.238527 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0698da31-7fea-40de-aa39-06683e6c9a64 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3a53860d-10dd-410c-8dcf-cac8c69ecef1 HTTP/1.1" status: 204 len: 168 time: 3.1394629 Nov 16 21:35:25.242781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41986) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:25.247703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530921988', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:25.280428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.281754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.282368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.364255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.366317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.367555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.386627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.400466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.476681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Subnet': ['ID=41fefe9e-b049-4e58-9b7e-060eea78438a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:25.480728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.484801 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fad356c1-79a9-4a2c-a693-e96ce808f5fd tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/subnets/41fefe9e-b049-4e58-9b7e-060eea78438a HTTP/1.1" status: 204 len: 168 time: 1.3028994 Nov 16 21:35:25.486963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4df67-f80e-4b77-aba7-12ed60461df9 None None] Network 7d79003c-c701-404b-8b0b-e080ecf2e561 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:25.494617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:25.494786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.505590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41988) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:25.592241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Port': ['ID=40d95045-46f1-47e3-8707-9f8d783ccda2,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:25.648409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] Set router 72d2d85f-853e-4ded-b79b-a2a7106f7621 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:25.659084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:25.666198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:25.668272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.722862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.763608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Deleting port dc699375-ec44-4143-bbea-fad36c1839ba {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:25.764253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.768665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.941577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] DHCP port deletion for 9af83024-734e-444e-8123-95e18ba27368 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:25.957910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.020602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] For port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,segment=NetworkSegment(dddf3a18-84ea-49b3-82ba-84ed9d1b1094),segment_id=dddf3a18-84ea-49b3-82ba-84ed9d1b1094)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:26.038991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.082007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:26.110253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.138352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.142441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Provisioning complete for port 40d95045-46f1-47e3-8707-9f8d783ccda2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:26.143080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.163370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Deleting port 15eb03f4-b640-4691-892f-224ca2529b7a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:26.163743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.187009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Pushing event updated for resources: {'Port': ['ID=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:26.211513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.254245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] DHCP port deletion for 7d79003c-c701-404b-8b0b-e080ecf2e561 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:26.260955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459720-39bb-45b3-b31a-c4e5d3c6a677 None None] The sync data for ids ['72d2d85f-853e-4ded-b79b-a2a7106f7621'] in n-d-816206-5 is: [{'id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1911869454', 'tenant_id': '67279fff84dc4569ba5afcd346c874a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:33:22Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': '67279fff84dc4569ba5afcd346c874a3', 'gw_port': {'id': '15eb03f4-b640-4691-892f-224ca2529b7a', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2d85f-853e-4ded-b79b-a2a7106f7621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:33:24Z', 'updated_at': '2021-11-16T21:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:26.267646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c4173-2836-4ed5-9e38-6da3fcc23264 None None] Port 40d95045-46f1-47e3-8707-9f8d783ccda2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:26.268081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] For port dc699375-ec44-4143-bbea-fad36c1839ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc699375-ec44-4143-bbea-fad36c1839ba,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:26.268605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.272256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Deleting port dc699375-ec44-4143-bbea-fad36c1839ba {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:26.272793 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.297251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Calling delete_port for dc699375-ec44-4143-bbea-fad36c1839ba owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:26.309715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Router e153260f-3d62-4c6e-ac8e-abbf03356e82 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:26.341464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:26.341837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.403507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] For port dc699375-ec44-4143-bbea-fad36c1839ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=dc699375-ec44-4143-bbea-fad36c1839ba,segment=NetworkSegment(80b542dc-daf7-4165-8950-d8d3854c0713),segment_id=80b542dc-daf7-4165-8950-d8d3854c0713)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:26.404196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.446731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Calling delete_port for dc699375-ec44-4143-bbea-fad36c1839ba owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:26.478977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:26.487097 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4cdf513b-0f6c-4e43-880b-f6cd0e16b096 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3389628 Nov 16 21:35:26.492870 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] Sync routers for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:26.509635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41990) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:26.510042 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:26.510875 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.576648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e2c68afe-cb42-4307-88d0-488be0968062 None None] Provisioning complete for port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:26.577140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2c68afe-cb42-4307-88d0-488be0968062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.582182 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.584414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.595774 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:26.596858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.628227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.646151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.647740 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90c6cc-724d-4696-8cc8-83b449e6fead None None] The sync data for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:26.665865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] No DVR routers for this DVR port dc699375-ec44-4143-bbea-fad36c1839ba on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:26.705857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc699375-ec44-4143-bbea-fad36c1839ba,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:26.708371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a24ac5-9135-4b3c-ad33-a4f986c500dc None None] Pushing event deleted for resources: {'Port': ['ID=dc699375-ec44-4143-bbea-fad36c1839ba,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:26.718494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] For port 15eb03f4-b640-4691-892f-224ca2529b7a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15eb03f4-b640-4691-892f-224ca2529b7a,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:26.718922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.719428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Deleting port 44f246f5-e34f-47cb-a354-1a6bb2944a2d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:26.719895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.737741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] No DVR routers for this DVR port dc699375-ec44-4143-bbea-fad36c1839ba on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:26.739004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Allocated IP 172.25.7.246 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/950f8d40-9785-43a1-8505-ddd9187273a2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:26.748225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Calling delete_port for 15eb03f4-b640-4691-892f-224ca2529b7a owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:26.869192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] For port 44f246f5-e34f-47cb-a354-1a6bb2944a2d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=44f246f5-e34f-47cb-a354-1a6bb2944a2d,segment=NetworkSegment(f51a6d36-332e-4568-97c6-c3d52bdc33a4),segment_id=f51a6d36-332e-4568-97c6-c3d52bdc33a4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:26.869763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.892842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:26.897262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Calling delete_port for 44f246f5-e34f-47cb-a354-1a6bb2944a2d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:26.905750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.930200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:26.930200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9b3dde0c-d347-4dca-81f8-20cf6f9883f2 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:26.934066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af83024-734e-444e-8123-95e18ba27368']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.948316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b542dc-daf7-4165-8950-d8d3854c0713') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.948617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b542dc-daf7-4165-8950-d8d3854c0713') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:26.974750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e2c68afe-cb42-4307-88d0-488be0968062 None None] Provisioning complete for port 40d95045-46f1-47e3-8707-9f8d783ccda2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:26.974750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2c68afe-cb42-4307-88d0-488be0968062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.977445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.979252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.000478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.013434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:27.013836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:27.015594 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:27.034760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e2c68afe-cb42-4307-88d0-488be0968062 None None] Port 40d95045-46f1-47e3-8707-9f8d783ccda2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:27.056825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.099782 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-a1f3a2a0-5427-4c73-99e9-bbaeee49c12e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:27.100949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1f3a2a0-5427-4c73-99e9-bbaeee49c12e tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5903029 Nov 16 21:35:27.104241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:27.105395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.106795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41992) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:27.107668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] No DVR routers for this DVR port 44f246f5-e34f-47cb-a354-1a6bb2944a2d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:27.111118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bb190-c3a3-4248-8053-334a92ae8436 None None] Pushing event deleted for resources: {'Port': ['ID=44f246f5-e34f-47cb-a354-1a6bb2944a2d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.115328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.120041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.145766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Port': ['ID=15eb03f4-b640-4691-892f-224ca2529b7a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.155933 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809696f-b878-46c1-8141-13a7aceab18f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:27.181121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.188201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9af83024-734e-444e-8123-95e18ba27368 HTTP/1.1" status: 204 len: 168 time: 2.1845543 Nov 16 21:35:27.188201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:27.209659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:27.209918 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.211015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30157-3f8b-4738-9870-b19447215a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af83024-734e-444e-8123-95e18ba27368,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.222338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:27.237594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:27.247295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:27.253944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08948ebd-ab86-4c9d-b9a1-cdb4a6b1ce33 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:27.269388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event updated for resources: {'Port': ['ID=950f8d40-9785-43a1-8505-ddd9187273a2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.287722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.382730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-134ec872-a669-4f77-82d4-40423c83016e None None] Provisioning complete for port 950f8d40-9785-43a1-8505-ddd9187273a2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:27.383172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-134ec872-a669-4f77-82d4-40423c83016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.413178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 44f246f5-e34f-47cb-a354-1a6bb2944a2d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:27.442827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 44f246f5-e34f-47cb-a354-1a6bb2944a2d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:27.443221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 44f246f5-e34f-47cb-a354-1a6bb2944a2d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:27.444400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ab34c5e4-b17c-4179-8e29-240e238963ba no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:27.468191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-134ec872-a669-4f77-82d4-40423c83016e None None] Port 950f8d40-9785-43a1-8505-ddd9187273a2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:27.470092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ab34c5e4-b17c-4179-8e29-240e238963ba {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:27.470434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ab34c5e4-b17c-4179-8e29-240e238963ba not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:27.470839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc699375-ec44-4143-bbea-fad36c1839ba no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:27.474789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.478430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.495101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: dc699375-ec44-4143-bbea-fad36c1839ba {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:27.495445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device dc699375-ec44-4143-bbea-fad36c1839ba not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:27.495899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c078ee8c-c0b3-464f-a604-f9b47041e320 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:27.517297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: c078ee8c-c0b3-464f-a604-f9b47041e320 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:27.517643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c078ee8c-c0b3-464f-a604-f9b47041e320 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:27.518064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:27.536818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:27.537221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 93d66b53-17ec-4c03-a9dc-b2b9bdde8ea5 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:27.562561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.563317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Fanout notify agent at l3_agent the message router_deleted on router 72d2d85f-853e-4ded-b79b-a2a7106f7621 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:27.571748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.572851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bc2e82b8-49c3-4309-8f6e-e0a5b6d70c20 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/routers/72d2d85f-853e-4ded-b79b-a2a7106f7621 HTTP/1.1" status: 204 len: 168 time: 2.0661063 Nov 16 21:35:27.576118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41996) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:27.718408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.734522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.831765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.905727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.936031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d79003c-c701-404b-8b0b-e080ecf2e561']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:27.938437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.954354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51a6d36-332e-4568-97c6-c3d52bdc33a4') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:27.954644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51a6d36-332e-4568-97c6-c3d52bdc33a4') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:27.967615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.994542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.054677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:28.055264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:28.058721 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:28.132455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.137237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.140951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] 10.222.0.54 "DELETE /v2.0/networks/7d79003c-c701-404b-8b0b-e080ecf2e561 HTTP/1.1" status: 204 len: 168 time: 0.5633833 Nov 16 21:35:28.161940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port 40d95045-46f1-47e3-8707-9f8d783ccda2 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:28.162955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.166775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda7d54-bada-402f-8983-3925c62826a0 tempest-TestSecurityGroupsBasicOps-1530885707 tempest-TestSecurityGroupsBasicOps-1530885707-project] Pushing event deleted for resources: {'Network': ['ID=7d79003c-c701-404b-8b0b-e080ecf2e561,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:28.175284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.274381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.306454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for 40d95045-46f1-47e3-8707-9f8d783ccda2 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:28.324687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Router d0d316f8-4e32-4879-aed8-3641c54a06a8 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:28.433185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42008) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:28.468776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:28.479443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] Sync routers for ids ['d0d316f8-4e32-4879-aed8-3641c54a06a8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:28.517475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] Routers {'d0d316f8-4e32-4879-aed8-3641c54a06a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:28.519419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d0d316f8-4e32-4879-aed8-3641c54a06a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:28.538278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.541288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ba6976b-b9df-4d18-a163-5cf8bf61aff5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2971969 Nov 16 21:35:28.543788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42012) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:28.549894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:28.588698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:28.600393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] Routers {'d0d316f8-4e32-4879-aed8-3641c54a06a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:28.601491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d0d316f8-4e32-4879-aed8-3641c54a06a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:28.645987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:28.647537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee5d25-fe93-41c3-9974-455187547578 None None] The sync data for ids ['d0d316f8-4e32-4879-aed8-3641c54a06a8'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:28.695179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3d9ebcb6-d744-44ab-bddc-48c07c4ee3dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67279fff84dc4569ba5afcd346c874a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570281 Nov 16 21:35:28.695376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42014) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:28.774490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Deleting port b6176593-f1aa-4edf-8e16-521eaf7ea5f6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:28.775116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.833422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.863217 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.938200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] For port b6176593-f1aa-4edf-8e16-521eaf7ea5f6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:28.938560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.958296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Calling delete_port for b6176593-f1aa-4edf-8e16-521eaf7ea5f6 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:28.970843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.019582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.025583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.031643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.037022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=40d95045-46f1-47e3-8707-9f8d783ccda2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:29.037689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.045731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.049703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.055320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15eb03f4-b640-4691-892f-224ca2529b7a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:29.056219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.058901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-cd1039e3-da45-40b0-90fe-cff5bbce4f80 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.1929932 Nov 16 21:35:29.092580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.103817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.106600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 15eb03f4-b640-4691-892f-224ca2529b7a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:29.107042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15eb03f4-b640-4691-892f-224ca2529b7a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:29.108666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.112064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b971649-0f69-41cc-8aaa-c206f2f3b9de HTTP/1.1" status: 204 len: 168 time: 0.4135213 Nov 16 21:35:29.128979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b71d-365c-4280-b155-2aa14f8e9925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b971649-0f69-41cc-8aaa-c206f2f3b9de,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:29.169408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.236528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4badb8d4-3102-4045-8023-6fc18aa46fa4 req-763f074e-51a8-4a73-9f85-0c9d4a67813a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569963 Nov 16 21:35:29.416511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Router e153260f-3d62-4c6e-ac8e-abbf03356e82 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:29.505162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.563079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da3eb7e3-16bc-4249-a1f2-c9c70c4dfe24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.566836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:29.573346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-119508ac-ef1d-41be-8399-310eb89ed5dd tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648228 Nov 16 21:35:29.580093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] Sync routers for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:29.590228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.591035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.592450 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:29.593133 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.635398 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.644606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:29.645213 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.671601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6176593-f1aa-4edf-8e16-521eaf7ea5f6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:29.674737 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-0d88f8ab-c5fb-4eaa-8189-00cb191e1c82 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] delete failed (client error): The resource could not be found. Nov 16 21:35:29.675869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0d88f8ab-c5fb-4eaa-8189-00cb191e1c82 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1413582180 HTTP/1.1" status: 404 len: 335 time: 0.0826809 Nov 16 21:35:29.684121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42026) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.686679 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.687370 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c3021-af37-4877-b8d5-00beeec7b995 None None] The sync data for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:29.691736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-16f3be7b-fa77-417c-9d8c-146bf3460a35 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e153260f-3d62-4c6e-ac8e-abbf03356e82'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:29.958790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.962581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.063377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16f3be7b-fa77-417c-9d8c-146bf3460a35 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.091901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da3eb7e3-16bc-4249-a1f2-c9c70c4dfe24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.093954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.099943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.105708 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-16f3be7b-fa77-417c-9d8c-146bf3460a35 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] update failed (client error): The resource could not be found. Nov 16 21:35:30.105878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.106747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-16f3be7b-fa77-417c-9d8c-146bf3460a35 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82 HTTP/1.1" status: 404 len: 339 time: 0.4206464 Nov 16 21:35:30.109042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da3eb7e3-16bc-4249-a1f2-c9c70c4dfe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.111764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.114716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.117724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.123660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.129541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.131995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-428fcb8f-6810-4036-ae87-9f3fd390deb6 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.1339054 Nov 16 21:35:30.136354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1363168306'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:30.172649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb7e3-16bc-4249-a1f2-c9c70c4dfe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1019abba-9e31-4d66-ab7a-e1d29c81874f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.177977 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-da3eb7e3-16bc-4249-a1f2-c9c70c4dfe24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1aa78c97e1104a56ad7d82a7d6515a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6715107 Nov 16 21:35:30.178662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.181114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router d0d316f8-4e32-4879-aed8-3641c54a06a8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:30.181609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42030) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.201847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-0a9ad77a-de3b-467c-bfd1-73bc7b34922a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.203245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-0a9ad77a-de3b-467c-bfd1-73bc7b34922a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642469 Nov 16 21:35:30.232449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:30.235852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.296699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:30.312651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.312651 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Added segment 3c7f1a4e-5910-4279-99f3-286a6d8aeb6b of type vlan for network 411f4b55-502b-43af-85ec-ee4ce0a046c0 Nov 16 21:35:30.362883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.425551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.460420 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.466363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.467346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.483863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.490698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-507598ca-df30-4e11-9632-77709ab4cd9c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2738836 Nov 16 21:35:30.501653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.508266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.514093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.520008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.526295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.533264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.536722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4138393 Nov 16 21:35:30.539198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.541057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e231c97b-de99-419c-920a-43d176baada8 req-643323c7-7481-46a7-8984-f02088ebc7fa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 5429 time: 0.2259133 Nov 16 21:35:30.544670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.548988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:30.551747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'subnet': {'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:30.554005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.555200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eedd5663-dc3d-4b0c-8dc0-30f624ea1886 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "PUT /v2.0/routers/d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 200 len: 921 time: 2.0104001 Nov 16 21:35:30.559890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:30.560879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] Sync routers for ids ['d0d316f8-4e32-4879-aed8-3641c54a06a8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:30.566891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42036) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.573126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] Routers {'d0d316f8-4e32-4879-aed8-3641c54a06a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:30.573728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d0d316f8-4e32-4879-aed8-3641c54a06a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:30.607119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309ab71-7129-49d2-8e66-fa36982dd075 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Network': ['ID=411f4b55-502b-43af-85ec-ee4ce0a046c0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.612381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Router 25544dbf-d833-45cb-bf63-08b56d12bbe5 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:30.616851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:30.625738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:30.695688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] Routers {'d0d316f8-4e32-4879-aed8-3641c54a06a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:30.696530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d0d316f8-4e32-4879-aed8-3641c54a06a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:30.739844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:30.741421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a5fc-5547-435b-9f2c-2c3ca6495448 None None] The sync data for ids ['d0d316f8-4e32-4879-aed8-3641c54a06a8'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:30.741633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Made reservation on behalf of 7b3598cc6ae04f63a12470fe8ce5b7e2 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:30.745303 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.766915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.792397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e231c97b-de99-419c-920a-43d176baada8 req-7123c3f1-064a-414e-9b92-1cdada779e3f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2281375 Nov 16 21:35:30.797795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.801175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.801930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1019abba-9e31-4d66-ab7a-e1d29c81874f HTTP/1.1" status: 204 len: 168 time: 0.6195717 Nov 16 21:35:30.809344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:30.823864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-09f07e3c-4286-440b-b48f-50a613e9c84e admin admin] 10.222.0.54 "PUT /v2.0/routers/25544dbf-d833-45cb-bf63-08b56d12bbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6328056 Nov 16 21:35:30.824745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42040) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.832874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f02cfc-0056-4968-b1f2-d06ec7b270b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019abba-9e31-4d66-ab7a-e1d29c81874f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.836288 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Sync routers for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:30.866482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:30.867627 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:30.876259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c98a84a-cbd1-4c6a-845b-54f170fa5c21 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 200 len: 921 time: 0.3036711 Nov 16 21:35:30.876495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42042) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.002370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.016816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cffaae-a327-4157-bc32-e7b783b102fb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.021940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-06cffaae-a327-4157-bc32-e7b783b102fb tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=d0d316f8-4e32-4879-aed8-3641c54a06a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1409500 Nov 16 21:35:31.021940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42044) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.102024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:31.127214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=bfd2daa4-e923-4758-8070-dc57c88471c9,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:31.190558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2011b7-dbc1-4c7e-afba-4a1838eae2d0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.194786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e2011b7-dbc1-4c7e-afba-4a1838eae2d0 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.1694541 Nov 16 21:35:31.194786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] For port bfd2daa4-e923-4758-8070-dc57c88471c9, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:31.196747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42048) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.247619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] device_id is not set on port bfd2daa4-e923-4758-8070-dc57c88471c9 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:31.257741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.286218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3ce7f6c3-a21c-47a2-b01b-ba2f6943fb3e tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 200 len: 205 time: 0.0875547 Nov 16 21:35:31.286466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42050) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.295999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.398209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42052) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.429346 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:35:29Z', 'revision_number': 5, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.449767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:31.465058 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Checking router: 25544dbf-d833-45cb-bf63-08b56d12bbe5 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:31.474031 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Routers {'25544dbf-d833-45cb-bf63-08b56d12bbe5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:31.474954 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['25544dbf-d833-45cb-bf63-08b56d12bbe5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.480966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] No DVR routers for this DVR port bfd2daa4-e923-4758-8070-dc57c88471c9 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:31.517310 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.552011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.555864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a2f9fef8-a64b-4435-9c28-dba4c1140715 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=613dc26ae2f746c99f8819e661193fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564035 Nov 16 21:35:31.559265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.599443 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] Set router 25544dbf-d833-45cb-bf63-08b56d12bbe5 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:31.603751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Subnet': ['ID=b302e01d-85dc-4e39-91ed-a754db97a976,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:31.649591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.657405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] In _notify_port_updated(), no bound segment for port bfd2daa4-e923-4758-8070-dc57c88471c9 on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:31.658328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.658884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.660184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-702bcb00-1e26-4463-ae9a-60e176bcdfa4 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 200 len: 1026 time: 1.1127284 Nov 16 21:35:31.682302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Checking segment: {'id': '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:31.682810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network hostable DHCP agents. Network: 411f4b55-502b-43af-85ec-ee4ce0a046c0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:31.727818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:31.748077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 411f4b55-502b-43af-85ec-ee4ce0a046c0) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:31.749193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-9f2cc1a3-ede7-4f5a-a7e8-d9618b1addbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.752360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-9f2cc1a3-ede7-4f5a-a7e8-d9618b1addbb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "GET /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0824983 Nov 16 21:35:31.754546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.756356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.765320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Deleting port a41c305a-8d74-4ca5-9288-09352b0213ba {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:31.766098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.766246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b705c-7844-459e-90ce-9843baab778c None None] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:31.771414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:31.797692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.822113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.823959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06fb4d94-29f2-4d4e-8ec0-5b2fecbc5c4b tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2764003 Nov 16 21:35:31.840259 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:35:29Z', 'revision_number': 5, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.840809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42056) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.851442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f9c90e4a-a17b-4078-9f13-d90c9c1751ed tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'router': {'external_gateway_info': {'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:31.860409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.870628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.886038 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d2be5-159c-4c9e-b45e-a672c57b7a89 None None] The sync data for ids ['25544dbf-d833-45cb-bf63-08b56d12bbe5'] in n-d-816206-5 is: [{'id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'name': 'tempest-TestVolumeBackupRestore-1391073887-router', 'tenant_id': 'e44ddfed77a447c6a40650b336e93768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:16Z', 'updated_at': '2021-11-16T21:35:29Z', 'revision_number': 5, 'project_id': 'e44ddfed77a447c6a40650b336e93768', 'gw_port': {'id': 'a41c305a-8d74-4ca5-9288-09352b0213ba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25544dbf-d833-45cb-bf63-08b56d12bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:18Z', 'updated_at': '2021-11-16T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:31.964906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b3f49094-4546-41a0-8c18-201a23e597ef None None] Provisioning complete for port bfd2daa4-e923-4758-8070-dc57c88471c9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:31.965275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b3f49094-4546-41a0-8c18-201a23e597ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.007417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.009990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.014473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/997c91b0-ca92-4e94-be15-20a89357cdc9 HTTP/1.1" status: 204 len: 168 time: 0.4116709 Nov 16 21:35:32.026558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] For port a41c305a-8d74-4ca5-9288-09352b0213ba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a41c305a-8d74-4ca5-9288-09352b0213ba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:32.027070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.043943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Calling delete_port for a41c305a-8d74-4ca5-9288-09352b0213ba owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:32.053900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1bef-383d-4e6d-9cc2-75880fdc427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c91b0-ca92-4e94-be15-20a89357cdc9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.127288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9c90e4a-a17b-4078-9f13-d90c9c1751ed tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.138907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.144979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.151194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.157074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.163746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.170863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.179621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-c91c6027-b3a4-49da-a05d-6d7571f12058 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 4656 time: 0.2334485 Nov 16 21:35:32.204303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b3f49094-4546-41a0-8c18-201a23e597ef None None] Port bfd2daa4-e923-4758-8070-dc57c88471c9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:32.223555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port 950f8d40-9785-43a1-8505-ddd9187273a2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:32.223555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.244858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-411f4b55-502b-43af-85ec-ee4ce0a046c0', 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0', 'tenant_id': '7b3598cc6ae04f63a12470fe8ce5b7e2', 'fixed_ips': [{'subnet_id': 'b302e01d-85dc-4e39-91ed-a754db97a976'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:32.246577 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.380841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.401032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-427c73ac-f449-4ea1-afbe-39b7579e5590 req-d789c590-1dfc-4222-b361-72c14ec4ae8f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=d92d388e-e49c-4195-bf20-7cc5c0b75b22&id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200000 Nov 16 21:35:32.407316 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-f9c90e4a-a17b-4078-9f13-d90c9c1751ed tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:32.408402 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f9c90e4a-a17b-4078-9f13-d90c9c1751ed tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82 HTTP/1.1" status: 400 len: 364 time: 0.5630097 Nov 16 21:35:32.415699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42064) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:32.416436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ddd00a03-813b-4dd7-8bee-199be639800a,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:32.424226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.436060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for 950f8d40-9785-43a1-8505-ddd9187273a2 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:32.514832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Allocated IP 2001:db8:1::2 (411f4b55-502b-43af-85ec-ee4ce0a046c0/b302e01d-85dc-4e39-91ed-a754db97a976/c2247dd7-6a89-4853-b1fb-136e45964410) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:32.523419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489d54e-2498-46a5-9f51-d1a34db6d714 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:32.557445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41c305a-8d74-4ca5-9288-09352b0213ba,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.589061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] For port ddd00a03-813b-4dd7-8bee-199be639800a, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:32.652124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] device_id is not set on port ddd00a03-813b-4dd7-8bee-199be639800a yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:32.673003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.694540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.722013 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.730638 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.732067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.749600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:32.752455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:32.771802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:32.827527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Pushing event updated for resources: {'Port': ['ID=c2247dd7-6a89-4853-b1fb-136e45964410,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.839911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Attempting to bind port c2247dd7-6a89-4853-b1fb-136e45964410 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:32.840280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Attempting to bind port c2247dd7-6a89-4853-b1fb-136e45964410 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:32.840804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Attempting to bind port c2247dd7-6a89-4853-b1fb-136e45964410 on network 411f4b55-502b-43af-85ec-ee4ce0a046c0 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:32.845934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:32.846335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Checking segment: {'id': '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:32.846685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.847131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Bound using segment: {'id': '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:32.847602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Bound port: c2247dd7-6a89-4853-b1fb-136e45964410, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '411f4b55-502b-43af-85ec-ee4ce0a046c0'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:32.847981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.865959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.869199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.922487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] For port c2247dd7-6a89-4853-b1fb-136e45964410, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:32.925835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] For port c2247dd7-6a89-4853-b1fb-136e45964410, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c2247dd7-6a89-4853-b1fb-136e45964410,segment=NetworkSegment(3c7f1a4e-5910-4279-99f3-286a6d8aeb6b),segment_id=3c7f1a4e-5910-4279-99f3-286a6d8aeb6b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:32.932581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.003369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.004137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25544dbf-d833-45cb-bf63-08b56d12bbe5 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:33.004421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba58fa-2d1e-4c13-ac79-45427e3ec08e None None] Pushing event updated for resources: {'Port': ['ID=c2247dd7-6a89-4853-b1fb-136e45964410,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.040263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.040263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b13bfa13-e075-4b9f-adf7-d63ee6d09bd2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/25544dbf-d833-45cb-bf63-08b56d12bbe5 HTTP/1.1" status: 204 len: 168 time: 2.2146716 Nov 16 21:35:33.045108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.050657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42080) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.117223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b6176593-f1aa-4edf-8e16-521eaf7ea5f6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:33.167510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b6176593-f1aa-4edf-8e16-521eaf7ea5f6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:33.173831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b6176593-f1aa-4edf-8e16-521eaf7ea5f6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:33.237455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Deleting subnet 8723c79c-3095-4ee8-b80f-a816615817bd {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:33.249055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.301240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42084) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.336268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.361845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.364000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] No DVR routers for this DVR port ddd00a03-813b-4dd7-8bee-199be639800a on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:33.375790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.446555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=950f8d40-9785-43a1-8505-ddd9187273a2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.448762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643bce36-b9d2-4233-b9e1-37eaf1b09bb8 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:33.500116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] In _notify_port_updated(), no bound segment for port ddd00a03-813b-4dd7-8bee-199be639800a on network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:33.501108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.501828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.503232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fb552153-25b2-4be8-9191-e4c767b71853 service neutron] 10.222.0.36 "PUT /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 200 len: 1026 time: 1.7429097 Nov 16 21:35:33.506667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1581111768-network', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:33.534776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Allocated IP 2001:db8::1 (06e49650-9c40-4ad4-87ad-4aae246ab3a6/4efed5b3-be7a-4e25-8f07-86c4d57a9c36/6b562294-f4cb-4b98-a67e-645d7978df5a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:33.549493 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.690385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Made reservation on behalf of ba06a6b8ae2c43148a996abfd26bcc4a for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:33.692742 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.698985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.736580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.782891 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.786564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8723c79c-3095-4ee8-b80f-a816615817bd HTTP/1.1" status: 204 len: 168 time: 0.7346182 Nov 16 21:35:33.790997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42090) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.793057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ac2a4-0fe0-49be-9db9-aa0345eb8a0b None None] Network b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:33.793573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c88b53-153c-4ae9-b343-869527cec0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8723c79c-3095-4ee8-b80f-a816615817bd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.851256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.857483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.865995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.875730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-86ca17e3-5f3d-4264-b934-86ab65667b29 None None] Provisioning complete for port ddd00a03-813b-4dd7-8bee-199be639800a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:33.876500 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86ca17e3-5f3d-4264-b934-86ab65667b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.886239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.894497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.901155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.901332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.907196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.913187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.919207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.921335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-829177c7-f434-4105-9743-dcd1b97c95df req-2f03bb09-dc7c-4b8b-8952-65fdd03f7ad1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3883 time: 0.3808370 Nov 16 21:35:33.944424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.967174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-86ca17e3-5f3d-4264-b934-86ab65667b29 None None] Port ddd00a03-813b-4dd7-8bee-199be639800a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:34.020925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:34.022848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.024104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router d0d316f8-4e32-4879-aed8-3641c54a06a8 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:34.038363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ddd00a03-813b-4dd7-8bee-199be639800a no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:34.049825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.055571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73edd445-97a6-4e27-994e-124675b3b928 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 204 len: 168 time: 2.7634730 Nov 16 21:35:34.071804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:34.072024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42092) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:34.090438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-395972782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:34.090905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:34.091734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.102493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] DHCP port deletion for b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:34.114571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port 9974e521-19c2-48f1-b6d8-17b07d120438 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:34.115728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.156560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ddd00a03-813b-4dd7-8bee-199be639800a not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:34.156983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0bd738e2-c6bb-4fc4-a569-aff67a990c6a no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:34.182271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Port': ['ID=6b562294-f4cb-4b98-a67e-645d7978df5a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.224655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Deleting port 36a95d39-dae6-4ab7-936d-38db1e450603 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:34.225333 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.284047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Deleting port 36a95d39-dae6-4ab7-936d-38db1e450603 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:34.284394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.292344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-829177c7-f434-4105-9743-dcd1b97c95df req-76b72b8d-4ff9-4866-93e5-3a8c6b68cc13 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246684 Nov 16 21:35:34.310675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.312670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.386491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] For port 36a95d39-dae6-4ab7-936d-38db1e450603, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=36a95d39-dae6-4ab7-936d-38db1e450603,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:34.388051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.388378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] For port 36a95d39-dae6-4ab7-936d-38db1e450603, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=36a95d39-dae6-4ab7-936d-38db1e450603,segment=NetworkSegment(f6c343bd-e46e-4465-8899-0d992c075cd9),segment_id=f6c343bd-e46e-4465-8899-0d992c075cd9)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:34.389465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.394462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.420101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.422495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Calling delete_port for 36a95d39-dae6-4ab7-936d-38db1e450603 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:34.442701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.450696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Calling delete_port for 36a95d39-dae6-4ab7-936d-38db1e450603 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:34.471404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.478507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] For port 9974e521-19c2-48f1-b6d8-17b07d120438, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9974e521-19c2-48f1-b6d8-17b07d120438,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:34.479222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.486448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.523761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:34.526072 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c78db9-e261-4b6e-b947-41a197aaacc9" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:34.539546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:34.542344 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.551483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:34.554428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for 9974e521-19c2-48f1-b6d8-17b07d120438 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:34.577713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.578472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 979efead-b3ce-44f0-ade1-42aadc82cb2e no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:34.585904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af0cf2-de66-49dd-b880-7b4008ff2a59,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.613953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.615639 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Added segment 0e8c335e-a581-4437-8399-f96cc8fcbe5a of type vlan for network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 Nov 16 21:35:34.619782 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3841be-f17d-4c3b-80a8-4f94488cf4ae x-openstack-request-id: req-9f3841be-f17d-4c3b-80a8-4f94488cf4ae {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:34.620077 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:34.620336 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f3841be-f17d-4c3b-80a8-4f94488cf4ae {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:34.620736 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'code': 200} Nov 16 21:35:34.631322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.632799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fa7fbacc-c025-46cc-bce4-58cdb526eabc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5579252 Nov 16 21:35:34.636325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42096) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:34.678986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:34.719605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.761791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=36a95d39-dae6-4ab7-936d-38db1e450603,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.769338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] No DVR routers for this DVR port 36a95d39-dae6-4ab7-936d-38db1e450603 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:34.796731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.800404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.802428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.815107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.824445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d93ff-542b-4a4a-803c-5150381ec27c None None] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:34.845048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b6d1a3f2-d368-43ec-a764-8bb652f076e9 None None] Provisioning complete for port 6b562294-f4cb-4b98-a67e-645d7978df5a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:34.845414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a3f2-d368-43ec-a764-8bb652f076e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.879443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.879661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.879884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.880216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.880593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.880923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.881248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.881574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.881894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.882217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.882974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.882974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:34.895748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.939004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:34.952455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] No DVR routers for this DVR port 36a95d39-dae6-4ab7-936d-38db1e450603 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:34.956729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c343bd-e46e-4465-8899-0d992c075cd9') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:34.957022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c343bd-e46e-4465-8899-0d992c075cd9') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:34.962001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068fd27-be96-45e2-871c-4bb06e6a3fec None None] Pushing event deleted for resources: {'Port': ['ID=36a95d39-dae6-4ab7-936d-38db1e450603,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.965135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:34.980754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1a3f2-d368-43ec-a764-8bb652f076e9 None None] Port 6b562294-f4cb-4b98-a67e-645d7978df5a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:34.981086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.982042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.982741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:35.006213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.009109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.017013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:35.018750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:35.019505 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:35.030853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.031672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.081926 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.091468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.093640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.094186 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.144362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c2247dd7-6a89-4853-b1fb-136e45964410 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:35.168894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.170653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.174018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event updated for resources: {'Port': ['ID=6b562294-f4cb-4b98-a67e-645d7978df5a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.180768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.186783 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] 10.222.0.54 "DELETE /v2.0/networks/b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a HTTP/1.1" status: 204 len: 168 time: 1.3944931 Nov 16 21:35:35.205743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.206107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.206445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.206808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.207320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.207696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.207996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.208321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.209247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.209573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.209891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.210256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.215532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4cd29-44cd-499c-8d30-31d7077fbc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b5a59d-ded0-4b1d-9d1e-29a6af06bf3a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.256226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] Pushing event updated for resources: {'Network': ['ID=10ef40dc-45ac-475b-99d7-e80fe9758ea3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.276156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:35.277566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:35.277889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] Provisioning complete for port c2247dd7-6a89-4853-b1fb-136e45964410 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:35.278195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.282066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:35.282225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d1d60918-0f83-4d40-ae06-5e66bc7008e3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9756186 Nov 16 21:35:35.283218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.292787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Request body: {'subnet': {'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1581111768-subnet', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:35.363259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.401804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42104) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.446562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Router e153260f-3d62-4c6e-ac8e-abbf03356e82 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:35.455744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Made reservation on behalf of ba06a6b8ae2c43148a996abfd26bcc4a for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:35.459894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.464742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:35.468268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c2247dd7-6a89-4853-b1fb-136e45964410 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:35.468648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.507363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.517526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.518234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device bfd2daa4-e923-4758-8070-dc57c88471c9 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:35.609658 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.639410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=9974e521-19c2-48f1-b6d8-17b07d120438,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.655244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aaef3053-c24c-4592-a621-c4ac2c2c9b2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93a8c0d626ba4812a5ee9144541faf64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391500 Nov 16 21:35:35.657458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.691957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:35.703312 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f88bf0b2-92ed-4318-acd6-9eee4ba14688 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2864428 Nov 16 21:35:35.705858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.719666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.723249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] Sync routers for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:35.785665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] No DVR routers for this DVR port 9974e521-19c2-48f1-b6d8-17b07d120438 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:35.797724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.801184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-17172881-9c33-4851-be4c-d1268b347810 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "DELETE /v2.0/ports/9974e521-19c2-48f1-b6d8-17b07d120438 HTTP/1.1" status: 204 len: 173 time: 2.2902346 Nov 16 21:35:35.811660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-8425346d-1447-4167-b880-0b44a93b5f6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.818723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-8425346d-1447-4167-b880-0b44a93b5f6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.825326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-8425346d-1447-4167-b880-0b44a93b5f6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.831614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-8425346d-1447-4167-b880-0b44a93b5f6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.833365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-8425346d-1447-4167-b880-0b44a93b5f6d tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 3144 time: 0.3342538 Nov 16 21:35:35.835991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:35.838591 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b025b-35ff-4b7e-bf1a-c914bd971d83" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:35.858058 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.863582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76b01b4e-563c-4fb1-a768-f04cb85db7a4 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.937781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:35.938517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:35.941466 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac53f1f-7d81-446f-b2ef-fe5f042da8dc x-openstack-request-id: req-0ac53f1f-7d81-446f-b2ef-fe5f042da8dc {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:35.942337 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "9974e521-19c2-48f1-b6d8-17b07d120438", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:35.942337 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ac53f1f-7d81-446f-b2ef-fe5f042da8dc {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:35.942570 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '9974e521-19c2-48f1-b6d8-17b07d120438', 'status': 'completed', 'code': 200} Nov 16 21:35:35.984896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:35.993740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.998990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device bfd2daa4-e923-4758-8070-dc57c88471c9 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:36.000025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device c2207239-9b32-4569-8e7a-a5366d85b96a no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:36.030063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.047659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.051329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:36.051979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:36.057893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] For port c2247dd7-6a89-4853-b1fb-136e45964410, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c2247dd7-6a89-4853-b1fb-136e45964410,segment=NetworkSegment(3c7f1a4e-5910-4279-99f3-286a6d8aeb6b),segment_id=3c7f1a4e-5910-4279-99f3-286a6d8aeb6b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:36.123192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8fb8ff7-cacf-43b3-856c-d2f88ca44804 req-bc51e4cd-cd2b-42eb-aef9-21b4b4811c34 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723334 Nov 16 21:35:36.123426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:36.124363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652c6b3-58fa-4e88-93af-bcaef3c336a1 None None] The sync data for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:36.126163 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.128317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.195711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.217879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:36.218273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.250051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:35:36.250051 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:35:36.258573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5351e-34aa-4922-ab1f-65e10b2abf88 None None] Pushing event updated for resources: {'Port': ['ID=c2247dd7-6a89-4853-b1fb-136e45964410,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.280213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.284806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-53e486bc-5274-4b71-81dd-7c3d59bfba8a None None] Provisioning complete for port 6b562294-f4cb-4b98-a67e-645d7978df5a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:36.285199 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-53e486bc-5274-4b71-81dd-7c3d59bfba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.332353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.335185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.336353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c405d73-34d3-4e68-a412-c1a7398c61ac HTTP/1.1" status: 204 len: 168 time: 0.6760023 Nov 16 21:35:36.355668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-53e486bc-5274-4b71-81dd-7c3d59bfba8a None None] Port 6b562294-f4cb-4b98-a67e-645d7978df5a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:36.376750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:36.382099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae736547-06ed-4364-aa48-f01f6b480415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c405d73-34d3-4e68-a412-c1a7398c61ac,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.384452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-53e486bc-5274-4b71-81dd-7c3d59bfba8a None None] Provisioning complete for port c2247dd7-6a89-4853-b1fb-136e45964410 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:36.384956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-53e486bc-5274-4b71-81dd-7c3d59bfba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.389312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.390218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9974e521-19c2-48f1-b6d8-17b07d120438 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:36.426474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Allocated IP 172.25.7.98 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/6be44468-de23-479a-aeff-80d61a4e3a0b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:36.430591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] For port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:36.430975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.454145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:36.469807 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-76b01b4e-563c-4fb1-a768-f04cb85db7a4 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:35:36.470876 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76b01b4e-563c-4fb1-a768-f04cb85db7a4 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82 HTTP/1.1" status: 409 len: 329 time: 0.7641110 Nov 16 21:35:36.473895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:36.536419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53abd25a-1851-4e65-9365-2511b61287bb,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.556540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 9974e521-19c2-48f1-b6d8-17b07d120438 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:36.557097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9974e521-19c2-48f1-b6d8-17b07d120438 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:36.572564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Checking segment: {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:36.572929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Network hostable DHCP agents. Network: 10ef40dc-45ac-475b-99d7-e80fe9758ea3, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:36.584119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.619982 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.624638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e'}, {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09'}, {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:36.627246 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a393e85c-c9b5-4671-8b02-180d1fd11a86" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e"}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09"}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:36.631782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:36.676296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 10ef40dc-45ac-475b-99d7-e80fe9758ea3) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:36.683540 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c0abfb-14a6-4e2d-9748-e8ffae5754e2 x-openstack-request-id: req-51c0abfb-14a6-4e2d-9748-e8ffae5754e2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:36.683845 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e", "code": 200}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09", "code": 200}, {"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:36.683965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.684083 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51c0abfb-14a6-4e2d-9748-e8ffae5754e2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:36.684543 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'code': 200} Nov 16 21:35:36.684800 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'code': 200} Nov 16 21:35:36.685050 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'code': 200} Nov 16 21:35:36.686985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed49143-71c7-4bc8-935a-fe3644acf6e5 None None] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:36.742350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event updated for resources: {'Port': ['ID=6be44468-de23-479a-aeff-80d61a4e3a0b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.745567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:36.746270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.751231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:36.754511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:36.760424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:36.773184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-120d9cbc-6bca-4484-9a2e-dff298ad040d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4861367 Nov 16 21:35:36.775265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:36.781422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:36.791363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.813825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6420fea-296e-4266-aa0e-1fd16b1fe5fb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:36.830860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.855116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.856345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.923771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.975777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 36a95d39-dae6-4ab7-936d-38db1e450603 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:36.994424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42122) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:37.006604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'fixed_ips': [{'subnet_id': '53abd25a-1851-4e65-9365-2511b61287bb'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:37.006876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] No DVR routers for this DVR port d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:37.007458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.011306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.012629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 36a95d39-dae6-4ab7-936d-38db1e450603 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:37.012970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 36a95d39-dae6-4ab7-936d-38db1e450603 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:37.013382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a41c305a-8d74-4ca5-9288-09352b0213ba no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:37.014579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-fc46f159-45ec-4bf1-b50c-bb7fa88fb1cc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "DELETE /v2.0/ports/d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09 HTTP/1.1" status: 204 len: 173 time: 1.1714048 Nov 16 21:35:37.046479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a41c305a-8d74-4ca5-9288-09352b0213ba {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:37.046796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a41c305a-8d74-4ca5-9288-09352b0213ba not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:37.132051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.140396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c2f4c3ac-eac4-4c74-85d8-0c65cc2aa94d None None] Provisioning complete for port 6be44468-de23-479a-aeff-80d61a4e3a0b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:37.140396 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c3ac-eac4-4c74-85d8-0c65cc2aa94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.187332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04b22b56-3f23-43ce-b5d5-7c698e3d08a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e44ddfed77a447c6a40650b336e93768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901050 Nov 16 21:35:37.191002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42126) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:37.197962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c2247dd7-6a89-4853-b1fb-136e45964410 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:37.257157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4c3ac-eac4-4c74-85d8-0c65cc2aa94d None None] Port 6be44468-de23-479a-aeff-80d61a4e3a0b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:37.301700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Allocated IP 172.20.0.2 (10ef40dc-45ac-475b-99d7-e80fe9758ea3/53abd25a-1851-4e65-9365-2511b61287bb/659d2eb0-d4b3-427c-b992-6f66710ee825) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:37.305511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.309524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:37.310088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.316587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.318749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c2247dd7-6a89-4853-b1fb-136e45964410 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:37.319177 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.323921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.479145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.570994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.577435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.628632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Pushing event updated for resources: {'Port': ['ID=659d2eb0-d4b3-427c-b992-6f66710ee825,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:37.644410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.648501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:37.650653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:37.657958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:37.693322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.727034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Attempting to bind port 659d2eb0-d4b3-427c-b992-6f66710ee825 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:37.727397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Attempting to bind port 659d2eb0-d4b3-427c-b992-6f66710ee825 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:37.727759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Attempting to bind port 659d2eb0-d4b3-427c-b992-6f66710ee825 on network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:37.733429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:37.734053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Checking segment: {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:37.734458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.735033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Bound using segment: {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:37.735517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Bound port: 659d2eb0-d4b3-427c-b992-6f66710ee825, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:37.736074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.810970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] For port 659d2eb0-d4b3-427c-b992-6f66710ee825, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:37.814026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] For port 659d2eb0-d4b3-427c-b992-6f66710ee825, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=659d2eb0-d4b3-427c-b992-6f66710ee825,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:37.818818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Allocated IP 172.25.7.116 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c50c0c40-bcda-4140-ac94-261ec59a37e3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:37.821429 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.906104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa9a1-de78-487d-b60d-d0073191c638 None None] Pushing event updated for resources: {'Port': ['ID=659d2eb0-d4b3-427c-b992-6f66710ee825,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:37.911016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128bacb-68f7-464a-b67b-2ff65a92a3d2 req-f3c626c3-a4a5-49e9-9a99-f557581d32b2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:37.917636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128bacb-68f7-464a-b67b-2ff65a92a3d2 req-f3c626c3-a4a5-49e9-9a99-f557581d32b2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:37.923934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128bacb-68f7-464a-b67b-2ff65a92a3d2 req-f3c626c3-a4a5-49e9-9a99-f557581d32b2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:37.925637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8128bacb-68f7-464a-b67b-2ff65a92a3d2 req-f3c626c3-a4a5-49e9-9a99-f557581d32b2 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 2410 time: 0.6345916 Nov 16 21:35:37.944124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:37.946348 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c28e16f-a94b-4d63-9a3d-0674e0cccad2" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:37.986653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] For port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:37.987071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.032528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.034227 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb41d31e-f047-47ee-b1aa-4a919f2176ff x-openstack-request-id: req-bb41d31e-f047-47ee-b1aa-4a919f2176ff {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:38.034523 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "d1ef8442-2fd4-4ce5-8e08-7b5cb0599b09", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:38.034776 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb41d31e-f047-47ee-b1aa-4a919f2176ff {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:38.035238 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': 'd1ef8442-2fd4-4ce5-8e08-7b5cb0599b09', 'status': 'completed', 'code': 200} Nov 16 21:35:38.059051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port 6b562294-f4cb-4b98-a67e-645d7978df5a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:38.059547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.083331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for 0bd738e2-c6bb-4fc4-a569-aff67a990c6a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:38.145122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8128bacb-68f7-464a-b67b-2ff65a92a3d2 req-5ab6ea65-05ad-4d19-b823-2f6b558737bb tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097392 Nov 16 21:35:38.149707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.152331 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.153475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e80d12bc-de8c-45a6-ab46-02fa4781467d HTTP/1.1" status: 204 len: 168 time: 0.9601839 Nov 16 21:35:38.185475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.222637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc12b2-1ebd-4756-9b57-1926e2fcebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d12bc-de8c-45a6-ab46-02fa4781467d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:38.251911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:38.260659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.268867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.284092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:38.292276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:38.298698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.306727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b643fd8-8d98-4fbc-88db-f213189c3328 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:38.355382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=c50c0c40-bcda-4140-ac94-261ec59a37e3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:38.370991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for 6b562294-f4cb-4b98-a67e-645d7978df5a owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:38.405719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-457f9b04-f64f-4b20-9424-4862966313ac None None] Provisioning complete for port c50c0c40-bcda-4140-ac94-261ec59a37e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:38.406956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457f9b04-f64f-4b20-9424-4862966313ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.473083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-457f9b04-f64f-4b20-9424-4862966313ac None None] Port c50c0c40-bcda-4140-ac94-261ec59a37e3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:38.524175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.564510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=0bd738e2-c6bb-4fc4-a569-aff67a990c6a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:38.621220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Router c10017e6-9e82-4f7e-95a4-b33619c5c4ef is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:38.623438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] No DVR routers for this DVR port 0bd738e2-c6bb-4fc4-a569-aff67a990c6a on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:38.626149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.631479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-b0cbf9ef-a891-4bb9-ba61-bc6254180b95 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "DELETE /v2.0/ports/0bd738e2-c6bb-4fc4-a569-aff67a990c6a HTTP/1.1" status: 204 len: 173 time: 1.6030617 Nov 16 21:35:38.829587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:38.837083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.845262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] Sync routers for ids ['c10017e6-9e82-4f7e-95a4-b33619c5c4ef'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:38.845893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.853181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-541461d8-117e-45ab-a7d1-c7ac43b12306 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "PUT /v2.0/routers/c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 200 len: 878 time: 4.2162213 Nov 16 21:35:38.863285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42132) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:38.872828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] Routers {'c10017e6-9e82-4f7e-95a4-b33619c5c4ef'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:38.875645 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c10017e6-9e82-4f7e-95a4-b33619c5c4ef'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:38.902003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.969986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.973222 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:39.004995 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] Routers {'c10017e6-9e82-4f7e-95a4-b33619c5c4ef'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:39.005990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c10017e6-9e82-4f7e-95a4-b33619c5c4ef'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:39.074392 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:39.075083 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d580f6a-afb5-4aa2-a204-fca8d9d3c2ee None None] The sync data for ids ['c10017e6-9e82-4f7e-95a4-b33619c5c4ef'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:39.093595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fb031c2b-940d-4456-899d-d9acf547be87 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 200 len: 919 time: 0.2289853 Nov 16 21:35:39.096807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42134) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.101514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port c2207239-9b32-4569-8e7a-a5366d85b96a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:39.101830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.104979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=6b562294-f4cb-4b98-a67e-645d7978df5a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:39.247370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 659d2eb0-d4b3-427c-b992-6f66710ee825 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:39.288622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6233fd-b6c6-4a84-b351-8b4fc07b71a6 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:39.290117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7c6233fd-b6c6-4a84-b351-8b4fc07b71a6 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=c10017e6-9e82-4f7e-95a4-b33619c5c4ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1921537 Nov 16 21:35:39.294695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.341362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 659d2eb0-d4b3-427c-b992-6f66710ee825 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:39.341911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.389545 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.410095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] For port c2207239-9b32-4569-8e7a-a5366d85b96a, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=c2207239-9b32-4569-8e7a-a5366d85b96a,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:39.410460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.413180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.473436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2b128-63a8-4fb5-bb40-408af1bc8479 None None] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:39.531646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978f66-90a9-43de-8eed-f1d4c5d556aa req-7f2da2ab-21a5-4a0a-bfc0-61a7550a0cd1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:39.535724 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.539887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978f66-90a9-43de-8eed-f1d4c5d556aa req-7f2da2ab-21a5-4a0a-bfc0-61a7550a0cd1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:39.548941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87978f66-90a9-43de-8eed-f1d4c5d556aa req-7f2da2ab-21a5-4a0a-bfc0-61a7550a0cd1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 1677 time: 0.2101696 Nov 16 21:35:39.592919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64bf39-97a7-4d14-9cb7-820a64fc56ae tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:39.594222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a64bf39-97a7-4d14-9cb7-820a64fc56ae tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.2985861 Nov 16 21:35:39.601739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42140) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.623884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-26e9caa5-a7f3-431b-a01b-b9b8fffa4e02 None None] Provisioning complete for port 659d2eb0-d4b3-427c-b992-6f66710ee825 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:39.624284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26e9caa5-a7f3-431b-a01b-b9b8fffa4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.630336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 659d2eb0-d4b3-427c-b992-6f66710ee825, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=659d2eb0-d4b3-427c-b992-6f66710ee825,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:39.663300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.671831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d0e3a877-29a1-43e3-9083-8106aafedec7 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 200 len: 205 time: 0.0606759 Nov 16 21:35:39.674636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42142) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.744335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=659d2eb0-d4b3-427c-b992-6f66710ee825,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:39.788850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87978f66-90a9-43de-8eed-f1d4c5d556aa req-2931759f-7164-404b-95c5-57e59fdffdee tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390070 Nov 16 21:35:39.878594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.878889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.879177 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Floating IP 9200e857-5d86-4ec6-be72-8b38b4cfac6a disassociated. External IP: 172.25.7.8, port: c2207239-9b32-4569-8e7a-a5366d85b96a. Nov 16 21:35:39.879599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for c2207239-9b32-4569-8e7a-a5366d85b96a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:39.888095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.037214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:40.039515 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4126d75-fbf8-4791-bdc1-2037fa47fd31" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:40.058087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.065576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Router e153260f-3d62-4c6e-ac8e-abbf03356e82 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:40.071282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Router 15fc0e60-eb55-4953-85bd-f2e489c5db70 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:40.122165 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae2326f-db58-4ef4-bead-365077a9ca3b x-openstack-request-id: req-bae2326f-db58-4ef4-bead-365077a9ca3b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:40.122990 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "0bd738e2-c6bb-4fc4-a569-aff67a990c6a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:40.123406 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bae2326f-db58-4ef4-bead-365077a9ca3b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:40.124255 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '0bd738e2-c6bb-4fc4-a569-aff67a990c6a', 'status': 'completed', 'code': 200} Nov 16 21:35:40.164931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.197128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=c2207239-9b32-4569-8e7a-a5366d85b96a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:40.209015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port 6be44468-de23-479a-aeff-80d61a4e3a0b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:40.209347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.228952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9e70b51d-bcaf-4e19-bcda-b24a90b41ad1 None None] Provisioning complete for port 659d2eb0-d4b3-427c-b992-6f66710ee825 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:40.229935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e70b51d-bcaf-4e19-bcda-b24a90b41ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.230877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:40.245316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-829efbfd-7064-464d-bc51-efd1030f02b6 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687137 Nov 16 21:35:40.245982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.293730 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-e4088307-310e-4935-a7b9-918cfdff18d1 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] show failed (client error): The resource could not be found. Nov 16 21:35:40.300378 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4088307-310e-4935-a7b9-918cfdff18d1 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1589361398 HTTP/1.1" status: 404 len: 335 time: 0.0491250 Nov 16 21:35:40.303392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.304921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] Sync routers for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:40.309210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-36d301ec-62ed-493b-ad4f-9c4447a97379 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:40.324235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:40.325054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.351464 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-36d301ec-62ed-493b-ad4f-9c4447a97379 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] update failed (client error): The resource could not be found. Nov 16 21:35:40.357365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-36d301ec-62ed-493b-ad4f-9c4447a97379 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1028471954 HTTP/1.1" status: 404 len: 335 time: 0.0530331 Nov 16 21:35:40.359748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.399339 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.404204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:40.418837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for 6be44468-de23-479a-aeff-80d61a4e3a0b owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:40.426182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Router 8daaa5af-0aa6-4564-ada6-a038946513b4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:40.426520 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Sync routers for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:40.427956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting subnet b302e01d-85dc-4e39-91ed-a754db97a976 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:40.432009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.436961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.438228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5206875-298e-40cf-9b30-9aaa6962dfe3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6619985 Nov 16 21:35:40.442231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42152) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.455112 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:40.461813 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.485034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.493686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.504284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] Routers {'e153260f-3d62-4c6e-ac8e-abbf03356e82'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:40.505027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e153260f-3d62-4c6e-ac8e-abbf03356e82'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.549905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.550647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76d8ba-399d-408b-8510-7f3fa2b54bea None None] The sync data for ids ['e153260f-3d62-4c6e-ac8e-abbf03356e82'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:40.635413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.636027 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:40.713181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.736960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:40.742490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Subnet': ['ID=b302e01d-85dc-4e39-91ed-a754db97a976,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:40.751388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.758115 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-98f964d4-1444-4c43-a50b-f7e8f010f32a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/subnets/b302e01d-85dc-4e39-91ed-a754db97a976 HTTP/1.1" status: 204 len: 168 time: 0.3945894 Nov 16 21:35:40.758892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42154) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.765093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf2b49-15d8-4b0a-84f5-8343e8f1ed05 None None] Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:40.771683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Sync routers for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:40.883465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.902727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:40.904723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.934505 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:38Z', 'revision_number': 3, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:40.974702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port c2247dd7-6a89-4853-b1fb-136e45964410 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:40.975012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.992833 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Checking router: 15fc0e60-eb55-4953-85bd-f2e489c5db70 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:40.993513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Updating router 15fc0e60-eb55-4953-85bd-f2e489c5db70 port c50c0c40-bcda-4140-ac94-261ec59a37e3 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:41.047871 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.066235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] For port c2247dd7-6a89-4853-b1fb-136e45964410, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c2247dd7-6a89-4853-b1fb-136e45964410,segment=NetworkSegment(3c7f1a4e-5910-4279-99f3-286a6d8aeb6b),segment_id=3c7f1a4e-5910-4279-99f3-286a6d8aeb6b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:41.066726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.091558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for c2247dd7-6a89-4853-b1fb-136e45964410 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:41.094240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:41.190349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c4674-b689-4c1a-9c6d-d4e324721e71 None None] DHCP port deletion for 411f4b55-502b-43af-85ec-ee4ce0a046c0 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:41.259383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.286393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=c2247dd7-6a89-4853-b1fb-136e45964410,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.301824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] No DVR routers for this DVR port c2247dd7-6a89-4853-b1fb-136e45964410 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:41.420456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.444099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] No DVR routers for this DVR port c2207239-9b32-4569-8e7a-a5366d85b96a on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:41.454040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411f4b55-502b-43af-85ec-ee4ce0a046c0']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:41.454898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.460966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-192cf8fa-2bc3-4cff-8d52-1995f90b28f5 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "DELETE /v2.0/ports/c2207239-9b32-4569-8e7a-a5366d85b96a HTTP/1.1" status: 204 len: 173 time: 2.8230891 Nov 16 21:35:41.467226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:41.467759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7f1a4e-5910-4279-99f3-286a6d8aeb6b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:41.479605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.495359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.503011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:41.503645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.503799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 659d2eb0-d4b3-427c-b992-6f66710ee825 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:41.543998 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.558079 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:41.580436 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:41.591117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.636121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cc7a1-e955-44c8-8630-15b3568df733 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:41.638737 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Attempting to bind port c50c0c40-bcda-4140-ac94-261ec59a37e3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:41.639207 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Attempting to bind port c50c0c40-bcda-4140-ac94-261ec59a37e3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:41.640758 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Attempting to bind port c50c0c40-bcda-4140-ac94-261ec59a37e3 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:41.645552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.648079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.654077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:41.654462 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:41.654958 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.655650 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/networks/411f4b55-502b-43af-85ec-ee4ce0a046c0 HTTP/1.1" status: 204 len: 168 time: 0.8951292 Nov 16 21:35:41.655850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:41.656300 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Bound port: c50c0c40-bcda-4140-ac94-261ec59a37e3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:41.656668 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.657828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd21c2c-58bd-41de-9fbd-79a6f9e01d0a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Network': ['ID=411f4b55-502b-43af-85ec-ee4ce0a046c0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.661119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42158) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:41.697443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 659d2eb0-d4b3-427c-b992-6f66710ee825 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:41.697982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.702227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c4674-b689-4c1a-9c6d-d4e324721e71 None None] Deleting port c2247dd7-6a89-4853-b1fb-136e45964410 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:41.702730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f8c4674-b689-4c1a-9c6d-d4e324721e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.756067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] For port c50c0c40-bcda-4140-ac94-261ec59a37e3, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:41.758129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting subnet ec6612f8-451d-4a54-b79b-19719a6d45b6 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:41.759317 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] For port c50c0c40-bcda-4140-ac94-261ec59a37e3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c50c0c40-bcda-4140-ac94-261ec59a37e3,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:41.763652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.768434 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Pushing event updated for resources: {'Port': ['ID=c50c0c40-bcda-4140-ac94-261ec59a37e3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.774178 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.782304 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.782690 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.783060 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.783398 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.783728 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.784064 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-1f8c4674-b689-4c1a-9c6d-d4e324721e71 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 could not be found. Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 411f4b55-502b-43af-85ec-ee4ce0a046c0 could not be found. Nov 16 21:35:41.784192 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.791548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:41.820070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c34d2-e639-4127-89de-70514bf2288f None None] DHCP port deletion for 411f4b55-502b-43af-85ec-ee4ce0a046c0 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:41.845712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=6be44468-de23-479a-aeff-80d61a4e3a0b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.847213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.859027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] Provisioning complete for port c50c0c40-bcda-4140-ac94-261ec59a37e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:41.860438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.892000 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcae27-80cc-49f1-9d42-ceaaa5da3f74 None None] Pushing event updated for resources: {'Port': ['ID=c50c0c40-bcda-4140-ac94-261ec59a37e3,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.901944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf306d5-e51e-435c-a34d-17f02b329cae None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:35:41.915761 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:41.916630 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:41.961988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.010908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:42.045806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.077640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Checking router: 8daaa5af-0aa6-4564-ada6-a038946513b4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:42.083580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6612f8-451d-4a54-b79b-19719a6d45b6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.096405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.101942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e7e2033a-8d7c-46c4-ae64-de9c1f32b822 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/subnets/ec6612f8-451d-4a54-b79b-19719a6d45b6 HTTP/1.1" status: 204 len: 168 time: 0.4379737 Nov 16 21:35:42.103945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42160) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.105107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.124431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:42.125050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:42.149953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4aa92-d523-494b-a10c-b0656ef22a7b req-f22cc119-d0b9-46ff-9e86-40e7f429879e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:42.157461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76f4aa92-d523-494b-a10c-b0656ef22a7b req-f22cc119-d0b9-46ff-9e86-40e7f429879e tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 943 time: 0.6841726 Nov 16 21:35:42.158613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:42.176711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:42.179871 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a4cb8-0fda-44c7-94ff-c4ac617f2393" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:42.180965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting subnet a45e52bb-1773-4e89-aea9-45a62031c748 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:42.185142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.227603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:35:42.247604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.265506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:42.281610 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105f8aa5-c1aa-48db-83ca-c43d85c89986 x-openstack-request-id: req-105f8aa5-c1aa-48db-83ca-c43d85c89986 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:42.281894 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "c2207239-9b32-4569-8e7a-a5366d85b96a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:42.282145 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-105f8aa5-c1aa-48db-83ca-c43d85c89986 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:42.282538 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': 'c2207239-9b32-4569-8e7a-a5366d85b96a', 'status': 'completed', 'code': 200} Nov 16 21:35:42.316135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.342975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] For port c50c0c40-bcda-4140-ac94-261ec59a37e3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c50c0c40-bcda-4140-ac94-261ec59a37e3,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:42.366158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.373471 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.383906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.392901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.394131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76f4aa92-d523-494b-a10c-b0656ef22a7b req-ed87e922-9fb4-4e16-aeeb-a7203e738217 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c5c8e8-95aa-41fe-b2f7-a86603f96b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356553 Nov 16 21:35:42.445013 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:38Z', 'revision_number': 3, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:42.454276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.471578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port 979efead-b3ce-44f0-ade1-42aadc82cb2e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:42.471972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.484341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e52bb-1773-4e89-aea9-45a62031c748,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.490709 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fb089-2461-4b46-abbb-23caa046419e None None] The sync data for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 is: [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:38Z', 'revision_number': 3, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:42.499826 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.507464 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4fb95784-916e-4352-9980-a1c6ddd6f05a tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/subnets/a45e52bb-1773-4e89-aea9-45a62031c748 HTTP/1.1" status: 204 len: 168 time: 0.4003026 Nov 16 21:35:42.508103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42164) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.567148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.568336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router c10017e6-9e82-4f7e-95a4-b33619c5c4ef {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:42.579097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c8420-e14c-4e7e-9fca-6394becb3238 None None] Pushing event updated for resources: {'Port': ['ID=c50c0c40-bcda-4140-ac94-261ec59a37e3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.589763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.591866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-977185d2-43b8-4396-af54-2bd37378c33f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 204 len: 168 time: 2.9160497 Nov 16 21:35:42.599078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.601583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.607117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-827987358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:42.613051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf306d5-e51e-435c-a34d-17f02b329cae None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:35:42.661015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.662952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.715122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.723168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] For port 979efead-b3ce-44f0-ade1-42aadc82cb2e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=979efead-b3ce-44f0-ade1-42aadc82cb2e,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:42.723621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.726112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.742339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for 979efead-b3ce-44f0-ade1-42aadc82cb2e owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:42.757148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.761778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.766841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b22d9005-bd16-4faa-b8be-7862e823734a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1616762 Nov 16 21:35:42.767778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42168) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.773115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:42.774182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': True}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:42.780911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:42.781905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.819984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d872-3162-4ecd-885c-d14090d4911a None None] The sync data for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 is: [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:24:15Z', 'revision_number': 4, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '60e8909c-539d-4431-9042-c15a68e18d10', 'name': '', 'network_id': 'aab467e1-611d-4394-87cc-a6729d8256c7', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'mac_address': 'fa:16:3e:9a:63:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:13Z', 'updated_at': '2021-11-16T21:24:30Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'subnets': [{'id': '35977ea4-6cf8-43e0-80c2-365d82f1af63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:42.905121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.025503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] For port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,segment=NetworkSegment(dddf3a18-84ea-49b3-82ba-84ed9d1b1094),segment_id=dddf3a18-84ea-49b3-82ba-84ed9d1b1094)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:43.026458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.102355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:43.162523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.187830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc1816-28b3-481b-8738-a99bac0b3c37 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:43.199851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Allocated IP 172.20.0.1 (10ef40dc-45ac-475b-99d7-e80fe9758ea3/53abd25a-1851-4e65-9365-2511b61287bb/128a9888-0cde-4ae8-a194-70942aa820df) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:43.200517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7084e4-8548-4cd7-bcc8-19b15e57630d None None] Network 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:43.202778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.233399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=979efead-b3ce-44f0-ade1-42aadc82cb2e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:43.241358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5213b-5155-4c69-abde-c01f0a94de3b None None] Network 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:43.308523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34bc259-c575-4234-bad1-fabe755023a8 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:43.350560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] No DVR routers for this DVR port 979efead-b3ce-44f0-ade1-42aadc82cb2e on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:43.357168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.360940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6abe6a7-4e20-4a8c-8378-7f2682bc1f45 req-8a8b0471-d626-4c85-bdb0-f7559ca185f1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.36 "DELETE /v2.0/ports/979efead-b3ce-44f0-ade1-42aadc82cb2e HTTP/1.1" status: 204 len: 173 time: 1.8901792 Nov 16 21:35:43.366172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c50c0c40-bcda-4140-ac94-261ec59a37e3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:43.475147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.477968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.558755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.567003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=fe813fe3-7f0d-4dde-ad3e-0319a30e54f4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:43.570645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] No DVR routers for this DVR port fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:43.645386 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a4333-93af-4008-b492-18d536c085b6 None None] New status for floating IP 9200e857-5d86-4ec6-be72-8b38b4cfac6a: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:35:43.685419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4deea21f-efb3-470d-80b3-0116b9d3eef2 req-57101464-712d-4b3f-b28a-6daba629f4e1 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0679951 Nov 16 21:35:43.722092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:43.742072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:43.748656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:43.773542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f56a7f2c-3761-4b34-8ba2-41bf4006746b None None] Provisioning complete for port c50c0c40-bcda-4140-ac94-261ec59a37e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.774131 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f56a7f2c-3761-4b34-8ba2-41bf4006746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.817076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port c50c0c40-bcda-4140-ac94-261ec59a37e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.817942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.845696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.854250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:43.928968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.034915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:44.065885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:44.066145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddf3a18-84ea-49b3-82ba-84ed9d1b1094') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:44.097997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.105512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.137129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.139163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.171555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:44.171969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:44.176509 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:44.181825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.283439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:44.285848 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d6fb7-49c4-447a-b6ed-9186e2b4441b" -d '{"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:44.306277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f59cb-6b78-48eb-a980-49a2743c696f None None] DHCP port deletion for 74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:44.349594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.373598 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05d6cf-2bd4-4df2-8068-702a0c6f466e x-openstack-request-id: req-0b05d6cf-2bd4-4df2-8068-702a0c6f466e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:44.374001 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e687c25b-e074-4828-812f-81a891aee0f5", "name": "network-vif-deleted", "tag": "979efead-b3ce-44f0-ade1-42aadc82cb2e", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:44.375197 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b05d6cf-2bd4-4df2-8068-702a0c6f466e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:44.375836 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e687c25b-e074-4828-812f-81a891aee0f5', 'name': 'network-vif-deleted', 'tag': '979efead-b3ce-44f0-ade1-42aadc82cb2e', 'status': 'completed', 'code': 200} Nov 16 21:35:44.399232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.403514 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/networks/74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf HTTP/1.1" status: 204 len: 168 time: 1.8926921 Nov 16 21:35:44.409055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42176) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:44.430957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] DHCP port deletion for 29da727e-a814-4e3f-a3b8-f7346cd3a2e1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:44.451349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d584bd-35c2-4f34-b9a0-c01bb5d18047 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Network': ['ID=74779f3c-ec21-4dbc-96c5-0c1f86e9b9bf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:44.504210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.513015 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.544277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.25.7.172 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a795b3f9-d378-4f5f-9157-12b2e251b423) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:44.589695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.618184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.622255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c2247dd7-6a89-4853-b1fb-136e45964410 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:44.635155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:44.651090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: c2247dd7-6a89-4853-b1fb-136e45964410 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:44.651621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c2247dd7-6a89-4853-b1fb-136e45964410 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:44.660334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Deleting port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:44.660836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.718630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-28333805-342a-4801-a8c6-beccf9766117 None None] Provisioning complete for port 128a9888-0cde-4ae8-a194-70942aa820df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:44.718630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28333805-342a-4801-a8c6-beccf9766117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.774281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.775888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:44.782545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:44.786393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:44.787017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.791497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] For port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,segment=NetworkSegment(a8258ede-89ac-488d-890c-e9bfba0bf5b5),segment_id=a8258ede-89ac-488d-890c-e9bfba0bf5b5)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:44.791980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.815131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-28333805-342a-4801-a8c6-beccf9766117 None None] Port 128a9888-0cde-4ae8-a194-70942aa820df cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:44.818419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Calling delete_port for 5b4a122e-5aab-4d38-ab15-2f2eb88547ec owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:44.916169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] For port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,segment=NetworkSegment(a8258ede-89ac-488d-890c-e9bfba0bf5b5),segment_id=a8258ede-89ac-488d-890c-e9bfba0bf5b5)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:44.916843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.921683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.954146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.955513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9bb6777-be04-4c9c-9a86-00bbd38d47c7 req-883cc94f-c17e-460d-b69b-969b01c74a54 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0822005 Nov 16 21:35:44.975036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for 5b4a122e-5aab-4d38-ab15-2f2eb88547ec owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:45.005869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] Pushing event deleted for resources: {'Port': ['ID=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:45.019750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee7e6d-e431-4ab2-a1e4-d34da3616281 None None] No DVR routers for this DVR port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:45.026424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:45.039493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:45.056535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7379f03-ec81-4b47-8130-8d4f385800ea None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:45.090607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Router 15fc0e60-eb55-4953-85bd-f2e489c5db70 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:45.112147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:45.120369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=a795b3f9-d378-4f5f-9157-12b2e251b423,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:45.160940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92d1e5b7-fd32-4df7-940e-0123eb2bf4d1 None None] Provisioning complete for port a795b3f9-d378-4f5f-9157-12b2e251b423 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.161943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5b7-fd32-4df7-940e-0123eb2bf4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.212255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5b4a122e-5aab-4d38-ab15-2f2eb88547ec no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:45.238038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e5b7-fd32-4df7-940e-0123eb2bf4d1 None None] Port a795b3f9-d378-4f5f-9157-12b2e251b423 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:45.239894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5b4a122e-5aab-4d38-ab15-2f2eb88547ec {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:45.240690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5b4a122e-5aab-4d38-ab15-2f2eb88547ec not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:45.241210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:45.262724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:45.263254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fe813fe3-7f0d-4dde-ad3e-0319a30e54f4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:45.264429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:45.287371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb5613c4-48e4-4f2f-8db1-bbcb98e2c0b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/15fc0e60-eb55-4953-85bd-f2e489c5db70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8417108 Nov 16 21:35:45.326234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.346536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb68323f-ef84-45a9-b55f-500c2e0649bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.369418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=5b4a122e-5aab-4d38-ab15-2f2eb88547ec,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:45.374750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ed303a7d-8fce-4807-b6ce-71779a94d42b None None] Provisioning complete for port 128a9888-0cde-4ae8-a194-70942aa820df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.375802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed303a7d-8fce-4807-b6ce-71779a94d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.386560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] No DVR routers for this DVR port 5b4a122e-5aab-4d38-ab15-2f2eb88547ec on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:45.432429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ed303a7d-8fce-4807-b6ce-71779a94d42b None None] Port 128a9888-0cde-4ae8-a194-70942aa820df cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:45.555141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.587445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29da727e-a814-4e3f-a3b8-f7346cd3a2e1']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:45.597983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Sync routers for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:45.609489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8258ede-89ac-488d-890c-e9bfba0bf5b5') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:45.609745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8258ede-89ac-488d-890c-e9bfba0bf5b5') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:45.614619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:45.615636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:45.632824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.652569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.725887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.739516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:45.740092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:45.743461 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:45.746214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:46.040957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:44Z', 'revision_number': 4, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '128a9888-0cde-4ae8-a194-70942aa820df', 'name': '', 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'mac_address': 'fa:16:3e:f4:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '53abd25a-1851-4e65-9365-2511b61287bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:42Z', 'updated_at': '2021-11-16T21:35:44Z', 'revision_number': 2, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'subnets': [{'id': '53abd25a-1851-4e65-9365-2511b61287bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:46.095937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Checking router: 15fc0e60-eb55-4953-85bd-f2e489c5db70 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:46.096328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Updating router 15fc0e60-eb55-4953-85bd-f2e489c5db70 port 128a9888-0cde-4ae8-a194-70942aa820df binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:46.126009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.128732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2acd33de-cc90-41a6-a56e-b926a819afd2 req-e5e7f1e4-1869-4e96-a632-67735579e001 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0508349 Nov 16 21:35:46.315027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.330380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.333206 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/networks/29da727e-a814-4e3f-a3b8-f7346cd3a2e1 HTTP/1.1" status: 204 len: 168 time: 1.9230771 Nov 16 21:35:46.336079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.349771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ef908-b8c7-4468-a448-6aa199f75611 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Network': ['ID=29da727e-a814-4e3f-a3b8-f7346cd3a2e1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.371055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.375158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.421004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting subnet 4efed5b3-be7a-4e25-8f07-86c4d57a9c36 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:46.425904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.474737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.530877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.544834 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.560077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router 79f55216-3c08-4d2b-a790-0456ce329a53 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:46.585609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1a8f2-201c-4638-bcc2-fb5f993f5e31 None None] Pushing event updated for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.592051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.671515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Attempting to bind port 128a9888-0cde-4ae8-a194-70942aa820df on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:46.671887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Attempting to bind port 128a9888-0cde-4ae8-a194-70942aa820df by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:46.672256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Attempting to bind port 128a9888-0cde-4ae8-a194-70942aa820df on network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:46.680289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:46.680671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Checking segment: {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:46.681087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.682104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Bound using segment: {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:46.685789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Bound port: 128a9888-0cde-4ae8-a194-70942aa820df, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8c335e-a581-4437-8399-f96cc8fcbe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:46.686240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.710922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.724720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:46.731614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.735029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] Sync routers for ids ['79f55216-3c08-4d2b-a790-0456ce329a53'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:46.737413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f4202be-6d78-40fb-b050-19fc7623c9b3 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "PUT /v2.0/routers/79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 200 len: 914 time: 3.9690495 Nov 16 21:35:46.738064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.766830 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] Routers {'79f55216-3c08-4d2b-a790-0456ce329a53'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:46.767463 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['79f55216-3c08-4d2b-a790-0456ce329a53'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:46.780721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Subnet': ['ID=4efed5b3-be7a-4e25-8f07-86c4d57a9c36,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.781664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] For port 128a9888-0cde-4ae8-a194-70942aa820df, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:46.787313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.791043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] For port 128a9888-0cde-4ae8-a194-70942aa820df, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=128a9888-0cde-4ae8-a194-70942aa820df,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:46.798398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.800785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1841240e-4bd5-4f26-afa6-2adebe89ed5d tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/subnets/4efed5b3-be7a-4e25-8f07-86c4d57a9c36 HTTP/1.1" status: 204 len: 168 time: 0.4598925 Nov 16 21:35:46.803778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.866723 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:46.878586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c7016-b863-40f1-82e7-774a2171d1ab None None] Network 06e49650-9c40-4ad4-87ad-4aae246ab3a6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:46.885445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1a8f2-201c-4638-bcc2-fb5f993f5e31 None None] Pushing event updated for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.905864 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] Routers {'79f55216-3c08-4d2b-a790-0456ce329a53'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:46.906497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['79f55216-3c08-4d2b-a790-0456ce329a53'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:46.945040 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf9d1cf4-3077-4493-9516-9bd92f0ae986 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 200 len: 920 time: 0.2057228 Nov 16 21:35:46.945661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42206) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.945997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42208) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.959498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.966955 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:46.967822 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b58ade-35d4-48eb-a4e4-ea7183005765 None None] The sync data for ids ['79f55216-3c08-4d2b-a790-0456ce329a53'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:47.035972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Deleting port a7caca2b-c649-49aa-936d-5d5e2544ac28 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:47.037161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.041664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] Provisioning complete for port 128a9888-0cde-4ae8-a194-70942aa820df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:47.042706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.069562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:47.070610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:47.119808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] For port a7caca2b-c649-49aa-936d-5d5e2544ac28, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a7caca2b-c649-49aa-936d-5d5e2544ac28,segment=NetworkSegment(f36b475f-d325-4603-aea0-8108f60c02f7),segment_id=f36b475f-d325-4603-aea0-8108f60c02f7)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:47.120169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.137613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Calling delete_port for a7caca2b-c649-49aa-936d-5d5e2544ac28 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:47.192252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b62dcc-ca46-47d1-85d9-5cafcffc6a85 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:47.197405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83b62dcc-ca46-47d1-85d9-5cafcffc6a85 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=79f55216-3c08-4d2b-a790-0456ce329a53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2502475 Nov 16 21:35:47.198837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42212) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.237027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.275664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Port': ['ID=a7caca2b-c649-49aa-936d-5d5e2544ac28,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:47.278606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] No DVR routers for this DVR port a7caca2b-c649-49aa-936d-5d5e2544ac28 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:47.326889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-030e43e5-9026-42a2-b831-018d8fb06def req-1b1f5b1e-b321-4b05-9f2b-d813523d94aa tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0560460 Nov 16 21:35:47.348159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.355466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:47.423356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.454246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e49650-9c40-4ad4-87ad-4aae246ab3a6']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:47.471924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36b475f-d325-4603-aea0-8108f60c02f7') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:47.472343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36b475f-d325-4603-aea0-8108f60c02f7') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:47.482636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.494611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5259a-42a2-4998-a8ec-c78b2e194cef tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:47.499228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-afe5259a-42a2-4998-a8ec-c78b2e194cef tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.2953808 Nov 16 21:35:47.500038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.510541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] For port 128a9888-0cde-4ae8-a194-70942aa820df, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=128a9888-0cde-4ae8-a194-70942aa820df,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:47.514909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1b25a-60cb-43b5-9823-9c12e2fc7660 None None] DHCP port deletion for 06e49650-9c40-4ad4-87ad-4aae246ab3a6 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:47.523754 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.529460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.537728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:47.541321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:47.551002 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:47.584063 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9aaf23d4-e01a-4843-9603-f49c00c0fbbc tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 200 len: 205 time: 0.0825822 Nov 16 21:35:47.586790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42216) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.629463 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.637047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.645399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/networks/06e49650-9c40-4ad4-87ad-4aae246ab3a6 HTTP/1.1" status: 204 len: 168 time: 0.8374307 Nov 16 21:35:47.649455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42218) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.653970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c3102-230f-4040-ae4e-c2065b141979 None None] Pushing event updated for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:47.685526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4283-96a7-426b-89d9-458345a3108f tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Pushing event deleted for resources: {'Network': ['ID=06e49650-9c40-4ad4-87ad-4aae246ab3a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:47.697257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0b1f134f-98c1-4d0e-8356-65c73aef321c None None] Provisioning complete for port 128a9888-0cde-4ae8-a194-70942aa820df triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:47.697766 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b1f134f-98c1-4d0e-8356-65c73aef321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.720825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6dca3a91-b39a-4748-8441-592907d1e6b3 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "GET /v2.0/ports?device_id=e153260f-3d62-4c6e-ac8e-abbf03356e82 HTTP/1.1" status: 200 len: 205 time: 0.0699363 Nov 16 21:35:47.723000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.758428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f863999b-7b5e-43e8-8c32-4c708d5170ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.775056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.860103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:44Z', 'revision_number': 4, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '128a9888-0cde-4ae8-a194-70942aa820df', 'name': '', 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'mac_address': 'fa:16:3e:f4:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '53abd25a-1851-4e65-9365-2511b61287bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:42Z', 'updated_at': '2021-11-16T21:35:46Z', 'revision_number': 4, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'subnets': [{'id': '53abd25a-1851-4e65-9365-2511b61287bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:47.897920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbde73-5537-4db6-944d-5c4a74d0d942 None None] The sync data for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 is: [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:44Z', 'revision_number': 4, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '128a9888-0cde-4ae8-a194-70942aa820df', 'name': '', 'network_id': '10ef40dc-45ac-475b-99d7-e80fe9758ea3', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'mac_address': 'fa:16:3e:f4:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '53abd25a-1851-4e65-9365-2511b61287bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:42Z', 'updated_at': '2021-11-16T21:35:46Z', 'revision_number': 4, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'subnets': [{'id': '53abd25a-1851-4e65-9365-2511b61287bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:47.962504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.994754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.158192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port a795b3f9-d378-4f5f-9157-12b2e251b423 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:48.158552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.221073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.314598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.335581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for a795b3f9-d378-4f5f-9157-12b2e251b423 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:48.393035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.395442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.449048 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.449851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Fanout notify agent at l3_agent the message router_deleted on router e153260f-3d62-4c6e-ac8e-abbf03356e82 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:48.471826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.474876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-15f8f8af-08fb-4efb-94eb-a27776903666 tempest-RoutersNegativeIpV6Test-1395821831 tempest-RoutersNegativeIpV6Test-1395821831-project] 10.222.0.54 "DELETE /v2.0/routers/e153260f-3d62-4c6e-ac8e-abbf03356e82 HTTP/1.1" status: 204 len: 168 time: 0.7500918 Nov 16 21:35:48.531235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48c95140-14de-4c30-8c7b-f9cea2bc2cfe req-cc4d0dca-c96e-4680-96e8-2df72612ce69 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0548837 Nov 16 21:35:48.590312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Deleting port 128a9888-0cde-4ae8-a194-70942aa820df {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:48.590863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.746522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] For port 128a9888-0cde-4ae8-a194-70942aa820df, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=128a9888-0cde-4ae8-a194-70942aa820df,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:48.746889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.767426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Calling delete_port for 128a9888-0cde-4ae8-a194-70942aa820df owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:48.781871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.784908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:48.849583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=a795b3f9-d378-4f5f-9157-12b2e251b423,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:48.865195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bfcc0-a4ef-4339-b3a7-37432e1142e9 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:48.975823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.991013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-33f9a1ae-d2c7-47de-91bc-c590afc7bffd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b3598cc6ae04f63a12470fe8ce5b7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022724 Nov 16 21:35:48.991229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42232) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:49.048169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.073351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.088286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.090971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.133828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.136722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.143997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2c906a6-2e98-4038-8cad-56df8ccbe74b HTTP/1.1" status: 204 len: 168 time: 0.1469238 Nov 16 21:35:49.155685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.156950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d0c49-2c5e-4c07-9294-58c091c349f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c906a6-2e98-4038-8cad-56df8ccbe74b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:49.157640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router 79f55216-3c08-4d2b-a790-0456ce329a53 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:49.198715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.199802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-237ec1f4-596a-4126-9373-ca790b9c9521 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 204 len: 168 time: 1.6121719 Nov 16 21:35:49.204076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42236) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:49.209290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1172773453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:49.249246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.250479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.273529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.279924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.310064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 128a9888-0cde-4ae8-a194-70942aa820df up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:49.366319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=128a9888-0cde-4ae8-a194-70942aa820df,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:49.373052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 128a9888-0cde-4ae8-a194-70942aa820df {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:49.375411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 128a9888-0cde-4ae8-a194-70942aa820df not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:35:49.384452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.395378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.434018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Port 128a9888-0cde-4ae8-a194-70942aa820df not found, will not notify nova. {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:35:49.435782 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.437111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f3ba6283-4fae-4bc1-9db2-11232d51c9c6 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2320330 Nov 16 21:35:49.439992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:49.450130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'enable_snat': False}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:49.513649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a7caca2b-c649-49aa-936d-5d5e2544ac28 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:49.576628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a7caca2b-c649-49aa-936d-5d5e2544ac28 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:49.577218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a7caca2b-c649-49aa-936d-5d5e2544ac28 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:49.655850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.858226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c14fd385-57d1-407a-ac70-0f91770bf98a req-d4d38f41-9d24-46e1-a86b-05d0a924ffdf tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0988946 Nov 16 21:35:49.866160 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.137821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.171923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.296123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.305122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Allocated IP 172.25.7.38 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/0f069385-bf1a-4b2d-9c5a-a1f0257d514b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:50.311013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Router 15fc0e60-eb55-4953-85bd-f2e489c5db70 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:50.434335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.449533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4087c50d-31d0-4912-8b79-a9c8fb4dcc58 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:50.449981 n-d-816206-5 neutron-server[102664]: WARNING neutron.api.v2.base [None req-4087c50d-31d0-4912-8b79-a9c8fb4dcc58 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:35:50.450472 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-4087c50d-31d0-4912-8b79-a9c8fb4dcc58 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:35:50.453587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4087c50d-31d0-4912-8b79-a9c8fb4dcc58 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1542408 Nov 16 21:35:50.455305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:50.455550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42264) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.460870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--373195357'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:50.467111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e7a9c49-6036-4c97-9460-98db6223bbe6 admin admin] 10.222.0.54 "PUT /v2.0/routers/15fc0e60-eb55-4953-85bd-f2e489c5db70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799056 Nov 16 21:35:50.468106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.469215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Sync routers for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:50.483410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:50.484343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:50.506598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.515273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.567894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.576088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Pushing event updated for resources: {'Port': ['ID=0f069385-bf1a-4b2d-9c5a-a1f0257d514b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.587461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:50.592364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:50.592819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.595882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:50.613300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416127b-e357-4279-be30-c1f97d6dd60f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:50.620023 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.675148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:50.729274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.803548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Deleting port c50c0c40-bcda-4140-ac94-261ec59a37e3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:50.804788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.821087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6135a3f6-4170-44fd-b368-1b0c1fe6a1b7 None None] Provisioning complete for port 0f069385-bf1a-4b2d-9c5a-a1f0257d514b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:50.821490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6135a3f6-4170-44fd-b368-1b0c1fe6a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.823466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.829285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.900508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.915806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] For port c50c0c40-bcda-4140-ac94-261ec59a37e3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c50c0c40-bcda-4140-ac94-261ec59a37e3,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:50.916907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.936647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Calling delete_port for c50c0c40-bcda-4140-ac94-261ec59a37e3 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:50.981203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3af1c0-5213-4983-8a5e-4b86de6d8e61,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.984083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.043477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6135a3f6-4170-44fd-b368-1b0c1fe6a1b7 None None] Port 0f069385-bf1a-4b2d-9c5a-a1f0257d514b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:51.060217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af2154a-1d41-4272-be0d-015ffccba548,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.069824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.075087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.075261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7c908db5-069d-4172-bfe1-dd463d84e4e0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6184378 Nov 16 21:35:51.081971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '8af2154a-1d41-4272-be0d-015ffccba548', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.110208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c145e9a-0537-4ab9-a5a7-ae1797e4d09a req-1fd9c236-b166-4cf6-a593-e955450f1552 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0471327 Nov 16 21:35:51.153771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:49Z', 'revision_number': 5, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port': {'id': 'c50c0c40-bcda-4140-ac94-261ec59a37e3', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:37Z', 'updated_at': '2021-11-16T21:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.168667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.179382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Checking router: 15fc0e60-eb55-4953-85bd-f2e489c5db70 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:51.185864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.189369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Routers {'15fc0e60-eb55-4953-85bd-f2e489c5db70'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:51.189895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['15fc0e60-eb55-4953-85bd-f2e489c5db70'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.259610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.260658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.294330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbbdfd-10a2-4027-b897-d223e7f0b060 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:51.322196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] Set router 15fc0e60-eb55-4953-85bd-f2e489c5db70 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:51.328742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.347666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50c0c40-bcda-4140-ac94-261ec59a37e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.382847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.384218 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3080158 Nov 16 21:35:51.389380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.394361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8e27f258-5115-445e-9b0a-2fdac55d6a20 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '8af2154a-1d41-4272-be0d-015ffccba548', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.405607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:50Z', 'revision_number': 6, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.405859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86dcfb-1ba3-4407-818b-4a4b1f6f0edc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edab563-4bee-4a07-a473-cbf60bc3cf48,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.437419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016fb31-6343-425c-9447-c8c9dcfa530d None None] The sync data for ids ['15fc0e60-eb55-4953-85bd-f2e489c5db70'] in n-d-816206-5 is: [{'id': '15fc0e60-eb55-4953-85bd-f2e489c5db70', 'name': 'tempest-ImageQuotaTest-1581111768-router', 'tenant_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:36Z', 'updated_at': '2021-11-16T21:35:50Z', 'revision_number': 6, 'project_id': 'ba06a6b8ae2c43148a996abfd26bcc4a', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:51.439941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.468862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.483759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.487350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.546389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e27f258-5115-445e-9b0a-2fdac55d6a20 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.552638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.559640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.630375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.631075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15fc0e60-eb55-4953-85bd-f2e489c5db70 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:51.637277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.641183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-032adf09-2881-407e-b0cf-09cab34c0ac4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/15fc0e60-eb55-4953-85bd-f2e489c5db70 HTTP/1.1" status: 204 len: 168 time: 1.1692016 Nov 16 21:35:51.641383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Router 78f348c5-8a91-481c-bbc6-ee518ad40161 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:51.641495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.669156 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-8e27f258-5115-445e-9b0a-2fdac55d6a20 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:35:51.670292 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8e27f258-5115-445e-9b0a-2fdac55d6a20 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2796311 Nov 16 21:35:51.674327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.727426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Deleting subnet 53abd25a-1851-4e65-9365-2511b61287bb {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:51.736260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.760000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:51.764347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.765558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cafc65a6-eaea-4791-8d57-d4e52f7966ba tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "PUT /v2.0/routers/78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 200 len: 915 time: 2.3245595 Nov 16 21:35:51.768129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42278) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.771262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] Sync routers for ids ['78f348c5-8a91-481c-bbc6-ee518ad40161'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:51.784550 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] Routers {'78f348c5-8a91-481c-bbc6-ee518ad40161'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:51.787761 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['78f348c5-8a91-481c-bbc6-ee518ad40161'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.797536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.825811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.845111 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.865464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] Routers {'78f348c5-8a91-481c-bbc6-ee518ad40161'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:51.866333 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['78f348c5-8a91-481c-bbc6-ee518ad40161'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.878793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.917167 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:51.918588 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6bf11-0fc3-4a49-9935-c7d40855165c None None] The sync data for ids ['78f348c5-8a91-481c-bbc6-ee518ad40161'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:51.947148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3e2aa76f-7fb7-4810-9801-d1d30cb4dd94 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 200 len: 921 time: 0.1772954 Nov 16 21:35:51.950509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.978832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.981725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.982986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/8af2154a-1d41-4272-be0d-015ffccba548 HTTP/1.1" status: 204 len: 168 time: 0.3076668 Nov 16 21:35:51.993179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.013538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6996a5-0807-4795-b77c-c2afbba0b4a0 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af2154a-1d41-4272-be0d-015ffccba548,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.029114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.055581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774652e-3742-4a22-bdec-328aff01ece8 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:52.057946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3774652e-3742-4a22-bdec-328aff01ece8 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=78f348c5-8a91-481c-bbc6-ee518ad40161&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1064079 Nov 16 21:35:52.062664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42284) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.088827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ddf7e9cb-ef67-4a77-a206-85823ea5f8e4 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0941970 Nov 16 21:35:52.092590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.097317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--39209624'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:52.101969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.138103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.141259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/53abd25a-1851-4e65-9365-2511b61287bb HTTP/1.1" status: 204 len: 168 time: 0.4989016 Nov 16 21:35:52.142111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64dcd0-2c19-4c9d-9aa6-d9ba288b0f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53abd25a-1851-4e65-9365-2511b61287bb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.145003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42288) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.148388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15942e-041e-419e-9036-e849c71434e8 None None] Network 10ef40dc-45ac-475b-99d7-e80fe9758ea3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:52.156774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.214451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b77d12-ecd3-421f-bb08-d2e7f08e9617 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:52.216475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-54b77d12-ecd3-421f-bb08-d2e7f08e9617 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 881 time: 0.1528668 Nov 16 21:35:52.219382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42292) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.248892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.253206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.271796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2324e530-7ab2-428d-b237-96c7767057e1 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 200 len: 205 time: 0.0513222 Nov 16 21:35:52.274383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.294183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-262a7992-48ed-4bfa-8910-982d137288b8 req-c356587e-54c9-4b2c-b4cc-ad1c30b488ab tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0559690 Nov 16 21:35:52.305623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.376831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.378151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2843146 Nov 16 21:35:52.382304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42296) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.387235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-518c3324-f3c8-44bf-a496-692e8586cc39 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '3a9f9eb1-7f5f-42ad-8990-f3866fa7eb06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:52.387822 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-518c3324-f3c8-44bf-a496-692e8586cc39 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 21:35:52.388420 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-518c3324-f3c8-44bf-a496-692e8586cc39 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:52.392886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-518c3324-f3c8-44bf-a496-692e8586cc39 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093825 Nov 16 21:35:52.394969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.424786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab8f6d-4692-4775-97fd-6dadbb6ec3d7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f9eb1-7f5f-42ad-8990-f3866fa7eb06,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.441948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Deleting port 659d2eb0-d4b3-427c-b992-6f66710ee825 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:52.441948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.481151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] DHCP port deletion for 10ef40dc-45ac-475b-99d7-e80fe9758ea3 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:52.499651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.527665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.551239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] For port 659d2eb0-d4b3-427c-b992-6f66710ee825, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=659d2eb0-d4b3-427c-b992-6f66710ee825,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:52.552299 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.579206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.582033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Calling delete_port for 659d2eb0-d4b3-427c-b992-6f66710ee825 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:52.620302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Deleting port 659d2eb0-d4b3-427c-b992-6f66710ee825 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:52.620716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.642298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.686725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.689613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.693968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/3a9f9eb1-7f5f-42ad-8990-f3866fa7eb06 HTTP/1.1" status: 204 len: 168 time: 0.2972419 Nov 16 21:35:52.694816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.742189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4d53-0f96-429b-91b9-2e0f066e527b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f9eb1-7f5f-42ad-8990-f3866fa7eb06,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.766620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] For port 659d2eb0-d4b3-427c-b992-6f66710ee825, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=659d2eb0-d4b3-427c-b992-6f66710ee825,segment=NetworkSegment(0e8c335e-a581-4437-8399-f96cc8fcbe5a),segment_id=0e8c335e-a581-4437-8399-f96cc8fcbe5a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:52.766961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.776253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port 0f069385-bf1a-4b2d-9c5a-a1f0257d514b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:52.776968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.789741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42302) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.790033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Calling delete_port for 659d2eb0-d4b3-427c-b992-6f66710ee825 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:52.791357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e1aad637-f8c7-4e22-9c85-e1fc4f27fd6e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900536 Nov 16 21:35:52.792786 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.800026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--504363860'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:52.827710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Pushing event deleted for resources: {'Port': ['ID=659d2eb0-d4b3-427c-b992-6f66710ee825,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.829767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] No DVR routers for this DVR port 659d2eb0-d4b3-427c-b992-6f66710ee825 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:52.898043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.916714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.926770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.949582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] No DVR routers for this DVR port 659d2eb0-d4b3-427c-b992-6f66710ee825 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:52.949582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08741a36-b092-4e89-939e-6a94ee0d411a None None] Pushing event deleted for resources: {'Port': ['ID=659d2eb0-d4b3-427c-b992-6f66710ee825,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.957385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.962167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ef40dc-45ac-475b-99d7-e80fe9758ea3']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:52.975755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c335e-a581-4437-8399-f96cc8fcbe5a') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:52.976193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c335e-a581-4437-8399-f96cc8fcbe5a') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:52.981678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for 0f069385-bf1a-4b2d-9c5a-a1f0257d514b owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:52.989980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.005395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.013370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:53.013836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:53.015827 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:53.073958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.082426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.089263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] 10.222.0.54 "DELETE /v2.0/networks/10ef40dc-45ac-475b-99d7-e80fe9758ea3 HTTP/1.1" status: 204 len: 168 time: 0.9403584 Nov 16 21:35:53.095853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.102122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e4d6-2553-4bc9-a914-3fbe935b906f admin admin] Pushing event deleted for resources: {'Network': ['ID=10ef40dc-45ac-475b-99d7-e80fe9758ea3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.110112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.205021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c50c0c40-bcda-4140-ac94-261ec59a37e3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:53.224927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.229246 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4355412 Nov 16 21:35:53.229969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.231651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a53f85-9fe1-4744-baa5-4cad194877d1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7286559-cc4f-4caa-aa5c-41ece90c8107,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.235407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8d73f32b-3d5e-4f37-9ee3-74643970898b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'b7286559-cc4f-4caa-aa5c-41ece90c8107', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.236437 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-8d73f32b-3d5e-4f37-9ee3-74643970898b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 21:35:53.236946 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-8d73f32b-3d5e-4f37-9ee3-74643970898b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:53.240691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8d73f32b-3d5e-4f37-9ee3-74643970898b tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069928 Nov 16 21:35:53.241600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.247117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: c50c0c40-bcda-4140-ac94-261ec59a37e3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:53.248922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device c50c0c40-bcda-4140-ac94-261ec59a37e3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:53.252209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 659d2eb0-d4b3-427c-b992-6f66710ee825 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:53.279705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 659d2eb0-d4b3-427c-b992-6f66710ee825 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:53.280400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 659d2eb0-d4b3-427c-b992-6f66710ee825 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:53.281016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 128a9888-0cde-4ae8-a194-70942aa820df no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:53.315929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 128a9888-0cde-4ae8-a194-70942aa820df {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:53.316520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 128a9888-0cde-4ae8-a194-70942aa820df not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:53.316650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.320095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.371272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=0f069385-bf1a-4b2d-9c5a-a1f0257d514b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.372550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.380995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bf465-9778-4637-a25a-f8cfef6ee5da None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:53.391650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42312) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.485060 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a753889-cfed-4cf0-baef-ce7d9cf73396 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba06a6b8ae2c43148a996abfd26bcc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893211 Nov 16 21:35:53.487945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.493518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.499577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c550e922-6fc7-4bf9-a58c-6017fce6abe5 req-ae91d565-4a21-4a32-b966-74cfeb5a7cfd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0498021 Nov 16 21:35:53.514668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.517845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.522526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/b7286559-cc4f-4caa-aa5c-41ece90c8107 HTTP/1.1" status: 204 len: 168 time: 0.2765405 Nov 16 21:35:53.526788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.551349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8193014-32ee-45a3-ae39-069878738c54 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7286559-cc4f-4caa-aa5c-41ece90c8107,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.599713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.605396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b0eb34ad-21f7-4c1a-b94b-97a9b434e894 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736017 Nov 16 21:35:53.609081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42318) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.625654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651032388'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.650640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.653453 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.654348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.695460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.708503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.709245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router 78f348c5-8a91-481c-bbc6-ee518ad40161 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:53.718982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.724489 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-db487739-d7b4-4197-b87c-60198948286a tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 204 len: 168 time: 1.4490850 Nov 16 21:35:53.725237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.730990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1680915578', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.760827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.762208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.762729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.765282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.768879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7af0cf2-de66-49dd-b880-7b4008ff2a59 HTTP/1.1" status: 204 len: 168 time: 0.2790565 Nov 16 21:35:53.793530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf73419-bf48-445f-942e-dd2949933185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af0cf2-de66-49dd-b880-7b4008ff2a59,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.797478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.806400 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.840685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.857444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.858819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c79a14fd-02b1-49ef-98b6-8eca93e50529 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2488034 Nov 16 21:35:53.861747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.867018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0a8b7f3a-f636-4771-9584-b1f18fa10295 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.868091 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-0a8b7f3a-f636-4771-9584-b1f18fa10295 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 21:35:53.868676 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-0a8b7f3a-f636-4771-9584-b1f18fa10295 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:53.869836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0a8b7f3a-f636-4771-9584-b1f18fa10295 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070548 Nov 16 21:35:53.872327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42326) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.878271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.880716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-dcf7c3b9-1c58-4bbb-a240-ed4eaef2e194 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.883079 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-dcf7c3b9-1c58-4bbb-a240-ed4eaef2e194 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 21:35:53.883580 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-dcf7c3b9-1c58-4bbb-a240-ed4eaef2e194 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:53.887239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dcf7c3b9-1c58-4bbb-a240-ed4eaef2e194 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110502 Nov 16 21:35:53.887871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42328) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.893836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6ee2e076-6aa2-4613-880c-0858eb63b2c6 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.894619 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-6ee2e076-6aa2-4613-880c-0858eb63b2c6 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 21:35:53.895202 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-6ee2e076-6aa2-4613-880c-0858eb63b2c6 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:53.899043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6ee2e076-6aa2-4613-880c-0858eb63b2c6 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072300 Nov 16 21:35:53.899205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.903688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f3267f69-24a1-4a7b-b0c2-4537e80dcd6f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.904433 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-f3267f69-24a1-4a7b-b0c2-4537e80dcd6f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 21:35:53.904962 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-f3267f69-24a1-4a7b-b0c2-4537e80dcd6f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:53.908493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f3267f69-24a1-4a7b-b0c2-4537e80dcd6f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060115 Nov 16 21:35:53.908850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42332) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.971562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.000718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.032226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.075219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.078213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.082036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8 HTTP/1.1" status: 204 len: 168 time: 0.1699946 Nov 16 21:35:54.085378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42336) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.147572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5ae5bdb3-c008-4dfa-a9e1-8413a2f95f74 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586483 Nov 16 21:35:54.148601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95438c-796b-4dd8-b511-9fe1c785706f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd5270-84b8-4f6e-9cb0-6afbbb0d01c8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.152443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42338) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.164489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147315936'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.208799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.234622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42340) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.248875 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c995225-7def-4439-9a53-9bdcbd1118ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.320027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.336152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c995225-7def-4439-9a53-9bdcbd1118ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.340377 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c995225-7def-4439-9a53-9bdcbd1118ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.342577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.382146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5c995225-7def-4439-9a53-9bdcbd1118ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1461885 Nov 16 21:35:54.382893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c995225-7def-4439-9a53-9bdcbd1118ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1148bfdb-37dc-486e-898a-f47dd3ef8c70,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.386826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42342) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.442139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.450971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.462417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.478074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.506197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.507339 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3504679 Nov 16 21:35:54.510289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42344) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.515037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74873a-5ff6-4c54-a560-2efcb6432216 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1204d-40f4-4b38-949a-e1aaa30d7dc6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.518263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-86385bee-2571-43a3-aaea-0011f3f753bc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.518905 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-86385bee-2571-43a3-aaea-0011f3f753bc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:35:54.519607 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-86385bee-2571-43a3-aaea-0011f3f753bc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.521073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-86385bee-2571-43a3-aaea-0011f3f753bc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095065 Nov 16 21:35:54.523899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42346) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.524815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Allocated IP 172.25.7.200 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ceb197d8-a0c5-4ee9-9998-4abac15da8af) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:54.532755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0b3de6fc-a668-447d-9e89-6259cf5a3484 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.558517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.562003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.563575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1148bfdb-37dc-486e-898a-f47dd3ef8c70 HTTP/1.1" status: 204 len: 168 time: 0.1757834 Nov 16 21:35:54.590284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c27949-39ec-47fb-8192-85ab87265e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1148bfdb-37dc-486e-898a-f47dd3ef8c70,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.663125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb4934ea-c4d5-4694-86ba-6c5bb5f0cf20 req-7c3b1019-a566-461b-96ba-10951bddb8f8 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0443954 Nov 16 21:35:54.688155 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-0b3de6fc-a668-447d-9e89-6259cf5a3484 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.692187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b3de6fc-a668-447d-9e89-6259cf5a3484 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1622593 Nov 16 21:35:54.692493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.693040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.697477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4c18cf52-f9d3-4cb3-a35e-34e98ecc8565 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.697994 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-4c18cf52-f9d3-4cb3-a35e-34e98ecc8565 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 21:35:54.698648 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-4c18cf52-f9d3-4cb3-a35e-34e98ecc8565 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.699642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4c18cf52-f9d3-4cb3-a35e-34e98ecc8565 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061386 Nov 16 21:35:54.702374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42354) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.706628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6f8670d2-7314-4e38-8985-4667c0b56180 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.743783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.764091 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-6f8670d2-7314-4e38-8985-4667c0b56180 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.768106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6f8670d2-7314-4e38-8985-4667c0b56180 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0619903 Nov 16 21:35:54.769157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42356) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.774857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-751b5b26-8595-4dd2-8a6b-dd436078bec4 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.775371 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-751b5b26-8595-4dd2-8a6b-dd436078bec4 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:35:54.776364 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-751b5b26-8595-4dd2-8a6b-dd436078bec4 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.778971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-751b5b26-8595-4dd2-8a6b-dd436078bec4 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068901 Nov 16 21:35:54.780905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42358) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.786577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-23d29f4c-83af-4a50-8143-3bac6b0bb725 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.808967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:54.813165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:54.818045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:54.836122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ceb32c-7689-4745-bb8b-edb40c877f67 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:54.881060 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-23d29f4c-83af-4a50-8143-3bac6b0bb725 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Project e8c15716b94348f1ae69fe42a38694b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:35:54.887592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event updated for resources: {'Port': ['ID=ceb197d8-a0c5-4ee9-9998-4abac15da8af,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.915553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1636baf6-ba12-456b-b24d-1160a9088ee0 None None] Provisioning complete for port ceb197d8-a0c5-4ee9-9998-4abac15da8af triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:54.916615 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1636baf6-ba12-456b-b24d-1160a9088ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.943713 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-23d29f4c-83af-4a50-8143-3bac6b0bb725 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.950295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-23d29f4c-83af-4a50-8143-3bac6b0bb725 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1682210 Nov 16 21:35:54.951262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42360) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.958365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-51dc6e8b-cb85-4177-9065-03c9e80c35e1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.960797 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-51dc6e8b-cb85-4177-9065-03c9e80c35e1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 21:35:54.961442 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-51dc6e8b-cb85-4177-9065-03c9e80c35e1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:54.969268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-51dc6e8b-cb85-4177-9065-03c9e80c35e1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168102 Nov 16 21:35:54.970001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42362) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.976977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1636baf6-ba12-456b-b24d-1160a9088ee0 None None] Port ceb197d8-a0c5-4ee9-9998-4abac15da8af cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:54.982628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9f1cb851-8286-405d-b037-16f77041da1a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.026601 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-9f1cb851-8286-405d-b037-16f77041da1a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Project e8c15716b94348f1ae69fe42a38694b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:35:55.043949 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-9f1cb851-8286-405d-b037-16f77041da1a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:55.046691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9f1cb851-8286-405d-b037-16f77041da1a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0736775 Nov 16 21:35:55.050015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42364) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.057620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1b6f58ce-c0a8-4e5e-9dcb-64a5488c95f2 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'eca1204d-40f4-4b38-949a-e1aaa30d7dc6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.110662 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-1b6f58ce-c0a8-4e5e-9dcb-64a5488c95f2 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Project e8c15716b94348f1ae69fe42a38694b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:35:55.127511 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-1b6f58ce-c0a8-4e5e-9dcb-64a5488c95f2 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:55.132186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1b6f58ce-c0a8-4e5e-9dcb-64a5488c95f2 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0778191 Nov 16 21:35:55.132670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42366) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.204870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.221995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.247390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.292649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.295972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.299872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/eca1204d-40f4-4b38-949a-e1aaa30d7dc6 HTTP/1.1" status: 204 len: 168 time: 0.1637659 Nov 16 21:35:55.302049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42368) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.323756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b447eb-48d9-407a-8cd3-5eee3743f8ac tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1204d-40f4-4b38-949a-e1aaa30d7dc6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.371476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bdfaeded-384e-4950-907e-3c7a7e01722f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645106 Nov 16 21:35:55.372069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42370) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.376872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312913316'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.401136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.484684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.490885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.524305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.528776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1522126 Nov 16 21:35:55.529470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.533835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-881a3022-4fee-4838-a004-6791db854a62 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '721ecdf8-5d51-46ba-b369-e56748c8f704', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.544415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75533d8c-f546-4567-ab98-0917e0c86e4e tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721ecdf8-5d51-46ba-b369-e56748c8f704,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.582578 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-881a3022-4fee-4838-a004-6791db854a62 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The resource could not be found. Nov 16 21:35:55.583754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-881a3022-4fee-4838-a004-6791db854a62 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0533388 Nov 16 21:35:55.586877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42374) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.591705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-176a7f27-692a-469b-bc30-a6ce65446134 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '721ecdf8-5d51-46ba-b369-e56748c8f704', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'acb8a4ee-1c68-4510-994c-93ebd87d5533'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.638760 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-176a7f27-692a-469b-bc30-a6ce65446134 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The resource could not be found. Nov 16 21:35:55.642558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-176a7f27-692a-469b-bc30-a6ce65446134 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521801 Nov 16 21:35:55.642866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.701482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.728102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.765018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.772578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba402c5f-33c2-409a-9507-1db8752d924e req-dc812cac-56de-4d5c-8ff3-ef485e30b958 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0355103 Nov 16 21:35:55.810271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.813007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.816608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/721ecdf8-5d51-46ba-b369-e56748c8f704 HTTP/1.1" status: 204 len: 168 time: 0.1701393 Nov 16 21:35:55.819204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42380) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.831096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841855f-7441-407f-b038-242115f169f1 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ecdf8-5d51-46ba-b369-e56748c8f704,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.873805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e137f3ee-5838-4f3f-9430-fe025a62101a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498865 Nov 16 21:35:55.874149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42382) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.879493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f77b9708-d46f-471b-9ea7-55d8988bd3cd tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'e7c78e03-fe0a-4b88-a226-433bee9ee19a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.920832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Router c0060063-7dcb-4008-90bf-d339447e7a66 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:55.928657 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-f77b9708-d46f-471b-9ea7-55d8988bd3cd tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The resource could not be found. Nov 16 21:35:55.934820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f77b9708-d46f-471b-9ea7-55d8988bd3cd tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0550466 Nov 16 21:35:55.935198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42384) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.939749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--182106617'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.964224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.036494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:56.041112 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.050471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] Sync routers for ids ['c0060063-7dcb-4008-90bf-d339447e7a66'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:56.055465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.063523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.069231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-033c97de-512a-409c-9588-50d916ef0111 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3392751 Nov 16 21:35:56.069693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.070985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] Routers {'c0060063-7dcb-4008-90bf-d339447e7a66'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:56.072027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c0060063-7dcb-4008-90bf-d339447e7a66'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:56.076387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.088218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218e30aa-9579-4bed-b8a0-4688d835d53a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.102896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.107704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0e42bce7-b58d-4b37-8104-9cc1e8e98805 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1716738 Nov 16 21:35:56.108294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.112786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036073165'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.124336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:56.137062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] Routers {'c0060063-7dcb-4008-90bf-d339447e7a66'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:56.138044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c0060063-7dcb-4008-90bf-d339447e7a66'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:56.138460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.180665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:56.181893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fb61d-c9df-4459-88d5-638c6addf365 None None] The sync data for ids ['c0060063-7dcb-4008-90bf-d339447e7a66'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:56.216245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.220717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.253779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.258751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1465104 Nov 16 21:35:56.258751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42390) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.265400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7f910be4-cec9-47b8-be6d-7be42636294c tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': '218e30aa-9579-4bed-b8a0-4688d835d53a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd8eeb2ff-3619-4a07-94e3-ed43c03e036d'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.272263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b868e-5bfe-4365-a528-dcd064d90bfc tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eeb2ff-3619-4a07-94e3-ed43c03e036d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.305258 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-7f910be4-cec9-47b8-be6d-7be42636294c tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:56.307382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f910be4-cec9-47b8-be6d-7be42636294c tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0476012 Nov 16 21:35:56.310091 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42392) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.374578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.400109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.420298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.436702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.444013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.447598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.448842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/d8eeb2ff-3619-4a07-94e3-ed43c03e036d HTTP/1.1" status: 204 len: 168 time: 0.1368051 Nov 16 21:35:56.452155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42394) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.466561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b12bd5-ee68-4646-9f10-1e7ecab32f81 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eeb2ff-3619-4a07-94e3-ed43c03e036d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.505460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Deleting port ceb197d8-a0c5-4ee9-9998-4abac15da8af {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:56.505810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.527511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-70c347cc-3827-45ec-b6d9-defefe71c933 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0702696 Nov 16 21:35:56.527908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.584426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.593230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-98738b41-a30e-4c32-a427-6a2cca961817 req-6a2a4364-e88e-4672-95d5-c6e1a280c921 service neutron] (102664) timed out ('10.222.0.36', 65245) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:35:56.596619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.609448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Calling delete_port for ceb197d8-a0c5-4ee9-9998-4abac15da8af owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:56.609864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.662645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.665755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.667703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/218e30aa-9579-4bed-b8a0-4688d835d53a HTTP/1.1" status: 204 len: 168 time: 0.1379859 Nov 16 21:35:56.671797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42398) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.684039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f7335-fa3a-421f-b086-3be71d6b8445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e30aa-9579-4bed-b8a0-4688d835d53a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.732488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-08711447-2c35-4157-b38f-b0dadf11f77f tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559533 Nov 16 21:35:56.733285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42400) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.737771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--236204749'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.760647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.827566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.866394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Pushing event deleted for resources: {'Port': ['ID=ceb197d8-a0c5-4ee9-9998-4abac15da8af,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.890896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92137fff-d993-4f62-b062-8b84782754e8 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:56.968670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.140228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ff5792b-3db1-4e24-b03d-80f13f55119a req-e8479266-af83-407c-9f25-784e02476e2f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Nov 16 21:35:57.184839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.189489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.198038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.203248 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.235683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.240117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5026977 Nov 16 21:35:57.240117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42404) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.244617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1ce29b2e-ec27-45e6-a586-0c3dd2281445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'd4589f13-b307-447b-918c-793a260f1811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:57.252980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ac00-67ac-4af6-8918-8a9310e766c8 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4589f13-b307-447b-918c-793a260f1811,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:57.275536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Router c0060063-7dcb-4008-90bf-d339447e7a66 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:57.289214 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-1ce29b2e-ec27-45e6-a586-0c3dd2281445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:57.290422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ce29b2e-ec27-45e6-a586-0c3dd2281445 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0494380 Nov 16 21:35:57.293176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42406) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.297924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7d0c86c2-700e-47d8-a0eb-506cfa61311a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group_rule': {'security_group_id': 'd4589f13-b307-447b-918c-793a260f1811', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:57.341908 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-7d0c86c2-700e-47d8-a0eb-506cfa61311a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:57.346253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7d0c86c2-700e-47d8-a0eb-506cfa61311a tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0496299 Nov 16 21:35:57.346474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42408) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.365512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:57.373527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.377935 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4ad83c4-10a8-4868-aea3-8909ceaeccba tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "PUT /v2.0/routers/c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 200 len: 706 time: 1.3051419 Nov 16 21:35:57.378747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42410) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.379568 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] Sync routers for ids ['c0060063-7dcb-4008-90bf-d339447e7a66'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:57.395008 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] Routers {'c0060063-7dcb-4008-90bf-d339447e7a66'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:57.396408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c0060063-7dcb-4008-90bf-d339447e7a66'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:57.408070 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.436838 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:57.438240 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.447675 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] Routers {'c0060063-7dcb-4008-90bf-d339447e7a66'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:57.448344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c0060063-7dcb-4008-90bf-d339447e7a66'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:57.474648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42412) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.475652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b95e13c9-1f9e-4c56-8cf3-6b323b99df82 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/routers/c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 200 len: 741 time: 0.0955968 Nov 16 21:35:57.482850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:57.483527 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31d7af-4ea5-4e4e-b0a6-bd0532856daa None None] The sync data for ids ['c0060063-7dcb-4008-90bf-d339447e7a66'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:57.529113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-39bd6bb9-8a8c-4142-8e36-dc2000582a61 tempest-RoutersAdminTest-1227701709 tempest-RoutersAdminTest-1227701709-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&device_id=c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 200 len: 205 time: 0.0508075 Nov 16 21:35:57.529974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42414) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.561870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87b4f1b0-a65e-4baa-b93d-c5ef9b0b3705 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 200 len: 205 time: 0.0281050 Nov 16 21:35:57.562731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.564621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42416) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.565328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.569736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/d4589f13-b307-447b-918c-793a260f1811 HTTP/1.1" status: 204 len: 168 time: 0.2188423 Nov 16 21:35:57.569945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42418) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.613053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859536d4-93b9-4ad7-a9dc-c7af900628e7 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4589f13-b307-447b-918c-793a260f1811,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:57.618647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a6969583-a5a1-4299-8ca2-ca84a7a70617 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473747 Nov 16 21:35:57.622413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42420) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.626902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031519937'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:57.649627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.659958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.725877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.730943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.773229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.777217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1538365 Nov 16 21:35:57.780166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.785190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d6eb7a9b-0021-4df1-91a8-4a0b444a9884 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:57.787070 n-d-816206-5 neutron-server[102665]: WARNING neutron.api.v2.base [None req-d6eb7a9b-0021-4df1-91a8-4a0b444a9884 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:35:57.787839 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-d6eb7a9b-0021-4df1-91a8-4a0b444a9884 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:35:57.788985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6eb7a9b-0021-4df1-91a8-4a0b444a9884 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "PUT /v2.0/security-groups/77a2da5e-9d9a-4ded-be60-306d7d23077f HTTP/1.1" status: 409 len: 330 time: 0.0076973 Nov 16 21:35:57.791603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42424) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.801338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba6b12-a824-4a6c-96ff-62255d0f9bbb tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a2da5e-9d9a-4ded-be60-306d7d23077f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:57.831157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.835098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.854660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.879020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.879222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.879889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Fanout notify agent at l3_agent the message router_deleted on router c0060063-7dcb-4008-90bf-d339447e7a66 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:57.886743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.891212 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89d14ae1-10a9-407a-938c-9fd05170001f tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 204 len: 168 time: 0.3220820 Nov 16 21:35:57.891739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42426) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.924080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e17433ca-68c7-4954-bd35-b62b533b9d38 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 200 len: 205 time: 0.0312371 Nov 16 21:35:57.927423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42428) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.950278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.953262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.955411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/77a2da5e-9d9a-4ded-be60-306d7d23077f HTTP/1.1" status: 204 len: 168 time: 0.1626914 Nov 16 21:35:57.959867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42430) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.977784 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-b87632c2-bd5c-4ef8-b825-9297b42bb0c0 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:57.978852 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b87632c2-bd5c-4ef8-b825-9297b42bb0c0 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/c0060063-7dcb-4008-90bf-d339447e7a66 HTTP/1.1" status: 404 len: 336 time: 0.0504339 Nov 16 21:35:57.980195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ac5b0-08c1-491c-aa30-3641b7d546ff tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a2da5e-9d9a-4ded-be60-306d7d23077f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:57.982027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42432) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.023050 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cd0a84bd-7b9a-4303-b116-15f0afbfe687 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 200 len: 205 time: 0.0326319 Nov 16 21:35:58.023298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-310ca497-39ed-482d-baad-543f4d9e5b26 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546622 Nov 16 21:35:58.023407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42434) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.023500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42436) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.038726 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-ea7e0b6a-a475-4bf2-a6b8-d924fd5f3f46 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.043381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ea7e0b6a-a475-4bf2-a6b8-d924fd5f3f46 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "DELETE /v2.0/security-groups/26952a91-5b9c-4762-85eb-0c821b97bef8 HTTP/1.1" status: 404 len: 347 time: 0.0149217 Nov 16 21:35:58.043740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.056382 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-7c1e551b-3b29-4293-8c7a-27ef57b80055 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.063949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c1e551b-3b29-4293-8c7a-27ef57b80055 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/78f348c5-8a91-481c-bbc6-ee518ad40161 HTTP/1.1" status: 404 len: 336 time: 0.0383582 Nov 16 21:35:58.064107 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-30cfe012-942b-4a9c-a240-b57d98386c2d tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] show failed (client error): The resource could not be found. Nov 16 21:35:58.064107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-30cfe012-942b-4a9c-a240-b57d98386c2d tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-groups/61ff9a28-23a8-40ba-ade2-af9d94ca25c1 HTTP/1.1" status: 404 len: 347 time: 0.0146499 Nov 16 21:35:58.064107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42440) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.064107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42442) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.109993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-500d39bd-17d4-4e90-98c3-095eb178db6d tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 200 len: 205 time: 0.0418458 Nov 16 21:35:58.109993 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-c1f1cb45-e42a-4342-8308-8c9157b7d880 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] show failed (client error): The resource could not be found. Nov 16 21:35:58.109993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c1f1cb45-e42a-4342-8308-8c9157b7d880 tempest-NegativeSecGroupIPv6Test-200384595 tempest-NegativeSecGroupIPv6Test-200384595-project] 10.222.0.54 "GET /v2.0/security-group-rules/1d8372e3-b9e8-44e2-9bd2-8d138b60c1c6 HTTP/1.1" status: 404 len: 356 time: 0.0401089 Nov 16 21:35:58.109993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42444) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.147666 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-5bb169d8-659d-486d-8482-d3b9b0a5b299 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.153197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5bb169d8-659d-486d-8482-d3b9b0a5b299 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/79f55216-3c08-4d2b-a790-0456ce329a53 HTTP/1.1" status: 404 len: 336 time: 0.0422006 Nov 16 21:35:58.153345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.193071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42452) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.193313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f74986ff-e113-4096-9604-662bc1210e96 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 200 len: 205 time: 0.0392332 Nov 16 21:35:58.239485 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-58adcc5e-34ff-46a5-b848-3d49d48073ff tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.240581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-58adcc5e-34ff-46a5-b848-3d49d48073ff tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/c10017e6-9e82-4f7e-95a4-b33619c5c4ef HTTP/1.1" status: 404 len: 336 time: 0.0456328 Nov 16 21:35:58.243541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.275123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d5d7e59f-0277-4998-ace3-66758f14ab6e tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 200 len: 205 time: 0.0302484 Nov 16 21:35:58.277568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.327139 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-ffb68cbf-65e0-490a-a903-119ce9da57a5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.328760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ffb68cbf-65e0-490a-a903-119ce9da57a5 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/d0d316f8-4e32-4879-aed8-3641c54a06a8 HTTP/1.1" status: 404 len: 336 time: 0.0501013 Nov 16 21:35:58.331716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42460) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.372704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-37cbf4e7-4dbe-4f5e-9716-c5b298240b71 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "GET /v2.0/ports?device_id=08a04b7a-9b30-445d-abea-2b378f1e8aa5 HTTP/1.1" status: 200 len: 205 time: 0.0386574 Nov 16 21:35:58.372704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42462) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.372931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42464) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.434268 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-cadc86c7-26b4-4401-87b4-6320f779a482 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] delete failed (client error): The resource could not be found. Nov 16 21:35:58.437981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cadc86c7-26b4-4401-87b4-6320f779a482 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/routers/08a04b7a-9b30-445d-abea-2b378f1e8aa5 HTTP/1.1" status: 404 len: 336 time: 0.0602541 Nov 16 21:35:58.438792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.467593 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b8f737-fd84-4db9-8a40-ff52bd76ec35 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:58.468309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b8f737-fd84-4db9-8a40-ff52bd76ec35 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:58.475042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c6b8f737-fd84-4db9-8a40-ff52bd76ec35 tempest-RoutersAdminTest-1879961035 tempest-RoutersAdminTest-1879961035-project] 10.222.0.54 "DELETE /v2.0/subnets/e2a0af56-92db-4e28-984c-fc47ed855fea HTTP/1.1" status: 404 len: 337 time: 0.0348072 Nov 16 21:35:58.548023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5737ef9e-34cb-49b1-8114-b2b56b0509e0 req-656df9d2-3ede-480b-8aad-3d6d9744443b tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0377367 Nov 16 21:35:58.587546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f7ebc4c6-1c7b-4a99-8bbb-120bc169eeb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8c15716b94348f1ae69fe42a38694b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2112546 Nov 16 21:35:58.588241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42472) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.641418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.664234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.715851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.719150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.720309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da3af1c0-5213-4983-8a5e-4b86de6d8e61 HTTP/1.1" status: 204 len: 168 time: 0.1311791 Nov 16 21:35:58.728433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850d0fc-d977-4e4b-a78f-f4d7f9eb637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3af1c0-5213-4983-8a5e-4b86de6d8e61,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:58.734211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42478) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.968519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e11a337-a050-47c5-9a06-a1bfc0a3b9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.053266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e11a337-a050-47c5-9a06-a1bfc0a3b9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.057536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e11a337-a050-47c5-9a06-a1bfc0a3b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.093639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7e11a337-a050-47c5-9a06-a1bfc0a3b9cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15a9e8354ac6418eae0619d0f6bedf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561215 Nov 16 21:35:59.094091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.114383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11a337-a050-47c5-9a06-a1bfc0a3b9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63b05a-0443-4695-8c56-13dda3cbdb33,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.149813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.174890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.229640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.232532 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.235224 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac63b05a-0443-4695-8c56-13dda3cbdb33 HTTP/1.1" status: 204 len: 168 time: 0.1386292 Nov 16 21:35:59.245006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a06bbc-57a8-4d01-926d-291e1ece99f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63b05a-0443-4695-8c56-13dda3cbdb33,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.596773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.644565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7adad283-1270-491c-8452-499b087b23b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c91993745104c9bbcede5fe450967db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466249 Nov 16 21:35:59.648000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42514) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.674408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-857c203f-7df4-4da6-b5fe-8696655d43b1 req-b724310f-2c56-472f-aa7e-30efb6c55999 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0414162 Nov 16 21:35:59.718466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.741279 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.792261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.797774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.799845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63978df6-5bfe-4cda-9942-6eaea2eb0e32 HTTP/1.1" status: 204 len: 168 time: 0.1454732 Nov 16 21:35:59.813729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf6ef-6150-44ce-92fb-2924b0c2b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63978df6-5bfe-4cda-9942-6eaea2eb0e32,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.513025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42556) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.619744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1867617386'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:00.643020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:00.649288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.655946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.737894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.745642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.771104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:00.788947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc369069-a4f7-42fc-baa1-b7573487c751,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.792453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.792957 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Added segment b5cfe59d-a4ce-4594-bc50-91c485f5db87 of type vlan for network f314a140-df60-456a-b3bf-1f6993628b39 Nov 16 21:36:00.857721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.902861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b2bf1b7-f31a-4010-a703-3532294753ce req-ed04e678-e91d-4718-ab05-ca037649f1f7 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/ports?device_id=e687c25b-e074-4828-812f-81a891aee0f5 HTTP/1.1" status: 200 len: 210 time: 0.0493665 Nov 16 21:36:00.941329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-10606e2a-2695-428c-97a5-45323f944bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1039639 Nov 16 21:36:00.942699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.949332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:00.949906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.971820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42578) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.037620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5233598 Nov 16 21:36:01.040418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.046523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'subnet': {'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:01.053557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc01b-fa95-49e2-8c9c-c81e4b5f13d0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Network': ['ID=f314a140-df60-456a-b3bf-1f6993628b39,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.067325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f314a140-df60-456a-b3bf-1f6993628b39 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:01.069610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.070088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.070555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.071037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.071506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.071958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.072540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.074487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c8bba083-1684-4bbe-ab7f-ab8eafe73f9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb566c22db59413e892f615eb7fd15d3&device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 6497 time: 0.1018696 Nov 16 21:36:01.115694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-843570a9-416a-4cec-860f-c936e040b578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.187453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:01.190950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.202102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-1677df59-710d-4688-97d4-95354c810291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.202570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-1677df59-710d-4688-97d4-95354c810291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.203057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-1677df59-710d-4688-97d4-95354c810291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.204646 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-1677df59-710d-4688-97d4-95354c810291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68464bb0-b16c-4c7b-b689-39988c18d3d4&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=425ee18d-8e4a-4e02-a49e-62b33179053f&id=14fdb57f-b238-4095-be62-e361e4fd7d32&id=14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 200 len: 2298 time: 0.1038785 Nov 16 21:36:01.271585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-833d9dc1-c666-40de-a14b-91e0bf30cb03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Nov 16 21:36:01.283172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-843570a9-416a-4cec-860f-c936e040b578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.289350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-843570a9-416a-4cec-860f-c936e040b578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.322997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-ce81936f-4974-43ac-ba03-c11c5220a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.324745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-ce81936f-4974-43ac-ba03-c11c5220a7ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 200 len: 856 time: 0.0470049 Nov 16 21:36:01.337466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843570a9-416a-4cec-860f-c936e040b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927061eb-15f0-4cec-a57b-9bd7bde5e5f5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.346390 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-843570a9-416a-4cec-860f-c936e040b578 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=151965964ac54490990b98b5ea345852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734889 Nov 16 21:36:01.349638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.376926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-fbfd2094-1119-4962-b92d-0577da59738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.378425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-fbfd2094-1119-4962-b92d-0577da59738a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68464bb0-b16c-4c7b-b689-39988c18d3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471230 Nov 16 21:36:01.469783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-a40a9373-e1c2-4efb-b6e1-cd3b9463498a service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Nov 16 21:36:01.470048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.482972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.521416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.567907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-570ff9e9-7c3b-4693-9c92-b5b790eae06d service neutron] 10.222.0.36 "GET /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911860 Nov 16 21:36:01.577661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Subnet': ['ID=3dbd5742-9414-4bce-ac68-de6c9ec7be84,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.591514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Checking segment: {'id': 'b5cfe59d-a4ce-4594-bc50-91c485f5db87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:01.591881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network hostable DHCP agents. Network: f314a140-df60-456a-b3bf-1f6993628b39, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:01.613312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:01.617337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-62352d72-4999-49c0-8e36-4e8097d27c55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Nov 16 21:36:01.620078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.622771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.624034 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/927061eb-15f0-4cec-a57b-9bd7bde5e5f5 HTTP/1.1" status: 204 len: 168 time: 0.2735021 Nov 16 21:36:01.626630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f314a140-df60-456a-b3bf-1f6993628b39) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:01.636292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.636888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.640617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289e0ec-267b-4d69-9734-7926f1523509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927061eb-15f0-4cec-a57b-9bd7bde5e5f5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.655096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9002d1-5333-4ccd-bc71-848de35551e0 None None] Network f314a140-df60-456a-b3bf-1f6993628b39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:01.660693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f4ba296d-44f8-4416-87f0-8aa74681457b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6189141 Nov 16 21:36:01.663772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.669241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1898836388', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:01.693928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-d414d384-f99c-4696-abbf-1e63e5186919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.695615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-d414d384-f99c-4696-abbf-1e63e5186919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0717771 Nov 16 21:36:01.700965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.703087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.765939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-5f57dd6b-7e20-48cc-a13f-24d30c1115e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.768573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-5f57dd6b-7e20-48cc-a13f-24d30c1115e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659206 Nov 16 21:36:01.777979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.914021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-7074d429-bd6c-40fb-aa91-8e17f38e4ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373847 Nov 16 21:36:01.925478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398be6e5-2eb9-4446-9671-f58576a1a431 None None] Network f314a140-df60-456a-b3bf-1f6993628b39 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:01.984556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.995399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.011730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42598) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.014860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca9c161-35d5-45b3-a526-c3c4e4e2f539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.062533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-2e461092-8207-4475-b040-46eb2fa29bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415501 Nov 16 21:36:02.106746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-7f710996-1145-4232-b113-09ae55663e79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 217 time: 0.0360889 Nov 16 21:36:02.150328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.168538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca9c161-35d5-45b3-a526-c3c4e4e2f539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.175887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca9c161-35d5-45b3-a526-c3c4e4e2f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.190112 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.193447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-b0b7398d-31c6-4ede-ac36-cb39d0dbf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.194943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-b0b7398d-31c6-4ede-ac36-cb39d0dbf6a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0813048 Nov 16 21:36:02.258366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-39ad9cb1-b8d8-44c9-9c4b-0a88980f523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.259876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-39ad9cb1-b8d8-44c9-9c4b-0a88980f523e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572984 Nov 16 21:36:02.275835 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.278332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.279420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/security-groups/29c5c8e8-95aa-41fe-b2f7-a86603f96b39 HTTP/1.1" status: 204 len: 168 time: 0.2667475 Nov 16 21:36:02.280015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dca9c161-35d5-45b3-a526-c3c4e4e2f539 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52b9a5612cbb4bce9d97e6bbebc33004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831938 Nov 16 21:36:02.282813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.291345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42602) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.291976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c161-35d5-45b3-a526-c3c4e4e2f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38da62b7-5b8c-41b0-8452-05d2c08690c8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.321223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324741df-6f4a-4084-91a1-60887022341a tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c5c8e8-95aa-41fe-b2f7-a86603f96b39,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.324776 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-d7ef414d-4b52-4709-8bc9-b564c124e30c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] show failed (client error): The resource could not be found. Nov 16 21:36:02.328508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d7ef414d-4b52-4709-8bc9-b564c124e30c tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "GET /v2.0/security-groups/29c5c8e8-95aa-41fe-b2f7-a86603f96b39 HTTP/1.1" status: 404 len: 347 time: 0.0312245 Nov 16 21:36:02.330060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42604) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.357611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.380479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.401792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.459737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.462102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-6594fca5-5a8a-4d52-88c4-beafbff59094 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941710 Nov 16 21:36:02.537907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port 1023e9c0-5a93-4e9e-b7a8-03e3b15b8551 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:02.538276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.610004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-c280af5e-ea45-4a93-bf8a-5199251900dd service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403496 Nov 16 21:36:02.660149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-dbb0a6a2-e128-4868-b28e-dcfd6d7cb68d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 200 len: 217 time: 0.0417392 Nov 16 21:36:02.683362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.683685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.723869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for 1023e9c0-5a93-4e9e-b7a8-03e3b15b8551 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:02.742873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-b8c04564-66ad-4583-9934-1532befa94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.744370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-b8c04564-66ad-4583-9934-1532befa94a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0729353 Nov 16 21:36:02.835123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-277b3662-267c-4cb2-8023-5ded7d6bddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.836615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-277b3662-267c-4cb2-8023-5ded7d6bddb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627031 Nov 16 21:36:02.852239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.2 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/530f898d-4760-48f6-8b2b-90882ae89851) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:02.877500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.880597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.881740 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38da62b7-5b8c-41b0-8452-05d2c08690c8 HTTP/1.1" status: 204 len: 168 time: 0.5979991 Nov 16 21:36:02.919991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1431bb-e36a-481c-8f05-bb158ff6542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da62b7-5b8c-41b0-8452-05d2c08690c8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.969498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-6af7aeba-8ec2-41d7-ac8a-1e48fc818793 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228344 Nov 16 21:36:02.974199 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.977986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.018185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.050312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=1023e9c0-5a93-4e9e-b7a8-03e3b15b8551,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.074746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:03.077930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:03.083258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:03.086457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=530f898d-4760-48f6-8b2b-90882ae89851,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.120292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4024326-0d64-4f90-8040-70c40bbe970b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:03.141886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-4f032ac1-7faa-4272-a684-71988beeeb68 service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647832 Nov 16 21:36:03.145799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.148399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.152016 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2d2551cb-c07d-4601-b536-2eebb814048f tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/floatingips/9200e857-5d86-4ec6-be72-8b38b4cfac6a HTTP/1.1" status: 204 len: 168 time: 0.8184981 Nov 16 21:36:03.152343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42610) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.182406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-78608f4a-a27b-4eee-9dc5-b194314c4ba5 None None] Provisioning complete for port 530f898d-4760-48f6-8b2b-90882ae89851 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:03.183239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78608f4a-a27b-4eee-9dc5-b194314c4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.231604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-78608f4a-a27b-4eee-9dc5-b194314c4ba5 None None] Port 530f898d-4760-48f6-8b2b-90882ae89851 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:03.231833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-9e111360-6ac5-4be0-94dd-ecdcbc95533a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 200 len: 217 time: 0.0812907 Nov 16 21:36:03.314902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-9a200ebf-968f-438c-81f3-5b429d199c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:03.316404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-9a200ebf-968f-438c-81f3-5b429d199c57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 200 len: 797 time: 0.0759423 Nov 16 21:36:03.364949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port ddd00a03-813b-4dd7-8bee-199be639800a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:03.365076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.381786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.424591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-363e2c34-2997-4510-af98-083e2252d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:03.426124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-363e2c34-2997-4510-af98-083e2252d846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=425ee18d-8e4a-4e02-a49e-62b33179053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020927 Nov 16 21:36:03.508602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.528705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for ddd00a03-813b-4dd7-8bee-199be639800a owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:03.591417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-49680033-5c62-4d60-87df-eab0db32172f service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568155 Nov 16 21:36:03.619108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.734205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-4bb5d7b6-9f1b-4f16-8a61-97a0731e1eaf service neutron] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301689 Nov 16 21:36:03.753230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:36:03.781728 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.784143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-fd4c7a34-3dca-4917-80f7-533b8da5ae93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 200 len: 217 time: 0.0420978 Nov 16 21:36:03.819074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=ddd00a03-813b-4dd7-8bee-199be639800a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.887839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:03.898500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-d079b9a7-51bf-4d0d-989a-4b4daad71c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:03.900009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-d079b9a7-51bf-4d0d-989a-4b4daad71c64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0912726 Nov 16 21:36:03.902370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:03.915149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:03.916127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.917029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:03.923505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28a40951-8d9c-430c-8d4d-1ebf2ad34b3d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2586164 Nov 16 21:36:03.926062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.952427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.955336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:03.960010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3a15c367-037b-4234-8937-366c3e27d1b3 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/ports/ddd00a03-813b-4dd7-8bee-199be639800a HTTP/1.1" status: 204 len: 168 time: 0.8062170 Nov 16 21:36:03.963581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42634) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.966690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:03.967518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:04.015970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:04.016253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea2aca-2fc8-4deb-b599-1fae35eba6aa None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:04.024850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-577982e5-cd57-471a-9107-c26ec9d7856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:04.026399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-577982e5-cd57-471a-9107-c26ec9d7856c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1157589 Nov 16 21:36:04.140399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting port bfd2daa4-e923-4758-8070-dc57c88471c9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:04.140741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.190907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-ae9da756-28d2-4fc2-9cfe-c402e6bd9d4b service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464341 Nov 16 21:36:04.297922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.323772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Calling delete_port for bfd2daa4-e923-4758-8070-dc57c88471c9 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:04.350264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-8f283a93-bf57-4367-866b-35989112b630 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512954 Nov 16 21:36:04.429911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-2d154720-46ea-4b24-a6ca-55ef89dac2cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 200 len: 217 time: 0.0464196 Nov 16 21:36:04.485154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.505547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-5ab9783e-8fa2-4e33-9cfc-be64d12d1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:04.507105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-5ab9783e-8fa2-4e33-9cfc-be64d12d1e24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 200 len: 797 time: 0.0676756 Nov 16 21:36:04.798267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.1 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/4bffedb5-14e4-4751-a0d5-a65afb813941) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:04.915105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.922875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-35d5cc03-495b-44e7-a0b3-a52e75bfcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:04.924385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-35d5cc03-495b-44e7-a0b3-a52e75bfcfc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14fdb57f-b238-4095-be62-e361e4fd7d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994930 Nov 16 21:36:04.936383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.944924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Port': ['ID=bfd2daa4-e923-4758-8070-dc57c88471c9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.976754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.032090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:05.035470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:05.038781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:05.071253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=4bffedb5-14e4-4751-a0d5-a65afb813941,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.083879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.088505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f7b5d80-becb-489a-9aa9-e799b4c2d910 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/ports/bfd2daa4-e923-4758-8070-dc57c88471c9 HTTP/1.1" status: 204 len: 168 time: 1.1232278 Nov 16 21:36:05.091597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42664) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.116482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-5cad493a-b2f7-45cf-ad5c-2065da09e15e service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666846 Nov 16 21:36:05.131599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.169172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.193160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting subnet 0e1f6bc5-95eb-4f20-b401-543ee1d325f3 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:05.196937 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.215325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce348f9d-2d6a-4b08-9bc8-1cf0a1ccd2eb req-cb5baa81-64fb-4d82-a192-30c8b594e803 service neutron] 10.222.0.36 "GET /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916066 Nov 16 21:36:05.256533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.319886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21675493-5e93-4d72-9e18-c2888e540b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.438772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.449873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.637539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.648172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21675493-5e93-4d72-9e18-c2888e540b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.675579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-21675493-5e93-4d72-9e18-c2888e540b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.683539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1f6bc5-95eb-4f20-b401-543ee1d325f3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.687944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.690254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5c94a-9520-44d4-8d34-a83991ee1ed7 None None] Network 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:05.693995 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a48ec6e0-cac2-41fd-aaf6-d308c5bdc1d0 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/subnets/0e1f6bc5-95eb-4f20-b401-543ee1d325f3 HTTP/1.1" status: 204 len: 168 time: 0.5986006 Nov 16 21:36:05.694742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42672) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.741092 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-21675493-5e93-4d72-9e18-c2888e540b3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf69c7cdce59401da4aba0933a8aad3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660350 Nov 16 21:36:05.741377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21675493-5e93-4d72-9e18-c2888e540b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416aaf6c-5ca6-4aab-8cfb-43bc977405b1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.741689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42674) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.769883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Deleting subnet 942ad09d-14dc-4e95-8302-800afc49c1fa {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:05.779398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.830603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.862335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.893789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.900892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] DHCP port deletion for 75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:05.908751 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.914190 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.954056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Deleting port 52bdfe82-2590-42f6-ad05-f351aa708bb3 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:05.954572 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.984611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.998207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.001147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=4bffedb5-14e4-4751-a0d5-a65afb813941,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.027895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] For port 52bdfe82-2590-42f6-ad05-f351aa708bb3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52bdfe82-2590-42f6-ad05-f351aa708bb3,segment=NetworkSegment(967765d5-6960-49ae-95fd-7ab9190077a0),segment_id=967765d5-6960-49ae-95fd-7ab9190077a0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:06.028144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.037107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.039857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.043612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/416aaf6c-5ca6-4aab-8cfb-43bc977405b1 HTTP/1.1" status: 204 len: 168 time: 0.2983348 Nov 16 21:36:06.053463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Calling delete_port for 52bdfe82-2590-42f6-ad05-f351aa708bb3 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:06.055931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c02cf-826e-474b-880d-41d13ae8786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416aaf6c-5ca6-4aab-8cfb-43bc977405b1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.072499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.101144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Subnet': ['ID=942ad09d-14dc-4e95-8302-800afc49c1fa,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.106669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.110609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b67c32e1-1590-4c39-b4b2-466e07eaf288 tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/subnets/942ad09d-14dc-4e95-8302-800afc49c1fa HTTP/1.1" status: 204 len: 168 time: 0.4142084 Nov 16 21:36:06.113318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42678) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.142168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954a86d-4f82-415b-8345-c4154569e892 None None] Network 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:06.168937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:06.172431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:06.287524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.293991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.323495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] Pushing event deleted for resources: {'Port': ['ID=52bdfe82-2590-42f6-ad05-f351aa708bb3,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.327551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29645e-76e7-435e-a492-276a0dddfbd0 None None] No DVR routers for this DVR port 52bdfe82-2590-42f6-ad05-f351aa708bb3 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:06.378833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42682) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.394389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fc16adb-5e3c-4254-ab5d-87c1b2120af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.410004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:06.429494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] DHCP port deletion for 62cc2d88-deb3-4281-8053-cd4bac3f2ac1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:06.430913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.482202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Deleting port 16a49518-bb77-4b2b-9123-6964e6d1ecec {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:06.482592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.495397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fc16adb-5e3c-4254-ab5d-87c1b2120af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.503893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fc16adb-5e3c-4254-ab5d-87c1b2120af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.553003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4fc16adb-5e3c-4254-ab5d-87c1b2120af4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=020b6258828242f1b980420d2166bd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703236 Nov 16 21:36:06.553389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42684) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.560603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc16adb-5e3c-4254-ab5d-87c1b2120af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b5b84-0eaf-4c45-9969-758ef8d9bd19,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.615201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.639967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.694359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.697282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.701147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd0b5b84-0eaf-4c45-9969-758ef8d9bd19 HTTP/1.1" status: 204 len: 168 time: 0.1442637 Nov 16 21:36:06.708870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20dd8d-cfda-4690-992c-e2a5c4dd8287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b5b84-0eaf-4c45-9969-758ef8d9bd19,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.731074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] For port 16a49518-bb77-4b2b-9123-6964e6d1ecec, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=16a49518-bb77-4b2b-9123-6964e6d1ecec,segment=NetworkSegment(81a2ae66-2a57-4a45-aff1-e40316bd59b8),segment_id=81a2ae66-2a57-4a45-aff1-e40316bd59b8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:06.731640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.748880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Calling delete_port for 16a49518-bb77-4b2b-9123-6964e6d1ecec owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:06.794483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:06.835981 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.861210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967765d5-6960-49ae-95fd-7ab9190077a0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:06.861507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967765d5-6960-49ae-95fd-7ab9190077a0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:06.864305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] Pushing event deleted for resources: {'Port': ['ID=16a49518-bb77-4b2b-9123-6964e6d1ecec,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.866415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d3a10-7963-4450-8136-f573ae94e87a None None] No DVR routers for this DVR port 16a49518-bb77-4b2b-9123-6964e6d1ecec on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:06.877761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.902631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.915374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:06.915841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:06.920009 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:06.982115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:06.991281 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ec321ed-8694-4774-bcbb-c81165a31899 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/routers/f1bb5140-8726-40ef-953a-71d618b09f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0607407 Nov 16 21:36:06.991281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.991281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.994038 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:06.996175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'port': {'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39', 'name': 'tempest-FloatingIPTestJSON-918654137'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:07.005274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:07.005869 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.023001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.028779 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/networks/75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7 HTTP/1.1" status: 204 len: 168 time: 0.9113541 Nov 16 21:36:07.028779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004de0c-3d12-496d-822c-d7cbf82debdc tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Network': ['ID=75b4c62c-3cfb-4f8f-9fef-6e7877b37ae7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.029123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42694) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:07.042675 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.052413 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:07.053852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.088357 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.089061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e56a1-49b2-48a5-b203-69f7adc22681 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:07.126293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.173802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:07.181557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.193032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 16a49518-bb77-4b2b-9123-6964e6d1ecec no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:07.207944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] device_id is not set on port 46ccf33f-5f9a-448d-820b-afd9821c599e yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:07.218853 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.219917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 16a49518-bb77-4b2b-9123-6964e6d1ecec {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:07.220572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 16a49518-bb77-4b2b-9123-6964e6d1ecec not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:07.221428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52bdfe82-2590-42f6-ad05-f351aa708bb3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:07.241157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc2d88-deb3-4281-8053-cd4bac3f2ac1']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.242146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 52bdfe82-2590-42f6-ad05-f351aa708bb3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:07.242676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52bdfe82-2590-42f6-ad05-f351aa708bb3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:07.253036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a2ae66-2a57-4a45-aff1-e40316bd59b8') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.253344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a2ae66-2a57-4a45-aff1-e40316bd59b8') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:07.265271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.279831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.286170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:07.286594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:07.289624 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:07.351726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.3 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/46ccf33f-5f9a-448d-820b-afd9821c599e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:07.358236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.366134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.376408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] 10.222.0.54 "DELETE /v2.0/networks/62cc2d88-deb3-4281-8053-cd4bac3f2ac1 HTTP/1.1" status: 204 len: 168 time: 0.3381939 Nov 16 21:36:07.387388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295e907-fbd4-458a-b84a-4639a3d875cd tempest-TaggedBootDevicesTest-1507464311 tempest-TaggedBootDevicesTest-1507464311-project] Pushing event deleted for resources: {'Network': ['ID=62cc2d88-deb3-4281-8053-cd4bac3f2ac1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.546962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.575121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42712) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:07.589187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.640372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:07.643752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:07.647855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:07.654757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=46ccf33f-5f9a-448d-820b-afd9821c599e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.694575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177352319-network', 'tenant_id': 'ac7558cf4fea44569cff3c2872317b54'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:07.704146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:07.704793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.718545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Made reservation on behalf of ac7558cf4fea44569cff3c2872317b54 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:07.720911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.726044 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-712a0c1f-6e29-4e56-b198-dc7afe0d1f7c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7338223 Nov 16 21:36:07.729238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:07.733300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.736119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'port': {'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39', 'name': 'tempest-FloatingIPTestJSON-217803927'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:07.821587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.833194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.866188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:07.876324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:07.877070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f55cc-1f90-4427-ae9f-2fb23146e05c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.882671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.885181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.885595 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Added segment e26acd5f-d093-4273-9e4a-4f3297b526d8 of type vlan for network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 Nov 16 21:36:07.905515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] device_id is not set on port 24f8c084-8e41-441c-b698-e39b137d2779 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:07.929817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.956997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.958614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:07.959264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.018170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4398980 Nov 16 21:36:08.018440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:08.025589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Request body: {'subnet': {'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177352319-subnet', 'tenant_id': 'ac7558cf4fea44569cff3c2872317b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:08.027009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35886dee-8205-4cb2-b566-51ecd9f6a010 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:08.038110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:08.045962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.7 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/24f8c084-8e41-441c-b698-e39b137d2779) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:08.070728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Made reservation on behalf of ac7558cf4fea44569cff3c2872317b54 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:08.073307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.302136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.373600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.405942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.485963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:08.495667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:08.498200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:08.501467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3373e134-5141-4159-8513-d01be5b4e382,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:08.508323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=24f8c084-8e41-441c-b698-e39b137d2779,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:08.535771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Checking segment: {'id': 'e26acd5f-d093-4273-9e4a-4f3297b526d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:08.536137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Network hostable DHCP agents. Network: c5ad927a-a0eb-4489-9a4a-2daea2f01dc9, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:08.572582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:08.573208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.577248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:08.592104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c5ad927a-a0eb-4489-9a4a-2daea2f01dc9) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:08.596505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:08.597269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.601808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2b75d-bba7-42f9-98a4-4d806ae03246 None None] Network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:08.606286 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf64aeb8-e02a-4f05-a18c-7005ec00f4ce tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8727283 Nov 16 21:36:08.606756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42726) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:08.612831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '24f8c084-8e41-441c-b698-e39b137d2779', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:08.619644 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-646f5cca-c2f5-408f-a06a-5e7165875c48 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5996165 Nov 16 21:36:08.660972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.781482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9c70a-d0e7-4720-a242-cab468f71438 None None] Network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:08.829820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.963351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.165 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a10fa14a-179f-4baf-9521-ea3432eb1fff) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:08.967979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.082906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.120479 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.161751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:09.165621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:09.185014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:09.188330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=a10fa14a-179f-4baf-9521-ea3432eb1fff,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.227218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42744) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:09.232365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140903073-network', 'tenant_id': 'c817a6e250df4f0bb762c45503007b01'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:09.268862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Made reservation on behalf of c817a6e250df4f0bb762c45503007b01 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:09.272183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.304369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.482353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.487418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.526807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:09.542099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058fd3e8-4067-4487-83fe-cd6ae3714f61,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.551856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.552207 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Added segment 93a90799-814d-43ac-ab6e-4be385e98981 of type vlan for network 965d6601-bc64-48b7-abdc-aec7569bec85 Nov 16 21:36:09.620507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.719272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.720220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:09.720792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.790587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5620289 Nov 16 21:36:09.793298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:09.798622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Request body: {'subnet': {'network_id': '965d6601-bc64-48b7-abdc-aec7569bec85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140903073-subnet', 'tenant_id': 'c817a6e250df4f0bb762c45503007b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:09.802177 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.822764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Made reservation on behalf of c817a6e250df4f0bb762c45503007b01 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:09.825368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.826975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa315-1932-4b25-a0f2-5d6ceedaa7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=965d6601-bc64-48b7-abdc-aec7569bec85,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.841911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 965d6601-bc64-48b7-abdc-aec7569bec85 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:09.893159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.059065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.064643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.069261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.135178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d395375-e3f2-4100-ac19-0ed7e78d9dbd,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:10.139854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Checking segment: {'id': '93a90799-814d-43ac-ab6e-4be385e98981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '965d6601-bc64-48b7-abdc-aec7569bec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:10.140894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Network hostable DHCP agents. Network: 965d6601-bc64-48b7-abdc-aec7569bec85, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:10.142961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=a10fa14a-179f-4baf-9521-ea3432eb1fff,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:10.151717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.160419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Network 965d6601-bc64-48b7-abdc-aec7569bec85 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:10.171177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 965d6601-bc64-48b7-abdc-aec7569bec85) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:10.181201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bb481-c0ce-43ba-adcb-43017d4b921e None None] Network 965d6601-bc64-48b7-abdc-aec7569bec85 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:10.192320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:10.193250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.214853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1876bdc3-33b5-48b9-b27b-f4ec0eaf8bda admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4202685 Nov 16 21:36:10.273044 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 88ec8aea-c98a-486a-89ef-460de7c97ecb associated. External IP: 172.25.7.165, port: 24f8c084-8e41-441c-b698-e39b137d2779. Nov 16 21:36:10.350604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486e625-de76-40a5-91d3-2060461269fc None None] Network 965d6601-bc64-48b7-abdc-aec7569bec85 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:10.536050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:10.662883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:10.674507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:10.687078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:10.687583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:10.699851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.726400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:10.736767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:10.737534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:10.774133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-da5b66ef-8ede-496e-a27b-1a11e5ec6a2d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1620877 Nov 16 21:36:10.774380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:10.778573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:10.783688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:10.784421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d446f-7728-4d51-831a-a4339fea5834 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:10.820826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-2b17e215-d889-4484-b198-14040d9cb3b7 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:10.822697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-2b17e215-d889-4484-b198-14040d9cb3b7 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/networks?id=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 HTTP/1.1" status: 200 len: 808 time: 0.1499131 Nov 16 21:36:10.840446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-79074eeb-c045-4a20-bc83-f2b500c109b0 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/quotas/ac7558cf4fea44569cff3c2872317b54 HTTP/1.1" status: 200 len: 375 time: 0.0102460 Nov 16 21:36:10.842455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.875275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-fa5111fb-555b-4791-84d9-5e9b57a100ae tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7558cf4fea44569cff3c2872317b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278382 Nov 16 21:36:11.004366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-988258f0-206f-4417-be80-54d818d78c9d service neutron] 10.222.0.54 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219101 Nov 16 21:36:11.067904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.073302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.073638 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 88ec8aea-c98a-486a-89ef-460de7c97ecb disassociated. External IP: 172.25.7.165, port: 24f8c084-8e41-441c-b698-e39b137d2779. Nov 16 21:36:11.130837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-1a0a5625-1ca2-4d05-9b80-eb66ec8e12c9 service neutron] 10.222.0.54 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204062 Nov 16 21:36:11.328679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0c22a58-3016-490a-bb41-2f9860bf3933 req-64bdcdd5-60ac-4b68-b782-c1ec7c72a1a2 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 210 time: 0.0359969 Nov 16 21:36:11.377733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:11.521821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:11.534871 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:11.537036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.551589 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:11.552201 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:11.575700 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-096b430c-4313-411d-b4d3-a52b16ac0c88 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/88ec8aea-c98a-486a-89ef-460de7c97ecb HTTP/1.1" status: 200 len: 688 time: 0.7987101 Nov 16 21:36:11.576084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:11.636290 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:11.656078 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:11.659824 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:11.700504 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:11.701149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc16796-7627-4d8f-800d-b0f33d46c4b7 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:11.772041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port a10fa14a-179f-4baf-9521-ea3432eb1fff {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:11.772659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.855814 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.856138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:11.880474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for a10fa14a-179f-4baf-9521-ea3432eb1fff owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:12.026887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.081731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=a10fa14a-179f-4baf-9521-ea3432eb1fff,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:12.161729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.164314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.169000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42792) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:12.169541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-58aef809-6f1b-4aa3-b85a-6f58328d13e2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/88ec8aea-c98a-486a-89ef-460de7c97ecb HTTP/1.1" status: 204 len: 168 time: 0.5918961 Nov 16 21:36:12.174889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '46ccf33f-5f9a-448d-820b-afd9821c599e'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:12.198020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.301551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.448036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd204224-14f6-42cc-bf2b-e4a98b532bb5 req-b8aaf77b-259d-4dfa-b32a-50cf19724a40 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 210 time: 0.0270698 Nov 16 21:36:12.575767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-e27df8de-4fa4-4ca8-a2c0-b6d474c773bb tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:12.577230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-e27df8de-4fa4-4ca8-a2c0-b6d474c773bb tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.21 "GET /v2.0/networks?id=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 HTTP/1.1" status: 200 len: 808 time: 0.2336457 Nov 16 21:36:12.584762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.83 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/c4aed2e9-4890-4221-a166-22cd89bda431) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:12.593100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Request body: {'port': {'device_id': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9', 'admin_state_up': True, 'tenant_id': 'ac7558cf4fea44569cff3c2872317b54'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:12.774745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.783890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Made reservation on behalf of ac7558cf4fea44569cff3c2872317b54 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:12.787494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.851840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.864200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.925266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:12.947244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:12.951085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=c4aed2e9-4890-4221-a166-22cd89bda431,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:12.953267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:13.000836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Allocated IP 172.20.0.12 (c5ad927a-a0eb-4489-9a4a-2daea2f01dc9/3373e134-5141-4159-8513-d01be5b4e382/615a154c-2d0e-4076-a08e-a6e9f04c4f09) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:13.307643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.553440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24751c5c-1123-4da9-b5b6-8765f982116c req-c58c386a-b64e-471f-84e2-2f5dc8cac8c9 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 210 time: 0.0292299 Nov 16 21:36:13.760291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.797871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.832540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:13.842250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:13.848724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:13.855477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Pushing event updated for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:13.928889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:13.929487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.934967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.966535 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-4c91f042-3817-466a-9dbb-563cd71a22db tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3770797 Nov 16 21:36:13.981143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Request body: {'port': {'device_id': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:14.087222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.243706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.259210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.395519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=c4aed2e9-4890-4221-a166-22cd89bda431,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:14.423221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.577409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615a154c-2d0e-4076-a08e-a6e9f04c4f09 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:14.586422 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP f78104d1-ef67-4dcf-833f-b81d19c08e70 associated. External IP: 172.25.7.83, port: 46ccf33f-5f9a-448d-820b-afd9821c599e. Nov 16 21:36:14.589679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.666013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Transition to ACTIVE for port object 615a154c-2d0e-4076-a08e-a6e9f04c4f09 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:36:14.679474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.715682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33daf4c-aa00-4428-9a2b-3daf295dfcb2 req-ca483e91-f080-4fb1-9f09-671cee688351 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:14.717899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d33daf4c-aa00-4428-9a2b-3daf295dfcb2 req-ca483e91-f080-4fb1-9f09-671cee688351 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 932 time: 0.0731413 Nov 16 21:36:14.755089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Pushing event updated for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:14.799760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d33daf4c-aa00-4428-9a2b-3daf295dfcb2 req-18582d24-373e-4f1a-be3c-b573c292525f tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752907 Nov 16 21:36:14.906885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Attempting to bind port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:14.907367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Attempting to bind port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e26acd5f-d093-4273-9e4a-4f3297b526d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:14.907757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Attempting to bind port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 on network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:14.918703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 on network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:36:14.919060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Attempting to bind port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 on network c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:14.929933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:14.930339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Checking segment: {'id': 'e26acd5f-d093-4273-9e4a-4f3297b526d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:14.930805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Bound using segment: {'id': 'e26acd5f-d093-4273-9e4a-4f3297b526d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:14.931337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Bound port: 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26acd5f-d093-4273-9e4a-4f3297b526d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:14.931769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.937218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:15.076719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:15.081628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09,segment=NetworkSegment(e26acd5f-d093-4273-9e4a-4f3297b526d8),segment_id=e26acd5f-d093-4273-9e4a-4f3297b526d8)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:15.089519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:15.142183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:15.146684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:15.147417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:15.148967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/615a154c-2d0e-4076-a08e-a6e9f04c4f09 HTTP/1.1" status: 200 len: 1092 time: 1.1726644 Nov 16 21:36:15.149498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:15.152136 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f39bfb-d7dd-407b-994c-670258a8d183" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:15.162106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:15.182448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:15.189799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:15.234578 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118dcce6-4a1e-4d01-923d-f1491450438c x-openstack-request-id: req-118dcce6-4a1e-4d01-923d-f1491450438c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:15.234967 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:15.235295 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-118dcce6-4a1e-4d01-923d-f1491450438c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:15.235767 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09', 'status': 'completed', 'code': 200} Nov 16 21:36:15.243216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:15.252395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0250-b2bf-4769-846e-3000917223a3 service neutron] Pushing event updated for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:15.262081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:15.265544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:15.274605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:15.338182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-0d0eae6c-95a9-4740-baab-cdadc43bed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:15.341131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-0d0eae6c-95a9-4740-baab-cdadc43bed75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac7558cf4fea44569cff3c2872317b54&device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 1095 time: 0.1293926 Nov 16 21:36:15.350201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f37d2ec4-d47f-4458-a1f8-55d767842983 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1733754 Nov 16 21:36:15.350442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:15.350442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43552c28-c24e-4576-974e-3bea1d52c57a None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:15.350662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:15.373533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ef98a1d-16a1-48d7-a67e-70edec7d4359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:15.387612 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-74d1fc38-86f3-48db-8fca-3936e3da80de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09 HTTP/1.1" status: 200 len: 217 time: 0.0371232 Nov 16 21:36:15.439666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87ffa227-eece-42a7-961d-8048549be08d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/floatingips/f78104d1-ef67-4dcf-833f-b81d19c08e70 HTTP/1.1" status: 200 len: 976 time: 0.0860851 Nov 16 21:36:15.441930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42814) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:15.448715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-76643935-db42-428a-9d05-e9900bf2c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:15.450455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-76643935-db42-428a-9d05-e9900bf2c7a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3373e134-5141-4159-8513-d01be5b4e382 HTTP/1.1" status: 200 len: 848 time: 0.0549643 Nov 16 21:36:15.485418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-2f9853cc-a356-4c09-b1e8-7f12d4cc4463 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255327 Nov 16 21:36:15.567342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-98ef6f3e-d538-465a-b2f1-ee9cf1bcf4ad tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1233041 Nov 16 21:36:15.569804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42816) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:15.576376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': '24f8c084-8e41-441c-b698-e39b137d2779'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:15.659398 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-91a55bbb-7588-4edd-a887-fae6c8355264 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620317 Nov 16 21:36:15.662210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:15.853202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-69a7dbc6-4af2-4dab-a2c4-4f21a9a163bb req-fbe0bf32-6732-48e6-9cc0-fea46cdaf3eb service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864150 Nov 16 21:36:15.936131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b69f-f35a-458d-bc94-900478634dde req-6cdca26c-be67-433e-8bd4-8143b010f49c tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:15.938322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f2b69f-f35a-458d-bc94-900478634dde req-6cdca26c-be67-433e-8bd4-8143b010f49c tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 944 time: 0.0622582 Nov 16 21:36:15.994760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f2b69f-f35a-458d-bc94-900478634dde req-6b9adadd-dd6f-4fab-a8ea-cd6ea4e5ad89 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499458 Nov 16 21:36:16.002800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-443b632c-b216-446e-ab37-b7d342c93af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:16.004375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-443b632c-b216-446e-ab37-b7d342c93af5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ac7558cf4fea44569cff3c2872317b54&device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 1095 time: 0.0851197 Nov 16 21:36:16.218643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-b32e2642-f8bf-4019-bf00-7c438a5a1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:16.220188 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-b32e2642-f8bf-4019-bf00-7c438a5a1773 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 HTTP/1.1" status: 200 len: 909 time: 0.2086904 Nov 16 21:36:16.272221 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-366d95fc-1aad-4ce5-9707-2489f972d049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09 HTTP/1.1" status: 200 len: 217 time: 0.0437987 Nov 16 21:36:16.384354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-f277eb93-527f-4c78-ba10-450a30d0d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:16.385838 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-f277eb93-527f-4c78-ba10-450a30d0d717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3373e134-5141-4159-8513-d01be5b4e382 HTTP/1.1" status: 200 len: 848 time: 0.0919483 Nov 16 21:36:16.405993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:16.429021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:16.432497 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-a4aeca25-4e20-45db-a9b2-d6debf2d81ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381200 Nov 16 21:36:16.597002 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP f78104d1-ef67-4dcf-833f-b81d19c08e70 associated. External IP: 172.25.7.83, port: 46ccf33f-5f9a-448d-820b-afd9821c599e. Nov 16 21:36:16.960802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-0ed9dd49-f019-4a7e-b8e8-b3339a520f21 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951067 Nov 16 21:36:17.104337 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-29f39bfb-d7dd-407b-994c-670258a8d183 req-726f3255-1576-4156-a8b9-08fa1de31934 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183209 Nov 16 21:36:17.147724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477455a-81fd-4c34-a35d-e2981461b4bc req-e9cf21e3-7ba2-442f-b0a9-65a993df3f4c tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:17.149224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6477455a-81fd-4c34-a35d-e2981461b4bc req-e9cf21e3-7ba2-442f-b0a9-65a993df3f4c tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 944 time: 0.0706706 Nov 16 21:36:17.212932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6477455a-81fd-4c34-a35d-e2981461b4bc req-9a3be6e9-656d-469b-9149-03f79e378f45 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Nov 16 21:36:17.213726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:17.322611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:17.343266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:17.353325 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:17.354038 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.390214 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.401382 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:17.402348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.436984 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.437633 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61b429-14b4-4b19-8bc3-2ef06c746a26 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:17.452129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42826) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:17.565881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:17.672933 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7447035-3eb9-46a5-b8fd-7dba3e450f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:17.679956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:17.684499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:17.692139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:17.705509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:17.706410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.741475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.742579 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a69a4b14-355f-43dd-9e31-4fa80bac60d8 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/f78104d1-ef67-4dcf-833f-b81d19c08e70 HTTP/1.1" status: 200 len: 976 time: 2.1716807 Nov 16 21:36:17.743619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42830) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:17.747772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:17.750251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:17.750861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.805323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:17.806124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc5244-936d-4e07-bd07-8b759dbb07dc None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:17.813708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:17.814091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 615a154c-2d0e-4076-a08e-a6e9f04c4f09 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:36:17.937450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09,segment=NetworkSegment(e26acd5f-d093-4273-9e4a-4f3297b526d8),segment_id=e26acd5f-d093-4273-9e4a-4f3297b526d8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:17.952240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '615a154c-2d0e-4076-a08e-a6e9f04c4f09', 'network_id': 'c5ad927a-a0eb-4489-9a4a-2daea2f01dc9', 'port_id': '615a154c-2d0e-4076-a08e-a6e9f04c4f09', 'mac_address': 'fa:16:3e:8e:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3373e134-5141-4159-8513-d01be5b4e382', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:36:17.975442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:17.981879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:17.982904 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP f78104d1-ef67-4dcf-833f-b81d19c08e70 disassociated. External IP: 172.25.7.83, port: 24f8c084-8e41-441c-b698-e39b137d2779. Nov 16 21:36:17.997924 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.014664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615a154c-2d0e-4076-a08e-a6e9f04c4f09 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:18.040162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09,segment=NetworkSegment(e26acd5f-d093-4273-9e4a-4f3297b526d8),segment_id=e26acd5f-d093-4273-9e4a-4f3297b526d8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:18.045947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.113387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:18.221699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:18.261589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['615a154c-2d0e-4076-a08e-a6e9f04c4f09'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:36:18.383735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:18.390467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.404511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:18.413283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c981520-edf8-455a-90dc-dc1143aae391 req-5d98ec55-172e-467b-bfb8-e8adcddd5560 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:18.415230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c981520-edf8-455a-90dc-dc1143aae391 req-5d98ec55-172e-467b-bfb8-e8adcddd5560 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 945 time: 0.0950227 Nov 16 21:36:18.426659 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:18.431133 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:18.434771 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ca27a19-a10c-4786-8f51-63cc509b3edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/f78104d1-ef67-4dcf-833f-b81d19c08e70 HTTP/1.1" status: 200 len: 687 time: 0.6904256 Nov 16 21:36:18.437323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42834) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:18.478740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.488475 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:18.510602 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:18.512183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:18.556032 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:18.556731 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731b7b9-ec21-42b4-8d9f-9d3a06e7dec8 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:18.561690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c981520-edf8-455a-90dc-dc1143aae391 req-b99abe8e-b957-467b-b328-ee8dafd69457 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388328 Nov 16 21:36:18.633038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port c4aed2e9-4890-4221-a166-22cd89bda431 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:18.633372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.714084 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.714767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.726822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for c4aed2e9-4890-4221-a166-22cd89bda431 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:18.745650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Deleting port 60e8909c-539d-4431-9042-c15a68e18d10 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:18.745992 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.824139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] For port 60e8909c-539d-4431-9042-c15a68e18d10, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=60e8909c-539d-4431-9042-c15a68e18d10,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:18.824375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.836749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Calling delete_port for 60e8909c-539d-4431-9042-c15a68e18d10 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:18.858196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.887980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=c4aed2e9-4890-4221-a166-22cd89bda431,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:18.948066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.950735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:18.951932 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-320645c1-c159-48bc-be4d-2005083b9eeb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/f78104d1-ef67-4dcf-833f-b81d19c08e70 HTTP/1.1" status: 204 len: 168 time: 0.5136006 Nov 16 21:36:18.954540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:18.989632 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-c1650dfb-8096-4037-95a1-b15f3e07ec6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] delete failed (client error): The resource could not be found. Nov 16 21:36:18.994190 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1650dfb-8096-4037-95a1-b15f3e07ec6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/f78104d1-ef67-4dcf-833f-b81d19c08e70 HTTP/1.1" status: 404 len: 345 time: 0.0351732 Nov 16 21:36:18.994415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42838) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:19.017830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.048268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Pushing event deleted for resources: {'Port': ['ID=60e8909c-539d-4431-9042-c15a68e18d10,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:19.083672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317b548-8f84-407e-9296-9f9f21edf88e tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:19.090069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317b548-8f84-407e-9296-9f9f21edf88e tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:19.096414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317b548-8f84-407e-9296-9f9f21edf88e tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:19.098563 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3317b548-8f84-407e-9296-9f9f21edf88e tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/ports?network_id=f314a140-df60-456a-b3bf-1f6993628b39 HTTP/1.1" status: 200 len: 2356 time: 0.1032152 Nov 16 21:36:19.101314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:19.159601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de210f0-f4ab-47d9-b5c1-d67b7490ae67 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:19.167942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5de210f0-f4ab-47d9-b5c1-d67b7490ae67 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/subnets/3dbd5742-9414-4bce-ac68-de6c9ec7be84 HTTP/1.1" status: 200 len: 797 time: 0.0655174 Nov 16 21:36:19.168852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42842) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:19.175536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'port': {'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39', 'name': 'tempest-FloatingIPTestJSON-144837066', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:19.229678 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:36:19.232010 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.271249 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.302045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:19.383695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.400366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] device_id is not set on port 81f7e942-0b17-4aea-b7c5-237f488721b5 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:19.455793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Router 8daaa5af-0aa6-4564-ada6-a038946513b4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:19.564078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:19.568999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-58c27ddc-333f-414d-b23e-eb1ffd02054c admin admin] 10.222.0.54 "PUT /v2.0/routers/8daaa5af-0aa6-4564-ada6-a038946513b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1158454 Nov 16 21:36:19.571727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42844) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:19.576562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Sync routers for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:19.588986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:19.590069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:19.702523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.14 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/81f7e942-0b17-4aea-b7c5-237f488721b5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:19.706442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:19.712829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.13 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/81f7e942-0b17-4aea-b7c5-237f488721b5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:19.715852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0998aa0-01a9-4896-9f3a-e13e79ebc3d9 req-136d90d0-0dcf-4b3b-87ac-78b5aef348ff tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:19.717348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0998aa0-01a9-4896-9f3a-e13e79ebc3d9 req-136d90d0-0dcf-4b3b-87ac-78b5aef348ff tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 945 time: 0.0719826 Nov 16 21:36:19.746611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.778279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 615a154c-2d0e-4076-a08e-a6e9f04c4f09 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:19.851160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0998aa0-01a9-4896-9f3a-e13e79ebc3d9 req-481b58bb-9a98-484a-85c1-78900a09a585 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Nov 16 21:36:19.887226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:36:19.889459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.893801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:19.895327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.895472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.936902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.950104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Deleting port e30f1404-7ad4-446b-864a-1932494b4b63 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:19.950443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:19.993783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:36:18Z', 'revision_number': 5, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port': {'id': 'e30f1404-7ad4-446b-864a-1932494b4b63', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:07Z', 'updated_at': '2021-11-16T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:19.999998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:20.004335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:20.006811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:20.025478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Checking router: 8daaa5af-0aa6-4564-ada6-a038946513b4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:20.029004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=81f7e942-0b17-4aea-b7c5-237f488721b5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.038205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] For port e30f1404-7ad4-446b-864a-1932494b4b63, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e30f1404-7ad4-446b-864a-1932494b4b63,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:20.038569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.040717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.049566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Routers {'8daaa5af-0aa6-4564-ada6-a038946513b4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:20.050499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['8daaa5af-0aa6-4564-ada6-a038946513b4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:20.053403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Calling delete_port for e30f1404-7ad4-446b-864a-1932494b4b63 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:20.061718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:20.062381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.085997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d68cac16-de2e-4bb0-9b42-d309de688e2a tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9158459 Nov 16 21:36:20.089989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42848) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:20.095232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '81f7e942-0b17-4aea-b7c5-237f488721b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:20.122377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.236867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.247467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.265280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30f1404-7ad4-446b-864a-1932494b4b63,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.284994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:20.287329 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f3df2-4642-4304-91aa-ed594dcceeb7" -d '{"events": [{"server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "name": "network-vif-plugged", "status": "completed", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:20.297994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75d565-97c7-43bb-b3f4-c99be3d40cb6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:20.312272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09,segment=NetworkSegment(e26acd5f-d093-4273-9e4a-4f3297b526d8),segment_id=e26acd5f-d093-4273-9e4a-4f3297b526d8)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:20.322147 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.334151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] Set router 8daaa5af-0aa6-4564-ada6-a038946513b4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:20.348707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.375276 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cecf4ef-a28f-48f4-866b-2d60796b9920 x-openstack-request-id: req-7cecf4ef-a28f-48f4-866b-2d60796b9920 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:20.375570 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "name": "network-vif-plugged", "status": "completed", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:20.375815 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7cecf4ef-a28f-48f4-866b-2d60796b9920 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:20.376248 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09', 'code': 200} Nov 16 21:36:20.411138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:36:19Z', 'revision_number': 6, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:20.413754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.97 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/5344481f-e95a-4639-b739-028f373fa895) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:20.447423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294fefd0-5b86-489b-8192-f1be1732a400 None None] The sync data for ids ['8daaa5af-0aa6-4564-ada6-a038946513b4'] in n-d-816206-5 is: [{'id': '8daaa5af-0aa6-4564-ada6-a038946513b4', 'name': 'tempest-TaggedBootDevicesTest-485391070-router', 'tenant_id': '8bdbd70992114d5195b0e8b69d385976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:06Z', 'updated_at': '2021-11-16T21:36:19Z', 'revision_number': 6, 'project_id': '8bdbd70992114d5195b0e8b69d385976', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:20.463711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.471575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.474763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.519351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e202c53-63f0-462e-872c-941ee1f82ab7 req-fff8ec45-04dd-4339-b0da-c3dc81bed051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:20.523782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5e202c53-63f0-462e-872c-941ee1f82ab7 req-fff8ec45-04dd-4339-b0da-c3dc81bed051 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 1097 time: 0.1053982 Nov 16 21:36:20.525972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.533303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.533875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8daaa5af-0aa6-4564-ada6-a038946513b4 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:20.538463 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.539518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8503db39-3e74-45f3-b9a9-40e0bdfc8317 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8daaa5af-0aa6-4564-ada6-a038946513b4 HTTP/1.1" status: 204 len: 168 time: 0.9670188 Nov 16 21:36:20.542052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42852) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:20.586638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Deleting subnet 35977ea4-6cf8-43e0-80c2-365d82f1af63 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:20.590424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.601562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.605983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5e202c53-63f0-462e-872c-941ee1f82ab7 req-b13af5b3-22f3-4614-9305-821df088b9a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Nov 16 21:36:20.624959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.637365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.672360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:20.677679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:20.681218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:20.704657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=5344481f-e95a-4639-b739-028f373fa895,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.707810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.760181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.785000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35977ea4-6cf8-43e0-80c2-365d82f1af63,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.789253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:20.792634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73ee5e14-1bea-4db6-a24d-772168b24fa0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/35977ea4-6cf8-43e0-80c2-365d82f1af63 HTTP/1.1" status: 204 len: 168 time: 0.2494450 Nov 16 21:36:20.795238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42854) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:20.795687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96409b-dfb1-468f-8e26-46200e645b8a None None] Network aab467e1-611d-4394-87cc-a6729d8256c7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:20.942425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.003681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df654a9-d9c3-4284-ab72-ffd9503a1f71 req-515937f5-0efc-4ecc-8685-d53e5ea5d247 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:21.005393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5df654a9-d9c3-4284-ab72-ffd9503a1f71 req-515937f5-0efc-4ecc-8685-d53e5ea5d247 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 946 time: 0.0722866 Nov 16 21:36:21.053148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5df654a9-d9c3-4284-ab72-ffd9503a1f71 req-d413a727-e487-4990-a6dd-dd3974926cda tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Nov 16 21:36:21.102761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Deleting port ff115942-04ee-427e-b36b-16ecdfa296e4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:21.103118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.301522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] DHCP port deletion for aab467e1-611d-4394-87cc-a6729d8256c7 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:21.359971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Deleting port ff115942-04ee-427e-b36b-16ecdfa296e4 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:21.360442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.411694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 60e8909c-539d-4431-9042-c15a68e18d10 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:21.455158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 60e8909c-539d-4431-9042-c15a68e18d10 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:21.455494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 60e8909c-539d-4431-9042-c15a68e18d10 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:21.455899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ff115942-04ee-427e-b36b-16ecdfa296e4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:21.485980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.496496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ff115942-04ee-427e-b36b-16ecdfa296e4,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:21.498278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.517853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Calling delete_port for ff115942-04ee-427e-b36b-16ecdfa296e4 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:21.519685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ff115942-04ee-427e-b36b-16ecdfa296e4,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:21.519835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.531067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.557099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Calling delete_port for ff115942-04ee-427e-b36b-16ecdfa296e4 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:21.624326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.674682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port ff115942-04ee-427e-b36b-16ecdfa296e4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ff115942-04ee-427e-b36b-16ecdfa296e4,segment=NetworkSegment(1ae8dcd4-779f-4411-a65d-2ab73394588b),segment_id=1ae8dcd4-779f-4411-a65d-2ab73394588b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:21.679745 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.680514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e30f1404-7ad4-446b-864a-1932494b4b63 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:21.686113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.723496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.726484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e30f1404-7ad4-446b-864a-1932494b4b63 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:21.726706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e30f1404-7ad4-446b-864a-1932494b4b63 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:21.729091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.731674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event deleted for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:21.744976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] No DVR routers for this DVR port ff115942-04ee-427e-b36b-16ecdfa296e4 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:21.749426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] No DVR routers for this DVR port ff115942-04ee-427e-b36b-16ecdfa296e4 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:21.765089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250684c-deca-4d34-b8c4-2e093eae252e None None] Pushing event deleted for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:21.794028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff115942-04ee-427e-b36b-16ecdfa296e4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:21.885134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.919884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab467e1-611d-4394-87cc-a6729d8256c7']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:21.937167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae8dcd4-779f-4411-a65d-2ab73394588b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:21.937461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae8dcd4-779f-4411-a65d-2ab73394588b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:21.955480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.975485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.989766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:21.990142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:21.991876 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:22.001772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.028216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.100121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.112472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.116174 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aab467e1-611d-4394-87cc-a6729d8256c7 HTTP/1.1" status: 204 len: 168 time: 1.3179684 Nov 16 21:36:22.119151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42860) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:22.133283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=5344481f-e95a-4639-b739-028f373fa895,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:22.135670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113a3d7-6906-4bff-8d54-843bb6937ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab467e1-611d-4394-87cc-a6729d8256c7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:22.143718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.244280 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 7d8f97e1-1a12-4fe8-b336-90fb83616a2a associated. External IP: 172.25.7.97, port: 81f7e942-0b17-4aea-b7c5-237f488721b5. Nov 16 21:36:22.248024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b5cc-c72a-4e63-be52-4152eabf8bba req-3505fc24-8699-49bc-b8a3-a79691d32153 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:22.249803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b824b5cc-c72a-4e63-be52-4152eabf8bba req-3505fc24-8699-49bc-b8a3-a79691d32153 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 946 time: 0.1238844 Nov 16 21:36:22.371609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b824b5cc-c72a-4e63-be52-4152eabf8bba req-b06b0de0-78b6-45f1-81e6-4ff750670392 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Nov 16 21:36:22.454753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:22.563206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.579815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:22.594213 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:22.612218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.614109 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:22.615051 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:22.662916 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:22.672981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:22.673828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:22.685168 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c2f163b-40d1-4177-8dea-ab53b3c8f1aa tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5936623 Nov 16 21:36:22.685789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:22.699061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': '81f7e942-0b17-4aea-b7c5-237f488721b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:22.710302 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:22.710980 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5518e-e531-45b3-92cf-7a06bdcb06a9 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:22.770839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.866040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Deleting port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:22.866385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.949055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] For port 57f9b06b-a058-4fbb-9ac1-ac8bd117da93, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:22.949334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:22.963597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Calling delete_port for 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:23.270352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.275959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.508239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.535189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f9b06b-a058-4fbb-9ac1-ac8bd117da93,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:23.537382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:23.546372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.546807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.547243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.547647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.548050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.548649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.548851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.549246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.550986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.550986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.550986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.551312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:23.665412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:23.670434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.677661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:23.688366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:23.689422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:23.725269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:23.737552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:23.738979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:23.739223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.772845 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-610411f9-8d85-4f7f-818c-13744e118e29 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/7d8f97e1-1a12-4fe8-b336-90fb83616a2a HTTP/1.1" status: 200 len: 977 time: 1.0828907 Nov 16 21:36:23.773120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:23.792694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:23.793507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c04c-b4f8-43a2-b23b-dbb2a49010c6 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:23.955148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 5344481f-e95a-4639-b739-028f373fa895 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:23.955608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.986837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Router eccab467-42e1-4f3e-a4c2-2beba4a964f3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:24.046369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.046625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.073295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 5344481f-e95a-4639-b739-028f373fa895 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:24.100487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:24.108578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9e615778-3786-4322-8b76-069942fd3019 admin admin] 10.222.0.54 "PUT /v2.0/routers/eccab467-42e1-4f3e-a4c2-2beba4a964f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876587 Nov 16 21:36:24.109175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42886) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:24.113666 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Sync routers for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:24.124530 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:24.125135 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.230618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.250226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.258518 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:24.277042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=5344481f-e95a-4639-b739-028f373fa895,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:24.361346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.361635 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 7d8f97e1-1a12-4fe8-b336-90fb83616a2a disassociated (deleted). External IP: 172.25.7.97, port: 81f7e942-0b17-4aea-b7c5-237f488721b5. Nov 16 21:36:24.367739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.436052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Deleting port 90407174-d3b1-4344-ba80-a6c116310e38 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:24.437526 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.518455 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '90407174-d3b1-4344-ba80-a6c116310e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:36:23Z', 'revision_number': 5, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port': {'id': '90407174-d3b1-4344-ba80-a6c116310e38', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.553978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] For port 90407174-d3b1-4344-ba80-a6c116310e38, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=90407174-d3b1-4344-ba80-a6c116310e38,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:24.555033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.556385 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Checking router: eccab467-42e1-4f3e-a4c2-2beba4a964f3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:24.567674 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Routers {'eccab467-42e1-4f3e-a4c2-2beba4a964f3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:24.568290 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.578288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Calling delete_port for 90407174-d3b1-4344-ba80-a6c116310e38 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:24.635145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:24.782070 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.822153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=90407174-d3b1-4344-ba80-a6c116310e38,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:24.828131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:24.834227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.841900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:24.854974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e5dc4-1b8d-4b02-a220-0b87467c8581 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:24.876779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:24.877598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.898327 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] Set router eccab467-42e1-4f3e-a4c2-2beba4a964f3 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:24.907728 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-307785cf-7957-42dd-b659-56db6e1e0e40 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/7d8f97e1-1a12-4fe8-b336-90fb83616a2a HTTP/1.1" status: 204 len: 168 time: 1.1335356 Nov 16 21:36:24.908340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:24.919260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.953762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.957790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:36:24Z', 'revision_number': 6, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:24.968350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:24.969184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:25.009618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:25.010609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63987bd-5806-49c6-b705-39b45fad19e6 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:25.020045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f78aa-e1e1-4241-bc1e-73aee9809c18 None None] The sync data for ids ['eccab467-42e1-4f3e-a4c2-2beba4a964f3'] in n-d-816206-5 is: [{'id': 'eccab467-42e1-4f3e-a4c2-2beba4a964f3', 'name': 'tempest-TaggedBootDevicesTest-808483486-router', 'tenant_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:22Z', 'updated_at': '2021-11-16T21:36:24Z', 'revision_number': 6, 'project_id': 'ee62261a98aa4dcdbd4c20274a426d33', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:25.042388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.044204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.057503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 81f7e942-0b17-4aea-b7c5-237f488721b5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:25.057892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.100033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.100753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccab467-42e1-4f3e-a4c2-2beba4a964f3 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:25.105810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.107152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1b4a53a7-a75d-4ac4-900b-545748687e86 admin admin] 10.222.0.54 "DELETE /v2.0/routers/eccab467-42e1-4f3e-a4c2-2beba4a964f3 HTTP/1.1" status: 204 len: 168 time: 0.9968112 Nov 16 21:36:25.109978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42906) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.160671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Deleting subnet 27fe1b78-8078-4c06-ab79-14700867f123 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:25.165481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.166321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.183698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 81f7e942-0b17-4aea-b7c5-237f488721b5 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:25.205525 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.318014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a922d91-ead9-4cb5-b86f-d37c4ab85473 req-edaa653d-245c-4f45-ba15-446af81b6ae7 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:25.319435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a922d91-ead9-4cb5-b86f-d37c4ab85473 req-edaa653d-245c-4f45-ba15-446af81b6ae7 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 946 time: 0.0918572 Nov 16 21:36:25.333974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.370690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.399755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=81f7e942-0b17-4aea-b7c5-237f488721b5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:25.402130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a922d91-ead9-4cb5-b86f-d37c4ab85473 req-59bfd51e-3d69-4690-899a-f8bf9d126eda tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Nov 16 21:36:25.426016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.456358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fe1b78-8078-4c06-ab79-14700867f123,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:25.460771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.467715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4c48801f-823e-4d12-b6a7-e08e548650a9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/27fe1b78-8078-4c06-ab79-14700867f123 HTTP/1.1" status: 204 len: 168 time: 0.3564408 Nov 16 21:36:25.467988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd078b-dfb2-460d-921a-9088ccfa439e None None] Network c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:25.468341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42910) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.542574 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.547353 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ed6bcd0-e4e7-4455-84e7-a55a11a4329b tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/81f7e942-0b17-4aea-b7c5-237f488721b5 HTTP/1.1" status: 204 len: 168 time: 0.6379790 Nov 16 21:36:25.553210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.557684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:25.593229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.596033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.648891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Deleting port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:25.649231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.705924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.717539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] For port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,segment=NetworkSegment(7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733),segment_id=7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:25.717899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.730860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Calling delete_port for cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:25.807679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.809692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.197 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/8bf16f21-1969-4a43-a350-c2cb1ec31b06) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:25.836990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] No DVR routers for this DVR port cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:25.842232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf368b81-dea0-4ddf-bbd6-a5709ac84fb2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:25.916129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.919154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.929529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac2e60-c0a6-4da6-84d0-56219f3754e6 None None] DHCP port deletion for c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:25.932762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:25.944119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:25.957175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:25.957631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3fcc3a-cbce-4a75-a75e-d8dd4bef1733') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:25.959652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.970563 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.988904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.989608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:25.989608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 57f9b06b-a058-4fbb-9ac1-ac8bd117da93 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:26.000871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:26.001952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:26.003394 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:26.005623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:26.010287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:26.014884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:26.041445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=8bf16f21-1969-4a43-a350-c2cb1ec31b06,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.064365 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.084774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.088414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] 10.222.0.54 "DELETE /v2.0/networks/c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd HTTP/1.1" status: 204 len: 168 time: 0.6190591 Nov 16 21:36:26.089909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff81e2-2b33-4ada-bcf5-43691a3b382e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ac6b8c-46ee-4b16-938f-7ccb23ac7abd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.119871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.167515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.233984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42916) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.285220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-52729c54-52c2-4ae2-a65f-6a82bb985692 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bdbd70992114d5195b0e8b69d385976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498140 Nov 16 21:36:26.288868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42918) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.326401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.334225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.337259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.360477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.401168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=8bf16f21-1969-4a43-a350-c2cb1ec31b06,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.420923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.421422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.424707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.425996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d92d388e-e49c-4195-bf20-7cc5c0b75b22 HTTP/1.1" status: 204 len: 168 time: 0.1361363 Nov 16 21:36:26.442969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7425c0e-1cec-462f-a908-17d75e95909a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92d388e-e49c-4195-bf20-7cc5c0b75b22,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.444934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.446182 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84f7b967-812a-4706-8e88-59c53d6e568f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8919897 Nov 16 21:36:26.449047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42924) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.456384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'port': {'network_id': 'f314a140-df60-456a-b3bf-1f6993628b39', 'name': 'tempest-FloatingIPTestJSON-359380152'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:26.579742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f4e99-7edc-4ae4-b75d-cdb66c55b423 req-f64e2261-b879-4f6c-97ed-af1b590ef61b tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:26.581221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-534f4e99-7edc-4ae4-b75d-cdb66c55b423 req-f64e2261-b879-4f6c-97ed-af1b590ef61b tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 946 time: 0.0801935 Nov 16 21:36:26.581448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-761df440-ec54-4d2f-bf11-c609a5e97a87 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:26.582911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-761df440-ec54-4d2f-bf11-c609a5e97a87 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ee17f3-308a-4f6f-87cd-faa09eedcad0 HTTP/1.1" status: 200 len: 946 time: 0.0556810 Nov 16 21:36:26.647568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-534f4e99-7edc-4ae4-b75d-cdb66c55b423 req-d9dcff5b-6c29-4a9a-9164-eac4d57a0681 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e1f55cc-1f90-4427-ae9f-2fb23146e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Nov 16 21:36:26.648324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:26.651643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.672355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] device_id is not set on port df40c293-046e-4471-a4ad-c1ab93055d6a yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:26.695037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Deleting port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:26.695644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.787800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.4 (f314a140-df60-456a-b3bf-1f6993628b39/3dbd5742-9414-4bce-ac68-de6c9ec7be84/df40c293-046e-4471-a4ad-c1ab93055d6a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:26.789747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] For port 615a154c-2d0e-4076-a08e-a6e9f04c4f09, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=615a154c-2d0e-4076-a08e-a6e9f04c4f09,segment=NetworkSegment(e26acd5f-d093-4273-9e4a-4f3297b526d8),segment_id=e26acd5f-d093-4273-9e4a-4f3297b526d8)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:26.790213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.806052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Calling delete_port for 615a154c-2d0e-4076-a08e-a6e9f04c4f09 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:26.838807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42928) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.933483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6f8b064f-73e3-4111-8132-e1497d1f87a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee62261a98aa4dcdbd4c20274a426d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934818 Nov 16 21:36:26.935992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42930) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.950579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.963177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['615a154c-2d0e-4076-a08e-a6e9f04c4f09'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:36:26.978267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.999882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Pushing event deleted for resources: {'Port': ['ID=615a154c-2d0e-4076-a08e-a6e9f04c4f09,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:27.014846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.049804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] No DVR routers for this DVR port 615a154c-2d0e-4076-a08e-a6e9f04c4f09 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:27.053020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.056708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c16c116d-55b5-48c1-85cc-aba9e46f6c95 req-a77919df-90f2-4544-a0fa-73534e5a0e46 tempest-VolumesActionsTest-133914569 tempest-VolumesActionsTest-133914569-project] 10.222.0.21 "DELETE /v2.0/ports/615a154c-2d0e-4076-a08e-a6e9f04c4f09 HTTP/1.1" status: 204 len: 173 time: 0.4671326 Nov 16 21:36:27.058576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network f314a140-df60-456a-b3bf-1f6993628b39 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:27.061829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:27.062433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'name': 'network-vif-deleted', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:27.065119 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a16fb-cf19-4809-9c72-d83d53c55769" -d '{"events": [{"server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "name": "network-vif-deleted", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:27.065776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:27.073731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.089870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=df40c293-046e-4471-a4ad-c1ab93055d6a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:27.104234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.135138 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f487f36-6ee0-4d7e-b73c-2a4d594dc71d x-openstack-request-id: req-3f487f36-6ee0-4d7e-b73c-2a4d594dc71d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:27.135556 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee17f3-308a-4f6f-87cd-faa09eedcad0", "name": "network-vif-deleted", "tag": "615a154c-2d0e-4076-a08e-a6e9f04c4f09", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:27.135821 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f487f36-6ee0-4d7e-b73c-2a4d594dc71d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:27.137282 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee17f3-308a-4f6f-87cd-faa09eedcad0', 'name': 'network-vif-deleted', 'tag': '615a154c-2d0e-4076-a08e-a6e9f04c4f09', 'status': 'completed', 'code': 200} Nov 16 21:36:27.140478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:27.142286 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.170955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.178639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-84abcbf0-5e6c-4692-86d2-33265d722226 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7285898 Nov 16 21:36:27.179343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42934) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:27.181476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.182658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb7f6d64-17e8-410d-8e9d-834f75ccad4e HTTP/1.1" status: 204 len: 168 time: 0.2456577 Nov 16 21:36:27.184682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': 'df40c293-046e-4471-a4ad-c1ab93055d6a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:27.196311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c507dd6-40bd-40c3-89cd-bc2016425111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f6d64-17e8-410d-8e9d-834f75ccad4e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:27.228573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 90407174-d3b1-4344-ba80-a6c116310e38 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:27.250181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.254342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 90407174-d3b1-4344-ba80-a6c116310e38 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:27.254694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 90407174-d3b1-4344-ba80-a6c116310e38 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:27.255167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:27.275120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:27.275474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cf368b81-dea0-4ddf-bbd6-a5709ac84fb2 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:27.692684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.697925 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:27.806349 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 4fb82a27-1b94-4245-8b97-abaa9498d1d0 associated. External IP: 172.25.7.197, port: df40c293-046e-4471-a4ad-c1ab93055d6a. Nov 16 21:36:27.971586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42964) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.054814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:28.099152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-46068802-network', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:28.124261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:28.129026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.138179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.165680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:28.170736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.182894 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:28.201549 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:28.202513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:28.211394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e5718c6-87a0-473d-9456-de77348f5b8f tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/4fb82a27-1b94-4245-8b97-abaa9498d1d0 HTTP/1.1" status: 200 len: 977 time: 1.0304546 Nov 16 21:36:28.215450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42970) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.223033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.228931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.250256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:28.261018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:28.264334 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:28.265159 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:28.273902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa604cd-afc7-426b-91d2-4b5942c5a56b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:28.279091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.279440 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Added segment 176aa5c4-ecf4-453d-9622-4927166be1c4 of type vlan for network 2e926922-cfe1-4513-a54b-4dfcc8533266 Nov 16 21:36:28.323049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port df40c293-046e-4471-a4ad-c1ab93055d6a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:28.323548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.331512 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:28.332162 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60d4c5-7746-42ff-a9c0-e290c7d5476a None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:28.333636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.363604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.364667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:28.365252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.427623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.447573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4756751 Nov 16 21:36:28.453906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42972) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.459495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Request body: {'subnet': {'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-46068802-subnet', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:28.470576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a1c6e-1ea3-46ca-90ed-b332b1690a31 admin admin] Pushing event updated for resources: {'Network': ['ID=2e926922-cfe1-4513-a54b-4dfcc8533266,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:28.486625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:28.508000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:28.510405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.647525 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.647890 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.648245 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 4fb82a27-1b94-4245-8b97-abaa9498d1d0 disassociated. External IP: 172.25.7.197, port: df40c293-046e-4471-a4ad-c1ab93055d6a. Nov 16 21:36:28.648579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for df40c293-046e-4471-a4ad-c1ab93055d6a owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:28.692395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.752286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:28.762390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:28.762983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Network hostable DHCP agents. Network: 2e926922-cfe1-4513-a54b-4dfcc8533266, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:28.787458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:28.799993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2e926922-cfe1-4513-a54b-4dfcc8533266) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:28.806914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:28.807563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.820565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f41fa7-9d66-496c-bf8e-0ddd67edce97 None None] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:28.834457 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dc8e6607-9f47-4b06-8994-dc30784643d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3779488 Nov 16 21:36:28.834706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.840320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:28.873414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.874817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.945961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.015448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2e926922-cfe1-4513-a54b-4dfcc8533266', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:36:29.016749 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.189780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Allocated IP 172.20.0.2 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/430475dd-e2a9-4783-a090-d7c4ace34705) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:29.229251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.280625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=df40c293-046e-4471-a4ad-c1ab93055d6a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:29.417990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.428141 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.439327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:29.473522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.478201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:29.496715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Pushing event updated for resources: {'Port': ['ID=430475dd-e2a9-4783-a090-d7c4ace34705,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:29.499966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:29.508111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:29.566792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Attempting to bind port 430475dd-e2a9-4783-a090-d7c4ace34705 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:29.567247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Attempting to bind port 430475dd-e2a9-4783-a090-d7c4ace34705 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:29.567599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Attempting to bind port 430475dd-e2a9-4783-a090-d7c4ace34705 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:29.572879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:29.573248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:29.573639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.574022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:29.574479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Bound port: 430475dd-e2a9-4783-a090-d7c4ace34705, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:29.574846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.583766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:29.595665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:29.633021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:29.633642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:29.657981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.663080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2c74b8a4-29bc-4ac0-adb7-af4e033f949d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/df40c293-046e-4471-a4ad-c1ab93055d6a HTTP/1.1" status: 204 len: 168 time: 1.4465783 Nov 16 21:36:29.665052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42986) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:29.687694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:29.706605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.714599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:29.715471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:29.716859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a1a504ac-ae36-45b9-b877-058945cf7edf tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/floatingips/4fb82a27-1b94-4245-8b97-abaa9498d1d0 HTTP/1.1" status: 200 len: 688 time: 0.0502796 Nov 16 21:36:29.719408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42988) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:29.730701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.755286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:29.756026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb4872-ce05-49eb-819c-91eb85b17ce4 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:29.760492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] For port 430475dd-e2a9-4783-a090-d7c4ace34705, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:29.775693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] For port 430475dd-e2a9-4783-a090-d7c4ace34705, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=430475dd-e2a9-4783-a090-d7c4ace34705,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:29.782890 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.847629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 615a154c-2d0e-4076-a08e-a6e9f04c4f09 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:29.869318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 8bf16f21-1969-4a43-a350-c2cb1ec31b06 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:29.870122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.884017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 615a154c-2d0e-4076-a08e-a6e9f04c4f09 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:29.884505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 615a154c-2d0e-4076-a08e-a6e9f04c4f09 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:29.895976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Allocated IP 172.25.7.4 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/adb5ec45-3c30-4f36-ae51-272337ee8a5b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:29.903333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28e942-4371-4862-8094-8af5834f0ecf None None] Pushing event updated for resources: {'Port': ['ID=430475dd-e2a9-4783-a090-d7c4ace34705,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:29.977419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.977752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.991576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 8bf16f21-1969-4a43-a350-c2cb1ec31b06 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:30.015752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.076004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.122440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:30.125792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:30.129901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:30.143859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53becfc1-5455-40e7-b3ec-36e7b2da8f33 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:30.169222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Pushing event updated for resources: {'Port': ['ID=adb5ec45-3c30-4f36-ae51-272337ee8a5b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:30.200681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8c256b77-631e-4d94-9a1a-83e07bfbc768 None None] Provisioning complete for port adb5ec45-3c30-4f36-ae51-272337ee8a5b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:30.201063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8c256b77-631e-4d94-9a1a-83e07bfbc768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.204918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.251869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=8bf16f21-1969-4a43-a350-c2cb1ec31b06,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:30.269649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8c256b77-631e-4d94-9a1a-83e07bfbc768 None None] Port adb5ec45-3c30-4f36-ae51-272337ee8a5b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:30.323037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.325616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.330786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d5ab72ea-db51-4b88-b5ba-aa895868c2b1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/4fb82a27-1b94-4245-8b97-abaa9498d1d0 HTTP/1.1" status: 204 len: 168 time: 0.6064475 Nov 16 21:36:30.331034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42990) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:30.336572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '24f8c084-8e41-441c-b698-e39b137d2779'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:30.366385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.476614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.482715 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.606463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.178 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/2628761d-fc87-4a86-98ae-1938b6c51467) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:30.700487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.739579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.783937 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:30.829489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:30.834327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:30.838584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:30.866276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=2628761d-fc87-4a86-98ae-1938b6c51467,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:30.867979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Router 780e7600-4d2a-497d-819e-ca1e8bf0c59f is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:36:30.984587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:30.994350 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Sync routers for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:31.007215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.009089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ffe5537e-bc5d-4afd-9b3d-9cb140338be3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1734176 Nov 16 21:36:31.011963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:31.019244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:31.019861 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:31.082583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be5034-8867-4929-8288-425aa700c05b None None] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:31.161811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:31.314147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 430475dd-e2a9-4783-a090-d7c4ace34705 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:31.326629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.358471 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:30Z', 'revision_number': 3, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:31.391199 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Checking router: 780e7600-4d2a-497d-819e-ca1e8bf0c59f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:31.392689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Updating router 780e7600-4d2a-497d-819e-ca1e8bf0c59f port adb5ec45-3c30-4f36-ae51-272337ee8a5b binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:36:31.414809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.431816 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.436492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] Provisioning complete for port 430475dd-e2a9-4783-a090-d7c4ace34705 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:31.437106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.640294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 430475dd-e2a9-4783-a090-d7c4ace34705 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:31.643026 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.663608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.681098 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.688662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.754115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] For port 430475dd-e2a9-4783-a090-d7c4ace34705, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=430475dd-e2a9-4783-a090-d7c4ace34705,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:31.769334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.769603 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.780642 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.833898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.834994 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Attempting to bind port adb5ec45-3c30-4f36-ae51-272337ee8a5b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:31.835490 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Attempting to bind port adb5ec45-3c30-4f36-ae51-272337ee8a5b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:31.835861 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Attempting to bind port adb5ec45-3c30-4f36-ae51-272337ee8a5b on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:31.849597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.852895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dc1f9-6d23-4806-b93e-768c71103944 None None] Pushing event updated for resources: {'Port': ['ID=430475dd-e2a9-4783-a090-d7c4ace34705,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:31.857723 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:31.858113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:31.858499 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.858892 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:31.859565 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Bound port: adb5ec45-3c30-4f36-ae51-272337ee8a5b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:31.859948 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.865540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a231cf8-1339-410b-bacf-036fa1b90b79 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:31.905114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e90f-c40f-4d9b-8bae-eb113b4b7bcb None None] Pushing event updated for resources: {'Port': ['ID=adb5ec45-3c30-4f36-ae51-272337ee8a5b,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:31.948924 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] For port adb5ec45-3c30-4f36-ae51-272337ee8a5b, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:31.953709 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] For port adb5ec45-3c30-4f36-ae51-272337ee8a5b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=adb5ec45-3c30-4f36-ae51-272337ee8a5b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:31.964348 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:31.968759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=2628761d-fc87-4a86-98ae-1938b6c51467,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:32.010117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a32af2-7eab-4bb9-a437-6c64ff77e74e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:32.019667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] Provisioning complete for port adb5ec45-3c30-4f36-ae51-272337ee8a5b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:32.020117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.050293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:32.050960 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.054574 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 0a8109ec-2fb2-4686-b843-5302fa3cf472 associated. External IP: 172.25.7.178, port: 24f8c084-8e41-441c-b698-e39b137d2779. Nov 16 21:36:32.167822 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e90f-c40f-4d9b-8bae-eb113b4b7bcb None None] Pushing event updated for resources: {'Port': ['ID=adb5ec45-3c30-4f36-ae51-272337ee8a5b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:32.208785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Allocated IP 172.20.0.1 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/e92d4a16-cddd-43aa-9d7a-f150cce9250c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:32.234023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:32.321046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:32.374780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.389123 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.419092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] For port adb5ec45-3c30-4f36-ae51-272337ee8a5b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=adb5ec45-3c30-4f36-ae51-272337ee8a5b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:32.425430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.426793 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.468873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:32.484698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:32.486754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a41fc-eb92-4ddd-a64c-983f646c5ff1 None None] Pushing event updated for resources: {'Port': ['ID=adb5ec45-3c30-4f36-ae51-272337ee8a5b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:32.489150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:32.506629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:32.508026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.509422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:32.540253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:32.541566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.541737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Pushing event updated for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:32.572519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.585438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e54b210b-2843-47cb-9913-78f639412ef1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2524688 Nov 16 21:36:32.589573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43002) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:32.591455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.601243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-645694478'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:32.604398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:32.605012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.633911 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:30Z', 'revision_number': 3, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.653915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:32.657554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.681761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:32.682745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3712e33c-c1f4-4847-8c1b-fb77979208dd None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:32.685346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d2ebb308-dfdf-4cd6-86bf-cd98195e55ee None None] Provisioning complete for port adb5ec45-3c30-4f36-ae51-272337ee8a5b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:32.686112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb308-dfdf-4cd6-86bf-cd98195e55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.706171 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c602-9bef-4e6f-8c68-fc907a9fcb29 None None] The sync data for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 is: [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:30Z', 'revision_number': 3, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:32.709528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:32.730221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.730681 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Added segment 2bfa5314-fbbf-4d2b-ba9f-0be62839817b of type vlan for network c65c44ba-1660-47c3-9ed9-4673de0be782 Nov 16 21:36:32.798303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.853600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.863700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:32.865101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.875404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.880898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d2ebb308-dfdf-4cd6-86bf-cd98195e55ee None None] Provisioning complete for port 430475dd-e2a9-4783-a090-d7c4ace34705 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:32.881281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb308-dfdf-4cd6-86bf-cd98195e55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:32.968103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3774550 Nov 16 21:36:32.971066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43004) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:32.978471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'subnet': {'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:32.986030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17063b9-d1ed-4456-81c1-d17b98353260 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Network': ['ID=c65c44ba-1660-47c3-9ed9-4673de0be782,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:33.019483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c65c44ba-1660-47c3-9ed9-4673de0be782 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:33.192190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:33.195886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.238355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.251652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a5ef069c-d674-456b-920e-3276554eeae8 None None] Provisioning complete for port e92d4a16-cddd-43aa-9d7a-f150cce9250c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:33.252019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5ef069c-d674-456b-920e-3276554eeae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.263339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.334420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 430475dd-e2a9-4783-a090-d7c4ace34705 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:33.339318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef069c-d674-456b-920e-3276554eeae8 None None] Port e92d4a16-cddd-43aa-9d7a-f150cce9250c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:33.395440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Pushing event updated for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:33.411804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.455389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 430475dd-e2a9-4783-a090-d7c4ace34705 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:33.455945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.579163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.618668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:33.620744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:33.740197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Subnet': ['ID=cc4052c2-41b4-4c3e-a293-848d94d76bb9,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:33.757205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Checking segment: {'id': '2bfa5314-fbbf-4d2b-ba9f-0be62839817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:33.757596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network hostable DHCP agents. Network: c65c44ba-1660-47c3-9ed9-4673de0be782, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:33.809895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network c65c44ba-1660-47c3-9ed9-4673de0be782 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:33.841425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c65c44ba-1660-47c3-9ed9-4673de0be782) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:33.856554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b9322-bee8-436e-8b8d-72eb9774cf1e None None] Network c65c44ba-1660-47c3-9ed9-4673de0be782 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:33.865923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:33.868431 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.870958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Router 780e7600-4d2a-497d-819e-ca1e8bf0c59f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:33.918079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c3633a1c-6c38-45f9-82fd-b9c6be2314cb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9453239 Nov 16 21:36:33.918702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43012) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:33.928817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-751051473', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:33.993114 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:33.996566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.102885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b936e9ab-a27d-4b0d-bf74-160ac0a3def7 None None] Provisioning complete for port e92d4a16-cddd-43aa-9d7a-f150cce9250c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:34.104619 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b936e9ab-a27d-4b0d-bf74-160ac0a3def7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.121297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:34.132240 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e93dbc94-ee68-48f4-b802-b38d7e499a89 admin admin] 10.222.0.54 "PUT /v2.0/routers/780e7600-4d2a-497d-819e-ca1e8bf0c59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1191022 Nov 16 21:36:34.164776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-c65c44ba-1660-47c3-9ed9-4673de0be782', 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782', 'tenant_id': '78c4f9ca13a94f969558d2c727895f39', 'fixed_ips': [{'subnet_id': 'cc4052c2-41b4-4c3e-a293-848d94d76bb9'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:36:34.166047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.212150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.385433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b936e9ab-a27d-4b0d-bf74-160ac0a3def7 None None] Port e92d4a16-cddd-43aa-9d7a-f150cce9250c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:34.405264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.446386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Allocated IP 172.20.0.2 (c65c44ba-1660-47c3-9ed9-4673de0be782/cc4052c2-41b4-4c3e-a293-848d94d76bb9/063121dd-2147-4cd7-9b86-e9dacf4442c6) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:34.668957 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.682374 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.703287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.726352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.733209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Network c65c44ba-1660-47c3-9ed9-4673de0be782 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:34.736422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:34.741002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:34.744334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Pushing event updated for resources: {'Port': ['ID=063121dd-2147-4cd7-9b86-e9dacf4442c6,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:34.800159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Attempting to bind port 063121dd-2147-4cd7-9b86-e9dacf4442c6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:34.800527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Attempting to bind port 063121dd-2147-4cd7-9b86-e9dacf4442c6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '2bfa5314-fbbf-4d2b-ba9f-0be62839817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:34.800891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Attempting to bind port 063121dd-2147-4cd7-9b86-e9dacf4442c6 on network c65c44ba-1660-47c3-9ed9-4673de0be782 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:34.805994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:34.806384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Checking segment: {'id': '2bfa5314-fbbf-4d2b-ba9f-0be62839817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:34.806781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.807283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Bound using segment: {'id': '2bfa5314-fbbf-4d2b-ba9f-0be62839817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:34.807758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Bound port: 063121dd-2147-4cd7-9b86-e9dacf4442c6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfa5314-fbbf-4d2b-ba9f-0be62839817b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:34.808135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.841310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.25.7.97 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a20867c0-0e05-46ca-85ce-bf5cdfae65b3) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:34.876826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] For port 063121dd-2147-4cd7-9b86-e9dacf4442c6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:34.880716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] For port 063121dd-2147-4cd7-9b86-e9dacf4442c6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=063121dd-2147-4cd7-9b86-e9dacf4442c6,segment=NetworkSegment(2bfa5314-fbbf-4d2b-ba9f-0be62839817b),segment_id=2bfa5314-fbbf-4d2b-ba9f-0be62839817b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:34.888679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.924213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43022) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:34.936676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910256890', 'description': 'tempest-description--1244149240'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:34.968509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Pushing event updated for resources: {'Port': ['ID=063121dd-2147-4cd7-9b86-e9dacf4442c6,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:34.977004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.977353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.977696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.978035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.978369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.978702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.979106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.979630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.979743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.980071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.980410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.980866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb67291-8646-473a-ada0-0dbb0047d507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:34.997220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.004499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.062251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.155033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:35.157716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.159037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=a20867c0-0e05-46ca-85ce-bf5cdfae65b3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.161938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:35.164426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:35.166791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.210147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1a945-8673-428d-b248-f144235cdee5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:35.237975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5611bc5a-2651-4565-94dc-4b554de01aa0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.248196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.249477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eff6e557-7f29-4f11-9656-376ce3c129fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3242602 Nov 16 21:36:35.253896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43026) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.259554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'security_group_rule': {'security_group_id': '5611bc5a-2651-4565-94dc-4b554de01aa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:35.370074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 063121dd-2147-4cd7-9b86-e9dacf4442c6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:35.377461 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Sync routers for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:35.381053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.397414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:35.398130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:35.409176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4914152f-0939-4563-9f97-8fa46568def9 None None] Provisioning complete for port a20867c0-0e05-46ca-85ce-bf5cdfae65b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:35.409923 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4914152f-0939-4563-9f97-8fa46568def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.480947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4914152f-0939-4563-9f97-8fa46568def9 None None] Port a20867c0-0e05-46ca-85ce-bf5cdfae65b3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:35.515306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 063121dd-2147-4cd7-9b86-e9dacf4442c6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:35.515306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.524651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.531101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.557514 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:35.574282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e9964f-7526-4a04-94af-acfe2d740c64,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.613160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.613812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.614504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.615052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.619653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.619933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.623725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.624240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.624750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.625565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.626068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.626553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.627089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.635600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.640677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-027657ad-fcbb-4173-81b9-d24c02b5e049 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855684 Nov 16 21:36:35.643631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.651354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'security_group_rule': {'security_group_id': '5611bc5a-2651-4565-94dc-4b554de01aa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:35.694943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.701359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 063121dd-2147-4cd7-9b86-e9dacf4442c6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=063121dd-2147-4cd7-9b86-e9dacf4442c6,segment=NetworkSegment(2bfa5314-fbbf-4d2b-ba9f-0be62839817b),segment_id=2bfa5314-fbbf-4d2b-ba9f-0be62839817b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:35.722076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.723007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device adb5ec45-3c30-4f36-ae51-272337ee8a5b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:35.781003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.789126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.816758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb1d826-47d2-4c36-b3bb-96fde72f14d6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.832545 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.835523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7fd58e07-04f8-48c0-aa8f-e82c2317585f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906517 Nov 16 21:36:35.838767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.845241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:35.883892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.935104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port adb5ec45-3c30-4f36-ae51-272337ee8a5b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:35.935497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.938238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=063121dd-2147-4cd7-9b86-e9dacf4442c6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.941953 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:33Z', 'revision_number': 2, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:35.977818 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Checking router: 780e7600-4d2a-497d-819e-ca1e8bf0c59f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:35.978180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Updating router 780e7600-4d2a-497d-819e-ca1e8bf0c59f port e92d4a16-cddd-43aa-9d7a-f150cce9250c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:36:36.013168 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.028015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.175967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.25.7.172 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/14eb210e-56fa-4a2b-aab6-28fc74d530e6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:36.200727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.345232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.345972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a1c5e-a9c2-4061-9d55-b9d23b56b262 None None] Network c65c44ba-1660-47c3-9ed9-4673de0be782 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:36.384864 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.393940 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.397246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.431725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-58beb9d3-810d-4bf9-8138-b523f34208d4 None None] Provisioning complete for port 063121dd-2147-4cd7-9b86-e9dacf4442c6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:36.432390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58beb9d3-810d-4bf9-8138-b523f34208d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.451053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:36.454773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:36.477113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:36.536583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=14eb210e-56fa-4a2b-aab6-28fc74d530e6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:36.553878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c608-8edd-4863-8165-9b58c8624ec8 None None] Pushing event updated for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:36.589876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.621535 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Attempting to bind port e92d4a16-cddd-43aa-9d7a-f150cce9250c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:36.621966 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Attempting to bind port e92d4a16-cddd-43aa-9d7a-f150cce9250c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:36.622330 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Attempting to bind port e92d4a16-cddd-43aa-9d7a-f150cce9250c on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:36.636540 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:36.637585 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:36.638162 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.638561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:36.639057 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Bound port: e92d4a16-cddd-43aa-9d7a-f150cce9250c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:36.639443 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.661841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.718759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.776105 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] For port e92d4a16-cddd-43aa-9d7a-f150cce9250c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:36.783426 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] For port e92d4a16-cddd-43aa-9d7a-f150cce9250c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e92d4a16-cddd-43aa-9d7a-f150cce9250c,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:36.801369 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.849894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router 66961664-8a7e-41b4-b157-995611f98914 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:36:36.907756 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c608-8edd-4863-8165-9b58c8624ec8 None None] Pushing event updated for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:36.935701 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:36.937041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:36.944029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] Provisioning complete for port e92d4a16-cddd-43aa-9d7a-f150cce9250c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:36.944567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.961065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.974376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.065901 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:37.087846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:37.103398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] Sync routers for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:37.126946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.133210 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.135035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c47e0fe0-ef8b-4274-9dd6-6826e1e1df6d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2149830 Nov 16 21:36:37.135194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:37.135723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:37.136364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43042) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:37.208844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:37.209075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=14eb210e-56fa-4a2b-aab6-28fc74d530e6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:37.225177 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.259170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:37.259422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.260362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:37.262854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 063121dd-2147-4cd7-9b86-e9dacf4442c6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:37.269653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1843a689-829a-4c9c-b8ed-750a1b390456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4294903 Nov 16 21:36:37.316716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] For port e92d4a16-cddd-43aa-9d7a-f150cce9250c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e92d4a16-cddd-43aa-9d7a-f150cce9250c,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:37.318511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:37.319322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded1c027-cce1-456a-8a9b-3e80b6770bb3 None None] The sync data for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:37.349288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.377434 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:36Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:37.407717 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc941ba0-6451-46b1-b5e0-3088360d4159 None None] The sync data for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 is: [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:36Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:37.467122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd7cfa-0970-4fd2-b998-d5b43135c5a0 None None] Pushing event updated for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:37.479448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 063121dd-2147-4cd7-9b86-e9dacf4442c6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:37.479914 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.537003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8aa70362-5a2d-4fc2-a6ff-08abfb278598 None None] Provisioning complete for port e92d4a16-cddd-43aa-9d7a-f150cce9250c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:37.537677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8aa70362-5a2d-4fc2-a6ff-08abfb278598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.569052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-aa6e3885-ae86-4901-8a92-21775f71ea5f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--910256890&fields=id&tenant_id=fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 267 time: 0.0929289 Nov 16 21:36:37.710405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8aa70362-5a2d-4fc2-a6ff-08abfb278598 None None] Provisioning complete for port 063121dd-2147-4cd7-9b86-e9dacf4442c6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:37.710781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8aa70362-5a2d-4fc2-a6ff-08abfb278598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.810858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-53867732-d3e9-4dce-b8f9-8d90c64584bd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:37.819212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-53867732-d3e9-4dce-b8f9-8d90c64584bd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.1359768 Nov 16 21:36:37.833837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-d647e14d-962d-4a71-95fa-710ddaeef729 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/quotas/fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 375 time: 0.0134108 Nov 16 21:36:37.959628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-17d9e15f-8519-408c-b526-fef7e88ce138 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996485 Nov 16 21:36:38.057750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.164482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-34edb647-eea0-4e6d-abd4-53ce9cb90c8c service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915665 Nov 16 21:36:38.332137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-5f2a868f-5a05-4383-ab40-30a4f3357a10 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603589 Nov 16 21:36:38.480302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.1 (c65c44ba-1660-47c3-9ed9-4673de0be782/cc4052c2-41b4-4c3e-a293-848d94d76bb9/384af218-eaa4-428e-9e3e-39b75266926a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:38.605712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b66a6da-29f6-4e80-b780-8c75e7bed772 req-6b32dfe9-45ce-492d-95cf-85765e1881d8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 210 time: 0.0420265 Nov 16 21:36:38.675231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.719082 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.760866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network c65c44ba-1660-47c3-9ed9-4673de0be782 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:38.763968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:38.767961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:38.811211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=384af218-eaa4-428e-9e3e-39b75266926a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:38.836134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.979777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.079417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.166171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6f6e515f-9c3f-44cb-9851-61d3b7465caa None None] Provisioning complete for port 384af218-eaa4-428e-9e3e-39b75266926a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:39.170865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f6e515f-9c3f-44cb-9851-61d3b7465caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.287646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e515f-9c3f-44cb-9851-61d3b7465caa None None] Port 384af218-eaa4-428e-9e3e-39b75266926a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:39.311669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e92d4a16-cddd-43aa-9d7a-f150cce9250c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:39.404324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e92d4a16-cddd-43aa-9d7a-f150cce9250c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:39.404536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.546580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.553970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.633369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=384af218-eaa4-428e-9e3e-39b75266926a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:39.635909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:39.813381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network c65c44ba-1660-47c3-9ed9-4673de0be782 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:39.816684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:39.840972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a375fce-11bd-4511-94e6-10f32572e554 req-71c3425a-e100-49a0-9288-2a55d1b57977 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 210 time: 0.1086884 Nov 16 21:36:39.967092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-0a87f952-e2f5-4e7a-8e99-23953e5e4359 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:39.972630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-0a87f952-e2f5-4e7a-8e99-23953e5e4359 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.2115302 Nov 16 21:36:40.022076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router 66961664-8a7e-41b4-b157-995611f98914 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:40.128493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-67eac3f1-b674-4d96-a4d7-0f3c5d396099 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 379 time: 0.1456368 Nov 16 21:36:40.142035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'device_id': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'admin_state_up': True, 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'security_groups': ['5611bc5a-2651-4565-94dc-4b554de01aa0']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:40.172512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:40.181930 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] Sync routers for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:40.185463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e331c6ae-ea26-412f-ab54-183b695cf63d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/routers/66961664-8a7e-41b4-b157-995611f98914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0401320 Nov 16 21:36:40.185704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43080) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:40.195876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'port': {'network_id': 'c65c44ba-1660-47c3-9ed9-4673de0be782', 'name': 'tempest-FloatingIPTestJSON-659919629'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:40.198870 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:40.199603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:40.270575 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:40.285503 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:40.286476 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:40.327484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6ea28914-6857-4e02-8ee9-cfd8a25e1918 None None] Provisioning complete for port 384af218-eaa4-428e-9e3e-39b75266926a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:40.328053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ea28914-6857-4e02-8ee9-cfd8a25e1918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.354654 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:40.355701 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6217ef7-cf7f-4c55-835c-7a8dbc5aadb1 None None] The sync data for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:40.375920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:40.383783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.407261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6ea28914-6857-4e02-8ee9-cfd8a25e1918 None None] Port 384af218-eaa4-428e-9e3e-39b75266926a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:40.472927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Made reservation on behalf of 78c4f9ca13a94f969558d2c727895f39 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:40.476764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.510666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] device_id is not set on port 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:40.577779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.20.0.3 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/28c51701-1b8c-4620-8430-10e105e6f730) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:40.632767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Allocated IP 172.20.0.10 (c65c44ba-1660-47c3-9ed9-4673de0be782/cc4052c2-41b4-4c3e-a293-848d94d76bb9/57e54232-a9ab-4ef4-80c0-2fe6bcbb35af) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:40.730291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.766802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.790959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.806568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:40.811536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:40.815986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:40.836929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.842397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:40.882683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Network c65c44ba-1660-47c3-9ed9-4673de0be782 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:40.886121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:40.890288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:40.912929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:40.913602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:40.941009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-c68a64eb-7a1c-48fc-abb3-e74df0cbd24c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051770 Nov 16 21:36:40.943262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event updated for resources: {'Port': ['ID=57e54232-a9ab-4ef4-80c0-2fe6bcbb35af,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:40.953084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Request body: {'port': {'device_id': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:40.968215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:40.968980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.022536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.054693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b7cdabce-fddb-4b8b-8143-2051114f4b0d tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8655481 Nov 16 21:36:41.056143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:41.063339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Request body: {'floatingip': {'port_id': '57e54232-a9ab-4ef4-80c0-2fe6bcbb35af'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:41.114908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f35201-ca0b-4923-8754-5387c5f2c5f0 req-cd99ccd3-220b-47ae-bc6b-cd630efbe669 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:41.116663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3f35201-ca0b-4923-8754-5387c5f2c5f0 req-cd99ccd3-220b-47ae-bc6b-cd630efbe669 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 931 time: 0.1418693 Nov 16 21:36:41.174031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.232219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3f35201-ca0b-4923-8754-5387c5f2c5f0 req-70e3417a-624e-4096-81c6-10bb400c73f9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078181 Nov 16 21:36:41.249912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Provisioning complete for port 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:41.250271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.296044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Port 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:41.309534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Provisioning complete for port 28c51701-1b8c-4620-8430-10e105e6f730 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:41.309906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.348894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-36eabf0d-1b0d-4c5a-82f6-49aadbe5e6c2 None None] Port 28c51701-1b8c-4620-8430-10e105e6f730 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:41.409652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:41.418179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.433167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Transition to ACTIVE for port object 28c51701-1b8c-4620-8430-10e105e6f730 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:36:41.437454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.512197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:41.598155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Attempting to bind port 28c51701-1b8c-4620-8430-10e105e6f730 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:41.598654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Attempting to bind port 28c51701-1b8c-4620-8430-10e105e6f730 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:41.599106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Attempting to bind port 28c51701-1b8c-4620-8430-10e105e6f730 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:41.604661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Port 28c51701-1b8c-4620-8430-10e105e6f730 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:36:41.604661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Attempting to bind port 28c51701-1b8c-4620-8430-10e105e6f730 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:41.612538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:41.613225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:41.613788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:41.614442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Bound port: 28c51701-1b8c-4620-8430-10e105e6f730, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:41.614837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.700763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:41.704954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:41.718481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.763908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:41.764496 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.765901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] 10.222.0.21 "PUT /v2.0/ports/28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 1091 time: 0.8172772 Nov 16 21:36:41.766351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:41.769921 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a93ff-4edf-4974-9cb8-002ffd14870b" -d '{"events": [{"name": "network-changed", "server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:41.837178 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a118963-f61e-4f42-bab9-2f975ff7ae48 x-openstack-request-id: req-9a118963-f61e-4f42-bab9-2f975ff7ae48 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:41.837788 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:41.838048 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a118963-f61e-4f42-bab9-2f975ff7ae48 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:41.838564 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'status': 'completed', 'code': 200} Nov 16 21:36:41.871428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fd564-ce70-4136-8970-4b7b42c4dc06 service neutron] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:41.903317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-0fe3d996-5b61-4c9e-a41a-e5d350a41e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:41.906282 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-0fe3d996-5b61-4c9e-a41a-e5d350a41e0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1094 time: 0.0919693 Nov 16 21:36:41.961953 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-d2998c23-dc0f-43c7-b837-48b3457994d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 217 time: 0.0445871 Nov 16 21:36:42.025553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-17a29109-dbea-425f-a03f-4e6fc2b32a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.027551 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-17a29109-dbea-425f-a03f-4e6fc2b32a0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0578997 Nov 16 21:36:42.078744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951a76a-7260-4977-b25a-bca187f9720f req-769a0fd9-6f31-400c-a398-38df23d1a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.081497 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-769a0fd9-6f31-400c-a398-38df23d1a279 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460696 Nov 16 21:36:42.191898 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-aff7bf52-508c-4f0a-a7d1-e5c8f51fe1ae service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033158 Nov 16 21:36:42.253345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.260013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.296163 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0951a76a-7260-4977-b25a-bca187f9720f req-2b81358e-49c4-44be-a9b5-1fa40e7cca4c service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970027 Nov 16 21:36:42.406445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-3ad4e597-397b-4207-a824-8c9ad8203085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.407971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-3ad4e597-397b-4207-a824-8c9ad8203085 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1094 time: 0.0594463 Nov 16 21:36:42.408296 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 0a8109ec-2fb2-4686-b843-5302fa3cf472 associated. External IP: 172.25.7.178, port: 24f8c084-8e41-441c-b698-e39b137d2779. Nov 16 21:36:42.523968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-d5c26377-8eb0-4af5-83ba-7c9a10da5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.525483 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-d5c26377-8eb0-4af5-83ba-7c9a10da5104 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1094434 Nov 16 21:36:42.578484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-80712b8e-e5a1-4c9f-8c35-82075ba3c7b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 217 time: 0.0446186 Nov 16 21:36:42.636948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-6e1eb899-4fc5-4ccb-bb2c-eb070076d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.638431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-6e1eb899-4fc5-4ccb-bb2c-eb070076d0c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0514789 Nov 16 21:36:42.660011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db411f4-2d17-40f8-b150-1554e7dcdbf2 req-02b028c0-5908-4988-b443-01c27c31590f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.661438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5db411f4-2d17-40f8-b150-1554e7dcdbf2 req-02b028c0-5908-4988-b443-01c27c31590f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 943 time: 0.0663738 Nov 16 21:36:42.687057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-ba68bb29-f70b-46a0-9ccb-c12d5e84c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.688754 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-ba68bb29-f70b-46a0-9ccb-c12d5e84c854 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424287 Nov 16 21:36:42.694694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:42.767664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5db411f4-2d17-40f8-b150-1554e7dcdbf2 req-ff650bff-a36c-43b2-baa0-b9233638081a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982609 Nov 16 21:36:42.796694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-b210c4c7-94b9-4e16-99d4-ba9ffc198a5f service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985663 Nov 16 21:36:42.838027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:42.856940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:42.883004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:42.884230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:42.890993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.906729 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-732a93ff-4edf-4974-9cb8-002ffd14870b req-1c15079c-d6bb-4e25-8b54-543e200fc991 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020417 Nov 16 21:36:42.947032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:42.959078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:42.959845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.002719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.003515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1e105-87df-4a98-aad2-1ce5c0aa4b77 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:43.060475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router 66961664-8a7e-41b4-b157-995611f98914 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:43.172226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:43.177241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.183911 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] Sync routers for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:43.197320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:43.198477 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.237401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-470ac2f6-d537-473f-a2ab-58cfd6f08bbe tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/floatingips/0a8109ec-2fb2-4686-b843-5302fa3cf472 HTTP/1.1" status: 200 len: 978 time: 2.1771147 Nov 16 21:36:43.237724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43106) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:43.238368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.248430 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:43.249402 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.283030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:43.283733 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1afe5-5422-40a7-8859-d282e2a44185 None None] The sync data for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:43.330094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:43.330429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.424891 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.869033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:36:43.928915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cd9af-e5c0-44ca-8d02-ead02eec3d31 req-39e72add-652b-4e2e-a2b7-9e8d6987e9b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:43.930502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555cd9af-e5c0-44ca-8d02-ead02eec3d31 req-39e72add-652b-4e2e-a2b7-9e8d6987e9b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 943 time: 0.0828104 Nov 16 21:36:43.989218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555cd9af-e5c0-44ca-8d02-ead02eec3d31 req-db93761d-105f-435e-8bcf-695e73d338ab tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523207 Nov 16 21:36:44.003923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:44.017449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '28c51701-1b8c-4620-8430-10e105e6f730', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:36:44.038691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.038869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.040095 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Floating IP 0a8109ec-2fb2-4686-b843-5302fa3cf472 disassociated. External IP: 172.25.7.178, port: 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af. Nov 16 21:36:44.041124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 57e54232-a9ab-4ef4-80c0-2fe6bcbb35af owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:44.059589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.074811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:44.096816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:44.104211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.160525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:44.198989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.236430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=57e54232-a9ab-4ef4-80c0-2fe6bcbb35af,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:44.303743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['28c51701-1b8c-4620-8430-10e105e6f730'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:36:44.440259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router 66961664-8a7e-41b4-b157-995611f98914 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:44.616116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:44.627507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] Sync routers for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:44.639134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:44.639873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:44.677764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:44.686779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:44.687744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:44.690733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.694496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7e679963-3a29-4eac-9cfe-e7a795f199b5 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/57e54232-a9ab-4ef4-80c0-2fe6bcbb35af HTTP/1.1" status: 204 len: 168 time: 1.4556909 Nov 16 21:36:44.697272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:44.722879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:44.723721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d6c81-0366-41e8-a50a-9ce8dd10ea18 None None] The sync data for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:45.158110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d15d0f-6e2a-4347-bd16-ab0308aba327 req-3fb11c41-b17b-40f2-9a78-d1b10167885d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.168302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d15d0f-6e2a-4347-bd16-ab0308aba327 req-3fb11c41-b17b-40f2-9a78-d1b10167885d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0780611 Nov 16 21:36:45.245094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25d15d0f-6e2a-4347-bd16-ab0308aba327 req-2a13440b-57ec-4b95-a721-6fa9d2e18a26 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733657 Nov 16 21:36:45.309614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.336434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-065e2605-ef6b-4084-aa7b-bf430527ced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.645923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 384af218-eaa4-428e-9e3e-39b75266926a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:45.646435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.740276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.752810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 384af218-eaa4-428e-9e3e-39b75266926a owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:45.872493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:45.926847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 28c51701-1b8c-4620-8430-10e105e6f730 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:36:45.931125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 28c51701-1b8c-4620-8430-10e105e6f730 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:45.931863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.945105 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.982036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=384af218-eaa4-428e-9e3e-39b75266926a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:46.021579 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.057346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:46.060911 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c0973-014d-4f78-8d12-e4718465f4b4" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:46.077512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:46.085909 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.144670 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63420b1c-2ee5-45d8-965c-619cc606d325 x-openstack-request-id: req-63420b1c-2ee5-45d8-965c-619cc606d325 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:46.145233 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:46.145697 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63420b1c-2ee5-45d8-965c-619cc606d325 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:46.146199 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:36:46.177505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:46.204539 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.329224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c41e4-5466-490f-a251-b7e2980ad8e4 req-6ce57b76-d4d9-45dd-ad19-6f3dfbc34e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:46.331317 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-082c41e4-5466-490f-a251-b7e2980ad8e4 req-6ce57b76-d4d9-45dd-ad19-6f3dfbc34e34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1096 time: 0.1197584 Nov 16 21:36:46.369040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35557019-974e-4c15-b0ee-0e4c253a733d req-5a8ad0d7-2158-482c-a9e6-bdb2fd641515 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:46.370551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35557019-974e-4c15-b0ee-0e4c253a733d req-5a8ad0d7-2158-482c-a9e6-bdb2fd641515 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.0561078 Nov 16 21:36:46.421196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35557019-974e-4c15-b0ee-0e4c253a733d req-1ac7de64-1764-45bc-9fb9-a21d57120cdd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441124 Nov 16 21:36:46.455172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-082c41e4-5466-490f-a251-b7e2980ad8e4 req-f9a0ea8d-2f71-4b30-9478-4a24e2cf35a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156945 Nov 16 21:36:46.495425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router 66961664-8a7e-41b4-b157-995611f98914 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:46.607601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:46.612764 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8bdfc478-953f-42b2-b5e5-b186dea609c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/routers/66961664-8a7e-41b4-b157-995611f98914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142661 Nov 16 21:36:46.615479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:46.621110 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] Sync routers for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:46.630468 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:46.631223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:46.740489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.763112 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:46.771829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] Routers {'66961664-8a7e-41b4-b157-995611f98914'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:46.772410 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['66961664-8a7e-41b4-b157-995611f98914'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:46.804135 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:46.804772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5d707-6379-4e6a-9e33-64289532315e None None] The sync data for ids ['66961664-8a7e-41b4-b157-995611f98914'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:46.848609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.902573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port a20867c0-0e05-46ca-85ce-bf5cdfae65b3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:46.902945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.983134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.995526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for a20867c0-0e05-46ca-85ce-bf5cdfae65b3 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:47.157921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.189478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=a20867c0-0e05-46ca-85ce-bf5cdfae65b3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:47.202536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ed68e-d2ca-4fa2-bf56-288713b51b80 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:47.249657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.357150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.359278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.423350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.423853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Fanout notify agent at l3_agent the message router_deleted on router 66961664-8a7e-41b4-b157-995611f98914 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:47.431719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.435642 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8652f576-42a1-4ddd-ae78-61310397a066 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/routers/66961664-8a7e-41b4-b157-995611f98914 HTTP/1.1" status: 204 len: 168 time: 0.8192182 Nov 16 21:36:47.435936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43144) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:47.538758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting subnet cc4052c2-41b4-4c3e-a293-848d94d76bb9 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:47.559896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.607522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.646332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c972b-2f71-4b75-b81a-fd2655eeb594 req-2324850d-7b92-4e19-b918-a17f5dfe5140 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:47.647847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c4c972b-2f71-4b75-b81a-fd2655eeb594 req-2324850d-7b92-4e19-b918-a17f5dfe5140 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.1463456 Nov 16 21:36:47.679840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7771f731-9cc2-4ebe-a7b1-3e3a9f4ad746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.740221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c4c972b-2f71-4b75-b81a-fd2655eeb594 req-6fd15470-620b-4d0a-887a-13dcb427bd72 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846303 Nov 16 21:36:47.742659 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.813823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.845072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4052c2-41b4-4c3e-a293-848d94d76bb9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:47.850838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.858202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:47.862774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba0888-33e4-4e81-8ed5-3d0ddf248df8 None None] Network c65c44ba-1660-47c3-9ed9-4673de0be782 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:47.869507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f576fe85-2479-4448-ae7e-b201aaf07d38 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/subnets/cc4052c2-41b4-4c3e-a293-848d94d76bb9 HTTP/1.1" status: 204 len: 168 time: 0.4302804 Nov 16 21:36:47.956771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.054967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 063121dd-2147-4cd7-9b86-e9dacf4442c6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:48.054967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.126709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] For port 063121dd-2147-4cd7-9b86-e9dacf4442c6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=063121dd-2147-4cd7-9b86-e9dacf4442c6,segment=NetworkSegment(2bfa5314-fbbf-4d2b-ba9f-0be62839817b),segment_id=2bfa5314-fbbf-4d2b-ba9f-0be62839817b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:48.127096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.142619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 063121dd-2147-4cd7-9b86-e9dacf4442c6 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:48.251748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.279561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=063121dd-2147-4cd7-9b86-e9dacf4442c6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:48.283062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] No DVR routers for this DVR port 063121dd-2147-4cd7-9b86-e9dacf4442c6 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:48.300597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed936fe-b3d7-47b0-a321-7c7f9315f6b7 None None] DHCP port deletion for c65c44ba-1660-47c3-9ed9-4673de0be782 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:48.379940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.404933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c44ba-1660-47c3-9ed9-4673de0be782']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:48.414666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfa5314-fbbf-4d2b-ba9f-0be62839817b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:48.415012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfa5314-fbbf-4d2b-ba9f-0be62839817b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:48.426813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.444473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.453829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:48.454565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:48.458060 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:48.530123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.536289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.540468 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/networks/c65c44ba-1660-47c3-9ed9-4673de0be782 HTTP/1.1" status: 204 len: 168 time: 0.6801484 Nov 16 21:36:48.543194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43160) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:48.558029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a18c-6abd-400a-9722-f673719c7130 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Network': ['ID=c65c44ba-1660-47c3-9ed9-4673de0be782,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:48.676438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 2628761d-fc87-4a86-98ae-1938b6c51467 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:48.676812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.755641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.755988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.767613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 2628761d-fc87-4a86-98ae-1938b6c51467 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:48.894346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83a44f-3d8f-43ad-9f2e-35c4180c8e70 req-9f6e40cb-1752-48b0-833c-6fcbae5c5283 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:48.895882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db83a44f-3d8f-43ad-9f2e-35c4180c8e70 req-9f6e40cb-1752-48b0-833c-6fcbae5c5283 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.0741141 Nov 16 21:36:48.978187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.021671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db83a44f-3d8f-43ad-9f2e-35c4180c8e70 req-0d2c52a3-f3af-48b0-a510-4f948da96cf0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178801 Nov 16 21:36:49.025602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=2628761d-fc87-4a86-98ae-1938b6c51467,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:49.096888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.099602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.104099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96662452-e8d2-406a-8ac3-37b70879cceb tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/floatingips/0a8109ec-2fb2-4686-b843-5302fa3cf472 HTTP/1.1" status: 204 len: 168 time: 0.5585287 Nov 16 21:36:49.104520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.127881 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b302f69-d14c-4640-adf9-b1fbf866fba2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] DELETE failed (client error): The resource could not be found. Nov 16 21:36:49.128643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b302f69-d14c-4640-adf9-b1fbf866fba2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:36:49.134830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5b302f69-d14c-4640-adf9-b1fbf866fba2 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/57e54232-a9ab-4ef4-80c0-2fe6bcbb35af HTTP/1.1" status: 404 len: 333 time: 0.0293169 Nov 16 21:36:49.135431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43170) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.164832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8cf8037-b9e3-43e2-bcb5-f777cd85fc2c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/ports?device_id=66961664-8a7e-41b4-b157-995611f98914 HTTP/1.1" status: 200 len: 205 time: 0.0284119 Nov 16 21:36:49.167154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.207470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 063121dd-2147-4cd7-9b86-e9dacf4442c6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:49.212269 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-95775704-9201-4add-9f9d-11ba23d3a5dc tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] delete failed (client error): The resource could not be found. Nov 16 21:36:49.213543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95775704-9201-4add-9f9d-11ba23d3a5dc tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/routers/66961664-8a7e-41b4-b157-995611f98914 HTTP/1.1" status: 404 len: 336 time: 0.0455115 Nov 16 21:36:49.216087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43176) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.228941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 063121dd-2147-4cd7-9b86-e9dacf4442c6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:49.229291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 063121dd-2147-4cd7-9b86-e9dacf4442c6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:49.232711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c478-5e54-43b1-8ce3-32cfa4c5bc90 req-22ead622-bfaa-4174-b13c-9a3e3442f0a2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:49.234193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d57c478-5e54-43b1-8ce3-32cfa4c5bc90 req-22ead622-bfaa-4174-b13c-9a3e3442f0a2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.1290359 Nov 16 21:36:49.243664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43178) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.252101 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9be83b-3289-4a33-ad57-8bf3eb1043c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] DELETE failed (client error): The resource could not be found. Nov 16 21:36:49.252563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'floatingip': {'port_id': '28c51701-1b8c-4620-8430-10e105e6f730'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:49.252709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9be83b-3289-4a33-ad57-8bf3eb1043c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:36:49.255678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e9be83b-3289-4a33-ad57-8bf3eb1043c1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/subnets/cc4052c2-41b4-4c3e-a293-848d94d76bb9 HTTP/1.1" status: 404 len: 337 time: 0.0386364 Nov 16 21:36:49.258183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43180) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.269420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.314554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.353355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 24f8c084-8e41-441c-b698-e39b137d2779 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:49.353816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.464816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.480061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 24f8c084-8e41-441c-b698-e39b137d2779 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:49.635572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.676019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=24f8c084-8e41-441c-b698-e39b137d2779,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:49.752200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.758123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d759bacb-d04f-446a-b1ee-5da223ef513c tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/24f8c084-8e41-441c-b698-e39b137d2779 HTTP/1.1" status: 204 len: 168 time: 0.4969316 Nov 16 21:36:49.758499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43200) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:49.865838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 46ccf33f-5f9a-448d-820b-afd9821c599e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:49.866182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.953603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.967239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 46ccf33f-5f9a-448d-820b-afd9821c599e owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:50.088729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.093921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.101209 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.130994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=46ccf33f-5f9a-448d-820b-afd9821c599e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:50.210584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.212999 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Floating IP ab1fb012-655f-4c3a-8787-dcf72f022d85 associated. External IP: 172.25.7.172, port: 28c51701-1b8c-4620-8430-10e105e6f730. Nov 16 21:36:50.216576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d090676-ef4a-479a-8d4c-e736f8b079f1 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/ports/46ccf33f-5f9a-448d-820b-afd9821c599e HTTP/1.1" status: 204 len: 168 time: 0.4550321 Nov 16 21:36:50.218097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43202) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:50.267200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e92375f-32f5-4a10-a301-dd8773776887 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:50.271943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e92375f-32f5-4a10-a301-dd8773776887 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1bb5140-8726-40ef-953a-71d618b09f9f HTTP/1.1" status: 200 len: 913 time: 0.0515568 Nov 16 21:36:50.272158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:50.428284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Router 780e7600-4d2a-497d-819e-ca1e8bf0c59f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:50.520940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.550419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:50.557283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.564129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Sync routers for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:50.581195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:50.581965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:50.591809 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25ebef61-7db1-4bf4-9722-d724e48aad91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "PUT /v2.0/floatingips/ab1fb012-655f-4c3a-8787-dcf72f022d85 HTTP/1.1" status: 200 len: 991 time: 1.3466084 Nov 16 21:36:50.592684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:50.595133 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d41941-0a13-4860-b503-dca481586184" -d '{"events": [{"name": "network-changed", "server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:50.660033 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5946398-eca2-4c4e-aef8-ff0c09dff56c x-openstack-request-id: req-c5946398-eca2-4c4e-aef8-ff0c09dff56c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:50.660348 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:50.660606 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5946398-eca2-4c4e-aef8-ff0c09dff56c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:50.661026 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'status': 'completed', 'code': 200} Nov 16 21:36:50.670141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.730771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41941-0a13-4860-b503-dca481586184 req-4d2a921e-19e7-47b9-b5c9-4d8192724dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:50.732405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-4d2a921e-19e7-47b9-b5c9-4d8192724dfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1096 time: 0.0503592 Nov 16 21:36:50.758955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:50.895350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41941-0a13-4860-b503-dca481586184 req-4a3aa8b2-ca31-4ccc-9fe2-00f1ac63a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:50.897662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-4a3aa8b2-ca31-4ccc-9fe2-00f1ac63a6aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1561339 Nov 16 21:36:50.973002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 4bffedb5-14e4-4751-a0d5-a65afb813941 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:50.973890 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.004717 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-53eb91d8-9038-4a75-bcd9-0d3ebc645985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0979457 Nov 16 21:36:51.022039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ab1fb012-655f-4c3a-8787-dcf72f022d85', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:36:36Z', 'updated_at': '2021-11-16T21:36:49Z', 'revision_number': 1, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:51.051672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Checking router: 780e7600-4d2a-497d-819e-ca1e8bf0c59f for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:51.060467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41941-0a13-4860-b503-dca481586184 req-5317e898-2502-4f5e-80c5-2714b0c5b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:51.061126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:51.061722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:51.062291 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-5317e898-2502-4f5e-80c5-2714b0c5b26f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0496318 Nov 16 21:36:51.075486 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.088154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 4bffedb5-14e4-4751-a0d5-a65afb813941 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:51.110360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41941-0a13-4860-b503-dca481586184 req-1bf326c6-5d23-4eaf-ab1f-1e34208ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:51.112629 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-1bf326c6-5d23-4eaf-ab1f-1e34208ec689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418293 Nov 16 21:36:51.175360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:51.235069 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-aa81709e-1e2e-4f2a-8550-947f9c1f16ee service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147733 Nov 16 21:36:51.319725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.351102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d6d41941-0a13-4860-b503-dca481586184 req-5d927973-88db-432f-89ad-e26a75a4aebd service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067193 Nov 16 21:36:51.380606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=4bffedb5-14e4-4751-a0d5-a65afb813941,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:51.430532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.451922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ab1fb012-655f-4c3a-8787-dcf72f022d85', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:36:36Z', 'updated_at': '2021-11-16T21:36:49Z', 'revision_number': 1, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:51.483589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8fa-6cb6-4a7e-b3ff-4d697e83e278 None None] The sync data for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 is: [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ab1fb012-655f-4c3a-8787-dcf72f022d85', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:36:36Z', 'updated_at': '2021-11-16T21:36:49Z', 'revision_number': 1, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:51.725678 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4da71-0f20-49ec-a42f-7c34b82d07f8 None None] New status for floating IP ab1fb012-655f-4c3a-8787-dcf72f022d85: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:36:51.883165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.119567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Router f1bb5140-8726-40ef-953a-71d618b09f9f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:52.225370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:52.232573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ba05efe-28ee-4c44-9228-36672d65e4d3 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "PUT /v2.0/routers/f1bb5140-8726-40ef-953a-71d618b09f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9572170 Nov 16 21:36:52.232992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43216) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:52.235539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] Sync routers for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:52.246517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:52.247238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.280107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.289378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] Routers {'f1bb5140-8726-40ef-953a-71d618b09f9f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:52.289968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f1bb5140-8726-40ef-953a-71d618b09f9f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.326274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.326954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ea78e-244b-49ce-ace2-1dd2d9848f01 None None] The sync data for ids ['f1bb5140-8726-40ef-953a-71d618b09f9f'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:52.338213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.440268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.494903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting port 530f898d-4760-48f6-8b2b-90882ae89851 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:52.495528 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.574802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.588208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Calling delete_port for 530f898d-4760-48f6-8b2b-90882ae89851 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:52.756882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.785467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Port': ['ID=530f898d-4760-48f6-8b2b-90882ae89851,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:52.807808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbc203-6026-451a-9e4d-875a039ab0c5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:52.862045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.958947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.961633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.013032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.013870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Fanout notify agent at l3_agent the message router_deleted on router f1bb5140-8726-40ef-953a-71d618b09f9f {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:53.028171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.029860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eba3198f-ea78-43bf-8d21-652363ad8fb0 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/routers/f1bb5140-8726-40ef-953a-71d618b09f9f HTTP/1.1" status: 204 len: 168 time: 0.7956526 Nov 16 21:36:53.031898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43228) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:53.089994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Deleting subnet 3dbd5742-9414-4bce-ac68-de6c9ec7be84 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:53.093364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.137276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.188543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.247779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.274918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbd5742-9414-4bce-ac68-de6c9ec7be84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:53.278664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.281985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-797c034d-5870-4a5a-831c-5f70fcc92180 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/subnets/3dbd5742-9414-4bce-ac68-de6c9ec7be84 HTTP/1.1" status: 204 len: 168 time: 0.2490106 Nov 16 21:36:53.284916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:53.371655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.462769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.482720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f314a140-df60-456a-b3bf-1f6993628b39']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:53.498055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cfe59d-a4ce-4594-bc50-91c485f5db87') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:53.498399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cfe59d-a4ce-4594-bc50-91c485f5db87') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:53.508070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.522602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.528665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:53.528984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:53.532024 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:53.589431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.596702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.599833 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] 10.222.0.54 "DELETE /v2.0/networks/f314a140-df60-456a-b3bf-1f6993628b39 HTTP/1.1" status: 204 len: 168 time: 0.3139482 Nov 16 21:36:53.611865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab11cfe-5b67-48f3-aa54-eca5ca8b7667 tempest-FloatingIPTestJSON-1342230601 tempest-FloatingIPTestJSON-1342230601-project] Pushing event deleted for resources: {'Network': ['ID=f314a140-df60-456a-b3bf-1f6993628b39,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:53.794683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43242) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:53.935392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9c06df45-e0c4-4214-b2cf-6b9acb465400 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78c4f9ca13a94f969558d2c727895f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394048 Nov 16 21:36:53.937858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43248) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:53.985130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.006205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.057244 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.059924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.061067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc369069-a4f7-42fc-baa1-b7573487c751 HTTP/1.1" status: 204 len: 168 time: 0.1223209 Nov 16 21:36:54.069403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f7da3-2423-4f7e-a617-7a0354b2a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc369069-a4f7-42fc-baa1-b7573487c751,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:54.710673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43272) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:54.808299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'networks': [{'name': 'tempest-network--1114055989'}, {'name': 'tempest-network--1513119105'}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:54.808616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-network--1114055989'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:54.809074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-network--1513119105'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:54.830013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'network': 2} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:54.834676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.843432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.922653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.927797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.928460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.971794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee0a23f-5fb7-40b0-ace5-a584e883fb2f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:54.978639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:54.989238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.989929 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment 79cec949-776f-4e60-a92a-53f2d891e0c8 of type vlan for network 70ce4abe-9f92-4360-a10e-2d043accc61b Nov 16 21:36:55.038832 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.070277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:55.079685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.080583 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment aa772437-f553-40ef-b36d-0b3d1fa3c6d1 of type vlan for network 7d713b7b-6ed9-4349-9c42-616f4b2ec011 Nov 16 21:36:55.127123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.154140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.154624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.160932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.165859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.166492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.232676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5186026 Nov 16 21:36:55.233811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.236457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=70ce4abe-9f92-4360-a10e-2d043accc61b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.247487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 70ce4abe-9f92-4360-a10e-2d043accc61b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:55.303332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16c349-201d-454c-aac4-c637836cf213 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=7d713b7b-6ed9-4349-9c42-616f4b2ec011,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.305252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.341565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7d713b7b-6ed9-4349-9c42-616f4b2ec011 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:55.351953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Deleting subnet 3373e134-5141-4159-8513-d01be5b4e382 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:55.355272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.390947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.431679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.457601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6271cec-bb1a-4a95-9121-5c924bf4f54d tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.464093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6271cec-bb1a-4a95-9121-5c924bf4f54d tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.469920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6271cec-bb1a-4a95-9121-5c924bf4f54d tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.476618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6271cec-bb1a-4a95-9121-5c924bf4f54d tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:55.478442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e6271cec-bb1a-4a95-9121-5c924bf4f54d tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2436204 Nov 16 21:36:55.481328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.499326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.522560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3373e134-5141-4159-8513-d01be5b4e382,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.531305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.534530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-61a5dd4c-9a64-4df9-8d2e-b6a537a7203f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3373e134-5141-4159-8513-d01be5b4e382 HTTP/1.1" status: 204 len: 168 time: 0.2283411 Nov 16 21:36:55.536929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.574614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.612461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.663928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.683473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ce4abe-9f92-4360-a10e-2d043accc61b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.693396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cec949-776f-4e60-a92a-53f2d891e0c8') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.693692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cec949-776f-4e60-a92a-53f2d891e0c8') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.694968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.702904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.716853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.718060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ad927a-a0eb-4489-9a4a-2daea2f01dc9']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.723120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:55.723511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:55.726959 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:55.729399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26acd5f-d093-4273-9e4a-4f3297b526d8') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.729399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26acd5f-d093-4273-9e4a-4f3297b526d8') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.738095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.751450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.758249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:55.758621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:55.760391 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:55.788878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.796928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.800643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/70ce4abe-9f92-4360-a10e-2d043accc61b HTTP/1.1" status: 204 len: 168 time: 0.3182077 Nov 16 21:36:55.805313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43288) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.810440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e95304-f04c-4f0a-a797-87617b0fa354 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=70ce4abe-9f92-4360-a10e-2d043accc61b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.873793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.898363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.901529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] 10.222.0.54 "DELETE /v2.0/networks/c5ad927a-a0eb-4489-9a4a-2daea2f01dc9 HTTP/1.1" status: 204 len: 168 time: 0.3637066 Nov 16 21:36:55.904409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43290) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.905727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfaeea-2fca-468d-aeac-bb80856ce73f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ad927a-a0eb-4489-9a4a-2daea2f01dc9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.923666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.949692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Deleting subnet 2d395375-e3f2-4100-ac19-0ed7e78d9dbd {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:55.952959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.991793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.021034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.037163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.042842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d713b7b-6ed9-4349-9c42-616f4b2ec011']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.053910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa772437-f553-40ef-b36d-0b3d1fa3c6d1') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.054324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa772437-f553-40ef-b36d-0b3d1fa3c6d1') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.066027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.080242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.088129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:56.088935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:56.092616 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:56.102369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.133473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d395375-e3f2-4100-ac19-0ed7e78d9dbd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:56.137058 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.143911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-69d70d73-8405-462b-940a-c201361a071e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2d395375-e3f2-4100-ac19-0ed7e78d9dbd HTTP/1.1" status: 204 len: 168 time: 0.2384293 Nov 16 21:36:56.144620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.160709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.186150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.191851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/7d713b7b-6ed9-4349-9c42-616f4b2ec011 HTTP/1.1" status: 204 len: 168 time: 0.3849854 Nov 16 21:36:56.193071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7e582-964c-49f5-a784-65f0261ef4ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=7d713b7b-6ed9-4349-9c42-616f4b2ec011,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:56.193360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.229002 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:36:56.266632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.371784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44645a5-b615-4503-85ae-c0a2e3574e4a tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:56.377913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44645a5-b615-4503-85ae-c0a2e3574e4a tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:56.382912 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a44645a5-b615-4503-85ae-c0a2e3574e4a tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1851680 Nov 16 21:36:56.383115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.389232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-965823262'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:56.646011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.672852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965d6601-bc64-48b7-abdc-aec7569bec85']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.681501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:56.684867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.688073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a90799-814d-43ac-ab6e-4be385e98981') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.688365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a90799-814d-43ac-ab6e-4be385e98981') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.703508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.721262 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.729841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:56.731845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:56.732213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:56.733776 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:56.773995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.774263 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment 3d6b0ff0-5bae-422c-b912-c4682a73d737 of type vlan for network 816da64c-15ab-4968-b042-1fb643ed90c5 Nov 16 21:36:56.816982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.827939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.831589 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] 10.222.0.54 "DELETE /v2.0/networks/965d6601-bc64-48b7-abdc-aec7569bec85 HTTP/1.1" status: 204 len: 168 time: 0.6859584 Nov 16 21:36:56.833251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.846997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af356-d172-4f14-b14d-1e1b99d86115 admin admin] Pushing event deleted for resources: {'Network': ['ID=965d6601-bc64-48b7-abdc-aec7569bec85,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:56.871207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.877319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:56.877899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.961831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5776858 Nov 16 21:36:56.964755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.970329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-15264973'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:56.992451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0932a-cf9e-4f0c-8d0a-8da22da6cdee tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=816da64c-15ab-4968-b042-1fb643ed90c5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:56.992651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:56.996051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.004553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 816da64c-15ab-4968-b042-1fb643ed90c5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:57.010728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.024339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:57.044563 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.045197 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment 21f0fc71-3d91-414e-bf80-0d9cc3f1988a of type vlan for network a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c Nov 16 21:36:57.060949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.061625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad517a83-ad8e-4a2e-8747-0c984190894d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac7558cf4fea44569cff3c2872317b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495315 Nov 16 21:36:57.120925 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.164693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.173510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.179101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:57.179679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.237562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.253617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2878244 Nov 16 21:36:57.256494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.261780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'ports': [{'network_id': '816da64c-15ab-4968-b042-1fb643ed90c5', 'name': 'tempest-port--1151177428', 'admin_state_up': True}, {'network_id': 'a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c', 'admin_state_up': False}]} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:57.262098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'port': {'network_id': '816da64c-15ab-4968-b042-1fb643ed90c5', 'name': 'tempest-port--1151177428', 'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:57.262584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'port': {'network_id': 'a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c', 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:57.275834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859ccec-8160-4d53-a6e2-fb0c0911c574 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.286399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:57.321599 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.324639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.325894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e1f55cc-1f90-4427-ae9f-2fb23146e05c HTTP/1.1" status: 204 len: 168 time: 0.2625299 Nov 16 21:36:57.344376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df91b1-d3f4-4981-9df8-6b03bb6d3c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f55cc-1f90-4427-ae9f-2fb23146e05c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.452384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'port': 2} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:57.457015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.469825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.561639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] device_id is not set on port edd5e206-1dfd-4dab-a7bb-7b6ccee828b6 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:57.666396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.682031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.707062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-583a81aa-307e-4163-a730-3001f3976389 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c817a6e250df4f0bb762c45503007b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393057 Nov 16 21:36:57.709327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43318) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.751256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] device_id is not set on port 0cbdb017-3f66-49c8-80dc-8b38cc9b0eff yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:36:57.758215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.779412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.826205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.828749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.829892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/058fd3e8-4067-4487-83fe-cd6ae3714f61 HTTP/1.1" status: 204 len: 168 time: 0.1196125 Nov 16 21:36:57.840816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd460a-7426-41e3-a1b3-32bbbe79a214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058fd3e8-4067-4487-83fe-cd6ae3714f61,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.866306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.903467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.969816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Port': ['ID=edd5e206-1dfd-4dab-a7bb-7b6ccee828b6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.979386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Checking segment: {'id': '3d6b0ff0-5bae-422c-b912-c4682a73d737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '816da64c-15ab-4968-b042-1fb643ed90c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:57.979737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network hostable DHCP agents. Network: 816da64c-15ab-4968-b042-1fb643ed90c5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:57.999595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network 816da64c-15ab-4968-b042-1fb643ed90c5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:58.008060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 816da64c-15ab-4968-b042-1fb643ed90c5) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:58.012164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:58.013087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.020183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0464de6-84e8-4a63-92aa-9b2a0bb2160e None None] Network 816da64c-15ab-4968-b042-1fb643ed90c5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:58.067823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Port': ['ID=0cbdb017-3f66-49c8-80dc-8b38cc9b0eff,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:58.085333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Checking segment: {'id': '21f0fc71-3d91-414e-bf80-0d9cc3f1988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:58.085690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network hostable DHCP agents. Network: a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:36:58.113043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:36:58.124773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:58.135659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:58.136817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29782dfc-bf5d-4539-a587-ae7ea670f88c None None] Network a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:58.144854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:58.149953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:58.150651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.173015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad798030-b966-4341-bea6-52c1478bcd54 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9153118 Nov 16 21:36:58.176435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43330) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.233782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d3e78-9bbf-40ee-8d72-e4b79ea49401 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:58.239895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d3e78-9bbf-40ee-8d72-e4b79ea49401 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:58.241611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b12d3e78-9bbf-40ee-8d72-e4b79ea49401 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0631683 Nov 16 21:36:58.245059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43334) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.335809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting port edd5e206-1dfd-4dab-a7bb-7b6ccee828b6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:58.336727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.407070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.423625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Calling delete_port for edd5e206-1dfd-4dab-a7bb-7b6ccee828b6 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:58.511134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.543886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Port': ['ID=edd5e206-1dfd-4dab-a7bb-7b6ccee828b6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:58.549169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.552508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b407144f-f0ef-439a-8738-dcb8b145d6b2 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/ports/edd5e206-1dfd-4dab-a7bb-7b6ccee828b6 HTTP/1.1" status: 204 len: 168 time: 0.3063188 Nov 16 21:36:58.555091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43346) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.644493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting port 0cbdb017-3f66-49c8-80dc-8b38cc9b0eff {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:58.644824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.717347 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.730388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Calling delete_port for 0cbdb017-3f66-49c8-80dc-8b38cc9b0eff owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:58.807243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.841216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.844694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/ports/0cbdb017-3f66-49c8-80dc-8b38cc9b0eff HTTP/1.1" status: 204 len: 168 time: 0.2885895 Nov 16 21:36:58.845743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e858-dc78-4cbb-914f-811d6b76d94c tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Port': ['ID=0cbdb017-3f66-49c8-80dc-8b38cc9b0eff,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:58.847930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43356) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.880037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eaa6c115-3259-4d62-8420-e745ff8815b8 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309057 Nov 16 21:36:58.884850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43360) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.889913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-677697074'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:58.910340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:58.913928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.937074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:58.946567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.946916 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment e456dd26-7c36-44f8-a814-549a67690588 of type vlan for network d7db1b12-3573-4d94-894c-f05be5e6030b Nov 16 21:36:58.988839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.013553 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.020646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:59.021233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.076559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1905956 Nov 16 21:36:59.079231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43366) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:59.090622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1972793630'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:59.101958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842a36-5b4e-4abb-a3ee-a30c63043506 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=d7db1b12-3573-4d94-894c-f05be5e6030b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:59.113520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d7db1b12-3573-4d94-894c-f05be5e6030b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:36:59.120307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:59.123906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.156957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:36:59.167434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.167770 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Added segment 3f5ee0ca-f00e-4fd9-80aa-5e799d827e18 of type vlan for network d88613ae-4f33-4e5a-b577-e8243334a550 Nov 16 21:36:59.219383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.250147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.255970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:59.256554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:59.308703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2283359 Nov 16 21:36:59.325776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b1b9d-15a1-4833-8d59-b0d60a5d1e44 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Network': ['ID=d88613ae-4f33-4e5a-b577-e8243334a550,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:59.337132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d88613ae-4f33-4e5a-b577-e8243334a550 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:02.670110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:02.675298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'subnets': [{'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1660075258', 'ip_version': 6}, {'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:02.675636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'subnet': {'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1660075258', 'ip_version': 6}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:02.676330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Request body: {'subnet': {'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:02.834956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Made reservation on behalf of bf698fb7e258475c915dfb080834c73e for: {'subnet': 2} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:02.839823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:02.840190 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.132244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:03.247825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.260271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81a1310b-aa00-4143-95cd-c915e75b7bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.305260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Subnet': ['ID=7edc623e-6865-4985-a73a-4621e11a24a3,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:03.324636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Checking segment: {'id': 'e456dd26-7c36-44f8-a814-549a67690588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:03.325154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network hostable DHCP agents. Network: d7db1b12-3573-4d94-894c-f05be5e6030b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:03.345711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network d7db1b12-3573-4d94-894c-f05be5e6030b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:03.346069 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81a1310b-aa00-4143-95cd-c915e75b7bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.350113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81a1310b-aa00-4143-95cd-c915e75b7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.359791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d7db1b12-3573-4d94-894c-f05be5e6030b) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:03.365460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.373991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2a1b4-7789-4cf3-9adf-f5aaad138082 None None] Network d7db1b12-3573-4d94-894c-f05be5e6030b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:03.404275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1310b-aa00-4143-95cd-c915e75b7bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5785fd81-1b0d-4d6a-8352-21a6dc57c2fa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:03.433113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81a1310b-aa00-4143-95cd-c915e75b7bf6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9f80b6220cf4828bd2608d02bdc5891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987103 Nov 16 21:37:03.433907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43408) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:03.447866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event updated for resources: {'Subnet': ['ID=30af21e2-f719-4964-b6ee-d50917451fc2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:03.502395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.529362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Checking segment: {'id': '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:03.530114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network hostable DHCP agents. Network: d88613ae-4f33-4e5a-b577-e8243334a550, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:03.532827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.555667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-83db28ea-b56b-4a6b-bd08-b5db89eb769c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367383 Nov 16 21:37:03.566302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Network d88613ae-4f33-4e5a-b577-e8243334a550 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:03.579185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d88613ae-4f33-4e5a-b577-e8243334a550) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:03.607800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.609094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.609888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.620490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb53ea-638b-49a3-a04d-96355171f035 None None] Network d88613ae-4f33-4e5a-b577-e8243334a550 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:03.620817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.623879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.625735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5785fd81-1b0d-4d6a-8352-21a6dc57c2fa HTTP/1.1" status: 204 len: 168 time: 0.1907842 Nov 16 21:37:03.635217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed6276-186e-4909-9db7-733a6b70b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785fd81-1b0d-4d6a-8352-21a6dc57c2fa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:03.671176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-808943db-954a-4f07-9713-a71fd1a2ac2b tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9999144 Nov 16 21:37:03.674187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43414) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:03.685154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-7fd2c261-a58b-4fe8-9e66-d1bb1e3f66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.686866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-7fd2c261-a58b-4fe8-9e66-d1bb1e3f66e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.0914125 Nov 16 21:37:03.699183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d7db1b12-3573-4d94-894c-f05be5e6030b', 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b', 'tenant_id': 'bf698fb7e258475c915dfb080834c73e', 'fixed_ips': [{'subnet_id': '7edc623e-6865-4985-a73a-4621e11a24a3'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:03.700318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:03.811594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925862e-d001-4a10-a7f7-5d770931c42f tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.813414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925862e-d001-4a10-a7f7-5d770931c42f tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.815444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925862e-d001-4a10-a7f7-5d770931c42f tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.822979 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2925862e-d001-4a10-a7f7-5d770931c42f tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1418197 Nov 16 21:37:03.826790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43418) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:03.844400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-47059b69-9c50-4227-be50-658dffec9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.846416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-47059b69-9c50-4227-be50-658dffec9560 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 909 time: 0.1383014 Nov 16 21:37:03.897206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting subnet 7edc623e-6865-4985-a73a-4621e11a24a3 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:03.935238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-219e7f0a-4045-416c-b103-a5a2541f700c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 1001 time: 0.0806561 Nov 16 21:37:03.968735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Allocated IP 2001:db8::1 (d7db1b12-3573-4d94-894c-f05be5e6030b/7edc623e-6865-4985-a73a-4621e11a24a3/d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:03.990517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-9ca75a89-385d-4f1a-8089-04b157229034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:03.992360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-9ca75a89-385d-4f1a-8089-04b157229034 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0508099 Nov 16 21:37:04.001085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43420) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:04.017839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bfcebf4-db5f-4cfe-9bc7-c7eeaa057e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.052498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-58d0ac20-ffb8-44fe-9f1d-a4825268936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:04.054639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-58d0ac20-ffb8-44fe-9f1d-a4825268936b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536759 Nov 16 21:37:04.114306 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bfcebf4-db5f-4cfe-9bc7-c7eeaa057e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.118061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bfcebf4-db5f-4cfe-9bc7-c7eeaa057e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.127462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-d88613ae-4f33-4e5a-b577-e8243334a550', 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550', 'tenant_id': 'bf698fb7e258475c915dfb080834c73e', 'fixed_ips': [{'subnet_id': '30af21e2-f719-4964-b6ee-d50917451fc2'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:04.128764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.162901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-04dd7d93-79d3-4471-bb78-67cf7e9b5400 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997632 Nov 16 21:37:04.163251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6bfcebf4-db5f-4cfe-9bc7-c7eeaa057e8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81be0507d3934605837d9b1598d0daf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610355 Nov 16 21:37:04.164137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcebf4-db5f-4cfe-9bc7-c7eeaa057e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907cc011-52d4-44a2-b3a1-4c06a4c82538,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:04.166095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:04.190200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.199805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.243605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.265884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.275349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Network d7db1b12-3573-4d94-894c-f05be5e6030b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:04.311615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.336341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6129bdd-4503-4ca0-beb0-09fba1eba19a req-fb0c07d8-9dfa-4d7f-b6c2-9ec487e4b60b service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601875 Nov 16 21:37:04.349031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.377966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.402497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.405306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.409873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/907cc011-52d4-44a2-b3a1-4c06a4c82538 HTTP/1.1" status: 204 len: 168 time: 0.2397006 Nov 16 21:37:04.418365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04155b76-2cb0-409f-8577-0096f3f7c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907cc011-52d4-44a2-b3a1-4c06a4c82538,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:04.464717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:04.473944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.480001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:04.514236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Pushing event updated for resources: {'Port': ['ID=d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:04.520617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.526269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/subnets/7edc623e-6865-4985-a73a-4621e11a24a3 HTTP/1.1" status: 204 len: 168 time: 0.6975822 Nov 16 21:37:04.527177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef46792-7d98-47bf-933e-1926ecf3f3ea tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Subnet': ['ID=7edc623e-6865-4985-a73a-4621e11a24a3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:04.528778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43426) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:04.582570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Attempting to bind port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:04.582909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Attempting to bind port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e456dd26-7c36-44f8-a814-549a67690588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:04.583280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Attempting to bind port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 on network d7db1b12-3573-4d94-894c-f05be5e6030b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:04.587098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting subnet 30af21e2-f719-4964-b6ee-d50917451fc2 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:04.592627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Allocated IP 2001:db8:0:1::1 (d88613ae-4f33-4e5a-b577-e8243334a550/30af21e2-f719-4964-b6ee-d50917451fc2/decd7c68-b30a-4136-be70-a42b77482a82) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:04.595060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:04.595464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Checking segment: {'id': 'e456dd26-7c36-44f8-a814-549a67690588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:04.595858 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.596280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Bound using segment: {'id': 'e456dd26-7c36-44f8-a814-549a67690588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:04.596764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Bound port: d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e456dd26-7c36-44f8-a814-549a67690588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd7db1b12-3573-4d94-894c-f05be5e6030b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:04.597142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.716992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] For port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:04.725237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] For port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85,segment=NetworkSegment(e456dd26-7c36-44f8-a814-549a67690588),segment_id=e456dd26-7c36-44f8-a814-549a67690588)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:04.731977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.862765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235db82-22dd-40a2-bb54-d520e2e83b52 None None] Pushing event updated for resources: {'Port': ['ID=d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:04.871188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.877692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.878312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.906496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1674c-ffe1-4506-8cb9-67a3c70517b1 None None] Network d7db1b12-3573-4d94-894c-f05be5e6030b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:04.923266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.962102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Network d88613ae-4f33-4e5a-b577-e8243334a550 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:04.973757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:04.980373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:04.986613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Pushing event updated for resources: {'Port': ['ID=decd7c68-b30a-4136-be70-a42b77482a82,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.036763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.082661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Attempting to bind port decd7c68-b30a-4136-be70-a42b77482a82 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:05.083119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Attempting to bind port decd7c68-b30a-4136-be70-a42b77482a82 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:05.083700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Attempting to bind port decd7c68-b30a-4136-be70-a42b77482a82 on network d88613ae-4f33-4e5a-b577-e8243334a550 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:05.094332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:05.094711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Checking segment: {'id': '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:05.095709 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.104598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Bound using segment: {'id': '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:05.104598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Bound port: decd7c68-b30a-4136-be70-a42b77482a82, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd88613ae-4f33-4e5a-b577-e8243334a550'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:05.104598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.105094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.132932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Subnet': ['ID=30af21e2-f719-4964-b6ee-d50917451fc2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.138155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.144103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fff2faff-a2df-4f14-b857-14f5e1ff6aa1 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/subnets/30af21e2-f719-4964-b6ee-d50917451fc2 HTTP/1.1" status: 204 len: 168 time: 0.6116765 Nov 16 21:37:05.144103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43452) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:05.195277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] For port decd7c68-b30a-4136-be70-a42b77482a82, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:05.202783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] For port decd7c68-b30a-4136-be70-a42b77482a82, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=decd7c68-b30a-4136-be70-a42b77482a82,segment=NetworkSegment(3f5ee0ca-f00e-4fd9-80aa-5e799d827e18),segment_id=3f5ee0ca-f00e-4fd9-80aa-5e799d827e18)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:05.210135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.213873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8599a-e738-4da8-a0fe-ed0054dc68ff tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:05.215797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bdd8599a-e738-4da8-a0fe-ed0054dc68ff tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703988 Nov 16 21:37:05.219590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43454) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:05.306304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.323265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01ab8e-30a8-472c-a062-63b61a5d5478 None None] Network d88613ae-4f33-4e5a-b577-e8243334a550 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:05.336403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8f08-af28-4ef7-9102-a5e340a46a34 None None] Pushing event updated for resources: {'Port': ['ID=decd7c68-b30a-4136-be70-a42b77482a82,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.381976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting port decd7c68-b30a-4136-be70-a42b77482a82 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:05.382314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.456407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] For port decd7c68-b30a-4136-be70-a42b77482a82, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=decd7c68-b30a-4136-be70-a42b77482a82,segment=NetworkSegment(3f5ee0ca-f00e-4fd9-80aa-5e799d827e18),segment_id=3f5ee0ca-f00e-4fd9-80aa-5e799d827e18)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:05.456766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.464114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a3c28-f4ec-4060-a24c-c9378c6107f0 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:05.471875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Calling delete_port for decd7c68-b30a-4136-be70-a42b77482a82 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:05.565426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.598846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Port': ['ID=decd7c68-b30a-4136-be70-a42b77482a82,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.603729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] No DVR routers for this DVR port decd7c68-b30a-4136-be70-a42b77482a82 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:05.617609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a3c28-f4ec-4060-a24c-c9378c6107f0 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:05.699362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.722729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88613ae-4f33-4e5a-b577-e8243334a550']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:05.733448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:05.733448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5ee0ca-f00e-4fd9-80aa-5e799d827e18') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:05.743106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.757046 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.767993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:05.768386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:05.771497 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:05.879058 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.889684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.899003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/d88613ae-4f33-4e5a-b577-e8243334a550 HTTP/1.1" status: 204 len: 168 time: 0.6751063 Nov 16 21:37:05.899717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43470) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:05.925809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4baf7a-ef40-4520-9c52-6e9574cfdc32 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=d88613ae-4f33-4e5a-b577-e8243334a550,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.983711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:05.990270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:05.997113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.001323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.004800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.006070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46811bfb-955a-4bcf-8d9d-caadeafc21cd None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:06.012275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.019586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.026054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.028387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-f7b50c59-1190-4c3d-ad16-e7e73d4a155a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.3555586 Nov 16 21:37:06.076854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Deleting port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:06.077546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.117350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-531b76ba-e043-4f31-8bd0-68bc7ed92add req-3d11fcab-ab8c-4831-adca-1f4388f91fab tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726998 Nov 16 21:37:06.130322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46811bfb-955a-4bcf-8d9d-caadeafc21cd None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:06.163397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] For port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85,segment=NetworkSegment(e456dd26-7c36-44f8-a814-549a67690588),segment_id=e456dd26-7c36-44f8-a814-549a67690588)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:06.163757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.178633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Calling delete_port for d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:06.266291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.279546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] No DVR routers for this DVR port d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:06.306059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Port': ['ID=d2cdf60a-aa2f-4d1d-bb59-4c48aadeae85,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:06.387745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.410269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7db1b12-3573-4d94-894c-f05be5e6030b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.420354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e456dd26-7c36-44f8-a814-549a67690588') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.420663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e456dd26-7c36-44f8-a814-549a67690588') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.430036 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.443361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.449583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:06.449970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:06.453469 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:06.517722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.522258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.528042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/d7db1b12-3573-4d94-894c-f05be5e6030b HTTP/1.1" status: 204 len: 168 time: 0.6250474 Nov 16 21:37:06.528349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43474) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:06.541109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb533c-74ca-4362-9471-7e722acd0b07 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=d7db1b12-3573-4d94-894c-f05be5e6030b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:06.613429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.700593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.731337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.742103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0fc71-3d91-414e-bf80-0d9cc3f1988a') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.742402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0fc71-3d91-414e-bf80-0d9cc3f1988a') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:06.753083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.794849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.803378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:06.803793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:06.806699 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:06.859659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.865777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.871716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.878189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.884197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.890200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.896830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.898692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fea2d488-09c5-4203-a641-4351f08990e1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.1390092 Nov 16 21:37:06.944175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.955847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.959017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c HTTP/1.1" status: 204 len: 168 time: 0.4296579 Nov 16 21:37:06.962455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:06.975565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-928d0285-95e6-4c15-9311-efd92aab7903 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:06.976938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-928d0285-95e6-4c15-9311-efd92aab7903 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662885 Nov 16 21:37:06.977832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67c20-f0d7-4032-a445-7104dc4d3536 tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=a35b4d2b-b2f0-4bb3-8e27-2f24c50fe02c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:07.047904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.090011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-75a4797e-2ed2-4161-9430-bafaf5cd6fb9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1072152 Nov 16 21:37:07.105286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:07.155389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.181687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816da64c-15ab-4968-b042-1fb643ed90c5']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:07.194317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6b0ff0-5bae-422c-b912-c4682a73d737') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:07.194619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6b0ff0-5bae-422c-b912-c4682a73d737') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:07.206108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.225399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.232830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:07.233533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:07.238603 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:07.310146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.318833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.325628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] 10.222.0.54 "DELETE /v2.0/networks/816da64c-15ab-4968-b042-1fb643ed90c5 HTTP/1.1" status: 204 len: 168 time: 0.3618653 Nov 16 21:37:07.339868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a895-a2e3-49d5-8da6-819f61240c8e tempest-BulkNetworkOpsIpV6Test-1556758520 tempest-BulkNetworkOpsIpV6Test-1556758520-project] Pushing event deleted for resources: {'Network': ['ID=816da64c-15ab-4968-b042-1fb643ed90c5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:07.564373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.620195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.626120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.632188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.638167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.643999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:07.644226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.650175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.659770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:07.661711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-7ad774db-7ac2-45ed-bc97-e2fc2357a822 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 5440 time: 0.1341712 Nov 16 21:37:07.788115 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f1aa05db-23f9-4a87-af1b-8f3c65d7a07d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf698fb7e258475c915dfb080834c73e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426573 Nov 16 21:37:07.789506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-976c6b31-c4c1-4fc8-8b27-c0396c1b8bc2 req-d1cc796f-8a7a-4369-8461-498bf63c3183 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=80ab8d28-2fb6-45d6-a155-60b738efccc2&id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186039 Nov 16 21:37:07.793538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:07.848507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d6995e47-99dd-416a-a733-0e5b123672ff,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:07.891308 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.900136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] For port d6995e47-99dd-416a-a733-0e5b123672ff, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:07.939489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.951022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] device_id is not set on port d6995e47-99dd-416a-a733-0e5b123672ff yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:37:07.966227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.977716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.048572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] No DVR routers for this DVR port d6995e47-99dd-416a-a733-0e5b123672ff on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:08.052040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Pushing event updated for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:08.075923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.078516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.080265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ee0a23f-5fb7-40b0-ace5-a584e883fb2f HTTP/1.1" status: 204 len: 168 time: 0.2854714 Nov 16 21:37:08.097903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884e2c8-9e47-4a07-9bac-226cfde1f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee0a23f-5fb7-40b0-ace5-a584e883fb2f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:08.103911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] In _notify_port_updated(), no bound segment for port d6995e47-99dd-416a-a733-0e5b123672ff on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:37:08.104738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:08.105337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.106610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-2a91f3b4-3e0b-4e24-93b9-93d1ebf9db96 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 200 len: 1031 time: 1.0055697 Nov 16 21:37:08.164893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-738b59d7-5c4f-446d-b644-488222f13bba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:08.167399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-738b59d7-5c4f-446d-b644-488222f13bba tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "GET /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0541821 Nov 16 21:37:08.181913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:08.250993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.281248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5cc0f617-4025-4a2a-bccd-90c5c5002090 None None] Provisioning complete for port d6995e47-99dd-416a-a733-0e5b123672ff triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:08.282219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f617-4025-4a2a-bccd-90c5c5002090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.322191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0f617-4025-4a2a-bccd-90c5c5002090 None None] Port d6995e47-99dd-416a-a733-0e5b123672ff cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:37:08.424002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=66c24b3e-e596-41f7-874e-13a8a4bb55c0,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:08.466625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] For port 66c24b3e-e596-41f7-874e-13a8a4bb55c0, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:08.522138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] device_id is not set on port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:37:08.535551 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.544690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.623121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Pushing event updated for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:08.666624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] No DVR routers for this DVR port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:08.714017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] In _notify_port_updated(), no bound segment for port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 on network 425ee18d-8e4a-4e02-a49e-62b33179053f {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:37:08.714909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:08.715602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.717240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-fe9be2cf-3027-4337-90be-2168f6891369 service neutron] 10.222.0.36 "PUT /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 200 len: 1030 time: 0.5400803 Nov 16 21:37:08.832877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port 78b6cf31-cec1-47de-b095-99f937a9c475 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:08.833215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.974734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port 78b6cf31-cec1-47de-b095-99f937a9c475, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=78b6cf31-cec1-47de-b095-99f937a9c475,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:08.975433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.980365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.982456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-366501ab-d2eb-4deb-9725-bf7e2b3b2350 None None] Provisioning complete for port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:08.982840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-366501ab-d2eb-4deb-9725-bf7e2b3b2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:08.986635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43526) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:08.991292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:08.997270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.003249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.009342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.015282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.017120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-ca07c7c6-2bf8-4f4c-bb67-8eb2d13e53c9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 3885 time: 0.1241198 Nov 16 21:37:09.021575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-366501ab-d2eb-4deb-9725-bf7e2b3b2350 None None] Port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:37:09.035785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for 78b6cf31-cec1-47de-b095-99f937a9c475 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:09.092677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'networks': [{'name': 'tempest-network--1019188108'}, {'name': 'tempest-network--2080955136'}]} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:09.093052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-network--1019188108'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:09.093587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-network--2080955136'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:09.110548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05949cc2-f1c6-4d20-91f6-9fda702eb73b req-eacebb97-27ab-4011-a4f6-ef946e61b580 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848999 Nov 16 21:37:09.117336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'network': 2} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:09.122371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.139943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.199984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.230522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=78b6cf31-cec1-47de-b095-99f937a9c475,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.235250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.241094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.241575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.276341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port 78b6cf31-cec1-47de-b095-99f937a9c475 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:09.279304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.282152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-c2d1ffcc-12dc-4bdd-8ebc-6d8f17a2d55b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "DELETE /v2.0/ports/78b6cf31-cec1-47de-b095-99f937a9c475 HTTP/1.1" status: 204 len: 173 time: 0.5591877 Nov 16 21:37:09.282653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:09.285373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c75ad2-9f14-4839-8df1-0a1b1656181e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.285955 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0002a4-0556-403a-b156-59ce34357e11" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:09.310951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:09.329499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.330189 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment d90e714f-fc8c-4bfc-ae19-0ad2612d7c0e of type vlan for network ed45c5cb-9249-4209-9284-3938cb5499c9 Nov 16 21:37:09.361779 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115eea6b-249a-43dd-a258-7823530ac04f x-openstack-request-id: req-115eea6b-249a-43dd-a258-7823530ac04f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:09.362066 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "78b6cf31-cec1-47de-b095-99f937a9c475", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:09.362317 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-115eea6b-249a-43dd-a258-7823530ac04f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:09.364636 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '78b6cf31-cec1-47de-b095-99f937a9c475', 'status': 'completed', 'code': 200} Nov 16 21:37:09.389461 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.421994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:09.431497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port 0c56731a-4286-4b81-b326-baa12e41a08b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:09.432061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.440058 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.440398 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment 741466d8-abc1-4abb-bcf2-764a6a66cbc3 of type vlan for network df17da8a-dcaf-4e0b-be26-4adc72bd7292 Nov 16 21:37:09.490762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.531197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.531671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.544877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port 0c56731a-4286-4b81-b326-baa12e41a08b, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=0c56731a-4286-4b81-b326-baa12e41a08b,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:09.545342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.545745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.551169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.551824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.566717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for 0c56731a-4286-4b81-b326-baa12e41a08b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:09.623588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6357155 Nov 16 21:37:09.627210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43538) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:09.641140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=ed45c5cb-9249-4209-9284-3938cb5499c9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.660861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ed45c5cb-9249-4209-9284-3938cb5499c9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:09.768019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.836222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05339e5c-4755-44e8-9ef2-0bc3aaed45ed tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=df17da8a-dcaf-4e0b-be26-4adc72bd7292,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.849861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network df17da8a-dcaf-4e0b-be26-4adc72bd7292 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:09.850162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=0c56731a-4286-4b81-b326-baa12e41a08b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.898794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706c3ab-5f98-4e9b-b1db-225a7149216f tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.911068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706c3ab-5f98-4e9b-b1db-225a7149216f tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.922649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706c3ab-5f98-4e9b-b1db-225a7149216f tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.924344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port 0c56731a-4286-4b81-b326-baa12e41a08b on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:09.927510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:09.930114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706c3ab-5f98-4e9b-b1db-225a7149216f tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:09.930888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-4482eedd-ff84-40c8-9d52-a2e975d4e664 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "DELETE /v2.0/ports/0c56731a-4286-4b81-b326-baa12e41a08b HTTP/1.1" status: 204 len: 173 time: 0.6419954 Nov 16 21:37:09.932876 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8706c3ab-5f98-4e9b-b1db-225a7149216f tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3045301 Nov 16 21:37:09.936601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43540) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.086864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.168672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port b920d875-bdd2-43af-93e2-0efca1b8e221 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:10.169006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.236983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.269312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed45c5cb-9249-4209-9284-3938cb5499c9']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.290048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90e714f-fc8c-4bfc-ae19-0ad2612d7c0e') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.290213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90e714f-fc8c-4bfc-ae19-0ad2612d7c0e') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.308877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.322632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:10.323034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.338626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.340813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for b920d875-bdd2-43af-93e2-0efca1b8e221 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:10.349378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:10.349758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:10.353396 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:10.355924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b920d875-bdd2-43af-93e2-0efca1b8e221 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:10.468084 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.515638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:10.518727 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3fa1e-2ad8-40c2-809f-dc544e62b064" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:10.522287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.540302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b920d875-bdd2-43af-93e2-0efca1b8e221, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b920d875-bdd2-43af-93e2-0efca1b8e221,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:10.546764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.547861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d6995e47-99dd-416a-a733-0e5b123672ff no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:10.548644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.553816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/ed45c5cb-9249-4209-9284-3938cb5499c9 HTTP/1.1" status: 204 len: 168 time: 0.6164832 Nov 16 21:37:10.556549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43554) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.558101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545e39-c54b-42d3-a3f8-056cb07827c6 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=ed45c5cb-9249-4209-9284-3938cb5499c9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.593349 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aada462-3d57-43a4-baa0-5575f5f15d5b x-openstack-request-id: req-6aada462-3d57-43a4-baa0-5575f5f15d5b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:10.593641 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:10.593880 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aada462-3d57-43a4-baa0-5575f5f15d5b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:10.594269 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'code': 200} Nov 16 21:37:10.602814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4074b-6802-4d79-8655-5e456037b998 req-33a2694b-a149-4088-8d26-52802d30363a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:10.609292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4074b-6802-4d79-8655-5e456037b998 req-33a2694b-a149-4088-8d26-52802d30363a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:10.616038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4074b-6802-4d79-8655-5e456037b998 req-33a2694b-a149-4088-8d26-52802d30363a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:10.617828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8b4074b-6802-4d79-8655-5e456037b998 req-33a2694b-a149-4088-8d26-52802d30363a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 2416 time: 0.4031801 Nov 16 21:37:10.655628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d6995e47-99dd-416a-a733-0e5b123672ff not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:10.655628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 769608e4-d1c9-45d1-bc61-e7281411d405 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:10.657760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.674661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.731046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8b4074b-6802-4d79-8655-5e456037b998 req-7f6351ca-623a-41b4-b38d-5420bcb04265 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979433 Nov 16 21:37:10.749975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.769926 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.800425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=b920d875-bdd2-43af-93e2-0efca1b8e221,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.802587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.821417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:10.829257 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.830459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b0e09326-f5be-458d-9784-85e4a8b7354c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:10.836508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df17da8a-dcaf-4e0b-be26-4adc72bd7292']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.848019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741466d8-abc1-4abb-bcf2-764a6a66cbc3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.848888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741466d8-abc1-4abb-bcf2-764a6a66cbc3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:10.849300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port b920d875-bdd2-43af-93e2-0efca1b8e221 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:10.852387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.856149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a2a181b0-8ca5-474a-88f0-df31609170f1 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "DELETE /v2.0/ports/b920d875-bdd2-43af-93e2-0efca1b8e221 HTTP/1.1" status: 204 len: 173 time: 0.9175138 Nov 16 21:37:10.859881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.876972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.886226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:10.886654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:10.890050 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:10.916525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.952847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.962866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.969463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/df17da8a-dcaf-4e0b-be26-4adc72bd7292 HTTP/1.1" status: 204 len: 168 time: 0.4091220 Nov 16 21:37:10.970361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43556) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.978269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port b0e09326-f5be-458d-9784-85e4a8b7354c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:10.978640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.979866 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.003663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c245fd8-a6a9-43c8-8a29-130542e1fd13 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=df17da8a-dcaf-4e0b-be26-4adc72bd7292,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:11.030268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:11.035510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.036630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 66c24b3e-e596-41f7-874e-13a8a4bb55c0 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:11.117602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:11.137326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port b0e09326-f5be-458d-9784-85e4a8b7354c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b0e09326-f5be-458d-9784-85e4a8b7354c,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:11.137860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.156878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 66c24b3e-e596-41f7-874e-13a8a4bb55c0 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:11.158189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0c56731a-4286-4b81-b326-baa12e41a08b no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:11.176536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62a77e-f2a9-49b7-acaf-866e85d0d8c9 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:11.200392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62a77e-f2a9-49b7-acaf-866e85d0d8c9 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:11.205828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b62a77e-f2a9-49b7-acaf-866e85d0d8c9 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2306492 Nov 16 21:37:11.207929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43560) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:11.217654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1392079423'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:11.226117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 0c56731a-4286-4b81-b326-baa12e41a08b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:11.226490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 0c56731a-4286-4b81-b326-baa12e41a08b not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:11.226914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 78b6cf31-cec1-47de-b095-99f937a9c475 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:11.259528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 78b6cf31-cec1-47de-b095-99f937a9c475 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:11.260768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 78b6cf31-cec1-47de-b095-99f937a9c475 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:11.266727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:11.271410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.313160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:11.325584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.325974 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment 97aac2a3-6ebc-4db7-9427-2080575cc2ee of type vlan for network 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda Nov 16 21:37:11.366238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:11.368569 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2659ed-1dd3-4fc4-8678-f1c4eccfdefc" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:11.378024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.412081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.418559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:11.419929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.465919 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133e7c6-4f07-4988-9045-89107400894d x-openstack-request-id: req-a133e7c6-4f07-4988-9045-89107400894d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:11.466423 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "0c56731a-4286-4b81-b326-baa12e41a08b", "status": "completed", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "b920d875-bdd2-43af-93e2-0efca1b8e221", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:11.466777 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a133e7c6-4f07-4988-9045-89107400894d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:11.467359 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '0c56731a-4286-4b81-b326-baa12e41a08b', 'status': 'completed', 'code': 200} Nov 16 21:37:11.467702 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': 'b920d875-bdd2-43af-93e2-0efca1b8e221', 'status': 'completed', 'code': 200} Nov 16 21:37:11.506788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.507193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.507517 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Floating IP f5ccaa57-8de1-44ea-9ef4-1a3f437acda9 disassociated. External IP: 172.25.7.212, port: b0e09326-f5be-458d-9784-85e4a8b7354c. Nov 16 21:37:11.507899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for b0e09326-f5be-458d-9784-85e4a8b7354c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:11.540638 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3316619 Nov 16 21:37:11.541523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f60c0-699b-4f58-8a68-340c7ab26916 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:11.544048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43566) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:11.549354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1823026674'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:11.552377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:11.572653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:11.576511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.601819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:11.611779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.612138 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment a79f30bc-2569-42df-89c4-77f4045c1ab1 of type vlan for network 8036659f-a014-4b69-900e-7686fc7d6dc2 Nov 16 21:37:11.658607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.667825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.684875 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.690598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:11.691210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:11.695924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=b0e09326-f5be-458d-9784-85e4a8b7354c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:11.756418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2108066 Nov 16 21:37:11.759628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43568) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:11.771021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'ports': [{'network_id': '4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda', 'name': 'tempest-port--1607409669', 'admin_state_up': True}, {'network_id': '8036659f-a014-4b69-900e-7686fc7d6dc2', 'admin_state_up': False}]} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:11.771338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'port': {'network_id': '4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda', 'name': 'tempest-port--1607409669', 'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:11.771991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'port': {'network_id': '8036659f-a014-4b69-900e-7686fc7d6dc2', 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:11.816849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52e547-8928-4edb-8336-45200e0f0b9d tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=8036659f-a014-4b69-900e-7686fc7d6dc2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:11.829962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 8036659f-a014-4b69-900e-7686fc7d6dc2 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:11.837672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Router 33f64bfe-1a8e-4818-a899-5ae75ab09695 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:37:11.943775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a0467-9e37-4846-bc01-0443ab262e7f req-b23dd0b8-49c4-4b19-b99f-19dac8f8e367 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:11.945274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab7a0467-9e37-4846-bc01-0443ab262e7f req-b23dd0b8-49c4-4b19-b99f-19dac8f8e367 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 943 time: 0.1206617 Nov 16 21:37:11.946534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-91a47176-f4a3-40c9-8fd1-ae38ba637feb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987213 Nov 16 21:37:12.006550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'port': 2} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:12.010836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:37:12.011020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.015737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab7a0467-9e37-4846-bc01-0443ab262e7f req-edec5046-0316-48ee-8040-2ce6e874fe56 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups?id=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634737 Nov 16 21:37:12.026059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Sync routers for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:37:12.035578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:12.036187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:12.055195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.068005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port b0e09326-f5be-458d-9784-85e4a8b7354c on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:12.070859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.075467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-52b9f2bc-622e-4193-b956-6493c723c9b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "DELETE /v2.0/ports/b0e09326-f5be-458d-9784-85e4a8b7354c HTTP/1.1" status: 204 len: 173 time: 1.2120841 Nov 16 21:37:12.148511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:12.165880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] device_id is not set on port 67b70011-62f5-4695-ad42-6f8f8c1f616a yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:37:12.176619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port 769608e4-d1c9-45d1-bc61-e7281411d405 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:12.177193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.203393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-924f5b1c-cb1d-4651-948d-fdaf6734bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:12.206064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-924f5b1c-cb1d-4651-948d-fdaf6734bf09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1096 time: 0.2097802 Nov 16 21:37:12.299125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port 769608e4-d1c9-45d1-bc61-e7281411d405, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=769608e4-d1c9-45d1-bc61-e7281411d405,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:12.299637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.318255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for 769608e4-d1c9-45d1-bc61-e7281411d405 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:12.411521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:12.444136 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Checking router: 33f64bfe-1a8e-4818-a899-5ae75ab09695 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:37:12.459496 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:12.460865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:36:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:12.477616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.523602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=769608e4-d1c9-45d1-bc61-e7281411d405,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:12.574410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port 769608e4-d1c9-45d1-bc61-e7281411d405 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:12.578267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.586418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40e34682-e8af-45c8-8549-91672cf1a0f9 req-a4486ad1-16cb-47f7-bf8e-264d741733e9 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.36 "DELETE /v2.0/ports/769608e4-d1c9-45d1-bc61-e7281411d405 HTTP/1.1" status: 204 len: 173 time: 0.5037460 Nov 16 21:37:12.596383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:12.603912 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413bac2f-c8bd-49bc-8998-40bb0e2a73b5" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:12.612092 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:12.676830 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd92c4e-370f-4f39-9c7e-4d33d15e857d x-openstack-request-id: req-fdd92c4e-370f-4f39-9c7e-4d33d15e857d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:12.677326 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:12.677655 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdd92c4e-370f-4f39-9c7e-4d33d15e857d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:12.678160 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405', 'code': 200} Nov 16 21:37:12.678490 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'code': 200} Nov 16 21:37:12.696460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-13c4bf34-9ce1-450f-84a5-5cc0bb9e3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:12.698028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-13c4bf34-9ce1-450f-84a5-5cc0bb9e3607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.4640288 Nov 16 21:37:12.757621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.833375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-f29f035c-4cd1-4074-9059-664ccc81f449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 1001 time: 0.1271787 Nov 16 21:37:12.846389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] device_id is not set on port 89d4ad27-7929-462f-8e0b-0ae3f8ae8035 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:37:12.864551 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:12.866745 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:12.896081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f3854-ddd9-4f23-ab61-ad4c25b7e7c7 None None] The sync data for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 is: [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:25:52Z', 'revision_number': 4, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cc84970f-1aff-4264-b997-d0a42717f743', 'name': '', 'network_id': '68464bb0-b16c-4c7b-b689-39988c18d3d4', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'mac_address': 'fa:16:3e:86:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:50Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'subnets': [{'id': '3138e61d-d0b8-47de-83b9-7ec650618236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:37:13.012226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:13.077128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-0f375a37-f890-4012-b3d8-83b4a0563d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.078831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-0f375a37-f890-4012-b3d8-83b4a0563d3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.2102437 Nov 16 21:37:13.081064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:13.247129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a7d70ff-55d1-4fb1-aa0f-7d7a8eb9265a req-0f94ee54-16a3-4e3b-8563-326192ba8ca5 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0647099 Nov 16 21:37:13.268078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Port': ['ID=67b70011-62f5-4695-ad42-6f8f8c1f616a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:13.308188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-2adbd389-6060-4b56-abbe-04e3808dfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.309708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-2adbd389-6060-4b56-abbe-04e3808dfd4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528671 Nov 16 21:37:13.317543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Checking segment: {'id': '97aac2a3-6ebc-4db7-9427-2080575cc2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:13.317900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network hostable DHCP agents. Network: 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:13.375845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d734e-9ed5-4446-a7dc-7791210a7c4b None None] New status for floating IP f5ccaa57-8de1-44ea-9ef4-1a3f437acda9: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:37:13.421951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-ca1bd83f-ce2b-4a4e-a35b-e1dec642f45a service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994484 Nov 16 21:37:13.424779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:13.452707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:13.469673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c'}, {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:13.472661 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee6a21-0a90-4108-984a-24745f618011" -d '{"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c"}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:13.478981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f275b-c3f7-44c5-8dd8-b32868a7e4c6 None None] Network 4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:13.488070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:13.506951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:13.531062 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09702cb-1418-4bda-9bd5-d732e1f8714d x-openstack-request-id: req-c09702cb-1418-4bda-9bd5-d732e1f8714d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:13.531578 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "b0e09326-f5be-458d-9784-85e4a8b7354c", "status": "completed", "code": 200}, {"server_uuid": "725001e3-6307-481c-973f-8811310fd6b0", "name": "network-vif-deleted", "tag": "769608e4-d1c9-45d1-bc61-e7281411d405", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:13.531996 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c09702cb-1418-4bda-9bd5-d732e1f8714d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:13.532716 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': 'b0e09326-f5be-458d-9784-85e4a8b7354c', 'status': 'completed', 'code': 200} Nov 16 21:37:13.533154 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725001e3-6307-481c-973f-8811310fd6b0', 'name': 'network-vif-deleted', 'tag': '769608e4-d1c9-45d1-bc61-e7281411d405', 'status': 'completed', 'code': 200} Nov 16 21:37:13.624914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Port': ['ID=89d4ad27-7929-462f-8e0b-0ae3f8ae8035,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:13.635013 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3e930eb0-265d-4c7b-94ee-1c81ffcaaa1d req-341cb40c-6837-4ec2-9873-4624909298e1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041948 Nov 16 21:37:13.647516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Checking segment: {'id': 'a79f30bc-2569-42df-89c4-77f4045c1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8036659f-a014-4b69-900e-7686fc7d6dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:13.647882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network hostable DHCP agents. Network: 8036659f-a014-4b69-900e-7686fc7d6dc2, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:13.674747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network 8036659f-a014-4b69-900e-7686fc7d6dc2 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:13.686672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 8036659f-a014-4b69-900e-7686fc7d6dc2) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:13.697844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e60974-394b-46cb-a891-bc5890d5ef90 None None] Network 8036659f-a014-4b69-900e-7686fc7d6dc2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:13.705499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:13.714090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.721717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.722528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:13.743307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4052230c-d601-4d0e-b3be-38ac2bd134a1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9829328 Nov 16 21:37:13.746551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43592) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:13.812907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c0adf-0cdd-48e7-976d-ef52c4116061 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.819862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c0adf-0cdd-48e7-976d-ef52c4116061 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.824367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:13.824749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b92c0adf-0cdd-48e7-976d-ef52c4116061 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0769372 Nov 16 21:37:13.923145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Deleting port 67b70011-62f5-4695-ad42-6f8f8c1f616a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:13.923520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:13.991421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.004255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Calling delete_port for 67b70011-62f5-4695-ad42-6f8f8c1f616a owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:14.090881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.119280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Port': ['ID=67b70011-62f5-4695-ad42-6f8f8c1f616a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:14.129436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.132707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-055ade2b-9cc9-4d35-a647-f3209f3c14d3 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/ports/67b70011-62f5-4695-ad42-6f8f8c1f616a HTTP/1.1" status: 204 len: 168 time: 0.3070872 Nov 16 21:37:14.135166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:14.223877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Deleting port 89d4ad27-7929-462f-8e0b-0ae3f8ae8035 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:14.224193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.350307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.385700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Calling delete_port for 89d4ad27-7929-462f-8e0b-0ae3f8ae8035 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:14.442198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b50858c0-7dd0-403e-a7d4-35c8ffd068bf req-33d5016c-de83-40ab-b4c1-17bd7f86fe18 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0398450 Nov 16 21:37:14.493668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.527081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Port': ['ID=89d4ad27-7929-462f-8e0b-0ae3f8ae8035,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:14.533117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.539252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c0679bb9-40d1-42bb-970f-4847e2e8d316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/ports/89d4ad27-7929-462f-8e0b-0ae3f8ae8035 HTTP/1.1" status: 204 len: 168 time: 0.4006679 Nov 16 21:37:14.541724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43602) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:14.575593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b673ad58-7ee0-4d85-b8d7-87c8f392f316 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318389 Nov 16 21:37:14.579365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:14.584793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1219130982'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:14.609672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:14.613840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.642416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:14.652751 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.653392 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment 88f81000-3af4-43f2-9126-a5bcefb0d46b of type vlan for network bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 Nov 16 21:37:14.697724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.726204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.732131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.732876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.806518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2258255 Nov 16 21:37:14.809078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43608) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:14.813169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfff0d6-6bff-4458-9a4c-e85ab82d4681 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=bfa271dd-fbe1-4422-aea5-e90b6fb07ed0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:14.814547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1333790133'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:14.825466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:14.857473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:14.862599 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.888782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:14.899854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.900388 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Added segment df80b26c-b42c-477e-a886-7eabc27730aa of type vlan for network e1743de1-3ff2-4bba-a7ee-efb5ff02d471 Nov 16 21:37:14.950071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.975567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:14.981486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.982129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.043329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2329609 Nov 16 21:37:15.068767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929c7fc-962b-4caa-b8c6-bcbfe6486465 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Network': ['ID=e1743de1-3ff2-4bba-a7ee-efb5ff02d471,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:15.080849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e1743de1-3ff2-4bba-a7ee-efb5ff02d471 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:15.178783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43610) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:15.184172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'subnets': [{'network_id': 'bfa271dd-fbe1-4422-aea5-e90b6fb07ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1311660891', 'ip_version': 4}, {'network_id': 'e1743de1-3ff2-4bba-a7ee-efb5ff02d471', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:15.184596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'subnet': {'network_id': 'bfa271dd-fbe1-4422-aea5-e90b6fb07ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1311660891', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:15.185406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Request body: {'subnet': {'network_id': 'e1743de1-3ff2-4bba-a7ee-efb5ff02d471', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:15.330291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e19f1f56-e505-49bf-bf12-4798547cf6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.371166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Made reservation on behalf of a4a3fe32cf8d4a60944c10053acb1d2c for: {'subnet': 2} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:15.376453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.377130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.606778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e70d05f8-6cb4-46b2-87a4-0e50dd36b490 req-abd9b26f-52ca-42c2-ac2f-97a5b37da006 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Nov 16 21:37:15.786208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.840666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Subnet': ['ID=98a44454-6a88-436a-a062-b4ac2dd74629,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:15.856014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Checking segment: {'id': '88f81000-3af4-43f2-9126-a5bcefb0d46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bfa271dd-fbe1-4422-aea5-e90b6fb07ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:15.856377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network hostable DHCP agents. Network: bfa271dd-fbe1-4422-aea5-e90b6fb07ed0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:15.879398 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:15.893919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, bfa271dd-fbe1-4422-aea5-e90b6fb07ed0) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:15.901685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.906065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd895b8-ab92-4d62-8016-1158f59f6056 None None] Network bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:15.992609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event updated for resources: {'Subnet': ['ID=93508930-831e-43cb-99b1-07b2a2968d9c,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:16.002505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Checking segment: {'id': 'df80b26c-b42c-477e-a886-7eabc27730aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e1743de1-3ff2-4bba-a7ee-efb5ff02d471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:16.003144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network hostable DHCP agents. Network: e1743de1-3ff2-4bba-a7ee-efb5ff02d471, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:16.027242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Network e1743de1-3ff2-4bba-a7ee-efb5ff02d471 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:16.061711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e1743de1-3ff2-4bba-a7ee-efb5ff02d471) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:16.070786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.071458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.072154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.100585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2c750249-a54b-44b7-96e1-b4a8a05adbfe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9180453 Nov 16 21:37:16.100947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43618) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:16.181202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb6ee1-2aa3-4b7f-8269-9abd055bd165 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.182902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb6ee1-2aa3-4b7f-8269-9abd055bd165 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.184761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb6ee1-2aa3-4b7f-8269-9abd055bd165 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.190124 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-32eb6ee1-2aa3-4b7f-8269-9abd055bd165 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0844927 Nov 16 21:37:16.191572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43620) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:16.199232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba4908-6125-4dbc-b233-fa2fafa7ac49 None None] Network e1743de1-3ff2-4bba-a7ee-efb5ff02d471 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:16.292115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Deleting subnet 98a44454-6a88-436a-a062-b4ac2dd74629 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:16.297412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.357117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.395002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be526c16-a468-42c0-a6c9-c7f54eec88ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-bfa271dd-fbe1-4422-aea5-e90b6fb07ed0', 'network_id': 'bfa271dd-fbe1-4422-aea5-e90b6fb07ed0', 'tenant_id': 'a4a3fe32cf8d4a60944c10053acb1d2c', 'fixed_ips': [{'subnet_id': '98a44454-6a88-436a-a062-b4ac2dd74629'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:16.395868 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-be526c16-a468-42c0-a6c9-c7f54eec88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.410165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.508834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48809ae-c04a-4458-a50b-d42935fc5dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e1743de1-3ff2-4bba-a7ee-efb5ff02d471', 'network_id': 'e1743de1-3ff2-4bba-a7ee-efb5ff02d471', 'tenant_id': 'a4a3fe32cf8d4a60944c10053acb1d2c', 'fixed_ips': [{'subnet_id': '93508930-831e-43cb-99b1-07b2a2968d9c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:16.508984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.509462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b48809ae-c04a-4458-a50b-d42935fc5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.527545 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.534755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:16.535929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/subnets/98a44454-6a88-436a-a062-b4ac2dd74629 HTTP/1.1" status: 204 len: 168 time: 0.3382266 Nov 16 21:37:16.558835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acab583-8558-47cc-8802-0b023c5c5f93 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Subnet': ['ID=98a44454-6a88-436a-a062-b4ac2dd74629,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-be526c16-a468-42c0-a6c9-c7f54eec88ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98a44454-6a88-436a-a062-b4ac2dd74629: This subnet is being modified by another concurrent operation. Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98a44454-6a88-436a-a062-b4ac2dd74629: This subnet is being modified by another concurrent operation. Nov 16 21:37:16.614285 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:16.627773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Deleting subnet 93508930-831e-43cb-99b1-07b2a2968d9c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:16.632263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.637068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70953ec-1bc2-46aa-be33-5fca9f81a423 None None] Network bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:16.713048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.759193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd5500b6-2d14-4cff-bc92-f590a9fbde64 req-788cea58-f6cd-461b-99db-271efe017c8a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0399227 Nov 16 21:37:16.792112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.864520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-b48809ae-c04a-4458-a50b-d42935fc5dc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93508930-831e-43cb-99b1-07b2a2968d9c: This subnet is being modified by another concurrent operation. Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93508930-831e-43cb-99b1-07b2a2968d9c: This subnet is being modified by another concurrent operation. Nov 16 21:37:16.867579 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:16.889272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3b0f4-fe8a-46ae-abe7-1e052ad81878 None None] Network e1743de1-3ff2-4bba-a7ee-efb5ff02d471 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:16.913468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Subnet': ['ID=93508930-831e-43cb-99b1-07b2a2968d9c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:16.918278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:16.923446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-47ed12b5-d428-4f88-8230-a2c5a4bf19fe tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/subnets/93508930-831e-43cb-99b1-07b2a2968d9c HTTP/1.1" status: 204 len: 168 time: 0.3871341 Nov 16 21:37:16.925696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43628) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:16.987240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a9caf-e440-4bff-8c22-784e6e0da3ea tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:16.989268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c33a9caf-e440-4bff-8c22-784e6e0da3ea tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624290 Nov 16 21:37:16.993312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43632) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:17.051568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750bfaf-86d8-4c4f-84f7-632ccc3bd03d None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:17.080322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.170053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750bfaf-86d8-4c4f-84f7-632ccc3bd03d None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:17.175597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.200647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1743de1-3ff2-4bba-a7ee-efb5ff02d471']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:17.213685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df80b26c-b42c-477e-a886-7eabc27730aa') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:17.214122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df80b26c-b42c-477e-a886-7eabc27730aa') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:17.226345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.241789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.248893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:17.249524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.495768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281dd5df-affc-4b1f-8006-25645e7429f9 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:17.646600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dd5df-affc-4b1f-8006-25645e7429f9 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:17.715788 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:17.720750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.726032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.732289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43636) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:17.732854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/e1743de1-3ff2-4bba-a7ee-efb5ff02d471 HTTP/1.1" status: 204 len: 168 time: 0.7379651 Nov 16 21:37:17.741098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2cada408-246d-4d76-ba5f-6b58cfa19788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.752186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6f40d-ad99-406c-a116-7c71488fad73 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=e1743de1-3ff2-4bba-a7ee-efb5ff02d471,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:17.873669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:17.887972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c843ba61-f676-45c5-9554-8c4943cec8b8 req-9d98b17e-1f6e-4246-9535-124f58362b39 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0447364 Nov 16 21:37:17.978458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.003802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa271dd-fbe1-4422-aea5-e90b6fb07ed0']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.015947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f81000-3af4-43f2-9126-a5bcefb0d46b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.016180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f81000-3af4-43f2-9126-a5bcefb0d46b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.027642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.049736 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.063232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:18.064960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:18.068289 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:18.136435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.154085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.157822 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/bfa271dd-fbe1-4422-aea5-e90b6fb07ed0 HTTP/1.1" status: 204 len: 168 time: 0.4232991 Nov 16 21:37:18.159126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8244b0b-a8d8-48e4-a103-2a5664804d4b tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=bfa271dd-fbe1-4422-aea5-e90b6fb07ed0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:18.161126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:18.239795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.338554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.359517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8036659f-a014-4b69-900e-7686fc7d6dc2']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.368927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79f30bc-2569-42df-89c4-77f4045c1ab1') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.369227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79f30bc-2569-42df-89c4-77f4045c1ab1') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.379809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.393163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.399429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:18.399818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:18.403145 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:18.473379 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.479452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.485591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:18.486294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/8036659f-a014-4b69-900e-7686fc7d6dc2 HTTP/1.1" status: 204 len: 168 time: 0.3241434 Nov 16 21:37:18.504183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ad313-f829-4b90-a808-d0501bd585b1 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=8036659f-a014-4b69-900e-7686fc7d6dc2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:18.585983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.688138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.714062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.726175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aac2a3-6ebc-4db7-9427-2080575cc2ee') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.726440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aac2a3-6ebc-4db7-9427-2080575cc2ee') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:18.737553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.755782 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.762855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:18.763284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:18.766485 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:18.839881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.847440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:18.852968 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] 10.222.0.54 "DELETE /v2.0/networks/4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda HTTP/1.1" status: 204 len: 168 time: 0.3635106 Nov 16 21:37:18.863491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf2325-bf48-4fea-935a-f9dbcb0d51f0 tempest-BulkNetworkOpsTest-513507427 tempest-BulkNetworkOpsTest-513507427-project] Pushing event deleted for resources: {'Network': ['ID=4e0b0fc8-1c23-4d22-a9e6-ea7cd4aacdda,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:19.011998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107a2838-d3e1-4519-a96b-d0f5a77dd243 req-8ffe56b9-7e9f-48a6-a86b-0b66782f0341 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0294032 Nov 16 21:37:19.141178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:19.276711 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:19.326372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43666) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:19.327123 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7e80140-8d62-4da7-bbca-ff780193517b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4a3fe32cf8d4a60944c10053acb1d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843808 Nov 16 21:37:19.390118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:19.416269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:19.486327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:19.490059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:19.494874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1c75ad2-9f14-4839-8df1-0a1b1656181e HTTP/1.1" status: 204 len: 168 time: 0.1669166 Nov 16 21:37:19.506167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf18fbd-01ca-4311-974d-9708fc26a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c75ad2-9f14-4839-8df1-0a1b1656181e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:20.169903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be9ad8d2-aaa8-4edb-a34d-a0186ddca759 req-fc5216ce-0f7e-4823-b818-5276070289c6 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0364761 Nov 16 21:37:20.336171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43698) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:20.466633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436120666'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:20.490509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:20.498511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.511134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.525882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.616484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.622494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.647404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:20.663593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88ec34-5f5b-43dc-8486-d915d02961d7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:20.667420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.667765 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 7fc9322b-6925-4147-a1af-c2bc3653034e of type vlan for network 658d5809-3230-432c-b933-05aca1c2f611 Nov 16 21:37:20.708827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.734391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.740448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:20.741083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:20.812681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4679739 Nov 16 21:37:20.816920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8abd5-0a95-4a4a-b2a0-e5ec70e2825a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=658d5809-3230-432c-b933-05aca1c2f611,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:20.841623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 658d5809-3230-432c-b933-05aca1c2f611 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:20.942974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43706) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:20.949073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '658d5809-3230-432c-b933-05aca1c2f611', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:21.039941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:21.043322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.225074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.298892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f3356da-35ce-4134-a282-be801c9030f4 req-c0da54a2-4dde-4f02-91d5-32c1d1d7fc52 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0410042 Nov 16 21:37:21.311449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=78858c3b-bf8d-4fc6-8066-40a533f1923c,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:21.330334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '7fc9322b-6925-4147-a1af-c2bc3653034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '658d5809-3230-432c-b933-05aca1c2f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:21.330690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 658d5809-3230-432c-b933-05aca1c2f611, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:21.348164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 658d5809-3230-432c-b933-05aca1c2f611 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:21.356853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 658d5809-3230-432c-b933-05aca1c2f611) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:21.361494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:21.362375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.365730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7428770-3509-4109-a6e6-73c9f22adbaf None None] Network 658d5809-3230-432c-b933-05aca1c2f611 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:21.385347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f37a094d-f38b-40f2-810e-b089760517db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4378085 Nov 16 21:37:21.386388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43710) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:21.392112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385714520'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:21.416186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:21.420298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.444018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.448487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:21.458869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.459357 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment f2778bb9-6337-489c-8145-8ef90b85bde3 of type vlan for network 2380bf8d-cb9f-4157-954f-203c9afa51e8 Nov 16 21:37:21.517962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.546606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-658d5809-3230-432c-b933-05aca1c2f611', 'network_id': '658d5809-3230-432c-b933-05aca1c2f611', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '78858c3b-bf8d-4fc6-8066-40a533f1923c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:21.547588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.548273 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.554611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:21.555276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.621869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2342031 Nov 16 21:37:21.624640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43714) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:21.637706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574283-215a-4bf3-a198-fdcc7f91e287 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=2380bf8d-cb9f-4157-954f-203c9afa51e8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:21.642511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:21.672120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2380bf8d-cb9f-4157-954f-203c9afa51e8 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:21.751769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Allocated IP 172.20.255.242 (658d5809-3230-432c-b933-05aca1c2f611/78858c3b-bf8d-4fc6-8066-40a533f1923c/8ad382c0-5c7c-43ea-8053-9ea2943ed56d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:21.755017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:21.761370 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.934317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.942885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:21.981793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Network 658d5809-3230-432c-b933-05aca1c2f611 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:21.989244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:21.993785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:22.002829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Pushing event updated for resources: {'Port': ['ID=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:22.050484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.068506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Attempting to bind port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:22.068871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Attempting to bind port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '7fc9322b-6925-4147-a1af-c2bc3653034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '658d5809-3230-432c-b933-05aca1c2f611'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:22.069298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Attempting to bind port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d on network 658d5809-3230-432c-b933-05aca1c2f611 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:22.074888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:22.075293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Checking segment: {'id': '7fc9322b-6925-4147-a1af-c2bc3653034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '658d5809-3230-432c-b933-05aca1c2f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:22.075695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.076084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Bound using segment: {'id': '7fc9322b-6925-4147-a1af-c2bc3653034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '658d5809-3230-432c-b933-05aca1c2f611'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:22.076553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Bound port: 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc9322b-6925-4147-a1af-c2bc3653034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '658d5809-3230-432c-b933-05aca1c2f611'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:22.076935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.144532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=ba059793-c279-4cdc-8d9c-3f5a17a21c23,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:22.158481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': 'f2778bb9-6337-489c-8145-8ef90b85bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:22.159174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 2380bf8d-cb9f-4157-954f-203c9afa51e8, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:22.162840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-16648831-271f-46b0-8262-20225ae3a11a None None] For port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:22.166384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-16648831-271f-46b0-8262-20225ae3a11a None None] For port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,segment=NetworkSegment(7fc9322b-6925-4147-a1af-c2bc3653034e),segment_id=7fc9322b-6925-4147-a1af-c2bc3653034e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:22.174863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.178738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 2380bf8d-cb9f-4157-954f-203c9afa51e8 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:22.190987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2380bf8d-cb9f-4157-954f-203c9afa51e8) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:22.196901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:22.197884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.210529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdf4c1-ec12-4af9-a635-d1aecdd85934 None None] Network 2380bf8d-cb9f-4157-954f-203c9afa51e8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:22.221525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:22.222357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-82abbd85-5142-4881-b36b-23bfd7ba3be5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5945611 Nov 16 21:37:22.323614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16648831-271f-46b0-8262-20225ae3a11a None None] Pushing event updated for resources: {'Port': ['ID=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:22.398811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.468069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1d9b67d-a236-4a41-9d69-5585d3101114 req-4c28ac12-635d-4a24-89c4-4f835b02597b tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0661225 Nov 16 21:37:22.481517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2380bf8d-cb9f-4157-954f-203c9afa51e8', 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': 'ba059793-c279-4cdc-8d9c-3f5a17a21c23'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:22.482406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.590705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.678520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Allocated IP 172.20.0.2 (2380bf8d-cb9f-4157-954f-203c9afa51e8/ba059793-c279-4cdc-8d9c-3f5a17a21c23/ab6e9599-d777-4c64-b4ba-554774bc50cf) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:22.842339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.849275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.870444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.904490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Network 2380bf8d-cb9f-4157-954f-203c9afa51e8 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:22.906177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Pushing event updated for resources: {'Port': ['ID=ab6e9599-d777-4c64-b4ba-554774bc50cf,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:22.909474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:22.913883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:22.927129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=ba059793-c279-4cdc-8d9c-3f5a17a21c23,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:22.984403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Attempting to bind port ab6e9599-d777-4c64-b4ba-554774bc50cf on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:22.984899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Attempting to bind port ab6e9599-d777-4c64-b4ba-554774bc50cf by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f2778bb9-6337-489c-8145-8ef90b85bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:22.985317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Attempting to bind port ab6e9599-d777-4c64-b4ba-554774bc50cf on network 2380bf8d-cb9f-4157-954f-203c9afa51e8 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:22.991111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:22.991483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Checking segment: {'id': 'f2778bb9-6337-489c-8145-8ef90b85bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:22.991885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:22.992276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Bound using segment: {'id': 'f2778bb9-6337-489c-8145-8ef90b85bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:22.992747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Bound port: ab6e9599-d777-4c64-b4ba-554774bc50cf, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2778bb9-6337-489c-8145-8ef90b85bde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:22.993127 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.029079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.059150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2380bf8d-cb9f-4157-954f-203c9afa51e8']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:23.074532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2778bb9-6337-489c-8145-8ef90b85bde3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:23.074738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2778bb9-6337-489c-8145-8ef90b85bde3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:23.088439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.106359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.120211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:23.124221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:23.131598 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:23.313899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:37:23.313899 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:37:23.313899 n-d-816206-5 neutron-server[102664]: [parameters: {'id': '2380bf8d-cb9f-4157-954f-203c9afa51e8'}] Nov 16 21:37:23.313899 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:23.316516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] For port ab6e9599-d777-4c64-b4ba-554774bc50cf, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:23.317127 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:23.320433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] For port ab6e9599-d777-4c64-b4ba-554774bc50cf, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ab6e9599-d777-4c64-b4ba-554774bc50cf,segment=NetworkSegment(f2778bb9-6337-489c-8145-8ef90b85bde3),segment_id=f2778bb9-6337-489c-8145-8ef90b85bde3)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:23.337504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.397273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8ad382c0-5c7c-43ea-8053-9ea2943ed56d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:37:23.480913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea4fb-7ea3-4ac6-8486-caa905746d11 None None] Pushing event updated for resources: {'Port': ['ID=ab6e9599-d777-4c64-b4ba-554774bc50cf,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:23.520722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebf68e-342b-4bc1-acf0-be10430c4e16 None None] Network 2380bf8d-cb9f-4157-954f-203c9afa51e8 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:23.524292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:23.524843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.737643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19fe4018-1a1e-499c-ba54-9b8fd449c948 req-1e20de59-0b6f-46a5-a5ce-35df0b6a96b4 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.1374521 Nov 16 21:37:23.807715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aca16b-28d5-4f5d-80ee-1674e17bab73 None None] Network 658d5809-3230-432c-b933-05aca1c2f611 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:23.818947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.857598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.887531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port ab6e9599-d777-4c64-b4ba-554774bc50cf {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:23.888016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.927172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,segment=NetworkSegment(7fc9322b-6925-4147-a1af-c2bc3653034e),segment_id=7fc9322b-6925-4147-a1af-c2bc3653034e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:23.944024 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.975255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-210012f3-9808-4c41-a07b-61e0d1d2e419 None None] Provisioning complete for port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:23.975631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-210012f3-9808-4c41-a07b-61e0d1d2e419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.991392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port ab6e9599-d777-4c64-b4ba-554774bc50cf, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ab6e9599-d777-4c64-b4ba-554774bc50cf,segment=NetworkSegment(f2778bb9-6337-489c-8145-8ef90b85bde3),segment_id=f2778bb9-6337-489c-8145-8ef90b85bde3)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:23.991750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.005729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for ab6e9599-d777-4c64-b4ba-554774bc50cf owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:24.055492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:24.093233 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.124568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=ab6e9599-d777-4c64-b4ba-554774bc50cf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:24.130578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port ab6e9599-d777-4c64-b4ba-554774bc50cf on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:24.222741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.250731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2380bf8d-cb9f-4157-954f-203c9afa51e8']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:24.262145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2778bb9-6337-489c-8145-8ef90b85bde3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:24.262442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2778bb9-6337-489c-8145-8ef90b85bde3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:24.275336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.292239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.299044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:24.299433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:24.303200 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:24.360649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0c6c6-5840-43e1-9ead-adfd5b13017e None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:24.371882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.380055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.383700 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/2380bf8d-cb9f-4157-954f-203c9afa51e8 HTTP/1.1" status: 204 len: 168 time: 2.1606936 Nov 16 21:37:24.387562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43736) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:24.397476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1230825545'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:24.398883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb3494-5316-4cc6-bd1a-ac71acc55f5d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=2380bf8d-cb9f-4157-954f-203c9afa51e8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:24.432989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:24.437415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.466389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:24.478960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.479351 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment ea767402-2bd1-48af-b73d-fb178678ade9 of type vlan for network 1e3b02b9-4ffa-4890-b1f4-21555329c9a7 Nov 16 21:37:24.488164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-31fd4dbe-02cf-45f2-90e6-5690706b7db8 None None] Provisioning complete for port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:24.488513 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-31fd4dbe-02cf-45f2-90e6-5690706b7db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.524622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0c6c6-5840-43e1-9ead-adfd5b13017e None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:24.539684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.567533 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.573711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:24.574388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.657489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2685483 Nov 16 21:37:24.660345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43738) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:24.664485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=1e3b02b9-4ffa-4890-b1f4-21555329c9a7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:24.665383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '1e3b02b9-4ffa-4890-b1f4-21555329c9a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:24.675427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.675895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.676327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.676779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.677249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.677745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.678161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.678578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.679168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.679584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.680722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.681146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494bfd6b-d00e-4586-9ca1-1782d104a0d2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:24.695608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1e3b02b9-4ffa-4890-b1f4-21555329c9a7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:24.763904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:24.769454 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.834449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:37:24.835162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:37:24.855135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56f04aef-44dd-4c7b-ba18-0467b1b28dae req-780b0a23-9102-45bf-8ab8-22bfa08c1f5d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Nov 16 21:37:24.981778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.043928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:25.052496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': 'ea767402-2bd1-48af-b73d-fb178678ade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1e3b02b9-4ffa-4890-b1f4-21555329c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:25.052855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 1e3b02b9-4ffa-4890-b1f4-21555329c9a7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:25.070338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 1e3b02b9-4ffa-4890-b1f4-21555329c9a7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:25.080764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1e3b02b9-4ffa-4890-b1f4-21555329c9a7) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:25.086241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:25.086836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.090770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999b43b-8b0d-477e-a700-41678ec3fb68 None None] Network 1e3b02b9-4ffa-4890-b1f4-21555329c9a7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:25.120449 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-da285689-bd3e-4244-9b93-59f2fc8028b4 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4589994 Nov 16 21:37:25.120899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43746) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:25.257245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.327513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e4ff7-db43-4ccd-941d-9a61222ff980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1e3b02b9-4ffa-4890-b1f4-21555329c9a7', 'network_id': '1e3b02b9-4ffa-4890-b1f4-21555329c9a7', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:25.330115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4ff7-db43-4ccd-941d-9a61222ff980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.348131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8ad382c0-5c7c-43ea-8053-9ea2943ed56d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:37:25.415134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.475208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:25.475574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.522249 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-6f3e4ff7-db43-4ccd-941d-9a61222ff980 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d: This subnet is being modified by another concurrent operation. Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d: This subnet is being modified by another concurrent operation. Nov 16 21:37:25.553281 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:25.574077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:25.594344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682741c-6852-4487-8a60-63ae6477adbd None None] Network 1e3b02b9-4ffa-4890-b1f4-21555329c9a7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:25.663867 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.687301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3b02b9-4ffa-4890-b1f4-21555329c9a7']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:25.697979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea767402-2bd1-48af-b73d-fb178678ade9') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:25.698632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea767402-2bd1-48af-b73d-fb178678ade9') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:25.711409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.728365 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.730275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf3770-eaad-4866-aa59-4f697d5f8281 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:25.736503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:25.737203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:25.740961 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:25.817821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.833210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.837943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/1e3b02b9-4ffa-4890-b1f4-21555329c9a7 HTTP/1.1" status: 204 len: 168 time: 0.7159283 Nov 16 21:37:25.843458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43756) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:25.848938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1845158867'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:25.852392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f329be-a4e8-4066-9a48-8c50ecc1b7d8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=1e3b02b9-4ffa-4890-b1f4-21555329c9a7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:25.876969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf3770-eaad-4866-aa59-4f697d5f8281 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:25.892265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:25.900143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.962777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:25.974976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.976374 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 6063ca21-57de-467c-a94a-67860ac905d2 of type vlan for network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 Nov 16 21:37:25.982781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-447df3c5-cbb7-4193-b371-5eff96db1025 req-65533c98-35a2-4c21-87ef-f3fc59bb8e27 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0356021 Nov 16 21:37:26.050729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.087402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.096549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:26.097593 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.122416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2777734 Nov 16 21:37:26.125099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43760) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:26.130785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:26.194322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caaa61-abd8-4a57-889e-5971498aef32 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=2a1435d0-c477-444f-a1e1-da47d0c9fdb3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:26.207411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:26.288115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:26.292204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.570336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.633198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=cf326ce5-d5e3-483a-9c19-c8a39b29137e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:26.650061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '6063ca21-57de-467c-a94a-67860ac905d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:26.650429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 2a1435d0-c477-444f-a1e1-da47d0c9fdb3, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:26.670133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:26.680847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2a1435d0-c477-444f-a1e1-da47d0c9fdb3) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:26.689769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ec587-b3a3-4ca6-bfe9-c5c7064ab893 None None] Network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:26.694744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:26.695843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.717365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-45e43538-9817-4091-8f87-3acf743dac54 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5907767 Nov 16 21:37:26.720162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43770) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:26.869330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2a1435d0-c477-444f-a1e1-da47d0c9fdb3', 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': 'cf326ce5-d5e3-483a-9c19-c8a39b29137e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:26.870263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.875692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.970035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.067821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Allocated IP 172.20.0.1 (2a1435d0-c477-444f-a1e1-da47d0c9fdb3/cf326ce5-d5e3-483a-9c19-c8a39b29137e/703e4de2-3c4b-4846-a025-55965db24a75) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:27.153366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c947a20-6ffb-4699-9d14-e375a18209a2 req-32d2527b-5022-4a1b-99c9-f06577d0769c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0460165 Nov 16 21:37:27.235432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.250359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.260902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.293055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=cf326ce5-d5e3-483a-9c19-c8a39b29137e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:27.296670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:27.299938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:27.306165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:27.339598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Pushing event updated for resources: {'Port': ['ID=703e4de2-3c4b-4846-a025-55965db24a75,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:27.368554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.373472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Attempting to bind port 703e4de2-3c4b-4846-a025-55965db24a75 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:27.373852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Attempting to bind port 703e4de2-3c4b-4846-a025-55965db24a75 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6063ca21-57de-467c-a94a-67860ac905d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:27.374344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Attempting to bind port 703e4de2-3c4b-4846-a025-55965db24a75 on network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:27.380692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:27.381072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Checking segment: {'id': '6063ca21-57de-467c-a94a-67860ac905d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:27.381474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.381881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Bound using segment: {'id': '6063ca21-57de-467c-a94a-67860ac905d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:27.382340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Bound port: 703e4de2-3c4b-4846-a025-55965db24a75, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6063ca21-57de-467c-a94a-67860ac905d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:27.382718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.393213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1435d0-c477-444f-a1e1-da47d0c9fdb3']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:27.405546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6063ca21-57de-467c-a94a-67860ac905d2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:27.405845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6063ca21-57de-467c-a94a-67860ac905d2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:27.417498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.434644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.443267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:27.444229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:27.448291 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:27.454311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] For port 703e4de2-3c4b-4846-a025-55965db24a75, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:27.513061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] For port 703e4de2-3c4b-4846-a025-55965db24a75, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=703e4de2-3c4b-4846-a025-55965db24a75,segment=NetworkSegment(6063ca21-57de-467c-a94a-67860ac905d2),segment_id=6063ca21-57de-467c-a94a-67860ac905d2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:27.516621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:37:27.516621 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:37:27.516621 n-d-816206-5 neutron-server[102664]: [parameters: {'id': '2a1435d0-c477-444f-a1e1-da47d0c9fdb3'}] Nov 16 21:37:27.516621 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:27.517032 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:27.519248 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:27.626036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8277eb-7b2f-4605-92d4-8be797b18a20 None None] Pushing event updated for resources: {'Port': ['ID=703e4de2-3c4b-4846-a025-55965db24a75,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:27.640531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ca3e0-499d-451c-8a81-01f3a301c8f7 None None] Network 2a1435d0-c477-444f-a1e1-da47d0c9fdb3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:27.769238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5148155-416c-4fb0-b3b9-98db9ec15b18 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:27.892018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5148155-416c-4fb0-b3b9-98db9ec15b18 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:28.018659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.078417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port 703e4de2-3c4b-4846-a025-55965db24a75 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:28.079157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.155553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port 703e4de2-3c4b-4846-a025-55965db24a75, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=703e4de2-3c4b-4846-a025-55965db24a75,segment=NetworkSegment(6063ca21-57de-467c-a94a-67860ac905d2),segment_id=6063ca21-57de-467c-a94a-67860ac905d2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:28.155917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.170406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for 703e4de2-3c4b-4846-a025-55965db24a75 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:28.269062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31437332-46c4-43bc-970d-a4bf93a6a35a req-48a6acba-fa56-4066-9fd3-9f4ee202a021 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/ports?device_id=725001e3-6307-481c-973f-8811310fd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0263929 Nov 16 21:37:28.271303 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.300109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=703e4de2-3c4b-4846-a025-55965db24a75,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:28.303962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port 703e4de2-3c4b-4846-a025-55965db24a75 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:28.691463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.711904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1435d0-c477-444f-a1e1-da47d0c9fdb3']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:28.721871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6063ca21-57de-467c-a94a-67860ac905d2') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:28.722253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6063ca21-57de-467c-a94a-67860ac905d2') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:28.731690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.745113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.751500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:28.751879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:28.754809 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:28.812286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.820121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.823306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/2a1435d0-c477-444f-a1e1-da47d0c9fdb3 HTTP/1.1" status: 204 len: 168 time: 2.1019580 Nov 16 21:37:28.831495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43784) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:28.834923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba891b-c7d7-4c55-8a74-d250122e0912 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=2a1435d0-c477-444f-a1e1-da47d0c9fdb3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:28.841809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126374706'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:28.865764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:28.869559 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.895602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:28.905304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.905649 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b of type vlan for network 394e5ae1-9ddf-400e-a396-4b296090d85b Nov 16 21:37:28.950751 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.977965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:28.983899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:28.985466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.039508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2061672 Nov 16 21:37:29.042283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43786) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:29.047915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:29.059088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73e05e-5ba3-46d5-97ca-9f10c44ee2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=394e5ae1-9ddf-400e-a396-4b296090d85b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:29.072296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 394e5ae1-9ddf-400e-a396-4b296090d85b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:29.163147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:29.166616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.368100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.377108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:29.436731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:29.438654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 394e5ae1-9ddf-400e-a396-4b296090d85b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:29.442529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.444332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=3fc747c4-e5b3-4502-9d20-518289f4cd9d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:29.466201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 394e5ae1-9ddf-400e-a396-4b296090d85b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:29.477353 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.480261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 394e5ae1-9ddf-400e-a396-4b296090d85b) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:29.485458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:29.487685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.489256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9ac6e-d3f1-41d3-aa64-4017d18715ee None None] Network 394e5ae1-9ddf-400e-a396-4b296090d85b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:29.521663 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b2cdb0a-ca4a-4c91-ac09-62e2ca70ecd0 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4782100 Nov 16 21:37:29.525324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43794) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:29.575209 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.578367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.580262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/security-groups/f94ec8e5-cc5c-461b-86bf-b9b1a84350a8 HTTP/1.1" status: 204 len: 168 time: 0.2021222 Nov 16 21:37:29.582891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43796) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:29.591778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed29d9-650e-46ec-8a6b-ee9d45a89a33 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94ec8e5-cc5c-461b-86bf-b9b1a84350a8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:29.604286 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-e4a13225-2fd5-4673-b7ae-e2ecdb6789f0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] show failed (client error): The resource could not be found. Nov 16 21:37:29.605255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4a13225-2fd5-4673-b7ae-e2ecdb6789f0 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "GET /v2.0/security-groups/f94ec8e5-cc5c-461b-86bf-b9b1a84350a8 HTTP/1.1" status: 404 len: 347 time: 0.0213513 Nov 16 21:37:29.608234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43798) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:29.738001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-394e5ae1-9ddf-400e-a396-4b296090d85b', 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '3fc747c4-e5b3-4502-9d20-518289f4cd9d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:29.738901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.761173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.827039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port e09fee4c-30a3-44f5-ae02-950be31f1ae2 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:29.827385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.842748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.924280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Allocated IP 172.20.0.2 (394e5ae1-9ddf-400e-a396-4b296090d85b/3fc747c4-e5b3-4502-9d20-518289f4cd9d/c600fd90-a97c-4125-ae18-cb3138e7f322) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:29.955220 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.955546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:29.967658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for e09fee4c-30a3-44f5-ae02-950be31f1ae2 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:30.090001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.096996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.124441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.140002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Network 394e5ae1-9ddf-400e-a396-4b296090d85b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:30.146085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:30.149194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:30.153239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Pushing event updated for resources: {'Port': ['ID=c600fd90-a97c-4125-ae18-cb3138e7f322,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:30.154783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.164352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc747c4-e5b3-4502-9d20-518289f4cd9d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:30.212751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Attempting to bind port c600fd90-a97c-4125-ae18-cb3138e7f322 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:30.213122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Attempting to bind port c600fd90-a97c-4125-ae18-cb3138e7f322 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:30.213481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Attempting to bind port c600fd90-a97c-4125-ae18-cb3138e7f322 on network 394e5ae1-9ddf-400e-a396-4b296090d85b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:30.217706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=e09fee4c-30a3-44f5-ae02-950be31f1ae2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:30.219678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:30.220040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Checking segment: {'id': 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:30.220585 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.220866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Bound using segment: {'id': 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:30.221650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Bound port: c600fd90-a97c-4125-ae18-cb3138e7f322, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '394e5ae1-9ddf-400e-a396-4b296090d85b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:30.221650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.295458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] For port c600fd90-a97c-4125-ae18-cb3138e7f322, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:30.299994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] For port c600fd90-a97c-4125-ae18-cb3138e7f322, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c600fd90-a97c-4125-ae18-cb3138e7f322,segment=NetworkSegment(f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b),segment_id=f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:30.305364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.328022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.362486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394e5ae1-9ddf-400e-a396-4b296090d85b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:30.367238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.370541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.371739 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5aa86396-9f01-456a-a9ac-743e529a279c tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/floatingips/f5ccaa57-8de1-44ea-9ef4-1a3f437acda9 HTTP/1.1" status: 204 len: 168 time: 0.7625368 Nov 16 21:37:30.378072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43804) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:30.382289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:30.382594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:30.395304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000b6f-41cb-4635-a6e8-1a29f24bf7e4 None None] Pushing event updated for resources: {'Port': ['ID=c600fd90-a97c-4125-ae18-cb3138e7f322,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:30.400830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.418021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70a590-b033-4651-8d73-9028e891abee None None] Network 394e5ae1-9ddf-400e-a396-4b296090d85b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:30.418324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.427237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:30.427947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:30.432096 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:30.508645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.db.api [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:37:30.508645 n-d-816206-5 neutron-server[102664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:37:30.508645 n-d-816206-5 neutron-server[102664]: [parameters: {'id': '394e5ae1-9ddf-400e-a396-4b296090d85b'}] Nov 16 21:37:30.508645 n-d-816206-5 neutron-server[102664]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:30.509121 n-d-816206-5 neutron-server[102664]: DEBUG oslo_db.api [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:30.526802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port d6995e47-99dd-416a-a733-0e5b123672ff {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:30.527568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.566446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2af43-a8f9-4c4a-815a-85a9e0fa1b28 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:30.624310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.636444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for d6995e47-99dd-416a-a733-0e5b123672ff owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:30.727386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2af43-a8f9-4c4a-815a-85a9e0fa1b28 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:30.793493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.830816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=d6995e47-99dd-416a-a733-0e5b123672ff,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:30.945206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:30.949101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-75f74ce5-5870-41d7-b616-bd876ace4077 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/ports/d6995e47-99dd-416a-a733-0e5b123672ff HTTP/1.1" status: 204 len: 168 time: 0.5688014 Nov 16 21:37:30.951695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43810) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:31.010223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.072353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port 66c24b3e-e596-41f7-874e-13a8a4bb55c0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:31.072689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.107039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port c600fd90-a97c-4125-ae18-cb3138e7f322 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:31.107429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.179764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.186532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port c600fd90-a97c-4125-ae18-cb3138e7f322, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=c600fd90-a97c-4125-ae18-cb3138e7f322,segment=NetworkSegment(f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b),segment_id=f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:31.189000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.192152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for 66c24b3e-e596-41f7-874e-13a8a4bb55c0 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:31.200291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for c600fd90-a97c-4125-ae18-cb3138e7f322 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:31.284978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.311241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=c600fd90-a97c-4125-ae18-cb3138e7f322,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:31.315601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port c600fd90-a97c-4125-ae18-cb3138e7f322 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:31.352040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.389559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=66c24b3e-e596-41f7-874e-13a8a4bb55c0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:31.418051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.445729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394e5ae1-9ddf-400e-a396-4b296090d85b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:31.456972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:31.457274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f0fef7-5661-4fe0-b864-dcc39c8ecd3b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:31.469166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.487172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.500028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:31.501418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:31.504467 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:31.513178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.517580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-154cc65b-2ee5-4d12-a9c3-9621c1407262 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/ports/66c24b3e-e596-41f7-874e-13a8a4bb55c0 HTTP/1.1" status: 204 len: 168 time: 0.5649376 Nov 16 21:37:31.520240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:31.583933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.601437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.606086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/394e5ae1-9ddf-400e-a396-4b296090d85b HTTP/1.1" status: 204 len: 168 time: 2.0779753 Nov 16 21:37:31.616695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting subnet a278842c-fb17-4786-b33a-673f954e6291 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:31.618576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43814) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:31.623112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fee9bd-fa6c-4a88-9bbc-a3c42355bbbe tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=394e5ae1-9ddf-400e-a396-4b296090d85b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:31.624302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1587201572'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:31.631566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.684748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.707211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:31.710633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.750402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:31.784654 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.784654 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment aa09fdb1-c945-4c5d-b26b-356c1202696c of type vlan for network ca9ead41-9f61-4171-8d74-f1e0ce890fed Nov 16 21:37:31.827689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.855164 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.897185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.902713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:31.903318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:31.969561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.007627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=ca9ead41-9f61-4171-8d74-f1e0ce890fed,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:32.013608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8ed7fa56-3853-400e-a5c5-221d70081a2a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3932879 Nov 16 21:37:32.016514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43820) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:32.022985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': 'ca9ead41-9f61-4171-8d74-f1e0ce890fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:32.025245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ca9ead41-9f61-4171-8d74-f1e0ce890fed details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:32.089522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.095651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/subnets/a278842c-fb17-4786-b33a-673f954e6291 HTTP/1.1" status: 204 len: 168 time: 0.5713365 Nov 16 21:37:32.095651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef6e37-0c90-4421-aca1-b98143606046 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Subnet': ['ID=a278842c-fb17-4786-b33a-673f954e6291,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:32.096126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43822) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:32.109591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1214b439-257d-495b-98a1-5a7c28894edd None None] Network 14fdb57f-b238-4095-be62-e361e4fd7d32 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:32.190912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting subnet defbe474-8c24-4ff7-9d10-78ec0a93bbdb {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:32.194863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.240594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:32.244523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.268221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.337301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:37:32.338194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:37:32.383705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.425499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] DHCP port deletion for 14fdb57f-b238-4095-be62-e361e4fd7d32 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:32.456747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.479319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.486239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/subnets/defbe474-8c24-4ff7-9d10-78ec0a93bbdb HTTP/1.1" status: 204 len: 168 time: 0.3867781 Nov 16 21:37:32.486427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a09eb-b397-4502-a4e0-18a9ce5dd4d7 None None] Network 425ee18d-8e4a-4e02-a49e-62b33179053f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:32.501605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43824) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:32.504268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d68c43-76f9-4776-b094-641c0983f00a tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Subnet': ['ID=defbe474-8c24-4ff7-9d10-78ec0a93bbdb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:32.544113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Deleting port e20ea52d-849d-490d-859f-d08b98fa9390 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:32.544768 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.604228 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.647623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.691824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] For port e20ea52d-849d-490d-859f-d08b98fa9390, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e20ea52d-849d-490d-859f-d08b98fa9390,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:32.692534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.707734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Calling delete_port for e20ea52d-849d-490d-859f-d08b98fa9390 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:32.712547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=947a5efc-a3d1-4fd0-8aa0-6ba0bcf849b8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:32.721218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': 'aa09fdb1-c945-4c5d-b26b-356c1202696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ca9ead41-9f61-4171-8d74-f1e0ce890fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:32.721580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: ca9ead41-9f61-4171-8d74-f1e0ce890fed, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:32.752028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network ca9ead41-9f61-4171-8d74-f1e0ce890fed is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:32.755047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port e20ea52d-849d-490d-859f-d08b98fa9390 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:32.755850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.805530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ca9ead41-9f61-4171-8d74-f1e0ce890fed) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:32.813634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:32.813909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.822102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4220e47-ac7d-407f-8368-7d387d619ad9 None None] Network ca9ead41-9f61-4171-8d74-f1e0ce890fed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:32.827294 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.851025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port e20ea52d-849d-490d-859f-d08b98fa9390, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e20ea52d-849d-490d-859f-d08b98fa9390,segment=NetworkSegment(de37cc95-5968-433d-895f-3529d4314079),segment_id=de37cc95-5968-433d-895f-3529d4314079)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:32.851025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.854669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] No DVR routers for this DVR port e20ea52d-849d-490d-859f-d08b98fa9390 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:32.857279 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25c57363-adec-48d4-b48f-dfac2037bad3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8395886 Nov 16 21:37:32.860702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43826) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:32.868435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for e20ea52d-849d-490d-859f-d08b98fa9390 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:32.936028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] DHCP port deletion for 425ee18d-8e4a-4e02-a49e-62b33179053f request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:32.963911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf0c2-f3f3-43b5-ada3-e8e7bc4a5144 None None] Pushing event deleted for resources: {'Port': ['ID=e20ea52d-849d-490d-859f-d08b98fa9390,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:32.970483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.006563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=e20ea52d-849d-490d-859f-d08b98fa9390,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.013486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port e20ea52d-849d-490d-859f-d08b98fa9390 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:33.040839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.044847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Deleting port 0bb0185a-e585-438c-9a2f-ed464d201902 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:33.045351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.180772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.214097 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.215633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fdb57f-b238-4095-be62-e361e4fd7d32']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.229618 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:37:33.248923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de37cc95-5968-433d-895f-3529d4314079') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.249483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de37cc95-5968-433d-895f-3529d4314079') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.274332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.326286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.332668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.335468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:33.335876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.347700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] For port 0bb0185a-e585-438c-9a2f-ed464d201902, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0bb0185a-e585-438c-9a2f-ed464d201902,segment=NetworkSegment(b8374936-13d2-4e08-810a-a75794d3244f),segment_id=b8374936-13d2-4e08-810a-a75794d3244f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:33.348644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:33.351615 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:33.355292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e20ea52d-849d-490d-859f-d08b98fa9390 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:33.355292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07edb377-75c1-4464-a3c3-7ad85ec30456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-ca9ead41-9f61-4171-8d74-f1e0ce890fed', 'network_id': 'ca9ead41-9f61-4171-8d74-f1e0ce890fed', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '947a5efc-a3d1-4fd0-8aa0-6ba0bcf849b8'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:33.355795 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-07edb377-75c1-4464-a3c3-7ad85ec30456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.383198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=947a5efc-a3d1-4fd0-8aa0-6ba0bcf849b8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.393591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e20ea52d-849d-490d-859f-d08b98fa9390 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:33.393988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e20ea52d-849d-490d-859f-d08b98fa9390 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:33.394403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0bb0185a-e585-438c-9a2f-ed464d201902 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:33.396375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Calling delete_port for 0bb0185a-e585-438c-9a2f-ed464d201902 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:33.456779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.474332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.474647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.480849 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/networks/14fdb57f-b238-4095-be62-e361e4fd7d32 HTTP/1.1" status: 204 len: 168 time: 0.9779351 Nov 16 21:37:33.491283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:33.498497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9ead41-9f61-4171-8d74-f1e0ce890fed']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.499997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7913c6-421b-4ad8-a2d1-0a694b15c04d tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Network': ['ID=14fdb57f-b238-4095-be62-e361e4fd7d32,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.510876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa09fdb1-c945-4c5d-b26b-356c1202696c') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.511275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa09fdb1-c945-4c5d-b26b-356c1202696c') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:33.522372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.538812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.545561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:33.546103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.586693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.617754 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:33.634569 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:33.640367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.654478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.658770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/ca9ead41-9f61-4171-8d74-f1e0ce890fed HTTP/1.1" status: 204 len: 168 time: 0.7970037 Nov 16 21:37:33.662204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43834) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:33.667593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-725593921'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:33.685337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff6837-2de6-4b2e-8f45-9316dcb6b476 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=ca9ead41-9f61-4171-8d74-f1e0ce890fed,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.720129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:33.737094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.742644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.749664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Deleting port 0bb0185a-e585-438c-9a2f-ed464d201902 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:33.750023 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.781897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a092a-4c63-4267-99d7-448b16cdf8e3 None None] Network ca9ead41-9f61-4171-8d74-f1e0ce890fed requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:33.786434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] No DVR routers for this DVR port 0bb0185a-e585-438c-9a2f-ed464d201902 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:33.790640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b515a2-4435-4edd-8b9a-1407e3122b29 None None] Pushing event deleted for resources: {'Port': ['ID=0bb0185a-e585-438c-9a2f-ed464d201902,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.798335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:33.806587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a092a-4c63-4267-99d7-448b16cdf8e3 None None] Network ca9ead41-9f61-4171-8d74-f1e0ce890fed could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:37:33.812910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.813261 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 2606add3-ecdb-4e94-8525-2fe36a3207a7 of type vlan for network 98ecf9bb-991d-4fa6-a308-2d6608e06b4f Nov 16 21:37:33.867128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.869711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] For port 0bb0185a-e585-438c-9a2f-ed464d201902, host n-d-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:33.870072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.884059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Calling delete_port for 0bb0185a-e585-438c-9a2f-ed464d201902 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:33.890317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Port 0bb0185a-e585-438c-9a2f-ed464d201902 was not found and therefore no delete operation was performed {{(pid=102664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:37:33.894108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.902712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.909314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:33.910031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.928703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Port': ['ID=0bb0185a-e585-438c-9a2f-ed464d201902,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:33.935640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] No DVR routers for this DVR port 0bb0185a-e585-438c-9a2f-ed464d201902 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:33.980664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3173730 Nov 16 21:37:33.986159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:33.996357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf7336-a0de-441c-acf6-20922e1ee4ef tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=98ecf9bb-991d-4fa6-a308-2d6608e06b4f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:34.007287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 98ecf9bb-991d-4fa6-a308-2d6608e06b4f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:34.020148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': '98ecf9bb-991d-4fa6-a308-2d6608e06b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:34.080812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.119088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425ee18d-8e4a-4e02-a49e-62b33179053f']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:34.133928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8374936-13d2-4e08-810a-a75794d3244f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:34.134243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8374936-13d2-4e08-810a-a75794d3244f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:34.149407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.169572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.172670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:34.176397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.193731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:34.194128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:34.197215 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:34.305773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.314683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.323091 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] 10.222.0.54 "DELETE /v2.0/networks/425ee18d-8e4a-4e02-a49e-62b33179053f HTTP/1.1" status: 204 len: 168 time: 0.8264024 Nov 16 21:37:34.343742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c86db-73b1-4bc9-adee-cd19604049b8 tempest-TaggedBootDevicesTest_v242-1037157958 tempest-TaggedBootDevicesTest_v242-1037157958-project] Pushing event deleted for resources: {'Network': ['ID=425ee18d-8e4a-4e02-a49e-62b33179053f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:34.489982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.579143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=c3433f4b-9683-48c9-bbbf-3315fe8e130c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:34.588583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '2606add3-ecdb-4e94-8525-2fe36a3207a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98ecf9bb-991d-4fa6-a308-2d6608e06b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:34.589060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: 98ecf9bb-991d-4fa6-a308-2d6608e06b4f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:34.613293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 98ecf9bb-991d-4fa6-a308-2d6608e06b4f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:34.628244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 98ecf9bb-991d-4fa6-a308-2d6608e06b4f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:34.635081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:34.635857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.645500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e359a-e150-474b-b845-bccc9eba572f None None] Network 98ecf9bb-991d-4fa6-a308-2d6608e06b4f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:34.665616 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-236a50b8-163c-4238-87a4-34d71a58e3f5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6776013 Nov 16 21:37:34.670466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43848) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:34.785613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.840634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2d844-b717-45eb-bb84-c7c3e5eeb3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-98ecf9bb-991d-4fa6-a308-2d6608e06b4f', 'network_id': '98ecf9bb-991d-4fa6-a308-2d6608e06b4f', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': 'c3433f4b-9683-48c9-bbbf-3315fe8e130c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:34.841661 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92b2d844-b717-45eb-bb84-c7c3e5eeb3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.842889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.909889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:34.938437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=c3433f4b-9683-48c9-bbbf-3315fe8e130c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-92b2d844-b717-45eb-bb84-c7c3e5eeb3e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3433f4b-9683-48c9-bbbf-3315fe8e130c: This subnet is being modified by another concurrent operation. Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3433f4b-9683-48c9-bbbf-3315fe8e130c: This subnet is being modified by another concurrent operation. Nov 16 21:37:34.942782 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:34.971704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306553ac-5208-4803-9081-818deab7432f None None] Network 98ecf9bb-991d-4fa6-a308-2d6608e06b4f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:35.012006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.034986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ecf9bb-991d-4fa6-a308-2d6608e06b4f']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:35.045369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2606add3-ecdb-4e94-8525-2fe36a3207a7') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:35.045663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2606add3-ecdb-4e94-8525-2fe36a3207a7') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:35.055362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.069939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.077184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:35.077758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:35.081781 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:35.088165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54104706-13a2-4e7d-87a5-f20a00ea93b2 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:35.142169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.147025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.150679 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/98ecf9bb-991d-4fa6-a308-2d6608e06b4f HTTP/1.1" status: 204 len: 168 time: 0.4814925 Nov 16 21:37:35.154216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43854) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:35.160039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117364910'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:35.174841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ef81-5b90-4cf1-9ad9-1adfddccd51b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=98ecf9bb-991d-4fa6-a308-2d6608e06b4f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:35.189921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:35.194990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.208108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54104706-13a2-4e7d-87a5-f20a00ea93b2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:35.240805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:35.252621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.253125 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment a2361cff-4dd1-48cb-8bab-487470d62b0a of type vlan for network c761f4b6-5ffd-46a3-8e70-3beb15e3adfa Nov 16 21:37:35.317204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.364320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.370586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:35.371216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.452053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2966566 Nov 16 21:37:35.455762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43866) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:35.462598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': 'c761f4b6-5ffd-46a3-8e70-3beb15e3adfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:35.474797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318c580-041c-4099-aaea-11f4d806ea33 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=c761f4b6-5ffd-46a3-8e70-3beb15e3adfa,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:35.492669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c761f4b6-5ffd-46a3-8e70-3beb15e3adfa details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:35.602316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:35.607064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.833676 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.912350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': 'a2361cff-4dd1-48cb-8bab-487470d62b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c761f4b6-5ffd-46a3-8e70-3beb15e3adfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:35.912720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: c761f4b6-5ffd-46a3-8e70-3beb15e3adfa, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:35.914681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=bb4cbe1a-faec-426c-83c0-264ff5e14afd,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:35.931948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.932297 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.932632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.932962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.933289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.933613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.933977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.934305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.934626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.934958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.935278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.935588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:35.948000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network c761f4b6-5ffd-46a3-8e70-3beb15e3adfa is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:35.959928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c761f4b6-5ffd-46a3-8e70-3beb15e3adfa) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:35.964491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:35.965014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.972241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31f4dc-57c4-4d2c-8b6e-fb80c9d2a9e6 None None] Network c761f4b6-5ffd-46a3-8e70-3beb15e3adfa requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:35.993544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43870) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:35.994670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81078337-0b0c-4c82-83cf-8a6a34866ab7 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5377703 Nov 16 21:37:36.118804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.174199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a550f-9be3-446b-a85d-e2f173d98b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-c761f4b6-5ffd-46a3-8e70-3beb15e3adfa', 'network_id': 'c761f4b6-5ffd-46a3-8e70-3beb15e3adfa', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': 'bb4cbe1a-faec-426c-83c0-264ff5e14afd'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:36.175118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e21a550f-9be3-446b-a85d-e2f173d98b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.179757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.246717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.278559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4cbe1a-faec-426c-83c0-264ff5e14afd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-e21a550f-9be3-446b-a85d-e2f173d98b0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb4cbe1a-faec-426c-83c0-264ff5e14afd: This subnet is being modified by another concurrent operation. Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb4cbe1a-faec-426c-83c0-264ff5e14afd: This subnet is being modified by another concurrent operation. Nov 16 21:37:36.291084 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:36.322022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa10cc0-d5fa-4520-8618-0f832807aa50 None None] Network c761f4b6-5ffd-46a3-8e70-3beb15e3adfa requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:36.355774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.392691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c761f4b6-5ffd-46a3-8e70-3beb15e3adfa']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:36.404760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2361cff-4dd1-48cb-8bab-487470d62b0a') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:36.405509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2361cff-4dd1-48cb-8bab-487470d62b0a') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:36.420927 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.437606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.453049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:36.453401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e67a35-f1c8-492d-bc65-9fbb91759c7d None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:36.453823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:36.458263 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:36.560488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.574244 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.583008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:36.589459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-920263977'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:36.595076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/c761f4b6-5ffd-46a3-8e70-3beb15e3adfa HTTP/1.1" status: 204 len: 168 time: 0.6002152 Nov 16 21:37:36.613970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e67a35-f1c8-492d-bc65-9fbb91759c7d None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:36.622168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a944da0-ee15-4c6f-8b31-41a63dc47957 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=c761f4b6-5ffd-46a3-8e70-3beb15e3adfa,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:36.634656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:36.640380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.671674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:36.683401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.684086 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 460197ff-7e04-407f-8a91-614063d7d501 of type vlan for network b9905270-63ce-4a91-b2df-24fb94471d08 Nov 16 21:37:36.736624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.767375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.774475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:36.775283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:36.831507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2465463 Nov 16 21:37:36.831974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43880) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:36.839045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:36.918911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72595be-d93e-4cc4-8b6c-925db4bfe99d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=b9905270-63ce-4a91-b2df-24fb94471d08,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:36.955584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:37.064780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.078604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.099443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network b9905270-63ce-4a91-b2df-24fb94471d08 is not hosted by any dhcp agent {{(pid=102665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:37:37.105141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:37.105741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.107101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "PUT /v2.0/networks/b9905270-63ce-4a91-b2df-24fb94471d08 HTTP/1.1" status: 200 len: 723 time: 0.2740772 Nov 16 21:37:37.110519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43882) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:37.116337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:37.156002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d418-a5ac-4b24-a017-c9e4cfe11798 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=b9905270-63ce-4a91-b2df-24fb94471d08,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:37.168182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:37.231107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:37.235667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.429934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.496960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=7d4cd87a-73f7-452a-8604-f5dcc5980d5a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:37.548380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '460197ff-7e04-407f-8a91-614063d7d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:37.548706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: b9905270-63ce-4a91-b2df-24fb94471d08, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:37.569682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network b9905270-63ce-4a91-b2df-24fb94471d08 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:37.581355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b9905270-63ce-4a91-b2df-24fb94471d08) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:37.592286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5916ac-f362-42cb-8f2d-1e06ae901dcd None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:37.612273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:37.613033 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.635839 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fa66028b-5289-4cb3-815a-1938098b7f8a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5236335 Nov 16 21:37:37.638362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43888) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:37.644804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:37.759903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13321958'] for subnet, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.760077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b9905270-63ce-4a91-b2df-24fb94471d08', 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '7d4cd87a-73f7-452a-8604-f5dcc5980d5a'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:37.760993 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.934305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745183078364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13242622'] for subnet, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.977329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:37.978583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:37.979533 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "PUT /v2.0/subnets/7d4cd87a-73f7-452a-8604-f5dcc5980d5a HTTP/1.1" status: 200 len: 806 time: 0.3399034 Nov 16 21:37:37.982249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43892) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:37.998670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63142d3-47e5-488f-8976-c0372fd3b0da tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=7d4cd87a-73f7-452a-8604-f5dcc5980d5a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:38.012512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Allocated IP 172.20.0.2 (b9905270-63ce-4a91-b2df-24fb94471d08/7d4cd87a-73f7-452a-8604-f5dcc5980d5a/18302f2c-dcbb-4bab-93ee-80a73439e55a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:38.100843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.157623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.206905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.219548 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.251807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.269160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Pushing event updated for resources: {'Port': ['ID=18302f2c-dcbb-4bab-93ee-80a73439e55a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:38.281849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.282281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.282752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.283171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.283564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.283960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.284514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.284906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.285292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.285675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.286110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.286522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:37:38.286798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4cd87a-73f7-452a-8604-f5dcc5980d5a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:38.298881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:38.300774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:38.303241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:38.369283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Attempting to bind port 18302f2c-dcbb-4bab-93ee-80a73439e55a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:38.370915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Attempting to bind port 18302f2c-dcbb-4bab-93ee-80a73439e55a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '460197ff-7e04-407f-8a91-614063d7d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:38.371717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Attempting to bind port 18302f2c-dcbb-4bab-93ee-80a73439e55a on network b9905270-63ce-4a91-b2df-24fb94471d08 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:38.378821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:38.379577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Checking segment: {'id': '460197ff-7e04-407f-8a91-614063d7d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:38.380188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.381747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Bound using segment: {'id': '460197ff-7e04-407f-8a91-614063d7d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:38.382433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Bound port: 18302f2c-dcbb-4bab-93ee-80a73439e55a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460197ff-7e04-407f-8a91-614063d7d501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b9905270-63ce-4a91-b2df-24fb94471d08'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:38.383078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.386481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.413679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9905270-63ce-4a91-b2df-24fb94471d08']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:38.429740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460197ff-7e04-407f-8a91-614063d7d501') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:38.430331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460197ff-7e04-407f-8a91-614063d7d501') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:38.442888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.458592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.467176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:38.467744 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:38.472458 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:38.486675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] For port 18302f2c-dcbb-4bab-93ee-80a73439e55a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:38.538595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] For port 18302f2c-dcbb-4bab-93ee-80a73439e55a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=18302f2c-dcbb-4bab-93ee-80a73439e55a,segment=NetworkSegment(460197ff-7e04-407f-8a91-614063d7d501),segment_id=460197ff-7e04-407f-8a91-614063d7d501)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:38.539583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:37:38.539583 n-d-816206-5 neutron-server[102665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:37:38.539583 n-d-816206-5 neutron-server[102665]: [parameters: {'id': 'b9905270-63ce-4a91-b2df-24fb94471d08'}] Nov 16 21:37:38.539583 n-d-816206-5 neutron-server[102665]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:38.540208 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:38.543301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:38.631171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4782bf1-4a6c-4576-8b01-b527a81c07b6 None None] Pushing event updated for resources: {'Port': ['ID=18302f2c-dcbb-4bab-93ee-80a73439e55a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:38.651328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101db0c-bc5f-4e4d-b79e-2865a47827ae None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:38.786894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e9dc6-0ddc-4e03-8c48-5d2f44ae9379 None None] Network b9905270-63ce-4a91-b2df-24fb94471d08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:38.912793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3147b3-3ec4-4a62-ac4c-33fbf46f061b None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:38.994808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.041341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.099813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3147b3-3ec4-4a62-ac4c-33fbf46f061b None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:39.126460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port 18302f2c-dcbb-4bab-93ee-80a73439e55a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:39.126796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.244735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port 18302f2c-dcbb-4bab-93ee-80a73439e55a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=18302f2c-dcbb-4bab-93ee-80a73439e55a,segment=NetworkSegment(460197ff-7e04-407f-8a91-614063d7d501),segment_id=460197ff-7e04-407f-8a91-614063d7d501)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:39.245346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.683016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for 18302f2c-dcbb-4bab-93ee-80a73439e55a owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:39.768315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.801151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=18302f2c-dcbb-4bab-93ee-80a73439e55a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:39.809425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port 18302f2c-dcbb-4bab-93ee-80a73439e55a on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:39.944904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:39.970102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9905270-63ce-4a91-b2df-24fb94471d08']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:39.980087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460197ff-7e04-407f-8a91-614063d7d501') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:39.980382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460197ff-7e04-407f-8a91-614063d7d501') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:39.990870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.007750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.016522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:40.017221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:40.021536 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:40.103695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.114078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.118386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b9905270-63ce-4a91-b2df-24fb94471d08 HTTP/1.1" status: 204 len: 168 time: 2.1349053 Nov 16 21:37:40.120995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:40.136058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c80e82-c984-47a7-a6c5-44be1ebb7e08 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=b9905270-63ce-4a91-b2df-24fb94471d08,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:40.167146 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-77727197-1851-4adf-a5f9-dacff6496fa5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:40.168038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77727197-1851-4adf-a5f9-dacff6496fa5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:40.173102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77727197-1851-4adf-a5f9-dacff6496fa5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b9905270-63ce-4a91-b2df-24fb94471d08 HTTP/1.1" status: 404 len: 339 time: 0.0509462 Nov 16 21:37:40.176960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43920) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:40.184026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247741448', 'description': 'd1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:40.222179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:40.227200 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.258720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:40.270753 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.271203 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 4af98eb5-b82b-43a7-af0d-cf86d44d9205 of type vlan for network 1ef4f9d6-f698-46c1-80ea-62f3035656a9 Nov 16 21:37:40.323501 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.358024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.366314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:40.366911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:40.459535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2809284 Nov 16 21:37:40.462151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43922) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:40.473113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95030aa8-7b85-49ff-97bb-8653bdeb1b20 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=1ef4f9d6-f698-46c1-80ea-62f3035656a9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:40.486428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1ef4f9d6-f698-46c1-80ea-62f3035656a9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:40.592391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef45cf5-ffb0-4787-b05c-3be8d5242439 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:40.605112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ef45cf5-ffb0-4787-b05c-3be8d5242439 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks?id=1ef4f9d6-f698-46c1-80ea-62f3035656a9 HTTP/1.1" status: 200 len: 761 time: 0.1405017 Nov 16 21:37:40.607563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:40.614320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'description': 'd2'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:41.132970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.148711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.257260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=1ef4f9d6-f698-46c1-80ea-62f3035656a9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:41.264133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network 1ef4f9d6-f698-46c1-80ea-62f3035656a9 is not hosted by any dhcp agent {{(pid=102664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:37:41.269532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1ef4f9d6-f698-46c1-80ea-62f3035656a9 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:41.282165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:41.282165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.283348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-31df1659-3e56-469f-9edf-8ccc2b6742f9 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "PUT /v2.0/networks/1ef4f9d6-f698-46c1-80ea-62f3035656a9 HTTP/1.1" status: 200 len: 758 time: 0.6745198 Nov 16 21:37:41.286157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43932) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:41.435129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4817e-b6f5-4df5-913f-281c9b49c9e6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:41.440201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f7e4817e-b6f5-4df5-913f-281c9b49c9e6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks?id=1ef4f9d6-f698-46c1-80ea-62f3035656a9 HTTP/1.1" status: 200 len: 761 time: 0.1528294 Nov 16 21:37:41.443545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43934) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:41.448572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870105719'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:41.473984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:41.478838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.509302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:41.521133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.521677 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 97ddd684-bde1-4af4-bff6-1976b915c4f4 of type vlan for network b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 Nov 16 21:37:41.571904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.603169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.609776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:41.610452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:41.680652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2359009 Nov 16 21:37:41.683464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:41.691371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': 'b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:41.704694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de297768-1200-4e8d-9171-944e5d4dfd4d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:41.716643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:41.827668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:41.832367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.071997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.142683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=cb12ed52-2de4-4230-9be8-161a1fb7dc42,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:42.155449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '97ddd684-bde1-4af4-bff6-1976b915c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:42.155815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:42.172625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:42.181735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:42.186040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:42.186654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.198898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe93338-129e-43dd-b68c-9d1154f7cb00 None None] Network b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:42.212759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43942) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:42.213117 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70db81be-c8f1-4a73-8744-119d7ac05b5e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5281484 Nov 16 21:37:42.348603 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.410883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.429152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b01a1-be94-4800-977f-5ef00b2769c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385', 'network_id': 'b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': 'cb12ed52-2de4-4230-9be8-161a1fb7dc42'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:42.430035 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f1b01a1-be94-4800-977f-5ef00b2769c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.516352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.547667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=cb12ed52-2de4-4230-9be8-161a1fb7dc42,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-9f1b01a1-be94-4800-977f-5ef00b2769c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb12ed52-2de4-4230-9be8-161a1fb7dc42: This subnet is being modified by another concurrent operation. Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb12ed52-2de4-4230-9be8-161a1fb7dc42: This subnet is being modified by another concurrent operation. Nov 16 21:37:42.578452 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 21:37:42.600767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1548e6-e3f4-451f-9387-1d64fdd9d5da None None] Network b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:42.637962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.666014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:42.678242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ddd684-bde1-4af4-bff6-1976b915c4f4') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:42.678636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ddd684-bde1-4af4-bff6-1976b915c4f4') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:42.689887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.705849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.712932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:42.713583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:42.716985 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:42.746989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cd886-d431-4886-8e5e-2189a2daa7a2 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:42.782972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.801258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.804959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 HTTP/1.1" status: 204 len: 168 time: 0.5903151 Nov 16 21:37:42.807859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43948) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:42.818305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c6446-ced6-4e5e-839f-371debeb2543 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:42.845994 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccd86a0-446e-4ed0-b660-9204db04d5e2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] GET failed (client error): The resource could not be found. Nov 16 21:37:42.850275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fccd86a0-446e-4ed0-b660-9204db04d5e2 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets/cb12ed52-2de4-4230-9be8-161a1fb7dc42 HTTP/1.1" status: 404 len: 337 time: 0.0384414 Nov 16 21:37:42.850275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43950) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:42.866953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:42.870283 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e547b44-6cad-4b84-9b6b-c24b009465e3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:42.870913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e547b44-6cad-4b84-9b6b-c24b009465e3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:42.877443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3e547b44-6cad-4b84-9b6b-c24b009465e3 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 HTTP/1.1" status: 404 len: 339 time: 0.0226569 Nov 16 21:37:42.877655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43954) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:42.891242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6cd886-d431-4886-8e5e-2189a2daa7a2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:43.120966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39e7a1-3b3c-4978-8bf8-55620ba4b951 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.122837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe39e7a1-3b3c-4978-8bf8-55620ba4b951 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2438321 Nov 16 21:37:43.126014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43962) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.189965 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7cf510d2-4285-4666-af73-aad7be61e553 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 207 time: 0.0627859 Nov 16 21:37:43.193433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43968) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.442361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63706bb5-942d-4f61-abd0-65ff465190dc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.449021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63706bb5-942d-4f61-abd0-65ff465190dc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.456160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63706bb5-942d-4f61-abd0-65ff465190dc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.473420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63706bb5-942d-4f61-abd0-65ff465190dc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.483226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-63706bb5-942d-4f61-abd0-65ff465190dc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2846878 Nov 16 21:37:43.483226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43980) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.629969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43984) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.679452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1bf6655f-e57a-4f1a-8001-aca0836e56f8 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1981237 Nov 16 21:37:43.683090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.772731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d79392-55c7-4261-aec5-d57cc9bef88c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.774409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d79392-55c7-4261-aec5-d57cc9bef88c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.780213 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f1d79392-55c7-4261-aec5-d57cc9bef88c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0857093 Nov 16 21:37:43.780551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43990) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.828291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba714158-b498-4318-93c1-5d6777e921a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:43.867079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a01d76-cd9a-4b8c-95a9-a0926f0b6103 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.868941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a01d76-cd9a-4b8c-95a9-a0926f0b6103 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.870319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-83a01d76-cd9a-4b8c-95a9-a0926f0b6103 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0881262 Nov 16 21:37:43.873828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43992) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:43.924728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba714158-b498-4318-93c1-5d6777e921a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:43.938323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba714158-b498-4318-93c1-5d6777e921a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:43.995772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba714158-b498-4318-93c1-5d6777e921a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26582d0d77dc453f9faf098a5899d086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619285 Nov 16 21:37:43.996789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714158-b498-4318-93c1-5d6777e921a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4511c5cb-0d18-42d9-994b-7c0f1e4f8f00,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:43.999339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 43996) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.073505 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.096953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f558d83-f329-41bc-81c3-cf378d967bbc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:44.103495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f558d83-f329-41bc-81c3-cf378d967bbc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks/658d5809-3230-432c-b933-05aca1c2f611 HTTP/1.1" status: 200 len: 799 time: 0.2224185 Nov 16 21:37:44.103495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 43998) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.104514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.164399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.168000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.175830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4511c5cb-0d18-42d9-994b-7c0f1e4f8f00 HTTP/1.1" status: 204 len: 168 time: 0.1753116 Nov 16 21:37:44.189363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a985c4-aa87-4e0f-8ca8-a7f1e83329ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511c5cb-0d18-42d9-994b-7c0f1e4f8f00,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:44.263934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1479bebc-e0fc-471c-8f49-af5c04dac694 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/networks/658d5809-3230-432c-b933-05aca1c2f611?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1544154 Nov 16 21:37:44.264404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.335335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36883368-6c0c-4932-b712-a713d200870f tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:44.342829 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-36883368-6c0c-4932-b712-a713d200870f tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets/78858c3b-bf8d-4fc6-8066-40a533f1923c HTTP/1.1" status: 200 len: 811 time: 0.0713758 Nov 16 21:37:44.344053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44004) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.440862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543138f-1e6b-452c-ad05-c3e0ab5b8dbc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['shared'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:44.446982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0543138f-1e6b-452c-ad05-c3e0ab5b8dbc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "GET /v2.0/subnets/78858c3b-bf8d-4fc6-8066-40a533f1923c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0985396 Nov 16 21:37:44.449909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44008) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.456058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414734698'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:44.480806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:44.484794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.520202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:44.544109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.544602 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Added segment 0dd5867e-36b3-46e1-9475-adf969c55f35 of type vlan for network b458cd02-ae4c-40d1-8183-cc049e0e5247 Nov 16 21:37:44.609657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.668191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.683488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:44.684137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.774416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3230870 Nov 16 21:37:44.777366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44018) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:44.783502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:44.805864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cfd02-b946-4d17-bac3-bf59ad99e104 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Network': ['ID=b458cd02-ae4c-40d1-8183-cc049e0e5247,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:44.817678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:44.910366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Made reservation on behalf of c87f2fcfc22f4e2dbf71541d5970bea0 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:44.914488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:44.978587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing IP validity checks on allocation pools {{(pid=102665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:37:44.979248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:37:45.136252 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.207206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=2ae078e2-8e8a-4b4c-8f46-84809d2119eb,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:45.216320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Checking segment: {'id': '0dd5867e-36b3-46e1-9475-adf969c55f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:45.216443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network hostable DHCP agents. Network: b458cd02-ae4c-40d1-8183-cc049e0e5247, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:45.233722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:45.247982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b458cd02-ae4c-40d1-8183-cc049e0e5247) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:45.253356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:45.254062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.261782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a51edc-6903-4d09-8921-880e54c59a1a None None] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:45.277029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eb8a845e-5142-4919-83c9-419fe291a373 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4960711 Nov 16 21:37:45.277411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44040) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:45.284593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:45.357943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c769da90-e576-471f-81fa-89b6825c66b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.399534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13321958'] for subnet, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.467152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b458cd02-ae4c-40d1-8183-cc049e0e5247', 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247', 'tenant_id': 'c87f2fcfc22f4e2dbf71541d5970bea0', 'fixed_ips': [{'subnet_id': '2ae078e2-8e8a-4b4c-8f46-84809d2119eb'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:45.468045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.605615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745183078364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13242622'] for subnet, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.655523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:45.657048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.661551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44078) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:45.661835 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "PUT /v2.0/subnets/2ae078e2-8e8a-4b4c-8f46-84809d2119eb HTTP/1.1" status: 200 len: 877 time: 0.3829997 Nov 16 21:37:45.667714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Allocated IP 172.20.0.3 (b458cd02-ae4c-40d1-8183-cc049e0e5247/2ae078e2-8e8a-4b4c-8f46-84809d2119eb/bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:45.678299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4a6d-c825-444c-9cb4-764f2e47c3db tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event updated for resources: {'Subnet': ['ID=2ae078e2-8e8a-4b4c-8f46-84809d2119eb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:45.812335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.874002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.890800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.892819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.970598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:45.971904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:45.976018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:45.979937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:45.989697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Pushing event updated for resources: {'Port': ['ID=bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:46.010788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae078e2-8e8a-4b4c-8f46-84809d2119eb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:46.055331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Attempting to bind port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:46.056150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Attempting to bind port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0dd5867e-36b3-46e1-9475-adf969c55f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:46.056150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Attempting to bind port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 on network b458cd02-ae4c-40d1-8183-cc049e0e5247 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:46.062421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:46.063538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Checking segment: {'id': '0dd5867e-36b3-46e1-9475-adf969c55f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:46.064026 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.064496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Bound using segment: {'id': '0dd5867e-36b3-46e1-9475-adf969c55f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:46.065175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Bound port: bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd5867e-36b3-46e1-9475-adf969c55f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:46.065679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.092367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.127315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b458cd02-ae4c-40d1-8183-cc049e0e5247']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:46.140923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5867e-36b3-46e1-9475-adf969c55f35') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:46.141499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5867e-36b3-46e1-9475-adf969c55f35') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:46.152959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.160269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] For port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:46.163971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] For port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834,segment=NetworkSegment(0dd5867e-36b3-46e1-9475-adf969c55f35),segment_id=0dd5867e-36b3-46e1-9475-adf969c55f35)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:46.172335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.186430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.195690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:46.196885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:46.206779 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:46.307325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709907-f2a2-4112-aca3-7e2441c08466 None None] Pushing event updated for resources: {'Port': ['ID=bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:46.308424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.db.api [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:37:46.308424 n-d-816206-5 neutron-server[102665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:37:46.308424 n-d-816206-5 neutron-server[102665]: [parameters: {'id': 'b458cd02-ae4c-40d1-8183-cc049e0e5247'}] Nov 16 21:37:46.308424 n-d-816206-5 neutron-server[102665]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:46.308812 n-d-816206-5 neutron-server[102665]: DEBUG oslo_db.api [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:46.329725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb16d0-9bb6-46bd-ad15-aacfdad9a63c None None] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:46.463901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b93772-40d0-4cb2-b4aa-663aecd4ba75 None None] Network b458cd02-ae4c-40d1-8183-cc049e0e5247 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:46.596327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07bee0-7e0c-43cd-97c7-7075ca0fdfb4 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:37:46.700258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07bee0-7e0c-43cd-97c7-7075ca0fdfb4 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:37:46.809653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.888440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:46.888440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:46.988914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834,segment=NetworkSegment(0dd5867e-36b3-46e1-9475-adf969c55f35),segment_id=0dd5867e-36b3-46e1-9475-adf969c55f35)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:46.989287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.007442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:47.091505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.122709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:47.127593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port bbbf6db6-bbcb-4934-bdb8-7b5eac1cf834 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:47.208957 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.236878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b458cd02-ae4c-40d1-8183-cc049e0e5247']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.252001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5867e-36b3-46e1-9475-adf969c55f35') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.252249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5867e-36b3-46e1-9475-adf969c55f35') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.266031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.281517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.293635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:47.294032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:47.298353 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:47.364894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.373620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.381103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44124) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.383440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b458cd02-ae4c-40d1-8183-cc049e0e5247 HTTP/1.1" status: 204 len: 168 time: 1.7205079 Nov 16 21:37:47.398350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43746-91a7-4e91-a8ef-ce0df673cd18 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=b458cd02-ae4c-40d1-8183-cc049e0e5247,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:47.411183 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6cec62-6d03-4a40-aa3b-8254bbcc944c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.413460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6cec62-6d03-4a40-aa3b-8254bbcc944c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.415142 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f6cec62-6d03-4a40-aa3b-8254bbcc944c tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/2ae078e2-8e8a-4b4c-8f46-84809d2119eb HTTP/1.1" status: 404 len: 337 time: 0.0329871 Nov 16 21:37:47.417810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.438877 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79bd0c6-7a2a-4984-a3f8-ed0b1a06a447 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.439419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79bd0c6-7a2a-4984-a3f8-ed0b1a06a447 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.444192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e79bd0c6-7a2a-4984-a3f8-ed0b1a06a447 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b458cd02-ae4c-40d1-8183-cc049e0e5247 HTTP/1.1" status: 404 len: 339 time: 0.0240433 Nov 16 21:37:47.445574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44128) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.473744 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdd656a-7030-4442-b898-1c8c3b660218 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.474201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdd656a-7030-4442-b898-1c8c3b660218 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.477836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dfdd656a-7030-4442-b898-1c8c3b660218 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/cb12ed52-2de4-4230-9be8-161a1fb7dc42 HTTP/1.1" status: 404 len: 337 time: 0.0306792 Nov 16 21:37:47.479812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44130) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.502860 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-779e69e4-bfec-419d-b230-f9964e59c2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.502860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779e69e4-bfec-419d-b230-f9964e59c2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.502860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-779e69e4-bfec-419d-b230-f9964e59c2b6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b2dd0e2d-86b4-4e2f-8a6d-8e8a2556b385 HTTP/1.1" status: 404 len: 339 time: 0.0213695 Nov 16 21:37:47.505185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44132) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.596268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.688345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.690793 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1a26cf68-b4fd-4f8d-9500-51ae7f7c6d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.713602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef4f9d6-f698-46c1-80ea-62f3035656a9']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.724313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af98eb5-b82b-43a7-af0d-cf86d44d9205') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.724612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af98eb5-b82b-43a7-af0d-cf86d44d9205') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:47.734337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.748239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.755137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:47.755534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:47.759304 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:47.828426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.836699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:47.842587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/1ef4f9d6-f698-46c1-80ea-62f3035656a9 HTTP/1.1" status: 204 len: 168 time: 0.3339431 Nov 16 21:37:47.842816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.861558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259150f1-f2f3-4289-bf1c-b136f4944955 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=1ef4f9d6-f698-46c1-80ea-62f3035656a9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:47.881433 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a789aa-f327-4568-8ab6-f97741593856 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.881867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a789aa-f327-4568-8ab6-f97741593856 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.885027 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-22a789aa-f327-4568-8ab6-f97741593856 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/7d4cd87a-73f7-452a-8604-f5dcc5980d5a HTTP/1.1" status: 404 len: 337 time: 0.0412006 Nov 16 21:37:47.887623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44138) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.904926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44140) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.907438 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0f8eaf-8114-4230-acf1-22f017c70a30 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.907959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0f8eaf-8114-4230-acf1-22f017c70a30 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.911043 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b0f8eaf-8114-4230-acf1-22f017c70a30 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/b9905270-63ce-4a91-b2df-24fb94471d08 HTTP/1.1" status: 404 len: 339 time: 0.0224426 Nov 16 21:37:47.913538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44144) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.941061 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-773b1d90-3d65-4746-8dfd-dfc5eac16742 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.941520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773b1d90-3d65-4746-8dfd-dfc5eac16742 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.944602 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-773b1d90-3d65-4746-8dfd-dfc5eac16742 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/bb4cbe1a-faec-426c-83c0-264ff5e14afd HTTP/1.1" status: 404 len: 337 time: 0.0301447 Nov 16 21:37:47.947111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:47.968123 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc7a900-7cec-44c7-a67f-7b17bbc8724a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:47.968828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc7a900-7cec-44c7-a67f-7b17bbc8724a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:47.971873 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cbc7a900-7cec-44c7-a67f-7b17bbc8724a tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/c761f4b6-5ffd-46a3-8e70-3beb15e3adfa HTTP/1.1" status: 404 len: 339 time: 0.0233772 Nov 16 21:37:47.974313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.012697 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-96271a68-764a-449f-a29f-33e5dc9ccafc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.014357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96271a68-764a-449f-a29f-33e5dc9ccafc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.021416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44152) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.021940 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-96271a68-764a-449f-a29f-33e5dc9ccafc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/c3433f4b-9683-48c9-bbbf-3315fe8e130c HTTP/1.1" status: 404 len: 337 time: 0.0463357 Nov 16 21:37:48.052155 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df40049-72fc-493d-b123-b61189794fba tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.052899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df40049-72fc-493d-b123-b61189794fba tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.056227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3df40049-72fc-493d-b123-b61189794fba tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/98ecf9bb-991d-4fa6-a308-2d6608e06b4f HTTP/1.1" status: 404 len: 339 time: 0.0321605 Nov 16 21:37:48.058692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44154) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.089131 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eca3cd-5473-437f-81e1-261a9949185d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.089860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44eca3cd-5473-437f-81e1-261a9949185d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.093458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-44eca3cd-5473-437f-81e1-261a9949185d tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/947a5efc-a3d1-4fd0-8aa0-6ba0bcf849b8 HTTP/1.1" status: 404 len: 337 time: 0.0335288 Nov 16 21:37:48.095866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.126455 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3a8320-458e-47f1-82e0-cf27fc60fb51 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.126892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3a8320-458e-47f1-82e0-cf27fc60fb51 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.132499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ca3a8320-458e-47f1-82e0-cf27fc60fb51 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/ca9ead41-9f61-4171-8d74-f1e0ce890fed HTTP/1.1" status: 404 len: 339 time: 0.0330136 Nov 16 21:37:48.132800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44158) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.159802 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf408ba-8440-4d7c-a121-a19823c23930 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.160248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf408ba-8440-4d7c-a121-a19823c23930 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.167279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-baf408ba-8440-4d7c-a121-a19823c23930 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/3fc747c4-e5b3-4502-9d20-518289f4cd9d HTTP/1.1" status: 404 len: 337 time: 0.0333147 Nov 16 21:37:48.169803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44160) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.190438 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59e9e11-4739-4e7e-8f03-833f7854d809 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.191246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59e9e11-4739-4e7e-8f03-833f7854d809 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.195203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f59e9e11-4739-4e7e-8f03-833f7854d809 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/394e5ae1-9ddf-400e-a396-4b296090d85b HTTP/1.1" status: 404 len: 339 time: 0.0241337 Nov 16 21:37:48.197576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.226825 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-130082dd-136d-4f29-8532-743ecd3c2da5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.227579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130082dd-136d-4f29-8532-743ecd3c2da5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.231125 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-130082dd-136d-4f29-8532-743ecd3c2da5 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/cf326ce5-d5e3-483a-9c19-c8a39b29137e HTTP/1.1" status: 404 len: 337 time: 0.0324464 Nov 16 21:37:48.233657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44164) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.256034 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f3ac0f-3da7-48df-ab78-4315ca68a8d6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.256551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f3ac0f-3da7-48df-ab78-4315ca68a8d6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.261924 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76f3ac0f-3da7-48df-ab78-4315ca68a8d6 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/2a1435d0-c477-444f-a1e1-da47d0c9fdb3 HTTP/1.1" status: 404 len: 339 time: 0.0245628 Nov 16 21:37:48.262206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.298217 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a505bf9-92e7-42d8-ab41-c66cdb86933e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.298721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a505bf9-92e7-42d8-ab41-c66cdb86933e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.304173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9a505bf9-92e7-42d8-ab41-c66cdb86933e tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/9d12a3bd-1ef4-4868-8b3f-d0ec8d4e2b2d HTTP/1.1" status: 404 len: 337 time: 0.0387418 Nov 16 21:37:48.304416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44168) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.324184 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-43990cd2-177f-44a2-a040-9a24a014f975 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.324706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43990cd2-177f-44a2-a040-9a24a014f975 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.330911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43990cd2-177f-44a2-a040-9a24a014f975 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/1e3b02b9-4ffa-4890-b1f4-21555329c9a7 HTTP/1.1" status: 404 len: 339 time: 0.0226083 Nov 16 21:37:48.341642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44172) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.403182 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-350d6559-3a85-4100-9881-7b7947c39dcc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.403862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350d6559-3a85-4100-9881-7b7947c39dcc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.409268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-350d6559-3a85-4100-9881-7b7947c39dcc tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/ba059793-c279-4cdc-8d9c-3f5a17a21c23 HTTP/1.1" status: 404 len: 337 time: 0.0641978 Nov 16 21:37:48.409540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44174) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.443963 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23543c4-fd0a-45e0-a10f-785e6ce1216b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:48.447325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23543c4-fd0a-45e0-a10f-785e6ce1216b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:48.452835 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c23543c4-fd0a-45e0-a10f-785e6ce1216b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/2380bf8d-cb9f-4157-954f-203c9afa51e8 HTTP/1.1" status: 404 len: 339 time: 0.0400119 Nov 16 21:37:48.454705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44176) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.520332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting subnet 78858c3b-bf8d-4fc6-8066-40a533f1923c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:48.525682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.573520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.604844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.672899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.743025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.773498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Subnet': ['ID=78858c3b-bf8d-4fc6-8066-40a533f1923c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:48.785551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.789991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0098800c-d4c7-4dd7-814f-3dcc8a45ba5b tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/subnets/78858c3b-bf8d-4fc6-8066-40a533f1923c HTTP/1.1" status: 204 len: 168 time: 0.3333302 Nov 16 21:37:48.791496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb1628c-c895-49d0-a35c-a949df6522df None None] Network 658d5809-3230-432c-b933-05aca1c2f611 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:48.792174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44178) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:48.880226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.909904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Deleting port cc84970f-1aff-4264-b997-d0a42717f743 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:48.910560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:48.953264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Deleting port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:48.953606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.011832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] DHCP port deletion for 658d5809-3230-432c-b933-05aca1c2f611 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:49.012086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] For port cc84970f-1aff-4264-b997-d0a42717f743, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc84970f-1aff-4264-b997-d0a42717f743,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:49.012427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.031360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] For port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,segment=NetworkSegment(7fc9322b-6925-4147-a1af-c2bc3653034e),segment_id=7fc9322b-6925-4147-a1af-c2bc3653034e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:49.031726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.037340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Calling delete_port for cc84970f-1aff-4264-b997-d0a42717f743 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:49.045970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Calling delete_port for 8ad382c0-5c7c-43ea-8053-9ea2943ed56d owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:49.096696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Deleting port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:49.097860 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.155103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.184209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] For port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,segment=NetworkSegment(7fc9322b-6925-4147-a1af-c2bc3653034e),segment_id=7fc9322b-6925-4147-a1af-c2bc3653034e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:49.185249 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.191924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Port': ['ID=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:49.195622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] No DVR routers for this DVR port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:49.208845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Calling delete_port for 8ad382c0-5c7c-43ea-8053-9ea2943ed56d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:49.291224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.301894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.304066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.321752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658d5809-3230-432c-b933-05aca1c2f611']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:49.333030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc9322b-6925-4147-a1af-c2bc3653034e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:49.333375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc9322b-6925-4147-a1af-c2bc3653034e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:49.333895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8ad382c0-5c7c-43ea-8053-9ea2943ed56d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:49.335486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc84970f-1aff-4264-b997-d0a42717f743,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:49.356403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.361407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8ad382c0-5c7c-43ea-8053-9ea2943ed56d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:49.361890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8ad382c0-5c7c-43ea-8053-9ea2943ed56d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:49.373333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.380098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.388875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:49.389290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:49.398758 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:49.410008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] Pushing event deleted for resources: {'Port': ['ID=8ad382c0-5c7c-43ea-8053-9ea2943ed56d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:49.413573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2311559-04bd-4f8c-9008-1878d44eb664 None None] No DVR routers for this DVR port 8ad382c0-5c7c-43ea-8053-9ea2943ed56d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:49.506159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.511615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.519865 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] 10.222.0.54 "DELETE /v2.0/networks/658d5809-3230-432c-b933-05aca1c2f611 HTTP/1.1" status: 204 len: 168 time: 0.7264545 Nov 16 21:37:49.538834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488c1b-8f55-45bf-a49f-1090625848f1 tempest-NetworksTest-743887593 tempest-NetworksTest-743887593-project] Pushing event deleted for resources: {'Network': ['ID=658d5809-3230-432c-b933-05aca1c2f611,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:49.622106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:49.779172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:49.862104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Router 33f64bfe-1a8e-4818-a899-5ae75ab09695 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:37:49.934982 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0ede24a1-6b94-4674-a4cc-9be83598ab01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c87f2fcfc22f4e2dbf71541d5970bea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540384 Nov 16 21:37:49.937098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44192) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:49.994863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.021024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.082215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.085567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.089335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb88ec34-5f5b-43dc-8486-d915d02961d7 HTTP/1.1" status: 204 len: 168 time: 0.1487405 Nov 16 21:37:50.102959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e943-64dd-4be5-bbdc-2d824353550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88ec34-5f5b-43dc-8486-d915d02961d7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:50.336474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:37:50.346194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Sync routers for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:37:50.347162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-690364eb-2990-46be-8b55-e8923d1f5b60 admin admin] 10.222.0.54 "PUT /v2.0/routers/33f64bfe-1a8e-4818-a899-5ae75ab09695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4411337 Nov 16 21:37:50.349663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44200) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:50.358363 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:50.359174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:50.483641 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:50.494460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.550454 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.618592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.697106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Deleting port 293439b9-7c0c-469c-b883-b8978259f252 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:50.697706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.713473 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '293439b9-7c0c-469c-b883-b8978259f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:37:49Z', 'revision_number': 5, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port': {'id': '293439b9-7c0c-469c-b883-b8978259f252', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:50.745508 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Checking router: 33f64bfe-1a8e-4818-a899-5ae75ab09695 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:37:50.757356 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Routers {'33f64bfe-1a8e-4818-a899-5ae75ab09695'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:50.757356 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['33f64bfe-1a8e-4818-a899-5ae75ab09695'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:50.796044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] For port 293439b9-7c0c-469c-b883-b8978259f252, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=293439b9-7c0c-469c-b883-b8978259f252,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:50.796943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:50.814383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Calling delete_port for 293439b9-7c0c-469c-b883-b8978259f252 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:50.949485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] Set router 33f64bfe-1a8e-4818-a899-5ae75ab09695 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:50.969763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44220) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.007241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:37:50Z', 'revision_number': 6, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:51.036419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.047995 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958933c-d7dc-4bbc-b750-6f70cac3ec00 None None] The sync data for ids ['33f64bfe-1a8e-4818-a899-5ae75ab09695'] in n-d-816206-5 is: [{'id': '33f64bfe-1a8e-4818-a899-5ae75ab09695', 'name': 'tempest-TaggedBootDevicesTest_v242-1144200498-router', 'tenant_id': 'fb566c22db59413e892f615eb7fd15d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:46Z', 'updated_at': '2021-11-16T21:37:50Z', 'revision_number': 6, 'project_id': 'fb566c22db59413e892f615eb7fd15d3', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:37:51.070420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Pushing event deleted for resources: {'Port': ['ID=293439b9-7c0c-469c-b883-b8978259f252,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:51.094152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-11e4b1c3-c48c-42cf-82f2-69c0f3ab18ce tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] Request body: {'port': {'network_id': '46c25af0-22a3-4a6d-9349-f58f22ae15e7', 'name': 'tempest-NetworksNegativeTestJSON-1552541879'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:51.107238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b470acb5-97f8-411c-a1ab-ce69f89cfc61 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:51.124097 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e4b1c3-c48c-42cf-82f2-69c0f3ab18ce tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] POST failed (client error): The resource could not be found. Nov 16 21:37:51.124540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e4b1c3-c48c-42cf-82f2-69c0f3ab18ce tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.125775 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-11e4b1c3-c48c-42cf-82f2-69c0f3ab18ce tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1546996 Nov 16 21:37:51.129752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44224) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.152419 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abc4f52-094f-416c-80cf-164691a945e5 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:51.152931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abc4f52-094f-416c-80cf-164691a945e5 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.160606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5abc4f52-094f-416c-80cf-164691a945e5 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "DELETE /v2.0/networks/d61417fa-e96f-4326-8ea6-466f602ee77d HTTP/1.1" status: 404 len: 339 time: 0.0289056 Nov 16 21:37:51.161212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.168046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.184220 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-449d57a3-fa0e-4219-9872-433a7ba4b04f tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:51.185042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449d57a3-fa0e-4219-9872-433a7ba4b04f tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.191860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-449d57a3-fa0e-4219-9872-433a7ba4b04f tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "DELETE /v2.0/ports/ab8a0322-88dc-4d4b-af07-e0345e06fe36 HTTP/1.1" status: 404 len: 333 time: 0.0296931 Nov 16 21:37:51.192451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.221786 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-782d63ea-f21d-4a93-bb2f-ad9caa94b79e tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] DELETE failed (client error): The resource could not be found. Nov 16 21:37:51.222241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782d63ea-f21d-4a93-bb2f-ad9caa94b79e tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.231380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-782d63ea-f21d-4a93-bb2f-ad9caa94b79e tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "DELETE /v2.0/subnets/d82a9594-bcdc-4d28-904f-41ae0c480e61 HTTP/1.1" status: 404 len: 337 time: 0.0319710 Nov 16 21:37:51.231856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44232) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.260029 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5353851-4bfa-45aa-a6fc-e18e5f4cc93b tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] GET failed (client error): The resource could not be found. Nov 16 21:37:51.264934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b5353851-4bfa-45aa-a6fc-e18e5f4cc93b tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "GET /v2.0/networks/a5f6c5d6-64a3-47da-b7ce-aba636980664 HTTP/1.1" status: 404 len: 339 time: 0.0281739 Nov 16 21:37:51.266202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.296612 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a829616d-2342-4135-98c4-eb6137f7f0b0 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] GET failed (client error): The resource could not be found. Nov 16 21:37:51.298505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a829616d-2342-4135-98c4-eb6137f7f0b0 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "GET /v2.0/ports/e36b4217-b121-4f25-8dcc-2ea3aa9c06bd HTTP/1.1" status: 404 len: 333 time: 0.0314338 Nov 16 21:37:51.300251 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.302359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44236) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.303670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.335282 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae21308d-e86f-48e9-90cd-fb2bc33496f6 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] GET failed (client error): The resource could not be found. Nov 16 21:37:51.336612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ae21308d-e86f-48e9-90cd-fb2bc33496f6 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "GET /v2.0/subnets/9e85d23d-e231-42fe-9031-105f3bfb1261 HTTP/1.1" status: 404 len: 337 time: 0.0331731 Nov 16 21:37:51.340579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44238) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.346402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7eb2f942-51e1-4b1c-aea8-3eb5a30fec50 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:51.356134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.356463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f64bfe-1a8e-4818-a899-5ae75ab09695 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:37:51.360848 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb2f942-51e1-4b1c-aea8-3eb5a30fec50 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] PUT failed (client error): The resource could not be found. Nov 16 21:37:51.361149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb2f942-51e1-4b1c-aea8-3eb5a30fec50 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.361363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.364719 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cedd40b-02ed-42d9-b68c-b2d4e8aa5681 admin admin] 10.222.0.54 "DELETE /v2.0/routers/33f64bfe-1a8e-4818-a899-5ae75ab09695 HTTP/1.1" status: 204 len: 168 time: 1.0055795 Nov 16 21:37:51.364965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.366455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7eb2f942-51e1-4b1c-aea8-3eb5a30fec50 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "PUT /v2.0/networks/32705a62-9182-4d97-bae1-4525d5cddb3e HTTP/1.1" status: 404 len: 339 time: 0.0248106 Nov 16 21:37:51.366876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.378215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c2c99921-8c01-49e6-b6d2-18cb996048e7 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:51.415511 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c99921-8c01-49e6-b6d2-18cb996048e7 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] PUT failed (client error): The resource could not be found. Nov 16 21:37:51.416067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c99921-8c01-49e6-b6d2-18cb996048e7 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.417250 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c2c99921-8c01-49e6-b6d2-18cb996048e7 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "PUT /v2.0/ports/d0ad9b3c-f5cb-49ca-a7b0-9a33d8d5ffaa HTTP/1.1" status: 404 len: 333 time: 0.0442405 Nov 16 21:37:51.422640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.428680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c5ce0dac-f987-47cc-9bad-af5ce01024e9 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:51.429333 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.454169 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ce0dac-f987-47cc-9bad-af5ce01024e9 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] PUT failed (client error): The resource could not be found. Nov 16 21:37:51.454612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ce0dac-f987-47cc-9bad-af5ce01024e9 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:37:51.455866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5ce0dac-f987-47cc-9bad-af5ce01024e9 tempest-NetworksNegativeTestJSON-1073289236 tempest-NetworksNegativeTestJSON-1073289236-project] 10.222.0.54 "PUT /v2.0/subnets/c4277848-0586-4130-aaa9-531e10fff0b4 HTTP/1.1" status: 404 len: 337 time: 0.0333049 Nov 16 21:37:51.465295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Deleting subnet 3138e61d-d0b8-47de-83b9-7ec650618236 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:51.471506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.532806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.618552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc84970f-1aff-4264-b997-d0a42717f743 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:51.644414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.645006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: cc84970f-1aff-4264-b997-d0a42717f743 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:51.645192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc84970f-1aff-4264-b997-d0a42717f743 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:51.709930 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.740115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3138e61d-d0b8-47de-83b9-7ec650618236,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:51.745097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.752966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1177b200-2e9d-4b03-a399-c2d0287a9597 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3138e61d-d0b8-47de-83b9-7ec650618236 HTTP/1.1" status: 204 len: 168 time: 0.3846793 Nov 16 21:37:51.753266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44252) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.754972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51895e8-3ca8-486a-a52a-18c94ff174df None None] Network 68464bb0-b16c-4c7b-b689-39988c18d3d4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:51.816248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44254) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:51.842562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.904955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Deleting port f056d3a2-7016-4639-815a-69f488001a86 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:51.905390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.988310 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae02b45e-5188-4f5f-8b32-f37525df2316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.991953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] For port f056d3a2-7016-4639-815a-69f488001a86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f056d3a2-7016-4639-815a-69f488001a86,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:51.992427 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.007376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13488fd0-959d-430b-908d-e42966e9977e None None] DHCP port deletion for 68464bb0-b16c-4c7b-b689-39988c18d3d4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:52.027575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Calling delete_port for f056d3a2-7016-4639-815a-69f488001a86 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:52.069210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Deleting port f056d3a2-7016-4639-815a-69f488001a86 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:52.069819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.096581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae02b45e-5188-4f5f-8b32-f37525df2316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.103720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ae02b45e-5188-4f5f-8b32-f37525df2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.126271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.147048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ae02b45e-5188-4f5f-8b32-f37525df2316 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b49b7692d5f4c8182654b438fba43c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296478 Nov 16 21:37:52.153779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:52.168381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f056d3a2-7016-4639-815a-69f488001a86,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:52.170479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] No DVR routers for this DVR port f056d3a2-7016-4639-815a-69f488001a86 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:52.179272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02b45e-5188-4f5f-8b32-f37525df2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b17db1-f1c0-4313-8f15-8691f1c6fc9c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:52.182894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-13488fd0-959d-430b-908d-e42966e9977e None None] For port f056d3a2-7016-4639-815a-69f488001a86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f056d3a2-7016-4639-815a-69f488001a86,segment=NetworkSegment(c83a6024-2854-4ec2-84a0-e626a772ef09),segment_id=c83a6024-2854-4ec2-84a0-e626a772ef09)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:52.183604 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.208290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Calling delete_port for f056d3a2-7016-4639-815a-69f488001a86 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:52.259172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.262580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.290875 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.316463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68464bb0-b16c-4c7b-b689-39988c18d3d4']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:52.326245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.341355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83a6024-2854-4ec2-84a0-e626a772ef09') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:52.341606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83a6024-2854-4ec2-84a0-e626a772ef09') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:52.353737 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.364643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488fd0-959d-430b-908d-e42966e9977e None None] Pushing event deleted for resources: {'Port': ['ID=f056d3a2-7016-4639-815a-69f488001a86,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:52.374843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.378163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.382221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.383716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33b17db1-f1c0-4313-8f15-8691f1c6fc9c HTTP/1.1" status: 204 len: 168 time: 0.2283745 Nov 16 21:37:52.396233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488fd0-959d-430b-908d-e42966e9977e None None] No DVR routers for this DVR port f056d3a2-7016-4639-815a-69f488001a86 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:52.403099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:52.403099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.406481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3405e-0e63-46e3-ab06-569e66f6ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b17db1-f1c0-4313-8f15-8691f1c6fc9c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:52.461768 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:52.488459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.492765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:52.497008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] 10.222.0.54 "DELETE /v2.0/networks/68464bb0-b16c-4c7b-b689-39988c18d3d4 HTTP/1.1" status: 204 len: 168 time: 0.7418103 Nov 16 21:37:52.500212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:52.516948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c825-08e3-4b53-bfa1-0cbacec7de4b admin admin] Pushing event deleted for resources: {'Network': ['ID=68464bb0-b16c-4c7b-b689-39988c18d3d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:52.922918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.173102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:53.195630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Deleting port a92524a6-ce20-4372-a0db-ef6da3b0a3a0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:53.195987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.285731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] For port a92524a6-ce20-4372-a0db-ef6da3b0a3a0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:53.286193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.301671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1234953517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:53.302167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Calling delete_port for a92524a6-ce20-4372-a0db-ef6da3b0a3a0 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:53.315574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 293439b9-7c0c-469c-b883-b8978259f252 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:53.336295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.338043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.340559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 293439b9-7c0c-469c-b883-b8978259f252 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:53.341168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 293439b9-7c0c-469c-b883-b8978259f252 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:53.342133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f056d3a2-7016-4639-815a-69f488001a86 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:53.453161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.460056 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.485151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.489367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-38500aca-8d3d-4254-909d-a9fb94d2732e tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3151767 Nov 16 21:37:53.490438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44292) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:53.495968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1214123442'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:53.527964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:53.532476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.564556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f056d3a2-7016-4639-815a-69f488001a86 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:53.564886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f056d3a2-7016-4639-815a-69f488001a86 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:53.576147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.898576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:53.938344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92524a6-ce20-4372-a0db-ef6da3b0a3a0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:54.031474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.065429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.114850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:54.147642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.147988 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Added segment e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1 of type vlan for network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 Nov 16 21:37:54.157576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aefd9ce-f642-459e-b5d5-0f5318e187a9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:54.203634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.214777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.270519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.276372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:54.276940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.371147 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8793743 Nov 16 21:37:54.374009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44296) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:54.381760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'subnet': {'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:54.392416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429344f-ac72-4f4d-ac6e-c49ebe325072 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Network': ['ID=2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:54.409183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:54.531447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:54.535109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.564197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Router 26a6014e-90df-4ced-9591-23e482931f96 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:37:54.679160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:37:54.689482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Sync routers for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:37:54.691685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:54.693208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-648d1eee-335a-45db-ac67-4536c742b087 admin admin] 10.222.0.54 "PUT /v2.0/routers/26a6014e-90df-4ced-9591-23e482931f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1861539 Nov 16 21:37:54.706282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:54.706912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:54.806041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.816440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:54.880263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Subnet': ['ID=f102fd37-cf09-4a62-8134-b261699feaea,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:54.901841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.944407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Checking segment: {'id': 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:54.944605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network hostable DHCP agents. Network: 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:55.004914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:55.022069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:55.029332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:55.030177 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.034902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2e57a-59b8-4232-ab05-7fd763b27036 None None] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:55.046361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.054228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec7b1de8-2dec-4823-961d-38723b6eda63 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6783102 Nov 16 21:37:55.057241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:55.068245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'network': {'name': 'tempest-router-network01--867298449'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:55.085205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:37:53Z', 'revision_number': 5, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port': {'id': '7f4102c8-7601-4a88-b436-0959a8cbddd6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a6014e-90df-4ced-9591-23e482931f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:00Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:55.124637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Checking router: 26a6014e-90df-4ced-9591-23e482931f96 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:37:55.126636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:55.130405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.139481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Routers {'26a6014e-90df-4ced-9591-23e482931f96'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:37:55.140648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['26a6014e-90df-4ced-9591-23e482931f96'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:55.160758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Deleting port 7f4102c8-7601-4a88-b436-0959a8cbddd6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:55.161381 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.211121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:55.229821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.230235 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Added segment 653d24af-fb16-4c05-838d-ae0d3ab94d5b of type vlan for network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 Nov 16 21:37:55.273314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] Set router 26a6014e-90df-4ced-9591-23e482931f96 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:37:55.296630 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.303893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] For port 7f4102c8-7601-4a88-b436-0959a8cbddd6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7f4102c8-7601-4a88-b436-0959a8cbddd6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:55.304320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.329704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Calling delete_port for 7f4102c8-7601-4a88-b436-0959a8cbddd6 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:55.335842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:37:55Z', 'revision_number': 6, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:55.365731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13343340-b101-4b99-a5b0-bd24d1a3bce9 None None] The sync data for ids ['26a6014e-90df-4ced-9591-23e482931f96'] in n-d-816206-5 is: [{'id': '26a6014e-90df-4ced-9591-23e482931f96', 'name': 'tempest-TaggedBootDevicesTest_v242-872422851-router', 'tenant_id': '370d5887131f4ec189ba347870086582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:37:55Z', 'revision_number': 6, 'project_id': '370d5887131f4ec189ba347870086582', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:37:55.388699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.394815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:55.397348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.408018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08', 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08', 'tenant_id': '59b55b63e7a7448eadfa660f049e1204', 'fixed_ips': [{'subnet_id': 'f102fd37-cf09-4a62-8134-b261699feaea'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:55.408932 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.422795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3642204 Nov 16 21:37:55.425641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:55.432552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'network': {'name': 'tempest-router-network02--71727533'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:55.460398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:55.467790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.491850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092ce8e-db1a-4d71-8550-11921471684d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Network': ['ID=b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:55.501768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:37:55.511828 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.512183 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Added segment f2b37a65-603d-4f63-be70-da97775dc9e0 of type vlan for network 9e273543-d8f6-4e03-8141-423aebd96598 Nov 16 21:37:55.519812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:55.573651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.612560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.618221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:55.620531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.644581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.665794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Allocated IP 172.20.0.2 (2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08/f102fd37-cf09-4a62-8134-b261699feaea/ace7ae57-d3ee-47bb-91d8-83c110356d84) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:55.676547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4102c8-7601-4a88-b436-0959a8cbddd6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:55.714805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2878273 Nov 16 21:37:55.718213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:55.726496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'subnet': {'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:55.732703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0b2c8-fbb4-441c-be88-73d607dcbe25 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Network': ['ID=9e273543-d8f6-4e03-8141-423aebd96598,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:55.759108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.768258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf255f-866a-4eea-9c08-022a02cf6514 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:55.769928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9e273543-d8f6-4e03-8141-423aebd96598 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:37:55.882802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.885393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.890980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:55.902708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.945459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.945713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a6014e-90df-4ced-9591-23e482931f96 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:37:55.950718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.952000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-29a654e6-9334-47b3-ab41-eec47f5e2e16 admin admin] 10.222.0.54 "DELETE /v2.0/routers/26a6014e-90df-4ced-9591-23e482931f96 HTTP/1.1" status: 204 len: 168 time: 1.2592466 Nov 16 21:37:55.954603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44312) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:55.974837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.982484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.015214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Deleting subnet 1ba31416-a281-480c-a71e-be8d43d8d3a6 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:37:56.020107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.028843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:56.031936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:56.037851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:56.054236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Pushing event updated for resources: {'Port': ['ID=ace7ae57-d3ee-47bb-91d8-83c110356d84,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:56.085038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.116178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Attempting to bind port ace7ae57-d3ee-47bb-91d8-83c110356d84 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:56.116587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Attempting to bind port ace7ae57-d3ee-47bb-91d8-83c110356d84 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:56.116921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Attempting to bind port ace7ae57-d3ee-47bb-91d8-83c110356d84 on network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:56.122105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:56.122479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Checking segment: {'id': 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:56.122884 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.123319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Bound using segment: {'id': 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:56.123803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Bound port: ace7ae57-d3ee-47bb-91d8-83c110356d84, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:56.124229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.195299 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.198510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] For port ace7ae57-d3ee-47bb-91d8-83c110356d84, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:56.202617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] For port ace7ae57-d3ee-47bb-91d8-83c110356d84, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ace7ae57-d3ee-47bb-91d8-83c110356d84,segment=NetworkSegment(e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1),segment_id=e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:56.209586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.217673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.283712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Subnet': ['ID=6e7a9194-e565-4758-ad34-0493bfd46f84,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:56.300182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1ced-e79d-4c22-adc2-cf80bc060a39 None None] Pushing event updated for resources: {'Port': ['ID=ace7ae57-d3ee-47bb-91d8-83c110356d84,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:56.302073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Checking segment: {'id': '653d24af-fb16-4c05-838d-ae0d3ab94d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:56.302532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network hostable DHCP agents. Network: b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:56.321167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:56.335313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:56.340550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:56.340746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.341199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.345831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6854ad-547f-4ffe-8b7c-ed367eedf3a3 None None] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:56.363653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.369541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ba31416-a281-480c-a71e-be8d43d8d3a6 HTTP/1.1" status: 204 len: 168 time: 0.4110470 Nov 16 21:37:56.376755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2a01ea9-768c-4088-bfcd-2badb189d2f7 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6575725 Nov 16 21:37:56.377433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44316) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:56.377763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:56.387391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad6f05-2a77-4e73-9a22-da466716620f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba31416-a281-480c-a71e-be8d43d8d3a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:56.414913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02dad4-3032-45bf-af3d-824fdfe9f253 None None] Network 9463466c-d26c-41c1-b117-f3652aa3f28d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:56.436619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'subnet': {'network_id': '9e273543-d8f6-4e03-8141-423aebd96598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:37:56.564172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.649652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Made reservation on behalf of 59b55b63e7a7448eadfa660f049e1204 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:37:56.653369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.782418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Deleting port d565c941-89dc-4212-a2e6-d6eec22e2ce1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:56.782979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.885624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] For port d565c941-89dc-4212-a2e6-d6eec22e2ce1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d565c941-89dc-4212-a2e6-d6eec22e2ce1,segment=NetworkSegment(17c8af10-ac10-4ab4-8594-0fd2906e69a0),segment_id=17c8af10-ac10-4ab4-8594-0fd2906e69a0)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:56.886032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.904692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557', 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557', 'tenant_id': '59b55b63e7a7448eadfa660f049e1204', 'fixed_ips': [{'subnet_id': '6e7a9194-e565-4758-ad34-0493bfd46f84'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:56.906131 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.907582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Calling delete_port for d565c941-89dc-4212-a2e6-d6eec22e2ce1 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:57.011118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.061500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] DHCP port deletion for 9463466c-d26c-41c1-b117-f3652aa3f28d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:37:57.102291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Subnet': ['ID=e9ee88f5-2ae4-41df-b5e2-5bb307401f29,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:57.108277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Checking segment: {'id': 'f2b37a65-603d-4f63-be70-da97775dc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:57.109182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network hostable DHCP agents. Network: 9e273543-d8f6-4e03-8141-423aebd96598, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:37:57.124766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.131571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Allocated IP 172.20.0.2 (b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557/6e7a9194-e565-4758-ad34-0493bfd46f84/e6512ea2-4b79-41fa-b7af-37f9102cea68) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:57.141880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network 9e273543-d8f6-4e03-8141-423aebd96598 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:37:57.193811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Pushing event deleted for resources: {'Port': ['ID=d565c941-89dc-4212-a2e6-d6eec22e2ce1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:57.198309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] No DVR routers for this DVR port d565c941-89dc-4212-a2e6-d6eec22e2ce1 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:57.204322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Deleting port d565c941-89dc-4212-a2e6-d6eec22e2ce1 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:57.204720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.283528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9e273543-d8f6-4e03-8141-423aebd96598) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:57.295688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dffd749-726f-4ea2-a7fd-24b44ea96100 None None] Network 9e273543-d8f6-4e03-8141-423aebd96598 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:57.315092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.319581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] For port d565c941-89dc-4212-a2e6-d6eec22e2ce1, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:57.319581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.333567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:57.334193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.352296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9463466c-d26c-41c1-b117-f3652aa3f28d']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:57.372803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c8af10-ac10-4ab4-8594-0fd2906e69a0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:57.373065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c8af10-ac10-4ab4-8594-0fd2906e69a0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:37:57.394087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f0125b20-4367-42cf-8792-81cc9c2924a3 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9591379 Nov 16 21:37:57.394763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:57.402620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Calling delete_port for d565c941-89dc-4212-a2e6-d6eec22e2ce1 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:57.408912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.411687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Port d565c941-89dc-4212-a2e6-d6eec22e2ce1 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:37:57.427951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.440627 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:37:57.441908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:37:57.444675 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:37:57.451029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.463200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ace7ae57-d3ee-47bb-91d8-83c110356d84 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:37:57.556058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] Pushing event deleted for resources: {'Port': ['ID=d565c941-89dc-4212-a2e6-d6eec22e2ce1,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:57.557965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.561161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84237c0-174f-43b1-bff9-e2efab42aef7 None None] No DVR routers for this DVR port d565c941-89dc-4212-a2e6-d6eec22e2ce1 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:57.564405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.576033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9463466c-d26c-41c1-b117-f3652aa3f28d HTTP/1.1" status: 204 len: 168 time: 1.1944757 Nov 16 21:37:57.600023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86caf9-8dd0-430c-b805-605b65a72392 admin admin] Pushing event deleted for resources: {'Network': ['ID=9463466c-d26c-41c1-b117-f3652aa3f28d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:57.602787 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.644271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.774704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ace7ae57-d3ee-47bb-91d8-83c110356d84 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:57.775080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.782704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:57.820317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:57.822866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Pushing event updated for resources: {'Port': ['ID=e6512ea2-4b79-41fa-b7af-37f9102cea68,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:57.831488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:57.866252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624d43e-6d24-4e98-9785-a6e056bf9da2 None None] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:37:57.866769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.871279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44330) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:57.929850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9e273543-d8f6-4e03-8141-423aebd96598', 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598', 'tenant_id': '59b55b63e7a7448eadfa660f049e1204', 'fixed_ips': [{'subnet_id': 'e9ee88f5-2ae4-41df-b5e2-5bb307401f29'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:37:57.930686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:57.974405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44332) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:57.985122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9a439179-9262-4fd3-8572-0f63c955d086 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb566c22db59413e892f615eb7fd15d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966077 Nov 16 21:37:58.060096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9b507082-11c5-4237-9a26-2d5b1b9db439 None None] Provisioning complete for port ace7ae57-d3ee-47bb-91d8-83c110356d84 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:58.060462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9b507082-11c5-4237-9a26-2d5b1b9db439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.069936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Attempting to bind port e6512ea2-4b79-41fa-b7af-37f9102cea68 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:58.070457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Attempting to bind port e6512ea2-4b79-41fa-b7af-37f9102cea68 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '653d24af-fb16-4c05-838d-ae0d3ab94d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:58.071064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Attempting to bind port e6512ea2-4b79-41fa-b7af-37f9102cea68 on network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:58.125685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:58.125685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Checking segment: {'id': '653d24af-fb16-4c05-838d-ae0d3ab94d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:58.126135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.126461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Bound using segment: {'id': '653d24af-fb16-4c05-838d-ae0d3ab94d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:58.126973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Bound port: e6512ea2-4b79-41fa-b7af-37f9102cea68, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d24af-fb16-4c05-838d-ae0d3ab94d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:58.127411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.129781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.180039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.227079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Allocated IP 172.20.0.1 (b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557/6e7a9194-e565-4758-ad34-0493bfd46f84/1b5c6789-450a-41e4-af2a-bdbfe803f1cb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:58.327874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.330359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.331554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80ab8d28-2fb6-45d6-a155-60b738efccc2 HTTP/1.1" status: 204 len: 168 time: 0.3564973 Nov 16 21:37:58.340512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.351172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df3ab5-71b3-4c76-ae7b-e2603678af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab8d28-2fb6-45d6-a155-60b738efccc2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:58.414147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] For port e6512ea2-4b79-41fa-b7af-37f9102cea68, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:58.420124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] For port e6512ea2-4b79-41fa-b7af-37f9102cea68, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e6512ea2-4b79-41fa-b7af-37f9102cea68,segment=NetworkSegment(653d24af-fb16-4c05-838d-ae0d3ab94d5b),segment_id=653d24af-fb16-4c05-838d-ae0d3ab94d5b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:58.436257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.442169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Allocated IP 172.20.0.2 (9e273543-d8f6-4e03-8141-423aebd96598/e9ee88f5-2ae4-41df-b5e2-5bb307401f29/259626f3-e3a5-4404-b274-0cc8abc04979) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:37:58.457557 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.496292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port ace7ae57-d3ee-47bb-91d8-83c110356d84, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ace7ae57-d3ee-47bb-91d8-83c110356d84,segment=NetworkSegment(e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1),segment_id=e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:58.506406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.539895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.573913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:58.581458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:58.584061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:58.632654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Port': ['ID=1b5c6789-450a-41e4-af2a-bdbfe803f1cb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:58.672244 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.680171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9b507082-11c5-4237-9a26-2d5b1b9db439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.687755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d565c941-89dc-4212-a2e6-d6eec22e2ce1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:58.773985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d565c941-89dc-4212-a2e6-d6eec22e2ce1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:58.774329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d565c941-89dc-4212-a2e6-d6eec22e2ce1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:58.774757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a92524a6-ce20-4372-a0db-ef6da3b0a3a0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:58.861359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:58.883155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a92524a6-ce20-4372-a0db-ef6da3b0a3a0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:58.884227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a92524a6-ce20-4372-a0db-ef6da3b0a3a0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:58.884774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7f4102c8-7601-4a88-b436-0959a8cbddd6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:58.886406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ccfbc-b95c-41d8-b8fd-534d1ac11516 None None] Pushing event updated for resources: {'Port': ['ID=e6512ea2-4b79-41fa-b7af-37f9102cea68,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:58.975029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7f4102c8-7601-4a88-b436-0959a8cbddd6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:58.975666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7f4102c8-7601-4a88-b436-0959a8cbddd6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:59.029572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:59.092660 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c71b20f-f87a-4f9f-9ebf-d8900fc43062 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=370d5887131f4ec189ba347870086582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608180 Nov 16 21:37:59.097125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:59.181183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.214139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.287911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.299119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.305245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b410dff-113f-4da5-a3ab-80d754c13ad2 HTTP/1.1" status: 204 len: 168 time: 0.2068012 Nov 16 21:37:59.321159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6132b-31cc-4353-ae41-f36e9e453ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b410dff-113f-4da5-a3ab-80d754c13ad2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:59.346508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.388874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.413980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-9b507082-11c5-4237-9a26-2d5b1b9db439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:37:59.414343 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-9b507082-11c5-4237-9a26-2d5b1b9db439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:37:59.425013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=ace7ae57-d3ee-47bb-91d8-83c110356d84,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:59.433418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e6512ea2-4b79-41fa-b7af-37f9102cea68 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:37:59.477197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Network 9e273543-d8f6-4e03-8141-423aebd96598 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:59.502703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:37:59.507904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:37:59.543686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Pushing event updated for resources: {'Port': ['ID=259626f3-e3a5-4404-b274-0cc8abc04979,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:59.619052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Attempting to bind port 259626f3-e3a5-4404-b274-0cc8abc04979 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:37:59.619412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Attempting to bind port 259626f3-e3a5-4404-b274-0cc8abc04979 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f2b37a65-603d-4f63-be70-da97775dc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:37:59.619794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Attempting to bind port 259626f3-e3a5-4404-b274-0cc8abc04979 on network 9e273543-d8f6-4e03-8141-423aebd96598 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:37:59.627626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:37:59.628005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Checking segment: {'id': 'f2b37a65-603d-4f63-be70-da97775dc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:37:59.628402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.628902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Bound using segment: {'id': 'f2b37a65-603d-4f63-be70-da97775dc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:37:59.629252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Bound port: 259626f3-e3a5-4404-b274-0cc8abc04979, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b37a65-603d-4f63-be70-da97775dc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9e273543-d8f6-4e03-8141-423aebd96598'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:37:59.629626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.631893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.639404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.646138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e6512ea2-4b79-41fa-b7af-37f9102cea68 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:37:59.646790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.742372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.745606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Port': ['ID=1b5c6789-450a-41e4-af2a-bdbfe803f1cb,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:59.794858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] For port 259626f3-e3a5-4404-b274-0cc8abc04979, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:37:59.814298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] For port 259626f3-e3a5-4404-b274-0cc8abc04979, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=259626f3-e3a5-4404-b274-0cc8abc04979,segment=NetworkSegment(f2b37a65-603d-4f63-be70-da97775dc9e0),segment_id=f2b37a65-603d-4f63-be70-da97775dc9e0)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:37:59.825313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.843044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:59.948932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:37:59.949150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:00.029095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port e6512ea2-4b79-41fa-b7af-37f9102cea68, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e6512ea2-4b79-41fa-b7af-37f9102cea68,segment=NetworkSegment(653d24af-fb16-4c05-838d-ae0d3ab94d5b),segment_id=653d24af-fb16-4c05-838d-ae0d3ab94d5b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:00.041346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092dd6-615e-4e84-a8a8-25c162749af1 None None] Pushing event updated for resources: {'Port': ['ID=259626f3-e3a5-4404-b274-0cc8abc04979,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:00.052950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.142474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=e6512ea2-4b79-41fa-b7af-37f9102cea68,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:00.146342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Router 5b9a251d-8ad0-4448-868b-7d0efad7ad44 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:38:00.173866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-343c6df5-f4dd-415f-8f2c-071acdaa23f4 None None] Provisioning complete for port ace7ae57-d3ee-47bb-91d8-83c110356d84 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:00.174235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-343c6df5-f4dd-415f-8f2c-071acdaa23f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.307396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50db58-6cfe-46ac-adab-05f02a6e53ec None None] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:00.320572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:38:00.332268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:00.333414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eea7979e-991c-4db5-8ea7-2cb760311ff6 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368663 Nov 16 21:38:00.334122 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] Sync routers for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:38:00.347868 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:00.349101 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:00.400320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:00.420636 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:00.430267 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:00.493438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:00.496372 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203036b-96c4-47f3-943f-16ed0da00448 None None] The sync data for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:38:00.563472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1f6f5c41-f564-4889-a838-e11b9c766ea1 None None] Provisioning complete for port e6512ea2-4b79-41fa-b7af-37f9102cea68 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:00.563804 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5c41-f564-4889-a838-e11b9c766ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.605069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44382) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:00.724851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1276289914-network', 'tenant_id': 'a2293d4788a8415e84506a5e52a57dc7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:00.750854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Made reservation on behalf of a2293d4788a8415e84506a5e52a57dc7 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:00.753690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.764062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.861669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.871960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.892725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:38:00.902778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.903107 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Added segment f60ba870-8580-4b69-aa49-063d7106a6e6 of type vlan for network 364db2bd-3ae8-4315-ae97-686d7b649c3f Nov 16 21:38:00.957981 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-b9c96fac-65c3-4b27-8d3f-190fd4c7d159 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:38:00.958584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.960773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9c96fac-65c3-4b27-8d3f-190fd4c7d159 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6274550 Nov 16 21:38:00.964267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44388) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:00.992213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:00.993371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:00.994196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.039601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92b05a78-600e-4770-a9bc-50e7a1124965 None None] Provisioning complete for port e6512ea2-4b79-41fa-b7af-37f9102cea68 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:01.040178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92b05a78-600e-4770-a9bc-50e7a1124965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.101116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4942913 Nov 16 21:38:01.106844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:01.107963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff46726-09ef-4edf-b37b-e7e9f0811001,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:01.138312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Request body: {'subnet': {'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1276289914-subnet', 'tenant_id': 'a2293d4788a8415e84506a5e52a57dc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:01.147043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366af3e-35a0-4713-af97-6365deee45a9 admin admin] Pushing event updated for resources: {'Network': ['ID=364db2bd-3ae8-4315-ae97-686d7b649c3f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:01.178914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 364db2bd-3ae8-4315-ae97-686d7b649c3f details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:38:01.301435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Made reservation on behalf of a2293d4788a8415e84506a5e52a57dc7 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:01.305181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.405742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92b05a78-600e-4770-a9bc-50e7a1124965 None None] Provisioning complete for port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:01.406182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92b05a78-600e-4770-a9bc-50e7a1124965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.474033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-92b05a78-600e-4770-a9bc-50e7a1124965 None None] Port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:01.515662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e6512ea2-4b79-41fa-b7af-37f9102cea68 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:01.519593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291403ff-5603-4adf-8a79-a083e924d5ba None None] Network 9e273543-d8f6-4e03-8141-423aebd96598 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:01.642364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Provisioning complete for port 259626f3-e3a5-4404-b274-0cc8abc04979 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:01.642741 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.721279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e6512ea2-4b79-41fa-b7af-37f9102cea68 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:01.721671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.755021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.792072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.888306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267381f5-0e96-46b8-8dc0-58ba483afe68,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:01.906844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:01.912204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ace7ae57-d3ee-47bb-91d8-83c110356d84 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:01.986605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] For port 259626f3-e3a5-4404-b274-0cc8abc04979, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=259626f3-e3a5-4404-b274-0cc8abc04979,segment=NetworkSegment(f2b37a65-603d-4f63-be70-da97775dc9e0),segment_id=f2b37a65-603d-4f63-be70-da97775dc9e0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:01.996502 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.080055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ace7ae57-d3ee-47bb-91d8-83c110356d84 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:02.080055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.081501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Provisioning complete for port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:02.081807 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.149558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Pushing event updated for resources: {'Port': ['ID=259626f3-e3a5-4404-b274-0cc8abc04979,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:02.172745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-60f4cd6a-4a09-43f0-aedc-454a0d6ac2ad None None] Port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:02.234391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 259626f3-e3a5-4404-b274-0cc8abc04979 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:02.293761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Checking segment: {'id': 'f60ba870-8580-4b69-aa49-063d7106a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:02.294240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Network hostable DHCP agents. Network: 364db2bd-3ae8-4315-ae97-686d7b649c3f, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:38:02.306433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b4deecb8-f468-4957-b57a-a0fe28096294 None None] Provisioning complete for port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:02.306808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b4deecb8-f468-4957-b57a-a0fe28096294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.335836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 259626f3-e3a5-4404-b274-0cc8abc04979 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:02.336204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.365492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Network 364db2bd-3ae8-4315-ae97-686d7b649c3f is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:38:02.375170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b4deecb8-f468-4957-b57a-a0fe28096294 None None] Port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:02.382829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 364db2bd-3ae8-4315-ae97-686d7b649c3f) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:02.391885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:02.392762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f814013-1229-4901-82f5-833107017654 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.423499 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f814013-1229-4901-82f5-833107017654 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2903750 Nov 16 21:38:02.424560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77952b-4486-46e0-8c58-30376d1a7bdf None None] Network 364db2bd-3ae8-4315-ae97-686d7b649c3f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:02.524456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting port 1b5c6789-450a-41e4-af2a-bdbfe803f1cb {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:02.525700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.544729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-10abb300-6b0b-451b-9954-3df5a2e9edd7 None None] Provisioning complete for port 259626f3-e3a5-4404-b274-0cc8abc04979 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:02.545370 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10abb300-6b0b-451b-9954-3df5a2e9edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.620624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaccfcc-dc4d-4f24-ab7c-e6b6c2a5e150 None None] Network 364db2bd-3ae8-4315-ae97-686d7b649c3f requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:02.635521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.649849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Calling delete_port for 1b5c6789-450a-41e4-af2a-bdbfe803f1cb owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:02.869416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:02.896918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Port': ['ID=1b5c6789-450a-41e4-af2a-bdbfe803f1cb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:03.059769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:03.083872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-65d2f93b-741c-485d-9560-11888965957a tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:03.086329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-65d2f93b-741c-485d-9560-11888965957a tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/networks?id=364db2bd-3ae8-4315-ae97-686d7b649c3f HTTP/1.1" status: 200 len: 818 time: 0.2452304 Nov 16 21:38:03.109770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3f62e017-4671-4017-a51f-167711a40524 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/quotas/a2293d4788a8415e84506a5e52a57dc7 HTTP/1.1" status: 200 len: 375 time: 0.0117476 Nov 16 21:38:03.176836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-e71df046-a17b-4def-b11a-b1525fd4ca19 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2293d4788a8415e84506a5e52a57dc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606577 Nov 16 21:38:03.261008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Router 5b9a251d-8ad0-4448-868b-7d0efad7ad44 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:38:03.283664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-d0b22810-bc4e-4c76-bd06-91e0be2b9692 service neutron] 10.222.0.54 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994017 Nov 16 21:38:03.314785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 259626f3-e3a5-4404-b274-0cc8abc04979 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:03.368850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:38:03.380997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] Sync routers for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:38:03.384518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85921604-4fbb-4e2e-92c9-baa219e03114 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182878 Nov 16 21:38:03.387704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44432) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:03.389314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 259626f3-e3a5-4404-b274-0cc8abc04979 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:03.389628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-5424302f-b8a3-4a01-996b-1ccbd9d656d2 service neutron] 10.222.0.54 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997555 Nov 16 21:38:03.389908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:03.434688 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-dbbe5c4b-8b98-482f-810b-3f966d3ced31 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] delete failed (client error): The resource could not be found. Nov 16 21:38:03.436009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dbbe5c4b-8b98-482f-810b-3f966d3ced31 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-157675465 HTTP/1.1" status: 404 len: 334 time: 0.0471318 Nov 16 21:38:03.440678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:03.446316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-72ced1ac-d089-4aac-afd0-222cd81eacda tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b9a251d-8ad0-4448-868b-7d0efad7ad44'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:03.458742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:03.459594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:03.515200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:03.618445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:03.618952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:03.665453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:03.666104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be3153-7649-49ec-9213-21e78d756b1e None None] The sync data for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:38:03.702355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33ba5c3d-4ef6-4889-ac80-05250b8b9822 req-ca6b8abc-354a-49ff-a86e-ce31fb8b67c7 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 210 time: 0.0617061 Nov 16 21:38:03.783834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-c1070d6d-d7c4-45c9-ac51-5ccccae813ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3005311 Nov 16 21:38:03.787733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-72ced1ac-d089-4aac-afd0-222cd81eacda tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:03.824297 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-72ced1ac-d089-4aac-afd0-222cd81eacda tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] update failed (client error): The resource could not be found. Nov 16 21:38:03.825508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-72ced1ac-d089-4aac-afd0-222cd81eacda tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44 HTTP/1.1" status: 404 len: 339 time: 0.3834791 Nov 16 21:38:03.829679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:03.905928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967912-63d1-4429-9d00-d3053dff12ee req-0acb4119-48d2-4c73-851a-a51f34569800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:03.907946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-0acb4119-48d2-4c73-851a-a51f34569800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.0656154 Nov 16 21:38:04.047948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967912-63d1-4429-9d00-d3053dff12ee req-8f38091e-5b97-4c23-86c4-b05e82590a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:04.049655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-8f38091e-5b97-4c23-86c4-b05e82590a7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 909 time: 0.1186869 Nov 16 21:38:04.141503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-5758be09-ad5b-4dd5-af28-c78abf6ebb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 1001 time: 0.0836864 Nov 16 21:38:04.159754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:04.223274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967912-63d1-4429-9d00-d3053dff12ee req-92ed7c84-8c63-4fb9-8404-7412d991298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:04.224732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-92ed7c84-8c63-4fb9-8404-7412d991298d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0729589 Nov 16 21:38:04.282087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967912-63d1-4429-9d00-d3053dff12ee req-d5abbeef-f19b-4d87-b3c5-71549da60822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:04.283608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-d5abbeef-f19b-4d87-b3c5-71549da60822 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478594 Nov 16 21:38:04.375714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-e9a32af9-c39f-40b5-99ff-42b9c7ba702b service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Nov 16 21:38:04.492479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e967912-63d1-4429-9d00-d3053dff12ee req-00296955-260b-4496-9058-5f13109abd73 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084778 Nov 16 21:38:04.512938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Allocated IP 172.20.0.1 (2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08/f102fd37-cf09-4a62-8134-b261699feaea/77cf320a-4a3f-4a59-910d-f21a775f0b8a) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:04.640367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:04.675027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:04.712713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:04.718306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:04.722078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:04.754357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Port': ['ID=77cf320a-4a3f-4a59-910d-f21a775f0b8a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:04.795890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:04.833145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae52cd62-fcf5-4a02-9428-dc15ed8ad189 req-7156ce7e-5857-4132-9d4e-008e61b4d79b tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 210 time: 0.0397966 Nov 16 21:38:05.018156 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.051932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-80edb604-4a64-4509-a2c8-e33f647964dd tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:05.053423 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-80edb604-4a64-4509-a2c8-e33f647964dd tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.21 "GET /v2.0/networks?id=364db2bd-3ae8-4315-ae97-686d7b649c3f HTTP/1.1" status: 200 len: 818 time: 0.1554973 Nov 16 21:38:05.081769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Request body: {'port': {'device_id': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f', 'admin_state_up': True, 'tenant_id': 'a2293d4788a8415e84506a5e52a57dc7'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:05.117134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-41dd401f-23ba-4662-ad05-5945b47ee060 None None] Provisioning complete for port 77cf320a-4a3f-4a59-910d-f21a775f0b8a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:05.117723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41dd401f-23ba-4662-ad05-5945b47ee060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.165221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-41dd401f-23ba-4662-ad05-5945b47ee060 None None] Port 77cf320a-4a3f-4a59-910d-f21a775f0b8a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:05.340582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Made reservation on behalf of a2293d4788a8415e84506a5e52a57dc7 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:05.344101 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.465149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.470321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.583738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Allocated IP 172.20.0.8 (364db2bd-3ae8-4315-ae97-686d7b649c3f/267381f5-0e96-46b8-8dc0-58ba483afe68/1b2d7edd-8f3b-4c39-8080-2d6ce4de3419) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:05.585794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.587782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event updated for resources: {'Port': ['ID=77cf320a-4a3f-4a59-910d-f21a775f0b8a,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:05.775825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:05.780732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:05.920647 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:05.956682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Router 5b9a251d-8ad0-4448-868b-7d0efad7ad44 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:38:05.966799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ac2b0ce-dbfd-40f0-866a-b4b5f259b8ec req-800b3ac3-1ee5-4248-89d2-aa84febd5ab0 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 210 time: 0.0377922 Nov 16 21:38:06.100902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-369c4bbf-88be-41a9-8432-53a372d7f07c None None] Provisioning complete for port 77cf320a-4a3f-4a59-910d-f21a775f0b8a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:06.101523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-369c4bbf-88be-41a9-8432-53a372d7f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.148981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-369c4bbf-88be-41a9-8432-53a372d7f07c None None] Port 77cf320a-4a3f-4a59-910d-f21a775f0b8a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:06.383158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.435151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:38:06.440589 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e2ad2359-42b6-4902-ab36-d890b76a3e94 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6092360 Nov 16 21:38:06.443313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44466) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:06.447915 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] Sync routers for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:38:06.450352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Network 364db2bd-3ae8-4315-ae97-686d7b649c3f is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:06.456281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:06.458712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:06.461446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Pushing event updated for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:06.466720 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:06.468076 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:06.509206 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:06.522584 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:06.523459 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:06.530851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:06.539856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.559260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78a6308e-0620-4d4e-a220-47d83c3975bf tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.563632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-3c6713a9-2530-468f-a3d2-2b843df6c182 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4870701 Nov 16 21:38:06.566042 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:06.566672 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd8a33-b0ce-4f72-afde-ebf1ea7c51eb None None] The sync data for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:38:06.575998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Request body: {'port': {'device_id': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:06.637159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.911069 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-78a6308e-0620-4d4e-a220-47d83c3975bf tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:38:06.913042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78a6308e-0620-4d4e-a220-47d83c3975bf tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44 HTTP/1.1" status: 409 len: 329 time: 0.4675212 Nov 16 21:38:06.916849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44468) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:06.922003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:06.929996 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:06.954486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Transition to ACTIVE for port object 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:38:06.963672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.014301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:07.123548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Attempting to bind port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:38:07.124577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Attempting to bind port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'f60ba870-8580-4b69-aa49-063d7106a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:38:07.124909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Attempting to bind port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 on network 364db2bd-3ae8-4315-ae97-686d7b649c3f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:07.130023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 on network 364db2bd-3ae8-4315-ae97-686d7b649c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:38:07.130358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Attempting to bind port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 on network 364db2bd-3ae8-4315-ae97-686d7b649c3f {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:07.135649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:38:07.135910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Checking segment: {'id': 'f60ba870-8580-4b69-aa49-063d7106a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:07.136267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Bound using segment: {'id': 'f60ba870-8580-4b69-aa49-063d7106a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:38:07.136672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Bound port: 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60ba870-8580-4b69-aa49-063d7106a6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:38:07.137025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.187644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a319c-1599-459d-92db-b5c724f5f3cc req-4d8853a7-efb4-4715-936b-dd67ce677827 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.189088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556a319c-1599-459d-92db-b5c724f5f3cc req-4d8853a7-efb4-4715-936b-dd67ce677827 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 943 time: 0.0851512 Nov 16 21:38:07.210685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:38:07.215473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,segment=NetworkSegment(f60ba870-8580-4b69-aa49-063d7106a6e6),segment_id=f60ba870-8580-4b69-aa49-063d7106a6e6)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:38:07.221648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.262303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.262735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.264507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] 10.222.0.21 "PUT /v2.0/ports/1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 HTTP/1.1" status: 200 len: 1091 time: 0.6930294 Nov 16 21:38:07.266669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:07.269734 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584fa1ac-cb55-49f3-a0a5-37580579cbed" -d '{"events": [{"name": "network-changed", "server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:07.299241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-556a319c-1599-459d-92db-b5c724f5f3cc req-c231394e-35e3-4dd9-91d1-6dc3eb8c39de tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Nov 16 21:38:07.310267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cced4-07b2-419f-a513-4b91f21cdc4c service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:07.319858 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fedf97-14e2-491c-86f7-412801c4ee2a x-openstack-request-id: req-d4fedf97-14e2-491c-86f7-412801c4ee2a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:07.320210 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:07.320524 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4fedf97-14e2-491c-86f7-412801c4ee2a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:07.320986 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419', 'status': 'completed', 'code': 200} Nov 16 21:38:07.364403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-36f3a8c3-973c-4a60-90ff-41a44cdd4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.365945 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-36f3a8c3-973c-4a60-90ff-41a44cdd4893 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2293d4788a8415e84506a5e52a57dc7&device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 1094 time: 0.0490484 Nov 16 21:38:07.377103 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.415448 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-37e39c9e-6271-4ba3-92d8-c8ec4f759876 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 HTTP/1.1" status: 200 len: 217 time: 0.0418544 Nov 16 21:38:07.472288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-cf674a51-b81c-488d-9f6e-6347611457ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.473761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-cf674a51-b81c-488d-9f6e-6347611457ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=267381f5-0e96-46b8-8dc0-58ba483afe68 HTTP/1.1" status: 200 len: 858 time: 0.0518038 Nov 16 21:38:07.511690 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-47b31cb9-a78a-47b3-8199-0b65a19cecd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=364db2bd-3ae8-4315-ae97-686d7b649c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307522 Nov 16 21:38:07.620237 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-06a6f39d-8a4a-400c-abfc-8c0a1fc880e4 service neutron] 10.222.0.21 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992630 Nov 16 21:38:07.636289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting port 77cf320a-4a3f-4a59-910d-f21a775f0b8a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:07.636636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.724909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-51ec646a-d982-4adc-8470-c12a3d4cdb5e req-67a6f568-42ce-4f7e-8335-5f47749213e0 service neutron] 10.222.0.21 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984471 Nov 16 21:38:07.744842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.760394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Calling delete_port for 77cf320a-4a3f-4a59-910d-f21a775f0b8a owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:07.819764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-890a860a-5c6b-4d81-a994-e501b99bae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.821271 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-890a860a-5c6b-4d81-a994-e501b99bae61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2293d4788a8415e84506a5e52a57dc7&device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 1094 time: 0.0468554 Nov 16 21:38:07.932963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-89a446e6-53af-4007-9dc5-ab46d44f9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:07.934540 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-89a446e6-53af-4007-9dc5-ab46d44f9221 service neutron] 10.222.0.21 "GET /v2.0/networks?id=364db2bd-3ae8-4315-ae97-686d7b649c3f HTTP/1.1" status: 200 len: 919 time: 0.1050668 Nov 16 21:38:07.951516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:07.985352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Port': ['ID=77cf320a-4a3f-4a59-910d-f21a775f0b8a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:07.986064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-a769b31a-01c8-46f5-bd8e-fca4ae04f5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 HTTP/1.1" status: 200 len: 217 time: 0.0397909 Nov 16 21:38:08.053114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-4e593565-f2cb-42c4-afac-dff4036bff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:08.054552 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-4e593565-f2cb-42c4-afac-dff4036bff8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=267381f5-0e96-46b8-8dc0-58ba483afe68 HTTP/1.1" status: 200 len: 858 time: 0.0595491 Nov 16 21:38:08.092048 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-ae9cb404-d89b-4ba6-8f71-f1fb74245c25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=364db2bd-3ae8-4315-ae97-686d7b649c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288060 Nov 16 21:38:08.141358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.197513 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-fa38be6b-e7b0-4aaf-ac19-e6262baa87f7 service neutron] 10.222.0.21 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959301 Nov 16 21:38:08.297504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-584fa1ac-cb55-49f3-a0a5-37580579cbed req-0e59c58e-6201-4d82-9d4a-f067f6202ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898581 Nov 16 21:38:08.364536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Router 5b9a251d-8ad0-4448-868b-7d0efad7ad44 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:38:08.467121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:38:08.472925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2057c1f6-aa76-4516-bef9-bf43920e33d9 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550685 Nov 16 21:38:08.477129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:08.477333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] Sync routers for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:38:08.488694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:08.489337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:08.521638 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-d61cf74e-8647-4ef3-9b72-78f67d9be16b tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] show failed (client error): The resource could not be found. Nov 16 21:38:08.522700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d61cf74e-8647-4ef3-9b72-78f67d9be16b tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1881891245 HTTP/1.1" status: 404 len: 335 time: 0.0444131 Nov 16 21:38:08.525927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:08.526669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44494) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:08.532063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8b09e0a0-d26a-4645-b20a-9174d0635a30 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:08.541376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] Routers {'5b9a251d-8ad0-4448-868b-7d0efad7ad44'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:08.542378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:37:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:08.550127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dac16-b500-42f9-a329-3a7f84ee8a57 req-cd4a809b-df0b-48ea-9c29-8b8a6db26bf6 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:08.552040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e76dac16-b500-42f9-a329-3a7f84ee8a57 req-cd4a809b-df0b-48ea-9c29-8b8a6db26bf6 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 943 time: 0.1407247 Nov 16 21:38:08.572948 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-8b09e0a0-d26a-4645-b20a-9174d0635a30 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] update failed (client error): The resource could not be found. Nov 16 21:38:08.574042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8b09e0a0-d26a-4645-b20a-9174d0635a30 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-818265778 HTTP/1.1" status: 404 len: 334 time: 0.0463321 Nov 16 21:38:08.579704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:08.657033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e76dac16-b500-42f9-a329-3a7f84ee8a57 req-bf2391a9-2130-40b6-96d3-b9f4ba976e3d tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989783 Nov 16 21:38:08.663259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting subnet e9ee88f5-2ae4-41df-b5e2-5bb307401f29 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:08.671352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.732699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.752519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:08.753174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c303a-9d1d-4ba0-ac4e-a111d029bd2c None None] The sync data for ids ['5b9a251d-8ad0-4448-868b-7d0efad7ad44'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:38:08.822283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.880888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.908643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ee88f5-2ae4-41df-b5e2-5bb307401f29,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:08.910592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.913770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8117cc7b-25a8-422c-8549-75b8fb04c297 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/subnets/e9ee88f5-2ae4-41df-b5e2-5bb307401f29 HTTP/1.1" status: 204 len: 168 time: 0.3328032 Nov 16 21:38:08.915675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1894a3-a997-46fb-ab47-3c7c48b8b14b None None] Network 9e273543-d8f6-4e03-8141-423aebd96598 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:08.916304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44500) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:08.973548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting subnet 6e7a9194-e565-4758-ad34-0493bfd46f84 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:08.978044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:08.995178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.020414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.113498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.116812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] DHCP port deletion for 9e273543-d8f6-4e03-8141-423aebd96598 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:09.173338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Deleting port 259626f3-e3a5-4404-b274-0cc8abc04979 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:09.174002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.184812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.218836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7a9194-e565-4758-ad34-0493bfd46f84,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:09.221144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.227374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:09.238888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501eb4d-4f62-4464-ac73-561fe82cbaff None None] Network b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:09.257455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-77edb457-908a-469b-a999-ed25066bd803 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/subnets/6e7a9194-e565-4758-ad34-0493bfd46f84 HTTP/1.1" status: 204 len: 168 time: 0.3397703 Nov 16 21:38:09.396917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.401371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] For port 259626f3-e3a5-4404-b274-0cc8abc04979, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=259626f3-e3a5-4404-b274-0cc8abc04979,segment=NetworkSegment(f2b37a65-603d-4f63-be70-da97775dc9e0),segment_id=f2b37a65-603d-4f63-be70-da97775dc9e0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:09.401765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.412693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 259626f3-e3a5-4404-b274-0cc8abc04979 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:09.453270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Calling delete_port for 259626f3-e3a5-4404-b274-0cc8abc04979 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:09.469129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting port 259626f3-e3a5-4404-b274-0cc8abc04979 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:09.469482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.538990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] For port 259626f3-e3a5-4404-b274-0cc8abc04979, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=259626f3-e3a5-4404-b274-0cc8abc04979,segment=NetworkSegment(f2b37a65-603d-4f63-be70-da97775dc9e0),segment_id=f2b37a65-603d-4f63-be70-da97775dc9e0)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:09.539672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.554525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Calling delete_port for 259626f3-e3a5-4404-b274-0cc8abc04979 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:09.627588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.637283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.646969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.669983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] Pushing event deleted for resources: {'Port': ['ID=259626f3-e3a5-4404-b274-0cc8abc04979,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:09.675993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3e64a-91fb-4c3a-bee9-e04050d8ed0f None None] No DVR routers for this DVR port 259626f3-e3a5-4404-b274-0cc8abc04979 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:09.685912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Port': ['ID=259626f3-e3a5-4404-b274-0cc8abc04979,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:09.702865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] No DVR routers for this DVR port 259626f3-e3a5-4404-b274-0cc8abc04979 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:09.721808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] DHCP port deletion for b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:09.775964 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Deleting port e6512ea2-4b79-41fa-b7af-37f9102cea68 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:09.776478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.816551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.844557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1cb67-fdf4-4cde-9319-8ef30a1eb631 req-9f8b25d7-5358-46d5-b8d3-469a0d8cf681 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:09.856026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e273543-d8f6-4e03-8141-423aebd96598']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:09.857621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41f1cb67-fdf4-4cde-9319-8ef30a1eb631 req-9f8b25d7-5358-46d5-b8d3-469a0d8cf681 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 943 time: 0.0796163 Nov 16 21:38:09.869518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b37a65-603d-4f63-be70-da97775dc9e0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:09.869814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b37a65-603d-4f63-be70-da97775dc9e0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:09.881994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.887108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] For port e6512ea2-4b79-41fa-b7af-37f9102cea68, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e6512ea2-4b79-41fa-b7af-37f9102cea68,segment=NetworkSegment(653d24af-fb16-4c05-838d-ae0d3ab94d5b),segment_id=653d24af-fb16-4c05-838d-ae0d3ab94d5b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:09.887633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.897213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.901721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Calling delete_port for e6512ea2-4b79-41fa-b7af-37f9102cea68 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:09.911919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:09.913768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:09.921527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41f1cb67-fdf4-4cde-9319-8ef30a1eb631 req-ba2d0cfd-bbb4-453d-8e0e-35be6754f44e tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599749 Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:09.921715 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:10.000253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.001873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.012622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.016847 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/networks/9e273543-d8f6-4e03-8141-423aebd96598 HTTP/1.1" status: 204 len: 168 time: 0.7848952 Nov 16 21:38:10.019669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44510) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:10.042913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] Pushing event deleted for resources: {'Port': ['ID=e6512ea2-4b79-41fa-b7af-37f9102cea68,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:10.044994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f339f-4b2a-4044-a562-06f2e847f4be None None] No DVR routers for this DVR port e6512ea2-4b79-41fa-b7af-37f9102cea68 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:10.059741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee3982-10d8-4c87-b67b-b645d8404620 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Network': ['ID=9e273543-d8f6-4e03-8141-423aebd96598,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:10.129914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.166155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:38:10.226440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.229526 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:38:10.249132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:10.259045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d24af-fb16-4c05-838d-ae0d3ab94d5b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:10.259674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d24af-fb16-4c05-838d-ae0d3ab94d5b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:10.273116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.291931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.300702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:10.301419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.303837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,segment=NetworkSegment(f60ba870-8580-4b69-aa49-063d7106a6e6),segment_id=f60ba870-8580-4b69-aa49-063d7106a6e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:10.322773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419', 'network_id': '364db2bd-3ae8-4315-ae97-686d7b649c3f', 'port_id': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419', 'mac_address': 'fa:16:3e:62:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '267381f5-0e96-46b8-8dc0-58ba483afe68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:10.325879 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:10.375600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.390975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:10.392377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.402191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.405928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/networks/b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557 HTTP/1.1" status: 204 len: 168 time: 0.3855710 Nov 16 21:38:10.408491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44514) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:10.416737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b114-81e9-43b1-bb50-a931df527978 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Network': ['ID=b4c1ae0b-0de9-4380-9ac6-5aec0a9b7557,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:10.422852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,segment=NetworkSegment(f60ba870-8580-4b69-aa49-063d7106a6e6),segment_id=f60ba870-8580-4b69-aa49-063d7106a6e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:10.428511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.472093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting subnet f102fd37-cf09-4a62-8134-b261699feaea {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:10.476517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.484250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:10.524792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.607136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.657321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['1b2d7edd-8f3b-4c39-8080-2d6ce4de3419'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:10.665301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.693887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Subnet': ['ID=f102fd37-cf09-4a62-8134-b261699feaea,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:10.703685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.706849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c117571b-f877-45d9-9e60-2d693101b442 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/subnets/f102fd37-cf09-4a62-8134-b261699feaea HTTP/1.1" status: 204 len: 168 time: 0.2973535 Nov 16 21:38:10.709421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44516) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:10.713695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601912ee-b192-455a-b3b0-ff4f9d34a57d None None] Network 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:10.791759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.854889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Deleting port ace7ae57-d3ee-47bb-91d8-83c110356d84 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:10.855609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.947575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] For port ace7ae57-d3ee-47bb-91d8-83c110356d84, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ace7ae57-d3ee-47bb-91d8-83c110356d84,segment=NetworkSegment(e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1),segment_id=e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:10.947935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:10.961496 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Calling delete_port for ace7ae57-d3ee-47bb-91d8-83c110356d84 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:10.971902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] DHCP port deletion for 2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:11.036361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Deleting port ace7ae57-d3ee-47bb-91d8-83c110356d84 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:11.037117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.071394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.073675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed6e53-b491-4c91-ba68-5b2891decc36 req-9e4fd114-36eb-4f11-a8c9-1a838b6157a5 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:11.081793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8ed6e53-b491-4c91-ba68-5b2891decc36 req-9e4fd114-36eb-4f11-a8c9-1a838b6157a5 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 944 time: 0.0646510 Nov 16 21:38:11.086903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] No DVR routers for this DVR port ace7ae57-d3ee-47bb-91d8-83c110356d84 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:11.111752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Port': ['ID=ace7ae57-d3ee-47bb-91d8-83c110356d84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:11.122742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] For port ace7ae57-d3ee-47bb-91d8-83c110356d84, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ace7ae57-d3ee-47bb-91d8-83c110356d84,segment=NetworkSegment(e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1),segment_id=e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:11.123443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.140918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Calling delete_port for ace7ae57-d3ee-47bb-91d8-83c110356d84 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:11.144392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8ed6e53-b491-4c91-ba68-5b2891decc36 req-82c0c9e3-8b29-4799-889a-88e7cd718222 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Nov 16 21:38:11.201858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.223772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:11.233984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:11.234280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e562f4fd-9b17-4ca0-9d8e-9f28b664f4f1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:11.237356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.244284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.263014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.267911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] Pushing event deleted for resources: {'Port': ['ID=ace7ae57-d3ee-47bb-91d8-83c110356d84,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:11.270249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b1a65-9dd8-4301-84d3-c37a514d9ab7 None None] No DVR routers for this DVR port ace7ae57-d3ee-47bb-91d8-83c110356d84 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:11.274688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:11.275642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:11.294443 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:11.324147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e6512ea2-4b79-41fa-b7af-37f9102cea68 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:11.344749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e6512ea2-4b79-41fa-b7af-37f9102cea68 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:38:11.345337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e6512ea2-4b79-41fa-b7af-37f9102cea68 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:38:11.345947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ace7ae57-d3ee-47bb-91d8-83c110356d84 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:11.354007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.368182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ace7ae57-d3ee-47bb-91d8-83c110356d84 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:38:11.368531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ace7ae57-d3ee-47bb-91d8-83c110356d84 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:38:11.375629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.384329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/networks/2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08 HTTP/1.1" status: 204 len: 168 time: 0.6706655 Nov 16 21:38:11.384329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0fc5-2b28-44a0-aa7f-3e40080e411d tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Pushing event deleted for resources: {'Network': ['ID=2a4b8e7b-9a8e-437c-ac9c-3f6a03d58e08,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:11.386158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44522) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:11.416151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-df593088-3739-495b-aeeb-1063334919b1 tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b9a251d-8ad0-4448-868b-7d0efad7ad44 HTTP/1.1" status: 200 len: 205 time: 0.0280585 Nov 16 21:38:11.418472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44524) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:11.496582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.662010 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.664209 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.707007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.707513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Fanout notify agent at l3_agent the message router_deleted on router 5b9a251d-8ad0-4448-868b-7d0efad7ad44 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:38:11.714642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:11.715770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2f97cf5d-8189-4d6e-824a-c42d355ac9fa tempest-RoutersNegativeTest-1267466404 tempest-RoutersNegativeTest-1267466404-project] 10.222.0.54 "DELETE /v2.0/routers/5b9a251d-8ad0-4448-868b-7d0efad7ad44 HTTP/1.1" status: 204 len: 168 time: 0.2961872 Nov 16 21:38:11.915469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44532) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:12.062351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-23149639-1f26-4eb7-984b-5bcfdc7e04ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59b55b63e7a7448eadfa660f049e1204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456535 Nov 16 21:38:12.064804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44538) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:12.120671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.146535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.179955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:12.203497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.206521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.207876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0aefd9ce-f642-459e-b5d5-0f5318e187a9 HTTP/1.1" status: 204 len: 168 time: 0.1421735 Nov 16 21:38:12.216385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823426b-1326-48b6-8299-1071534e41e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aefd9ce-f642-459e-b5d5-0f5318e187a9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:12.297997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:38:12.302838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:12.303948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.355611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9e8aa-3221-4137-b759-3c653304a6a8 req-b00dcc73-6959-4f48-af57-de0735b84c24 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:12.363894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89b9e8aa-3221-4137-b759-3c653304a6a8 req-b00dcc73-6959-4f48-af57-de0735b84c24 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 944 time: 0.0818570 Nov 16 21:38:12.401259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.414358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89b9e8aa-3221-4137-b759-3c653304a6a8 req-a086e0d6-7969-4970-8d03-ab95826ed285 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Nov 16 21:38:12.431525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:12.434043 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878c78c-f81e-4451-bfee-4daefef71609" -d '{"events": [{"server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:12.464139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,segment=NetworkSegment(f60ba870-8580-4b69-aa49-063d7106a6e6),segment_id=f60ba870-8580-4b69-aa49-063d7106a6e6)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:12.471300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:12.521830 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b57ba-d61b-4325-adca-4f7076dbc7bb x-openstack-request-id: req-a58b57ba-d61b-4325-adca-4f7076dbc7bb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:12.522553 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:12.522813 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a58b57ba-d61b-4325-adca-4f7076dbc7bb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:12.523254 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419', 'code': 200} Nov 16 21:38:12.550722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:12.599591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8b0f6-97c7-4687-8e1b-b7d3a4dcfae7 req-e8208563-6d7a-44e6-a4ac-e858c6ba7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:12.601667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-38a8b0f6-97c7-4687-8e1b-b7d3a4dcfae7 req-e8208563-6d7a-44e6-a4ac-e858c6ba7b80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 1096 time: 0.0518572 Nov 16 21:38:12.655416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-38a8b0f6-97c7-4687-8e1b-b7d3a4dcfae7 req-6ad315cc-31ed-48a5-b154-20b5de18b14a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Nov 16 21:38:12.862156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:13.607121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044577f-feac-4ed9-adb4-28e7a2ca0207 req-47b55679-e7a5-4b04-8a7d-0bbbae70c4ce tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:13.614703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4044577f-feac-4ed9-adb4-28e7a2ca0207 req-47b55679-e7a5-4b04-8a7d-0bbbae70c4ce tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 945 time: 0.0868289 Nov 16 21:38:13.705983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4044577f-feac-4ed9-adb4-28e7a2ca0207 req-d97f6954-92c8-4928-9bfb-29b0dd435d96 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896986 Nov 16 21:38:13.906695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-2728df9d-e220-4475-afb0-8c1e6ecae91f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566173 Nov 16 21:38:14.005628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-1a8182e5-d867-4006-9ce6-d54738fa641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.007333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-1a8182e5-d867-4006-9ce6-d54738fa641a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1096 time: 0.0517108 Nov 16 21:38:14.165581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-e8aae286-1ec1-411a-b506-8174d9886a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.166833 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-e8aae286-1ec1-411a-b506-8174d9886a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1370285 Nov 16 21:38:14.259530 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-8becb622-2fbf-46a5-a485-7ed2de1ea2c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 1001 time: 0.0853624 Nov 16 21:38:14.337623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-4b01125e-4684-4174-8183-79243491a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.339417 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-4b01125e-4684-4174-8183-79243491a28f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0723825 Nov 16 21:38:14.409057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-735483f1-b72f-4655-a849-a898317e03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.410785 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-735483f1-b72f-4655-a849-a898317e03a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630412 Nov 16 21:38:14.543869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-7675d085-f8d4-4ce3-8106-615588d0599d service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Nov 16 21:38:14.672273 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-09563b60-50cc-4cfd-b695-a7e0717033dd req-a4a622b0-97e7-45b0-a877-7e13384da862 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179419 Nov 16 21:38:14.913579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a6d9e-d8e1-475a-ac0d-f312d8a755bf req-9dd3b335-e904-4ca2-8168-bcd1b1f5985c tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.916336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c69a6d9e-d8e1-475a-ac0d-f312d8a755bf req-9dd3b335-e904-4ca2-8168-bcd1b1f5985c tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 945 time: 0.0677345 Nov 16 21:38:14.974668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c69a6d9e-d8e1-475a-ac0d-f312d8a755bf req-2de73698-e7a2-49e8-b327-6ef2ad4b35dd tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Nov 16 21:38:15.334008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c5f6-a978-4f70-a5a5-17dadded7684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:15.362617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fe8f2-3e83-487a-8dd4-e60183c48b48 req-723e6189-211e-4e88-bd5c-2479e5e6d84a tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:15.365201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-466fe8f2-3e83-487a-8dd4-e60183c48b48 req-723e6189-211e-4e88-bd5c-2479e5e6d84a tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 945 time: 0.0653491 Nov 16 21:38:15.468816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-466fe8f2-3e83-487a-8dd4-e60183c48b48 req-2a5d3278-a448-4cd1-b4e7-fff5705dbbe9 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 Nov 16 21:38:16.622751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a238-f8cd-44a2-afd4-087618bf6194 req-acfb7265-83e4-432b-8440-2ee09be2116f tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:16.625452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3260a238-f8cd-44a2-afd4-087618bf6194 req-acfb7265-83e4-432b-8440-2ee09be2116f tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 945 time: 0.0562437 Nov 16 21:38:16.635112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-d68c0dc8-db2e-46b6-bac1-2e35223fdea0 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:16.636624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-d68c0dc8-db2e-46b6-bac1-2e35223fdea0 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.21 "GET /v2.0/ports?device_id=02884082-b69f-4d7e-86c7-4c05c22e30a7 HTTP/1.1" status: 200 len: 945 time: 0.1047261 Nov 16 21:38:16.691173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3260a238-f8cd-44a2-afd4-087618bf6194 req-baf21331-5670-47a7-a0c8-04343492d548 tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.54 "GET /v2.0/security-groups?id=eff46726-09ef-4edf-b37b-e7e9f0811001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597136 Nov 16 21:38:16.752768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Deleting port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:16.753282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:16.856837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] For port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,segment=NetworkSegment(f60ba870-8580-4b69-aa49-063d7106a6e6),segment_id=f60ba870-8580-4b69-aa49-063d7106a6e6)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:16.857396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:16.877103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Calling delete_port for 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:17.037867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:17.049811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['1b2d7edd-8f3b-4c39-8080-2d6ce4de3419'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:17.064529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Pushing event deleted for resources: {'Port': ['ID=1b2d7edd-8f3b-4c39-8080-2d6ce4de3419,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:17.112806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] No DVR routers for this DVR port 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:17.115575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:17.119118 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-55abf5ea-4691-43b6-ade5-ad3b9ca37210 req-731e18ae-c442-44b3-90c4-5e5b667b27cf tempest-InstanceActionsV221TestJSON-14774427 tempest-InstanceActionsV221TestJSON-14774427-project] 10.222.0.21 "DELETE /v2.0/ports/1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 HTTP/1.1" status: 204 len: 173 time: 0.4737468 Nov 16 21:38:17.119574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'name': 'network-vif-deleted', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:17.121885 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c666e-497a-4dee-9a63-bc1882f996ac" -d '{"events": [{"server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "name": "network-vif-deleted", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:17.161067 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5871639-2d7d-444c-98fb-63a48b725720 x-openstack-request-id: req-a5871639-2d7d-444c-98fb-63a48b725720 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:17.161366 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02884082-b69f-4d7e-86c7-4c05c22e30a7", "name": "network-vif-deleted", "tag": "1b2d7edd-8f3b-4c39-8080-2d6ce4de3419", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:17.161624 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5871639-2d7d-444c-98fb-63a48b725720 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:17.162060 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02884082-b69f-4d7e-86c7-4c05c22e30a7', 'name': 'network-vif-deleted', 'tag': '1b2d7edd-8f3b-4c39-8080-2d6ce4de3419', 'status': 'completed', 'code': 200} Nov 16 21:38:17.710165 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16e56b28-436e-483c-a801-1ba68032ef93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:17.955670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44638) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:18.004442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Deleting subnet 267381f5-0e96-46b8-8dc0-58ba483afe68 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:18.008326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.050671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.107263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.178675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.206671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267381f5-0e96-46b8-8dc0-58ba483afe68,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:18.211304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.219164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-55fedfb2-0f77-4523-80aa-37afe74b3bcf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/267381f5-0e96-46b8-8dc0-58ba483afe68 HTTP/1.1" status: 204 len: 168 time: 0.2608993 Nov 16 21:38:18.219835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:18.291306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.443592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.478365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364db2bd-3ae8-4315-ae97-686d7b649c3f']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:18.491525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60ba870-8580-4b69-aa49-063d7106a6e6') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:18.491935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60ba870-8580-4b69-aa49-063d7106a6e6') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:18.505873 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.519205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.525146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:18.525556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:18.527336 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:18.861411 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.866547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:18.870023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] 10.222.0.54 "DELETE /v2.0/networks/364db2bd-3ae8-4315-ae97-686d7b649c3f HTTP/1.1" status: 204 len: 168 time: 0.6492465 Nov 16 21:38:18.883714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca301f74-b50a-4b88-ba1e-01011af42c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=364db2bd-3ae8-4315-ae97-686d7b649c3f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:19.050974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44656) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:19.095184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-36d2ba8e-d2d4-4689-a6a0-b6dde1f5a3ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2293d4788a8415e84506a5e52a57dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403621 Nov 16 21:38:19.096542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44660) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:19.156944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:19.180556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:19.228179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:19.230952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:19.232199 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eff46726-09ef-4edf-b37b-e7e9f0811001 HTTP/1.1" status: 204 len: 168 time: 0.1340551 Nov 16 21:38:19.241579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ec246-7d08-4ef4-a8f7-5f6da80830bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff46726-09ef-4edf-b37b-e7e9f0811001,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:19.284606 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:19.941638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44684) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:20.038548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1229786824-network', 'tenant_id': '45ced12929f542329d3a4e96f1bf555a'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:20.059471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Made reservation on behalf of 45ced12929f542329d3a4e96f1bf555a for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:20.062191 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.070343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.147813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.152037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.176725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:38:20.187302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b90246-cc67-4084-a9db-305c9be7bd86,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:20.192298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.192570 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Added segment 66b6b0b8-73d2-4998-8433-735ee734751b of type vlan for network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab Nov 16 21:38:20.238715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.240988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:20.262654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:38:20.263018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1b2d7edd-8f3b-4c39-8080-2d6ce4de3419 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:38:20.273068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.274110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:20.274903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.327807 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3850586 Nov 16 21:38:20.331089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44698) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:20.338686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Request body: {'subnet': {'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1229786824-subnet', 'tenant_id': '45ced12929f542329d3a4e96f1bf555a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:20.340038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3108dc-603d-4189-a386-aeb5b5b616d5 admin admin] Pushing event updated for resources: {'Network': ['ID=441e065f-b9b2-4a34-9fb1-e5acd2a77aab,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:20.350473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:38:20.372059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Made reservation on behalf of 45ced12929f542329d3a4e96f1bf555a for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:20.375172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.537674 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.565609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.628389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39eac796-3e59-4aa0-a864-3f7a2312ae85,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:20.635959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Checking segment: {'id': '66b6b0b8-73d2-4998-8433-735ee734751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:20.636305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Network hostable DHCP agents. Network: 441e065f-b9b2-4a34-9fb1-e5acd2a77aab, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:38:20.657728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:38:20.669393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 441e065f-b9b2-4a34-9fb1-e5acd2a77aab) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:20.674900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:20.675690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:20.682268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7d1ba-d10f-4e82-bd4b-3663e2421072 None None] Network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:20.707485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3dab6901-9c2e-40c7-af18-8459291c830f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3751659 Nov 16 21:38:20.842549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d84f1-c848-4c28-b96f-745caf0aca67 None None] Network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:21.210192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-61800e36-2ef5-4fec-a5b7-21806bcf442d tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:21.212067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-61800e36-2ef5-4fec-a5b7-21806bcf442d tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/networks?id=441e065f-b9b2-4a34-9fb1-e5acd2a77aab HTTP/1.1" status: 200 len: 821 time: 0.1109602 Nov 16 21:38:21.229190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-575cceb0-50c0-4f28-9cdd-48446ccf9a7e tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/quotas/45ced12929f542329d3a4e96f1bf555a HTTP/1.1" status: 200 len: 375 time: 0.0100820 Nov 16 21:38:21.269051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-adaa500e-b25d-4515-82fa-6d68291c0b2e tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45ced12929f542329d3a4e96f1bf555a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338399 Nov 16 21:38:21.370983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-cc544573-8fbc-40eb-a414-6c5cec2da4a6 service neutron] 10.222.0.54 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010566 Nov 16 21:38:21.420416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:21.476410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-ef3fad14-7dff-478a-9538-f2c9b49983e4 service neutron] 10.222.0.54 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984778 Nov 16 21:38:21.655905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e581aed-c822-4963-90e9-f025d2ec3668 req-c733adbb-14d4-49e9-b642-4bb23d71e383 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 210 time: 0.0299137 Nov 16 21:38:22.738339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-289918cc-9019-4578-a7a1-9d950b47e4fc tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:22.741135 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-289918cc-9019-4578-a7a1-9d950b47e4fc tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.21 "GET /v2.0/networks?id=441e065f-b9b2-4a34-9fb1-e5acd2a77aab HTTP/1.1" status: 200 len: 821 time: 0.1294734 Nov 16 21:38:22.759488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Request body: {'port': {'device_id': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab', 'admin_state_up': True, 'tenant_id': '45ced12929f542329d3a4e96f1bf555a'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:22.785562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc80ab5d-1c62-42c5-bb3b-844ef9ec3b26 req-772e4272-7423-4c9f-be36-58c1856e2b4a tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 210 time: 0.0294292 Nov 16 21:38:22.914631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Made reservation on behalf of 45ced12929f542329d3a4e96f1bf555a for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:22.918448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.049909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Allocated IP 172.20.0.10 (441e065f-b9b2-4a34-9fb1-e5acd2a77aab/39eac796-3e59-4aa0-a864-3f7a2312ae85/b8119c3e-ee8d-4955-8a43-ea32f962ec3b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:23.217425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.251494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.301047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:23.305182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:23.306859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:23.334533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Pushing event updated for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:23.371716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:23.372338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.391634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f6f0f2b6-3e32-43f7-bcf7-158b0e97b7c3 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6381178 Nov 16 21:38:23.424586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Request body: {'port': {'device_id': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:23.501526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.834069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8119c3e-ee8d-4955-8a43-ea32f962ec3b {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:23.842684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.861388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Transition to ACTIVE for port object b8119c3e-ee8d-4955-8a43-ea32f962ec3b will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:38:23.868869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.977232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742edb38-dd63-4213-a28f-42c0072c956e req-1f0f760a-ab08-4700-9e8a-2b3c58eaa8d4 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:23.978984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-742edb38-dd63-4213-a28f-42c0072c956e req-1f0f760a-ab08-4700-9e8a-2b3c58eaa8d4 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 944 time: 0.1050797 Nov 16 21:38:24.004444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:24.046322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Attempting to bind port b8119c3e-ee8d-4955-8a43-ea32f962ec3b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:38:24.046748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Attempting to bind port b8119c3e-ee8d-4955-8a43-ea32f962ec3b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '66b6b0b8-73d2-4998-8433-735ee734751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:38:24.048252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Attempting to bind port b8119c3e-ee8d-4955-8a43-ea32f962ec3b on network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:24.049498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-742edb38-dd63-4213-a28f-42c0072c956e req-0f781e0b-3cc7-4cae-9eea-3432178b6669 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594637 Nov 16 21:38:24.054341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Port b8119c3e-ee8d-4955-8a43-ea32f962ec3b on network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:38:24.054669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Attempting to bind port b8119c3e-ee8d-4955-8a43-ea32f962ec3b on network 441e065f-b9b2-4a34-9fb1-e5acd2a77aab {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:24.059813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:38:24.060195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Checking segment: {'id': '66b6b0b8-73d2-4998-8433-735ee734751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:24.060950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Bound using segment: {'id': '66b6b0b8-73d2-4998-8433-735ee734751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:38:24.061185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Bound port: b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6b0b8-73d2-4998-8433-735ee734751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:38:24.061497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:24.130974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:38:24.134360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,segment=NetworkSegment(66b6b0b8-73d2-4998-8433-735ee734751b),segment_id=66b6b0b8-73d2-4998-8433-735ee734751b)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:38:24.139028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:24.177303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.177946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:24.179364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8119c3e-ee8d-4955-8a43-ea32f962ec3b HTTP/1.1" status: 200 len: 1092 time: 0.7787821 Nov 16 21:38:24.179806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:24.182041 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cf708a-e062-4d2d-9f48-524cc4bf135b" -d '{"events": [{"name": "network-changed", "server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:24.207283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8665991-644a-41d7-b1f2-9aa70d935e75 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:24.226240 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057498c-d833-4952-8c32-fe646e57eb5e x-openstack-request-id: req-1057498c-d833-4952-8c32-fe646e57eb5e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:24.226549 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:24.226797 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1057498c-d833-4952-8c32-fe646e57eb5e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:24.227289 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b', 'status': 'completed', 'code': 200} Nov 16 21:38:24.277820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-07295e74-6658-4bfe-94a7-021f3082794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.279918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-07295e74-6658-4bfe-94a7-021f3082794f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45ced12929f542329d3a4e96f1bf555a&device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 1095 time: 0.0414190 Nov 16 21:38:24.328622 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-86e70b69-dc14-44c4-bc89-5c82bdcc451c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b HTTP/1.1" status: 200 len: 217 time: 0.0384979 Nov 16 21:38:24.379719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-85bd7526-a588-449c-b06f-23b68b3f8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.381188 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-85bd7526-a588-449c-b06f-23b68b3f8977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39eac796-3e59-4aa0-a864-3f7a2312ae85 HTTP/1.1" status: 200 len: 861 time: 0.0444927 Nov 16 21:38:24.414210 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-869fb255-2028-406a-b6fa-0d637172fdf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=441e065f-b9b2-4a34-9fb1-e5acd2a77aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245204 Nov 16 21:38:24.516845 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-80108a0c-0356-4310-8956-a076d53b9e13 service neutron] 10.222.0.21 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948100 Nov 16 21:38:24.639383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bb58a9ad-28ac-4c0c-bc9a-8fa319404aa2 req-872e0e37-24b0-4aca-922e-c2511bdc852a service neutron] 10.222.0.21 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136675 Nov 16 21:38:24.735689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-b2c7d008-09e1-496d-bac7-38fa1930d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.737281 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-b2c7d008-09e1-496d-bac7-38fa1930d143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45ced12929f542329d3a4e96f1bf555a&device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 1095 time: 0.0437188 Nov 16 21:38:24.851716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-48222152-7369-4ed9-95be-3f02fa82b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.853255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-48222152-7369-4ed9-95be-3f02fa82b49d service neutron] 10.222.0.21 "GET /v2.0/networks?id=441e065f-b9b2-4a34-9fb1-e5acd2a77aab HTTP/1.1" status: 200 len: 922 time: 0.0971684 Nov 16 21:38:24.900722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-04f0f5d4-6b2f-40b6-9638-d189243ec14a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b HTTP/1.1" status: 200 len: 217 time: 0.0363228 Nov 16 21:38:24.957317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-514223c5-2ba5-4f40-8c1b-ae69e421b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:24.959200 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-514223c5-2ba5-4f40-8c1b-ae69e421b991 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39eac796-3e59-4aa0-a864-3f7a2312ae85 HTTP/1.1" status: 200 len: 861 time: 0.0496364 Nov 16 21:38:24.997735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-43747eb7-f9cb-48b6-ad6c-68bb9942354b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=441e065f-b9b2-4a34-9fb1-e5acd2a77aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252137 Nov 16 21:38:25.097062 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-a7f9351f-d9e6-4874-8add-a537b819de4b service neutron] 10.222.0.21 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854027 Nov 16 21:38:25.171894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8edb00-0ba8-42fa-95d6-3f09d8bd64af req-246e7dc9-e96c-4438-b814-6b56c47f6812 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:25.174271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea8edb00-0ba8-42fa-95d6-3f09d8bd64af req-246e7dc9-e96c-4438-b814-6b56c47f6812 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 944 time: 0.0518773 Nov 16 21:38:25.221389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-56cf708a-e062-4d2d-9f48-524cc4bf135b req-9370219e-c38c-430a-af1d-dfa8fb67e463 service neutron] 10.222.0.21 "GET /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153002 Nov 16 21:38:25.236798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea8edb00-0ba8-42fa-95d6-3f09d8bd64af req-9e6a633c-34c3-4c19-8562-163144dec705 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Nov 16 21:38:25.778442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3d01-fa15-47d6-9da9-d1df4cc48047 req-efb0ee1e-8e17-49d2-bf9d-97e8bb3ffecd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:25.780800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1fd3d01-fa15-47d6-9da9-d1df4cc48047 req-efb0ee1e-8e17-49d2-bf9d-97e8bb3ffecd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.0550578 Nov 16 21:38:25.789611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-4f9d2748-76b9-45a1-b14e-4a4999f14c88 req-f063ee31-af64-47b0-a2c6-df0f5b8301ef service neutron] (102664) timed out ('10.222.0.21', 51565) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:38:25.851552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a1fd3d01-fa15-47d6-9da9-d1df4cc48047 req-a6415875-5270-4f59-93f2-f38071f03554 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626397 Nov 16 21:38:26.271767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b8119c3e-ee8d-4955-8a43-ea32f962ec3b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:38:26.370212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7462f-baef-42f6-bfe2-c6c3c0a32519 req-b6a90e14-ad24-445a-9bee-cd469a3d33f7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:26.371806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ef7462f-baef-42f6-bfe2-c6c3c0a32519 req-b6a90e14-ad24-445a-9bee-cd469a3d33f7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 944 time: 0.0557845 Nov 16 21:38:26.403860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,segment=NetworkSegment(66b6b0b8-73d2-4998-8433-735ee734751b),segment_id=66b6b0b8-73d2-4998-8433-735ee734751b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:26.415711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b', 'network_id': '441e065f-b9b2-4a34-9fb1-e5acd2a77aab', 'port_id': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b', 'mac_address': 'fa:16:3e:97:9e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eac796-3e59-4aa0-a864-3f7a2312ae85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:38:26.423202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ef7462f-baef-42f6-bfe2-c6c3c0a32519 req-29392d67-a89c-4c27-8f32-738563d302a0 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Nov 16 21:38:26.459894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:26.472711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8119c3e-ee8d-4955-8a43-ea32f962ec3b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:26.492214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,segment=NetworkSegment(66b6b0b8-73d2-4998-8433-735ee734751b),segment_id=66b6b0b8-73d2-4998-8433-735ee734751b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:26.496318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:26.561128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:26.764644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['b8119c3e-ee8d-4955-8a43-ea32f962ec3b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:27.573190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9d47-4ae1-4d3c-bc4a-405738fbca4a req-8a0a42a9-5976-4a82-b495-d270f6d2264a tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:27.582157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dcd9d47-4ae1-4d3c-bc4a-405738fbca4a req-8a0a42a9-5976-4a82-b495-d270f6d2264a tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 945 time: 0.0712690 Nov 16 21:38:27.661840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dcd9d47-4ae1-4d3c-bc4a-405738fbca4a req-541b5200-a240-44da-88c3-b6daf2bb8faa tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735295 Nov 16 21:38:28.290117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:38:28.293033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b8119c3e-ee8d-4955-8a43-ea32f962ec3b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:28.402509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port b8119c3e-ee8d-4955-8a43-ea32f962ec3b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:38:28.417650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port b8119c3e-ee8d-4955-8a43-ea32f962ec3b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:28.418106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:28.535549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:28.550013 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:28.553269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '28c51701-1b8c-4620-8430-10e105e6f730', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:38:28.602286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:28.604487 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2522c5-bdfe-49c6-898f-1dd840ff05ee" -d '{"events": [{"server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "name": "network-vif-plugged", "status": "completed", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:28.628615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,segment=NetworkSegment(66b6b0b8-73d2-4998-8433-735ee734751b),segment_id=66b6b0b8-73d2-4998-8433-735ee734751b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:28.636119 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:28.640990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:28.689251 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470bddfb-4809-4146-ab6c-607a2de23847 x-openstack-request-id: req-470bddfb-4809-4146-ab6c-607a2de23847 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:28.691525 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "name": "network-vif-plugged", "status": "completed", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:28.691781 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-470bddfb-4809-4146-ab6c-607a2de23847 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:28.692171 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b', 'code': 200} Nov 16 21:38:28.745915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:28.812339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2242e50-81d3-44b3-b244-909a01b4c30d req-f68bcd64-bb01-43a2-9c35-5ffe6b05b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:28.814599 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2242e50-81d3-44b3-b244-909a01b4c30d req-f68bcd64-bb01-43a2-9c35-5ffe6b05b0eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 1097 time: 0.0892243 Nov 16 21:38:28.829988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:28.852436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:28.860598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:28.881074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f382517-dc8d-4b1b-9a2e-d0c73ec147f3 req-809c5316-e6b3-4d2a-9acc-d5571af1b726 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:28.892388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f382517-dc8d-4b1b-9a2e-d0c73ec147f3 req-809c5316-e6b3-4d2a-9acc-d5571af1b726 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.0917599 Nov 16 21:38:28.930326 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2242e50-81d3-44b3-b244-909a01b4c30d req-c20fdcbe-96ed-4081-a6d0-16626834ffc9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Nov 16 21:38:28.934302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:28.956876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['28c51701-1b8c-4620-8430-10e105e6f730'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:28.970174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f382517-dc8d-4b1b-9a2e-d0c73ec147f3 req-97dbf63e-9b96-4442-bef2-2dd9708c6942 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762491 Nov 16 21:38:30.222541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c4e6f-768f-4a30-b421-e942d998cdee req-bff9c87d-2a29-4edf-b06c-de360539a346 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:30.224759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a87c4e6f-768f-4a30-b421-e942d998cdee req-bff9c87d-2a29-4edf-b06c-de360539a346 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.0991313 Nov 16 21:38:30.288552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:30.304194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a87c4e6f-768f-4a30-b421-e942d998cdee req-744586fb-66fd-4df6-85a5-37ebc66bb311 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722651 Nov 16 21:38:30.388727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44882) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:30.425988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 28c51701-1b8c-4620-8430-10e105e6f730 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:30.428082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.621485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.632086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.719182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:30.722733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:30.727552 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0a68e0-1691-4187-af45-70c8a0ecaa5e" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:30.732572 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.770322 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.778218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.837407 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255dc8f3-fab1-4698-b3c5-463b909252f3 x-openstack-request-id: req-255dc8f3-fab1-4698-b3c5-463b909252f3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:30.837692 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:30.841842 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-255dc8f3-fab1-4698-b3c5-463b909252f3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:30.842264 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:38:30.849469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df773bbc390d4a2ca32c12264a9201e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583027 Nov 16 21:38:30.852325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:30.858539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16532066-2f67-4be4-99fe-056608fd7959,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:30.861748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:30.865053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.865053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.865053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.866018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.866318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.866899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.867668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.870587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.871694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.871694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.871694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.873946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f9945f-f0de-4f48-8ab3-256e904358ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:30.982748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.011499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.089008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.096345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.098008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16532066-2f67-4be4-99fe-056608fd7959 HTTP/1.1" status: 204 len: 168 time: 0.2443168 Nov 16 21:38:31.122919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acefc17-80ae-4a39-a738-48fdf01dbc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16532066-2f67-4be4-99fe-056608fd7959,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:31.483956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443cf1e-c16c-4eeb-87a5-b0b6d91e8c1f req-ea42db81-9732-4501-abc6-d42741e01bdf tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:31.492835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a443cf1e-c16c-4eeb-87a5-b0b6d91e8c1f req-ea42db81-9732-4501-abc6-d42741e01bdf tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.0644445 Nov 16 21:38:31.549675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a443cf1e-c16c-4eeb-87a5-b0b6d91e8c1f req-8a3a1a36-799b-44d9-b746-f6e7865d07b9 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Nov 16 21:38:31.719541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 44908) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:31.746099 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e77-72bb-4345-815b-ea9c5a04be16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.917657 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e77-72bb-4345-815b-ea9c5a04be16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:31.927047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c30d4e77-72bb-4345-815b-ea9c5a04be16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:32.028776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c30d4e77-72bb-4345-815b-ea9c5a04be16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b9f82bbfd9d4718af54d4cd73233b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034074 Nov 16 21:38:32.031008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 44918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:32.066735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4e77-72bb-4345-815b-ea9c5a04be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52fa3f6-1e05-443e-9de4-a73c85542f55,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:32.124531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:32.185594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:32.257263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:32.265267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:32.266870 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b52fa3f6-1e05-443e-9de4-a73c85542f55 HTTP/1.1" status: 204 len: 168 time: 0.2333179 Nov 16 21:38:32.278311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208773-909e-4a50-9a28-6161043f7f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52fa3f6-1e05-443e-9de4-a73c85542f55,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:32.828317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238213cb-f0f9-489c-ae3d-91bb6a16f5e7 req-60a5dbac-a016-48ed-8ebe-7769e4b68f7a tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:32.836742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-238213cb-f0f9-489c-ae3d-91bb6a16f5e7 req-60a5dbac-a016-48ed-8ebe-7769e4b68f7a tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.1107550 Nov 16 21:38:32.900727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-238213cb-f0f9-489c-ae3d-91bb6a16f5e7 req-38ee9a4f-c5df-4cff-a38f-1576ec4cd13f tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630798 Nov 16 21:38:34.111908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c75ef-d092-47d3-a496-8d1fd8ebac39 req-8959c0dd-bfde-4b2d-9ac8-07df1a0c155c tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:34.119505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9c75ef-d092-47d3-a496-8d1fd8ebac39 req-8959c0dd-bfde-4b2d-9ac8-07df1a0c155c tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.0854275 Nov 16 21:38:34.208401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9c75ef-d092-47d3-a496-8d1fd8ebac39 req-6568505e-7d76-4527-91ac-b80e6f780c64 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3b90246-cc67-4084-a9db-305c9be7bd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870454 Nov 16 21:38:34.314472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-bb9cb420-625f-4e50-829c-0a40c90a621d tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:34.316792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-bb9cb420-625f-4e50-829c-0a40c90a621d tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 946 time: 0.0608811 Nov 16 21:38:34.728833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Deleting port b8119c3e-ee8d-4955-8a43-ea32f962ec3b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:34.729179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:34.838546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] For port b8119c3e-ee8d-4955-8a43-ea32f962ec3b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,segment=NetworkSegment(66b6b0b8-73d2-4998-8433-735ee734751b),segment_id=66b6b0b8-73d2-4998-8433-735ee734751b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:34.838958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:34.853527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Calling delete_port for b8119c3e-ee8d-4955-8a43-ea32f962ec3b owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:34.998634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:35.011596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['b8119c3e-ee8d-4955-8a43-ea32f962ec3b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:35.062217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Pushing event deleted for resources: {'Port': ['ID=b8119c3e-ee8d-4955-8a43-ea32f962ec3b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:35.109637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] No DVR routers for this DVR port b8119c3e-ee8d-4955-8a43-ea32f962ec3b on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:35.112673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:35.117024 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-db447f5c-fa9e-42c8-aef5-d0a49656bc02 req-45ef4b54-dda6-436c-a665-02ffc03113d7 tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.21 "DELETE /v2.0/ports/b8119c3e-ee8d-4955-8a43-ea32f962ec3b HTTP/1.1" status: 204 len: 173 time: 0.7881033 Nov 16 21:38:35.117493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'name': 'network-vif-deleted', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:35.123437 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb2ab6-7658-407f-9906-1f11b4d46a7c" -d '{"events": [{"server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "name": "network-vif-deleted", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:35.220852 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0911a280-6c1e-4a61-8921-d28a385043df x-openstack-request-id: req-0911a280-6c1e-4a61-8921-d28a385043df {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:35.221668 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad7966e-06ae-42e7-9ee6-8657cdb8563b", "name": "network-vif-deleted", "tag": "b8119c3e-ee8d-4955-8a43-ea32f962ec3b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:35.222124 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0911a280-6c1e-4a61-8921-d28a385043df {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:35.222974 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad7966e-06ae-42e7-9ee6-8657cdb8563b', 'name': 'network-vif-deleted', 'tag': 'b8119c3e-ee8d-4955-8a43-ea32f962ec3b', 'status': 'completed', 'code': 200} Nov 16 21:38:35.456288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1321b42d-9210-4419-a456-90be0f74c9a8 req-7ffd3cc4-8773-4d21-b238-fa0147f528da tempest-ServerMetadataNegativeTestJSON-1262339140 tempest-ServerMetadataNegativeTestJSON-1262339140-project] 10.222.0.54 "GET /v2.0/ports?device_id=bad7966e-06ae-42e7-9ee6-8657cdb8563b HTTP/1.1" status: 200 len: 210 time: 0.0659811 Nov 16 21:38:36.531447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:36.581421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Deleting subnet 39eac796-3e59-4aa0-a864-3f7a2312ae85 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:36.585138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.622970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.673011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.745179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.786704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.790890 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/39eac796-3e59-4aa0-a864-3f7a2312ae85 HTTP/1.1" status: 204 len: 168 time: 0.2584505 Nov 16 21:38:36.793630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45040) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:36.801561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39eac796-3e59-4aa0-a864-3f7a2312ae85,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:36.824882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.826098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.826444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.826779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.827130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.827457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.827782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.828105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.828420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.828742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.829063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.831270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01548d78-1b95-47f6-bbd1-545ca7b76034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:36.901341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.006197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.031245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441e065f-b9b2-4a34-9fb1-e5acd2a77aab']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:37.042299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b6b0b8-73d2-4998-8433-735ee734751b') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:37.042509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b6b0b8-73d2-4998-8433-735ee734751b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:37.053369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.071709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.084842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:37.085523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:37.087858 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:37.149422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.155372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.160787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] 10.222.0.54 "DELETE /v2.0/networks/441e065f-b9b2-4a34-9fb1-e5acd2a77aab HTTP/1.1" status: 204 len: 168 time: 0.3654079 Nov 16 21:38:37.177759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223664-b6ee-490d-b01f-df63d508cdea admin admin] Pushing event deleted for resources: {'Network': ['ID=441e065f-b9b2-4a34-9fb1-e5acd2a77aab,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:37.404228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45046) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:37.458804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4fb8271a-c107-4e1e-9f32-c5db692f87ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45ced12929f542329d3a4e96f1bf555a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533941 Nov 16 21:38:37.461185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45050) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:37.553605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.582258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.640478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.645258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:37.648899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3b90246-cc67-4084-a9db-305c9be7bd86 HTTP/1.1" status: 204 len: 168 time: 0.1840746 Nov 16 21:38:37.655903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cc0cc-3967-4b02-89dd-4bfb63ede7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b90246-cc67-4084-a9db-305c9be7bd86,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:38.286548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b8119c3e-ee8d-4955-8a43-ea32f962ec3b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:38.320083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: b8119c3e-ee8d-4955-8a43-ea32f962ec3b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:38:38.321302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device b8119c3e-ee8d-4955-8a43-ea32f962ec3b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:38:38.728013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45096) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:38.884050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1490957587-network', 'tenant_id': '641a978486a14c20b586ab07757512fb'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:38.951400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Made reservation on behalf of 641a978486a14c20b586ab07757512fb for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:38.953307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:38.953999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:38.977211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.135141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.144670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.196253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:38:39.250303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ff787-524e-481f-99e6-dd0030e3f6ca,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:39.269824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.276458 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Added segment 089a957a-06b2-4758-a1b4-1bb4e0b30832 of type vlan for network aca3e05e-1e37-4508-aeaf-cb667850e09a Nov 16 21:38:39.449180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.515458 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.516792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:39.517596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:39.629739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] Pushing event updated for resources: {'Network': ['ID=aca3e05e-1e37-4508-aeaf-cb667850e09a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:39.641314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network aca3e05e-1e37-4508-aeaf-cb667850e09a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:38:39.676463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73d0abbd-d8a1-440e-bdb2-ae3d9032bb28 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9474101 Nov 16 21:38:39.679232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45112) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:39.684478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Request body: {'subnet': {'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1490957587-subnet', 'tenant_id': '641a978486a14c20b586ab07757512fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:39.732730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Made reservation on behalf of 641a978486a14c20b586ab07757512fb for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:39.736478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:40.172099 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:40.255163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c994497f-e582-470d-8413-95ea1f70f274,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:40.301123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Checking segment: {'id': '089a957a-06b2-4758-a1b4-1bb4e0b30832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:40.301485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Network hostable DHCP agents. Network: aca3e05e-1e37-4508-aeaf-cb667850e09a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:38:40.328165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Network aca3e05e-1e37-4508-aeaf-cb667850e09a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:38:40.348487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, aca3e05e-1e37-4508-aeaf-cb667850e09a) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:40.354169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:40.355377 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:40.361447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6fa6eb-9dd4-487e-b3de-a5b9da9467d8 None None] Network aca3e05e-1e37-4508-aeaf-cb667850e09a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:40.427757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9270b6f5-8a26-4b5f-a222-f09c84aad2e8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7471004 Nov 16 21:38:40.705886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0730f-86e2-4655-849e-957d898bc992 None None] Network aca3e05e-1e37-4508-aeaf-cb667850e09a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:41.145280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-6d486d5a-6b17-4e75-8b2b-09cf72f55b40 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.159428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-6d486d5a-6b17-4e75-8b2b-09cf72f55b40 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/networks?id=aca3e05e-1e37-4508-aeaf-cb667850e09a HTTP/1.1" status: 200 len: 813 time: 0.2330346 Nov 16 21:38:41.171224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-61c380bd-cd7d-4d7c-a73b-079a607997eb tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/quotas/641a978486a14c20b586ab07757512fb HTTP/1.1" status: 200 len: 375 time: 0.0116143 Nov 16 21:38:41.210784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-6e8380af-66f0-4a8b-9f24-0777086d978e tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=641a978486a14c20b586ab07757512fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333588 Nov 16 21:38:41.326888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-b480f429-eed1-4c32-bc69-12e9042817df service neutron] 10.222.0.54 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025772 Nov 16 21:38:41.430943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-3d0684af-755b-4f42-a84d-bc1e9fc21683 service neutron] 10.222.0.54 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958393 Nov 16 21:38:41.789130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce8c796c-8b45-45cf-ab49-e0e1fdb5a660 req-b5e5c3ec-dafd-40c2-a511-80a1b84fb6cb tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0773015 Nov 16 21:38:42.889594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:43.003528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27cdecb2-6d80-489e-a42e-a3e0d8d61b9b req-c5b45be8-c60a-4c7d-8f17-e3bf4333efd4 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0866625 Nov 16 21:38:43.793870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-2887dbad-6caf-40f3-965c-deebb7f6e3f3 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:43.796421 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-2887dbad-6caf-40f3-965c-deebb7f6e3f3 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.21 "GET /v2.0/networks?id=aca3e05e-1e37-4508-aeaf-cb667850e09a HTTP/1.1" status: 200 len: 813 time: 0.2487633 Nov 16 21:38:43.812258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Request body: {'port': {'device_id': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a', 'admin_state_up': True, 'tenant_id': '641a978486a14c20b586ab07757512fb'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:44.069189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Made reservation on behalf of 641a978486a14c20b586ab07757512fb for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:44.079930 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.222728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3944302-6d01-4f5f-92e5-4e688e033f1d req-95afe01e-fe3a-4db5-b57c-58601dccbaaf tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0834994 Nov 16 21:38:44.361829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Allocated IP 172.20.0.8 (aca3e05e-1e37-4508-aeaf-cb667850e09a/c994497f-e582-470d-8413-95ea1f70f274/143386a7-9a75-4206-8c88-68c5224f52a9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:44.421994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45200) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:44.639005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fdb43219-5d45-4881-8389-92d54161e9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.673780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.714646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.777891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Pushing event updated for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:44.800168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Network aca3e05e-1e37-4508-aeaf-cb667850e09a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:44.804843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:44.815254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:44.857132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fdb43219-5d45-4881-8389-92d54161e9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.865970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fdb43219-5d45-4881-8389-92d54161e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.902863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:44.904570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:44.926419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-642a61eb-c028-430b-83cf-02a171c29e04 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1179783 Nov 16 21:38:44.975098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fdb43219-5d45-4881-8389-92d54161e9e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=024728b108d7453291290061b9c243c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505741 Nov 16 21:38:44.975566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb43219-5d45-4881-8389-92d54161e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2392ec7-644b-472a-9c4f-4894152be6f0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:44.976887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:45.040856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.068241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Request body: {'port': {'device_id': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:45.106598 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.172416 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.254803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.257640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.262352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2392ec7-644b-472a-9c4f-4894152be6f0 HTTP/1.1" status: 204 len: 168 time: 0.2794104 Nov 16 21:38:45.326478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929f6f8-d1a6-43a2-8bf3-371c493737d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2392ec7-644b-472a-9c4f-4894152be6f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:45.423763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7baa1d8a-2ac3-435e-8558-ede3c44e2ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.564176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632c39f-d2a1-47b2-aa1b-9974680c242b req-757ed6d9-224c-49c0-9fc8-1336c423c3f4 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:45.573755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9632c39f-d2a1-47b2-aa1b-9974680c242b req-757ed6d9-224c-49c0-9fc8-1336c423c3f4 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 931 time: 0.1309428 Nov 16 21:38:45.617742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143386a7-9a75-4206-8c88-68c5224f52a9 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:45.628529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.667318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9632c39f-d2a1-47b2-aa1b-9974680c242b req-f708d0a4-7661-4789-89ac-779c080582e4 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902176 Nov 16 21:38:45.671237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Transition to ACTIVE for port object 143386a7-9a75-4206-8c88-68c5224f52a9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:38:45.678260 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.842163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Attempting to bind port 143386a7-9a75-4206-8c88-68c5224f52a9 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:38:45.842790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Attempting to bind port 143386a7-9a75-4206-8c88-68c5224f52a9 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '089a957a-06b2-4758-a1b4-1bb4e0b30832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:38:45.842790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Attempting to bind port 143386a7-9a75-4206-8c88-68c5224f52a9 on network aca3e05e-1e37-4508-aeaf-cb667850e09a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:45.845214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Pushing event updated for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:45.860880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Port 143386a7-9a75-4206-8c88-68c5224f52a9 on network aca3e05e-1e37-4508-aeaf-cb667850e09a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:38:45.861300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Attempting to bind port 143386a7-9a75-4206-8c88-68c5224f52a9 on network aca3e05e-1e37-4508-aeaf-cb667850e09a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:45.867587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:38:45.868008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Checking segment: {'id': '089a957a-06b2-4758-a1b4-1bb4e0b30832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:45.868491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Bound using segment: {'id': '089a957a-06b2-4758-a1b4-1bb4e0b30832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:38:45.869002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Bound port: 143386a7-9a75-4206-8c88-68c5224f52a9, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089a957a-06b2-4758-a1b4-1bb4e0b30832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:38:45.869361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.911140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:45.941364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-56cf5dce-d5bd-4579-8f82-f5995bc8f8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:45.994723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:38:46.002690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=143386a7-9a75-4206-8c88-68c5224f52a9,segment=NetworkSegment(089a957a-06b2-4758-a1b4-1bb4e0b30832),segment_id=089a957a-06b2-4758-a1b4-1bb4e0b30832)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:38:46.012652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.085375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:46.088414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.089857 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] 10.222.0.21 "PUT /v2.0/ports/143386a7-9a75-4206-8c88-68c5224f52a9 HTTP/1.1" status: 200 len: 1091 time: 1.1538823 Nov 16 21:38:46.093028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:46.095268 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:46.119013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-56cf5dce-d5bd-4579-8f82-f5995bc8f8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.136546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-56cf5dce-d5bd-4579-8f82-f5995bc8f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.197777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-56cf5dce-d5bd-4579-8f82-f5995bc8f8e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d309983b156499eb16dc6939b528469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855251 Nov 16 21:38:46.208960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45236) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:46.216592 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c77d6a-7ce8-4413-a97e-64b3d5e5868b x-openstack-request-id: req-c4c77d6a-7ce8-4413-a97e-64b3d5e5868b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:46.217094 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:46.217534 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4c77d6a-7ce8-4413-a97e-64b3d5e5868b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:46.218777 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9', 'status': 'completed', 'code': 200} Nov 16 21:38:46.242223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b4fe-63a7-4b37-9e60-5058aecea235 service neutron] Pushing event updated for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:46.282559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-a44d6cf8-0c2c-4b8a-ae9c-cb3d86723c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:46.284256 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-a44d6cf8-0c2c-4b8a-ae9c-cb3d86723c07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=641a978486a14c20b586ab07757512fb&device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.1395488 Nov 16 21:38:46.314812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf5dce-d5bd-4579-8f82-f5995bc8f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e16a8a-1635-4afc-9ef7-f72e765c12ed,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:46.338448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.346090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-ec130313-0346-4e2a-a241-e8e183f65b58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=143386a7-9a75-4206-8c88-68c5224f52a9 HTTP/1.1" status: 200 len: 217 time: 0.0509312 Nov 16 21:38:46.385333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.429986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7256db50-ef59-4eda-93a8-f91450ce581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:46.431760 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-7256db50-ef59-4eda-93a8-f91450ce581d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c994497f-e582-470d-8413-95ea1f70f274 HTTP/1.1" status: 200 len: 853 time: 0.0761325 Nov 16 21:38:46.439642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.442424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:46.446362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42e16a8a-1635-4afc-9ef7-f72e765c12ed HTTP/1.1" status: 204 len: 168 time: 0.2364368 Nov 16 21:38:46.459248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be5a9d-67a1-4822-8add-0a90d03921bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e16a8a-1635-4afc-9ef7-f72e765c12ed,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:46.476230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-6db46cc1-7998-4317-bf68-14e90942ced5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aca3e05e-1e37-4508-aeaf-cb667850e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357902 Nov 16 21:38:46.673363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-8bf3ce0c-8dcb-400f-b4fd-eb694b863166 service neutron] 10.222.0.21 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870506 Nov 16 21:38:46.821928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-fdb2ddc0-3e3e-4310-9fb3-1173dbaa3c2a req-09389ca5-44ac-428e-8c9a-2b4f05b22c19 service neutron] 10.222.0.21 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352596 Nov 16 21:38:46.883773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344dc1-6133-44c0-b08a-a030d44885bc req-54281aed-deac-4bac-af17-6b7a331e0d0d tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:46.892035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a344dc1-6133-44c0-b08a-a030d44885bc req-54281aed-deac-4bac-af17-6b7a331e0d0d tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0892849 Nov 16 21:38:46.978673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a344dc1-6133-44c0-b08a-a030d44885bc req-98ea27e0-746d-40d2-94ea-922b04689dd0 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855365 Nov 16 21:38:47.012432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-66a2615f-cbd2-4e5e-8113-7f2a04892a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:47.033734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-66a2615f-cbd2-4e5e-8113-7f2a04892a2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=641a978486a14c20b586ab07757512fb&device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.1501267 Nov 16 21:38:47.228925 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:38:47.234524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-34b6982d-843f-4c93-910d-50f16654edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:47.237774 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-34b6982d-843f-4c93-910d-50f16654edd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aca3e05e-1e37-4508-aeaf-cb667850e09a HTTP/1.1" status: 200 len: 914 time: 0.1940825 Nov 16 21:38:47.345368 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-f6df00e5-96ff-4778-bfc3-7bfec1d99a78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=143386a7-9a75-4206-8c88-68c5224f52a9 HTTP/1.1" status: 200 len: 217 time: 0.0980535 Nov 16 21:38:47.433569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-2d31cfa4-db9c-47c2-9179-a3aa88e7db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:47.435085 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-2d31cfa4-db9c-47c2-9179-a3aa88e7db34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c994497f-e582-470d-8413-95ea1f70f274 HTTP/1.1" status: 200 len: 853 time: 0.0703857 Nov 16 21:38:47.473076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-2b9a7f6e-a7ca-4aa9-87f3-066f7ba2f036 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aca3e05e-1e37-4508-aeaf-cb667850e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266650 Nov 16 21:38:47.582878 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-9b1a00ea-9ea2-4f12-beda-dc31118b7aab service neutron] 10.222.0.21 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013930 Nov 16 21:38:47.672531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f22f-04f8-4853-950e-a2549fd549fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:47.718111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c3fa5a5-c3be-465c-8fe4-1477efbcc94f req-c116dd0d-9cd7-4801-9027-adccf128a690 service neutron] 10.222.0.21 "GET /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253648 Nov 16 21:38:48.103855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21206afd-f74e-4c49-ac2b-49b40aec5dde req-2c5efba7-0517-4572-972c-ebeb90300c9f tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:48.105703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21206afd-f74e-4c49-ac2b-49b40aec5dde req-2c5efba7-0517-4572-972c-ebeb90300c9f tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0653129 Nov 16 21:38:48.190847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21206afd-f74e-4c49-ac2b-49b40aec5dde req-970572e2-8242-42c9-844d-4d5461a19587 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Nov 16 21:38:48.206033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fecae-f84a-4a96-a633-72bffbec8dfc req-9098a689-3a26-4596-8477-224603b6ab9d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:48.207564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-465fecae-f84a-4a96-a633-72bffbec8dfc req-9098a689-3a26-4596-8477-224603b6ab9d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.0747833 Nov 16 21:38:48.261848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-465fecae-f84a-4a96-a633-72bffbec8dfc req-d125abb8-d89c-4d90-9cab-091955548dd3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472364 Nov 16 21:38:48.332957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 143386a7-9a75-4206-8c88-68c5224f52a9 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:38:48.488693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=143386a7-9a75-4206-8c88-68c5224f52a9,segment=NetworkSegment(089a957a-06b2-4758-a1b4-1bb4e0b30832),segment_id=089a957a-06b2-4758-a1b4-1bb4e0b30832)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:48.524946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '143386a7-9a75-4206-8c88-68c5224f52a9', 'network_id': 'aca3e05e-1e37-4508-aeaf-cb667850e09a', 'port_id': '143386a7-9a75-4206-8c88-68c5224f52a9', 'mac_address': 'fa:16:3e:a8:c2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c994497f-e582-470d-8413-95ea1f70f274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:38:48.592217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:48.623693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143386a7-9a75-4206-8c88-68c5224f52a9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:48.646093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=143386a7-9a75-4206-8c88-68c5224f52a9,segment=NetworkSegment(089a957a-06b2-4758-a1b4-1bb4e0b30832),segment_id=089a957a-06b2-4758-a1b4-1bb4e0b30832)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:48.655540 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:48.711922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:48.720853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.721200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.721547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.721886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.722377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.722713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.723196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.723429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.723755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.724080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.724402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.725068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:48.887338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['143386a7-9a75-4206-8c88-68c5224f52a9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:49.105276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45362) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:49.122373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45366) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:49.221856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4776474-aa88-4941-9dd1-df682304531d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.252482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-506cb1d5-d282-4c00-b9d6-dc050a373c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.293810 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.331472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4776474-aa88-4941-9dd1-df682304531d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.336154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f4776474-aa88-4941-9dd1-df682304531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.376513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3e59-a15f-4785-bbcd-e529e987c789 req-6bb6803c-4171-4729-9dcf-bafdd68661fe tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:49.378013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f5e3e59-a15f-4785-bbcd-e529e987c789 req-6bb6803c-4171-4729-9dcf-bafdd68661fe tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0890627 Nov 16 21:38:49.388225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776474-aa88-4941-9dd1-df682304531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bfa58c-fb75-4ed3-987a-797ced368027,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:49.396205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f4776474-aa88-4941-9dd1-df682304531d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c38119aa901f4697806d2bbc80f3ae16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892582 Nov 16 21:38:49.396957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:49.408716 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-506cb1d5-d282-4c00-b9d6-dc050a373c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.429215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-506cb1d5-d282-4c00-b9d6-dc050a373c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.506581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-506cb1d5-d282-4c00-b9d6-dc050a373c98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa1867353d844d2b8e1a26e8f94942ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830628 Nov 16 21:38:49.509376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45374) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:49.520217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cb1d5-d282-4c00-b9d6-dc050a373c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6325da9-1523-4863-ad6f-62d84f5eceb1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:49.527913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f5e3e59-a15f-4785-bbcd-e529e987c789 req-32573b29-71c9-47d8-bfa6-ca02ab2ff901 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414316 Nov 16 21:38:49.530966 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.560044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.568644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.591045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.620556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.623758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.627325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34bfa58c-fb75-4ed3-987a-797ced368027 HTTP/1.1" status: 204 len: 168 time: 0.2148311 Nov 16 21:38:49.632951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5faf9-2d41-4f68-b04f-4bb8cbeeea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bfa58c-fb75-4ed3-987a-797ced368027,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:49.658019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.661020 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:49.662256 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6325da9-1523-4863-ad6f-62d84f5eceb1 HTTP/1.1" status: 204 len: 168 time: 0.1516829 Nov 16 21:38:49.672703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2872f-7937-432d-b1f7-8ceb4c2fd94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6325da9-1523-4863-ad6f-62d84f5eceb1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:50.031628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45396) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:50.045323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d248-ab28-4806-86a4-811eb903035e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.120354 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d248-ab28-4806-86a4-811eb903035e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.125435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0ad8d248-ab28-4806-86a4-811eb903035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.163196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8d248-ab28-4806-86a4-811eb903035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a73db-08bf-4677-9d0c-5bb9f53f26a6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:50.171053 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0ad8d248-ab28-4806-86a4-811eb903035e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5867ec000a9d4cc2bb9aeca21ba51ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383705 Nov 16 21:38:50.173702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:50.223715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.245302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.298403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.301005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.302146 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a52a73db-08bf-4677-9d0c-5bb9f53f26a6 HTTP/1.1" status: 204 len: 168 time: 0.1276205 Nov 16 21:38:50.313317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c09cf8-5086-47e2-bdb1-31b0a7cd7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a73db-08bf-4677-9d0c-5bb9f53f26a6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:50.349526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:38:50.357657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 143386a7-9a75-4206-8c88-68c5224f52a9 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:50.458216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 143386a7-9a75-4206-8c88-68c5224f52a9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:38:50.469234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 143386a7-9a75-4206-8c88-68c5224f52a9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:50.469704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.551736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:50.555821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.569375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '28c51701-1b8c-4620-8430-10e105e6f730', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:38:50.612948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.664948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:50.667690 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abac157-f721-488b-b074-21507fd272d0" -d '{"events": [{"server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:50.678250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.685191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=143386a7-9a75-4206-8c88-68c5224f52a9,segment=NetworkSegment(089a957a-06b2-4758-a1b4-1bb4e0b30832),segment_id=089a957a-06b2-4758-a1b4-1bb4e0b30832)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:50.689734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e5f9c-59a9-4c4a-8df6-9f2a190a2aad req-d5dc9427-6625-4bc9-af39-d003555abcad tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:50.698433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-850e5f9c-59a9-4c4a-8df6-9f2a190a2aad req-d5dc9427-6625-4bc9-af39-d003555abcad tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0653191 Nov 16 21:38:50.699443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.700770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:50.729202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:50.758187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-850e5f9c-59a9-4c4a-8df6-9f2a190a2aad req-627d36e7-486f-4ab0-983b-973cad88fdcf tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568910 Nov 16 21:38:50.798591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:50.811928 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.819989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:50.907866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['28c51701-1b8c-4620-8430-10e105e6f730'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:50.938359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:50.952452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:50.980469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:50.996264 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e7b06-1cbf-43fe-abf2-5a110cf41b78 x-openstack-request-id: req-5c6e7b06-1cbf-43fe-abf2-5a110cf41b78 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:50.996544 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "name": "network-vif-plugged", "status": "completed", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:50.997329 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c6e7b06-1cbf-43fe-abf2-5a110cf41b78 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:50.997722 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9', 'code': 200} Nov 16 21:38:51.012108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:51.020064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.104908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:51.117135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0841b13-feae-4843-aa72-723e02acd283 req-3bb25809-8028-4851-b6aa-4590478719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:51.119086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c0841b13-feae-4843-aa72-723e02acd283 req-3bb25809-8028-4851-b6aa-4590478719fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0617936 Nov 16 21:38:51.177627 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c0841b13-feae-4843-aa72-723e02acd283 req-9127ceeb-a96f-4ab0-91ad-8f26add4fea0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Nov 16 21:38:51.301264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:51.399040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-641493285-network', 'tenant_id': '01cb4cbea855400188b550366d5f1f8e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:51.427226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Made reservation on behalf of 01cb4cbea855400188b550366d5f1f8e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:51.428135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.431193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.441788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.520804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.524583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.546723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:38:51.561613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50c559d-78a4-4fee-962b-23f0385d7f2c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:51.564408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.564738 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Added segment b4e864a0-d7f1-4bc6-90b6-36f108bb35c1 of type vlan for network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 Nov 16 21:38:51.602922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.630003 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.631214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:51.631817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.673567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45460) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:51.678396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298430749', 'description': 'tempest-secgroup-smoke-298430749 description', 'project_id': 'b0848e94efac43d8a53469d18635eddd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:51.687345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3823600 Nov 16 21:38:51.689691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45462) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:51.695969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02f3b5-0277-4231-8558-9cf027b1f4ce admin admin] Pushing event updated for resources: {'Network': ['ID=47a8e659-7d2d-40ee-a876-9bdb7943ca11,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:51.697094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Request body: {'subnet': {'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-641493285-subnet', 'tenant_id': '01cb4cbea855400188b550366d5f1f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:51.708447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:38:51.715041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.728302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.745578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Made reservation on behalf of 01cb4cbea855400188b550366d5f1f8e for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:51.747496 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.872715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397727-5b2c-44c7-99bf-b6bd6ac516bc req-c97863e6-ed3d-401f-b6b8-7ce82ab12b7a tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:51.874093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50397727-5b2c-44c7-99bf-b6bd6ac516bc req-c97863e6-ed3d-401f-b6b8-7ce82ab12b7a tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Nov 16 21:38:51.905965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.912441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:51.922951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50397727-5b2c-44c7-99bf-b6bd6ac516bc req-56dc13f4-26ec-4865-9dc8-12f295fc2d94 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Nov 16 21:38:51.990340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d8c524-8ec2-4804-acc9-970410556c84,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.004711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.082278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.084657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9657f0e-cffb-48d1-9024-2e453f8049d3,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.092721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.121786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.126057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45470) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:52.126215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4514279 Nov 16 21:38:52.131763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:52.137864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Checking segment: {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:52.138074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Network hostable DHCP agents. Network: 47a8e659-7d2d-40ee-a876-9bdb7943ca11, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:38:52.141131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2510605-f577-45f3-898a-681945826394 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2a9ac-e25d-4121-a6c1-a228def26b52,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.160474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:38:52.169570 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.172424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 47a8e659-7d2d-40ee-a876-9bdb7943ca11) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:52.177352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:52.178376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.182781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3513de-de17-44b4-86bc-1288e35ecc27 None None] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:52.202801 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c18d236-222c-4987-8da9-14cedfd5f78a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5120573 Nov 16 21:38:52.241109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.247233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.269963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370f1604-de71-4ac8-a62f-1ef5f42fd64a,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.290346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.292539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e90cedda-ec5a-46a8-9e0d-5c5b4efffc74 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650329 Nov 16 21:38:52.294861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:52.301535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:52.347408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c4ff31-db5e-465e-aaf8-24b59da2b21f None None] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:52.360285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.416139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:52.444384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.454333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.492344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c76599f-11f4-47d9-a214-544740f3d955,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.510461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 28c51701-1b8c-4620-8430-10e105e6f730 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:52.511454 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.523559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.527661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b1a99bb-c8d2-4e63-b37d-09ebe65f49fa tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2285347 Nov 16 21:38:52.528066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45494) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:52.533152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:52.567619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.645022 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.651724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.663885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.674570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4004291-a70b-431e-b71f-de4bbfbfec2b,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.691461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.693011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0277c892-0bc3-4dda-9817-14cb384d2451 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638532 Nov 16 21:38:52.696000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45500) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:52.703244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:52.706549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:52.714291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.738083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.773472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.824367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.830393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.860673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8874b0c-98b9-47b2-ac0c-7f7112616ecb,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:52.886969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.891753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f71f9d0-92fe-40f0-9833-884d7a948da3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1908309 Nov 16 21:38:52.893804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45510) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:52.899612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:52.941846 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:38:52.950673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:52.999311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:53.002180 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1079183-6305-4b4a-a3ea-7d0af1ffea6b" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:53.081103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.083796 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29771a47-d8ae-467c-9937-5b2807360464 x-openstack-request-id: req-29771a47-d8ae-467c-9937-5b2807360464 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:53.084366 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:53.084854 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29771a47-d8ae-467c-9937-5b2807360464 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:53.085493 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:38:53.093468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.123650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d147f491-6c24-4a82-8a45-bb982e734812,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:53.135400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.139770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe13816-f511-402e-b3d1-1866b3e3a104 req-f02b66a6-cb7c-4f84-93a8-ca122358bf60 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:53.140201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0fe13816-f511-402e-b3d1-1866b3e3a104 req-f02b66a6-cb7c-4f84-93a8-ca122358bf60 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0818462 Nov 16 21:38:53.140910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45522) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:53.141596 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-648c59c9-527d-4f5d-ae4b-1089f8c8f801 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2458084 Nov 16 21:38:53.145446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '5bc2a9ac-e25d-4121-a6c1-a228def26b52', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:53.196648 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:38:53.209346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.240642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0fe13816-f511-402e-b3d1-1866b3e3a104 req-910e4145-b24e-440b-ae3c-2ab0d3a294a6 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859649 Nov 16 21:38:53.286703 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.297777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.321586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd9cb35-37fb-4290-956f-0e9abc1c7b70,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:53.336830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.338042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9a978719-79dd-46ae-a8b8-7b077bfae0eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1963038 Nov 16 21:38:53.342081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45526) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:53.351907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'network': {'name': 'tempest-network-smoke--689264201', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:53.380522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:53.385002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.418426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:38:53.432029 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.432731 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Added segment e0620a40-c012-4ce2-ab07-f370f11119b2 of type vlan for network 9ae81267-8101-4683-8c05-48de38210437 Nov 16 21:38:53.517727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.558292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.568458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:53.569518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.649135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3049579 Nov 16 21:38:53.653290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:53.659416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'admin_state_up': True, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:53.666577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e329a-14f9-4670-b383-102ec3011c00 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Network': ['ID=9ae81267-8101-4683-8c05-48de38210437,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:53.680336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9ae81267-8101-4683-8c05-48de38210437 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:38:53.729746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.732281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.814420 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.831072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b996e12-a21d-4e6b-b199-28cec646853f req-a391d361-a685-46f0-b159-6fb6e9717e49 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:53.832680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b996e12-a21d-4e6b-b199-28cec646853f req-a391d361-a685-46f0-b159-6fb6e9717e49 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0811527 Nov 16 21:38:53.911106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b996e12-a21d-4e6b-b199-28cec646853f req-c60bc5db-9102-41ea-bcf1-befe0769c13c tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Nov 16 21:38:54.006973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.273080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.296305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.351377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-903b252e-6620-4460-89dd-6d8c1aec84b5 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:54.353000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-903b252e-6620-4460-89dd-6d8c1aec84b5 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 808 time: 0.1339121 Nov 16 21:38:54.372993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-980799c5-60c2-4d6a-9a32-dae6b7f7aaff tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/quotas/01cb4cbea855400188b550366d5f1f8e HTTP/1.1" status: 200 len: 375 time: 0.0137157 Nov 16 21:38:54.422611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-5a0499ca-1ff3-4f3d-8401-9383735d1f5e tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431383 Nov 16 21:38:54.424111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.157 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/40a8800f-1d4d-487d-b96c-687cb1ba42ee) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:54.599316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.622278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-78f8c131-e114-4afb-81d6-c7307197fd53 service neutron] 10.222.0.54 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984355 Nov 16 21:38:54.643456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.691912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:54.700557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:54.703431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:54.716186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb324d4a-d415-4270-bbdc-08556f972f3f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:54.741063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=40a8800f-1d4d-487d-b96c-687cb1ba42ee,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:54.760214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-b3afc33c-d07e-48f4-8634-132850b93923 service neutron] 10.222.0.54 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366708 Nov 16 21:38:54.797799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-81cef430-d294-486d-a897-80e17a0fd071 None None] Provisioning complete for port 40a8800f-1d4d-487d-b96c-687cb1ba42ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:54.798443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-81cef430-d294-486d-a897-80e17a0fd071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.854859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-81cef430-d294-486d-a897-80e17a0fd071 None None] Port 40a8800f-1d4d-487d-b96c-687cb1ba42ee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:55.006268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa9b5dd9-cd8e-4c4e-a5a4-c3e73f1d5df2 req-d7ca32d8-9f7d-48c0-8e87-08423f3bdc65 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 210 time: 0.0408461 Nov 16 21:38:55.136784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f809-922c-4c90-8b87-380e36e2ccfd req-c2bfade8-c143-46c2-bb8b-81c962499639 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:55.150001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6902f809-922c-4c90-8b87-380e36e2ccfd req-c2bfade8-c143-46c2-bb8b-81c962499639 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0933657 Nov 16 21:38:55.195456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:55.228413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6902f809-922c-4c90-8b87-380e36e2ccfd req-233f2e2b-a583-41ce-b214-da037d7648ae tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773690 Nov 16 21:38:55.572053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-802ac75f-0f34-4968-9db6-6073fe58098d tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:55.573550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-802ac75f-0f34-4968-9db6-6073fe58098d tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 945 time: 0.4449859 Nov 16 21:38:55.804630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Deleting port 143386a7-9a75-4206-8c88-68c5224f52a9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:38:55.805372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:55.885271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:55.983843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] For port 143386a7-9a75-4206-8c88-68c5224f52a9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=143386a7-9a75-4206-8c88-68c5224f52a9,segment=NetworkSegment(089a957a-06b2-4758-a1b4-1bb4e0b30832),segment_id=089a957a-06b2-4758-a1b4-1bb4e0b30832)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:55.984095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.005017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Calling delete_port for 143386a7-9a75-4206-8c88-68c5224f52a9 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:38:56.124180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3222edf-c7db-43f7-a2d1-655edfd7cede req-631bbc4c-4b2f-42f4-8f3a-20210132359d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 210 time: 0.0382557 Nov 16 21:38:56.139688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 302f8858-5ebc-4c17-96da-1ce56c83195c is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:38:56.292275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:38:56.305088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Sync routers for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:38:56.321858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:56.322489 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:56.377998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.379694 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2a40eac8-3634-4c8c-9c56-69492dab2a4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7252567 Nov 16 21:38:56.382835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:56.391524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.405571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['143386a7-9a75-4206-8c88-68c5224f52a9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:38:56.422253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-aa49815e-f7b1-4945-b979-b9a0cbf6d67d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:56.432613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-aa49815e-f7b1-4945-b979-b9a0cbf6d67d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 808 time: 0.2363639 Nov 16 21:38:56.453833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Request body: {'port': {'device_id': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11', 'admin_state_up': True, 'tenant_id': '01cb4cbea855400188b550366d5f1f8e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:56.468292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Pushing event deleted for resources: {'Port': ['ID=143386a7-9a75-4206-8c88-68c5224f52a9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:56.486684 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:38:56.540763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] No DVR routers for this DVR port 143386a7-9a75-4206-8c88-68c5224f52a9 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:38:56.554078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.560838 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ca75763b-1d0a-46a9-9ad8-dcef194c4c7a req-2fe20bfa-341c-46ac-9898-a5c49c643da2 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.21 "DELETE /v2.0/ports/143386a7-9a75-4206-8c88-68c5224f52a9 HTTP/1.1" status: 204 len: 173 time: 0.9774144 Nov 16 21:38:56.561452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'name': 'network-vif-deleted', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:38:56.577209 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92a404-2219-40e9-9eb5-fff20b6bbc99" -d '{"events": [{"server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "name": "network-vif-deleted", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:38:56.643264 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460bc2dd-4909-400f-ae0e-69a3fe861933 x-openstack-request-id: req-460bc2dd-4909-400f-ae0e-69a3fe861933 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:38:56.643553 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2", "name": "network-vif-deleted", "tag": "143386a7-9a75-4206-8c88-68c5224f52a9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:38:56.643800 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-460bc2dd-4909-400f-ae0e-69a3fe861933 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:38:56.648181 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2', 'name': 'network-vif-deleted', 'tag': '143386a7-9a75-4206-8c88-68c5224f52a9', 'status': 'completed', 'code': 200} Nov 16 21:38:56.656735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c1024-2044-45a3-92d8-2f052dc11b32 req-a544b3c3-6eb5-4487-8bef-0617c90c4330 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:56.664209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c1c1024-2044-45a3-92d8-2f052dc11b32 req-a544b3c3-6eb5-4487-8bef-0617c90c4330 tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6dcaa88-49ae-48cf-a52b-eb67ff73b3d2 HTTP/1.1" status: 200 len: 867 time: 0.3124857 Nov 16 21:38:56.740817 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ddc9230a-76fc-4ed6-9486-de7e26b0824e tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0848e94efac43d8a53469d18635eddd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3535416 Nov 16 21:38:56.741087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c1c1024-2044-45a3-92d8-2f052dc11b32 req-831108b0-da9c-4f92-ad61-4ff4dabe102b tempest-ServerPasswordTestJSON-118046489 tempest-ServerPasswordTestJSON-118046489-project] 10.222.0.54 "GET /v2.0/security-groups?id=984ff787-524e-481f-99e6-dd0030e3f6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741444 Nov 16 21:38:56.741364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:56.765227 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:38:54Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:56.798236 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Checking router: 302f8858-5ebc-4c17-96da-1ce56c83195c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:38:56.798582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Updating router 302f8858-5ebc-4c17-96da-1ce56c83195c port 40a8800f-1d4d-487d-b96c-687cb1ba42ee binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:38:56.829726 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.835360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Made reservation on behalf of 01cb4cbea855400188b550366d5f1f8e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:56.845655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.004718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd36ce-190a-4d74-bd24-d5180088577c tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:57.006369 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81cd36ce-190a-4d74-bd24-d5180088577c tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2640357 Nov 16 21:38:57.018436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45592) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:57.065037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1037b200-ece1-4646-8bb4-08cfe305be45 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450780 Nov 16 21:38:57.067963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45594) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:57.078291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704184561', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:57.143285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Allocated IP 172.20.0.9 (47a8e659-7d2d-40ee-a876-9bdb7943ca11/a9657f0e-cffb-48d1-9024-2e453f8049d3/f693d481-5ffc-419b-8e50-c0020f6e5292) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:57.230162 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.246935 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.254484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:38:57.258157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.303456 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Attempting to bind port 40a8800f-1d4d-487d-b96c-687cb1ba42ee on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:38:57.304151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Attempting to bind port 40a8800f-1d4d-487d-b96c-687cb1ba42ee by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:38:57.304151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Attempting to bind port 40a8800f-1d4d-487d-b96c-687cb1ba42ee on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:57.313320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985886ee-a249-4712-b619-66b4a233e7b9 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:57.317071 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:38:57.317608 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:57.318427 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.320751 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:38:57.321297 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Bound port: 40a8800f-1d4d-487d-b96c-687cb1ba42ee, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:38:57.321694 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.377883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] For port 40a8800f-1d4d-487d-b96c-687cb1ba42ee, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:38:57.380413 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Pushing event updated for resources: {'Port': ['ID=40a8800f-1d4d-487d-b96c-687cb1ba42ee,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:57.398325 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] For port 40a8800f-1d4d-487d-b96c-687cb1ba42ee, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=40a8800f-1d4d-487d-b96c-687cb1ba42ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:38:57.401445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e5750b1d-a605-4914-93b7-3335a5373123 None None] Provisioning complete for port 40a8800f-1d4d-487d-b96c-687cb1ba42ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:57.402097 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5750b1d-a605-4914-93b7-3335a5373123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.408077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.408427 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.409004 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.409525 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.412262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.412891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.413443 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.414247 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.414784 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.415346 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.415915 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.416438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:38:57.422030 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.470178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e5750b1d-a605-4914-93b7-3335a5373123 None None] Port 40a8800f-1d4d-487d-b96c-687cb1ba42ee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:38:57.476371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b00fe46-65c4-47b3-bfb9-aa7b5b1f2555 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:38:57.518858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:38:57.519910 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:57.526886 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db9704-3978-4ef9-b56d-3265e45dec3f None None] Pushing event updated for resources: {'Port': ['ID=40a8800f-1d4d-487d-b96c-687cb1ba42ee,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:57.618490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] Provisioning complete for port 40a8800f-1d4d-487d-b96c-687cb1ba42ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:57.619836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.661383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d2e994d-1dbd-4b06-8289-bdce9ebc9d19 req-8e529d9c-b9e8-4074-be9c-3b3968d52bf4 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 210 time: 0.3684564 Nov 16 21:38:57.682204 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:38:57.728090 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.756140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] For port 40a8800f-1d4d-487d-b96c-687cb1ba42ee, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=40a8800f-1d4d-487d-b96c-687cb1ba42ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:38:57.769290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:57.834876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45604) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:57.929366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Deleting subnet c994497f-e582-470d-8413-95ea1f70f274 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:38:57.935627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.000852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add7a6a-7ea5-4b8c-8602-4a3a02cc2884 None None] Pushing event updated for resources: {'Port': ['ID=40a8800f-1d4d-487d-b96c-687cb1ba42ee,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:58.001094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.019726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.079845 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.080087 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:38:54Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:58.107535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.118533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Subnet': ['ID=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:58.118758 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c0f3ad-caa0-4226-aca8-81125b142d83 None None] The sync data for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 is: [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:38:54Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:38:58.128035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Checking segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:58.130302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network hostable DHCP agents. Network: 9ae81267-8101-4683-8c05-48de38210437, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:38:58.165350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 9ae81267-8101-4683-8c05-48de38210437 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:38:58.172516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.207093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.209468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9ae81267-8101-4683-8c05-48de38210437) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:58.219396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69d124-ae4b-4c0c-8b27-ff929784e483 None None] Network 9ae81267-8101-4683-8c05-48de38210437 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:38:58.219692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:58.220373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.239669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:58.246457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:58.266138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:58.291162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c994497f-e582-470d-8413-95ea1f70f274,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:58.294848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.310387 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-730e089d-e857-4aa3-89af-f1757386f8cc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c994497f-e582-470d-8413-95ea1f70f274 HTTP/1.1" status: 204 len: 168 time: 0.4739473 Nov 16 21:38:58.311322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45610) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:58.342486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:58.343414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.354333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fff73258-fb73-487e-a2ae-1e1c91ece056 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2853355 Nov 16 21:38:58.359348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 45612) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:58.360821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Pushing event updated for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:58.411621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 143386a7-9a75-4206-8c88-68c5224f52a9 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:38:58.423272 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.453734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 143386a7-9a75-4206-8c88-68c5224f52a9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:38:58.454360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 143386a7-9a75-4206-8c88-68c5224f52a9 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:38:58.523619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9ae81267-8101-4683-8c05-48de38210437', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:38:58.538128 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.608910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.642594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca3e05e-1e37-4508-aeaf-cb667850e09a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:58.651701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-52385bbf-56cf-4b9b-8522-21ba17a785d6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2098877 Nov 16 21:38:58.660530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089a957a-06b2-4758-a1b4-1bb4e0b30832') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:58.661253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089a957a-06b2-4758-a1b4-1bb4e0b30832') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:38:58.675475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.675714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Request body: {'port': {'device_id': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:38:58.709938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.732887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:38:58.733331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.784066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.784756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Allocated IP 172.20.0.2 (9ae81267-8101-4683-8c05-48de38210437/a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54/114c95d2-5c77-402e-aa28-2e1a79f44dda) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:38:58.854246 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:38:58.859192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.895549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.910967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] 10.222.0.54 "DELETE /v2.0/networks/aca3e05e-1e37-4508-aeaf-cb667850e09a HTTP/1.1" status: 204 len: 168 time: 0.5937979 Nov 16 21:38:58.920009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86c7b9-02ac-4854-9e3a-6cec304fd8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=aca3e05e-1e37-4508-aeaf-cb667850e09a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:58.961041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:58.978279 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.036178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Pushing event updated for resources: {'Port': ['ID=114c95d2-5c77-402e-aa28-2e1a79f44dda,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:59.050207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Network 9ae81267-8101-4683-8c05-48de38210437 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:38:59.052401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:38:59.055470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:38:59.138740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Attempting to bind port 114c95d2-5c77-402e-aa28-2e1a79f44dda on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:38:59.139129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Attempting to bind port 114c95d2-5c77-402e-aa28-2e1a79f44dda by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:38:59.139496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Attempting to bind port 114c95d2-5c77-402e-aa28-2e1a79f44dda on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:38:59.143494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:59.151719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:38:59.153610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Checking segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:38:59.154201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.154999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Bound using segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:38:59.155661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Bound port: 114c95d2-5c77-402e-aa28-2e1a79f44dda, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:38:59.156222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.240179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6d5f1ec9-9ac0-43db-9208-809cfbb206aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=641a978486a14c20b586ab07757512fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952256 Nov 16 21:38:59.241685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:38:59.250699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] For port 114c95d2-5c77-402e-aa28-2e1a79f44dda, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:38:59.257219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] For port 114c95d2-5c77-402e-aa28-2e1a79f44dda, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=114c95d2-5c77-402e-aa28-2e1a79f44dda,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:38:59.267911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.374503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.416168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5f963-9d14-4893-b242-9ca88f98b0ca None None] Pushing event updated for resources: {'Port': ['ID=114c95d2-5c77-402e-aa28-2e1a79f44dda,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:59.431185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.476159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 40a8800f-1d4d-487d-b96c-687cb1ba42ee up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:38:59.549182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.554836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.556057 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/984ff787-524e-481f-99e6-dd0030e3f6ca HTTP/1.1" status: 204 len: 168 time: 0.3122797 Nov 16 21:38:59.583224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f49216-db82-47cf-8057-6d688e7fd496 req-d0703092-d7da-445e-b798-6836703a052c tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:59.590854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f49216-db82-47cf-8057-6d688e7fd496 req-d0703092-d7da-445e-b798-6836703a052c tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 931 time: 0.6168575 Nov 16 21:38:59.594892 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a81ec-0621-4045-b82d-85c5d3af21cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ff787-524e-481f-99e6-dd0030e3f6ca,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:38:59.682958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 40a8800f-1d4d-487d-b96c-687cb1ba42ee triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:38:59.686180 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.751809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f49216-db82-47cf-8057-6d688e7fd496 req-69598e8c-dd80-4519-92dc-6138c4c29129 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588173 Nov 16 21:38:59.765852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:59.949749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f693d481-5ffc-419b-8e50-c0020f6e5292 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:38:59.958530 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.002744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Transition to ACTIVE for port object f693d481-5ffc-419b-8e50-c0020f6e5292 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:00.012548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.180007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Pushing event updated for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:00.317392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Attempting to bind port f693d481-5ffc-419b-8e50-c0020f6e5292 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:00.317647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Attempting to bind port f693d481-5ffc-419b-8e50-c0020f6e5292 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:00.317982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Attempting to bind port f693d481-5ffc-419b-8e50-c0020f6e5292 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:00.332526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Port f693d481-5ffc-419b-8e50-c0020f6e5292 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:00.332969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Attempting to bind port f693d481-5ffc-419b-8e50-c0020f6e5292 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:00.364927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:00.365333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Checking segment: {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:00.365655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Bound using segment: {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:00.366223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Bound port: f693d481-5ffc-419b-8e50-c0020f6e5292, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:00.367230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.427735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.1 (9ae81267-8101-4683-8c05-48de38210437/a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54/3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:00.519124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:00.539034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f693d481-5ffc-419b-8e50-c0020f6e5292,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:00.552583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.630485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:00.631808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.633496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] 10.222.0.36 "PUT /v2.0/ports/f693d481-5ffc-419b-8e50-c0020f6e5292 HTTP/1.1" status: 200 len: 1091 time: 1.9625106 Nov 16 21:39:00.636008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:00.639336 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:00.685721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:00.734549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c238b-185d-4d21-bcc5-dec897129dfd service neutron] Pushing event updated for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:00.800975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-d289f8d2-bd14-4901-b11d-e3e55bebcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:00.803132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-d289f8d2-bd14-4901-b11d-e3e55bebcf28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 1094 time: 0.1108027 Nov 16 21:39:00.819957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:00.881133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-abc83e66-0ec0-403d-89fd-b9474098933a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f693d481-5ffc-419b-8e50-c0020f6e5292 HTTP/1.1" status: 200 len: 217 time: 0.0691359 Nov 16 21:39:00.915020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.032557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-network', 'tenant_id': '8790ccf682af4ec2854d2be012e89372'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:01.052251 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e1354-519c-4fbf-90ff-e72cc4697b55 x-openstack-request-id: req-a86e1354-519c-4fbf-90ff-e72cc4697b55 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:01.053127 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:01.053391 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a86e1354-519c-4fbf-90ff-e72cc4697b55 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:01.054336 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292', 'status': 'completed', 'code': 200} Nov 16 21:39:01.060958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-343554ee-6ef0-4b83-854a-ba24d78c002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:01.062126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-343554ee-6ef0-4b83-854a-ba24d78c002a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9657f0e-cffb-48d1-9024-2e453f8049d3 HTTP/1.1" status: 200 len: 848 time: 0.1667602 Nov 16 21:39:01.065605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Made reservation on behalf of 8790ccf682af4ec2854d2be012e89372 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:01.066158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 9ae81267-8101-4683-8c05-48de38210437 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:01.068824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.077894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:01.092958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:01.099633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.142571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-16263452-5d82-4e71-b050-1795a83b88a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47a8e659-7d2d-40ee-a876-9bdb7943ca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702326 Nov 16 21:39:01.155034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:01.204728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.213632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.224341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5041611-f5ad-4187-a241-070896b63df4 None None] Network 9ae81267-8101-4683-8c05-48de38210437 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:39:01.253813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:39:01.263885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794790-db2b-4be3-bb5e-da23345d7116 req-f022854a-4fca-4a15-82c5-5128ced523ea tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:01.271531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e794790-db2b-4be3-bb5e-da23345d7116 req-f022854a-4fca-4a15-82c5-5128ced523ea tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 943 time: 0.3948877 Nov 16 21:39:01.274809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-9e97baae-cfc1-48d3-ab69-e5986e0b0344 service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208529 Nov 16 21:39:01.275683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380c2b3-22f2-418b-9abb-741ca81fbe48,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:01.281394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.281878 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Added segment 41b3eca5-cc6c-4774-b2d2-aa2027e0e86d of type vlan for network 84adfedc-c42a-4a68-a878-3e00f30da050 Nov 16 21:39:01.329283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.379768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.380882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:01.381755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.390771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] Provisioning complete for port 114c95d2-5c77-402e-aa28-2e1a79f44dda triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:01.391175 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.433863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.459581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=84adfedc-c42a-4a68-a878-3e00f30da050,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:01.466811 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ce933a6-1e7b-4f24-9159-497949477ab9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6442826 Nov 16 21:39:01.469621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45664) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:01.476671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Request body: {'subnet': {'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-subnet', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:01.508620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Made reservation on behalf of 8790ccf682af4ec2854d2be012e89372 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:01.511628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.522769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 84adfedc-c42a-4a68-a878-3e00f30da050 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:39:01.571759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e794790-db2b-4be3-bb5e-da23345d7116 req-d5db0e4e-1f4b-4643-8bf0-d7fa29b76dc9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966650 Nov 16 21:39:01.609103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 114c95d2-5c77-402e-aa28-2e1a79f44dda up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:01.645329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b6c3c3c-881a-44af-a53c-e723d0a03038 req-e0074301-3991-43b5-b007-db3b9a28c38a service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585062 Nov 16 21:39:01.727977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.756979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.760850 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.797950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] For port 114c95d2-5c77-402e-aa28-2e1a79f44dda, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=114c95d2-5c77-402e-aa28-2e1a79f44dda,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:01.809412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 114c95d2-5c77-402e-aa28-2e1a79f44dda triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:01.810625 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.811651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Checking segment: {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:01.812143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Network hostable DHCP agents. Network: 84adfedc-c42a-4a68-a878-3e00f30da050, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:39:01.816675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.823987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:01.825069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-7c56e8e2-d3e4-4e98-a601-7c1ffe2f90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:01.826684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-7c56e8e2-d3e4-4e98-a601-7c1ffe2f90b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 1094 time: 0.1090498 Nov 16 21:39:01.844668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Network 84adfedc-c42a-4a68-a878-3e00f30da050 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:39:01.875430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 84adfedc-c42a-4a68-a878-3e00f30da050) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:01.887917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:01.888632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.897302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed84578-4d07-4022-9817-33501d8761ac None None] Network 84adfedc-c42a-4a68-a878-3e00f30da050 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:39:01.922506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c08495c-6b7f-4759-97f4-c8348b12ee53 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4484320 Nov 16 21:39:01.923326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45666) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:01.931209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:01.974513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:01.977727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.050818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf74688-e77e-453e-a1d8-e85f16bf7dd1 None None] Pushing event updated for resources: {'Port': ['ID=114c95d2-5c77-402e-aa28-2e1a79f44dda,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:02.081587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.181316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade4bce-6547-486c-8d6c-5566eabe1ae9 None None] Network 84adfedc-c42a-4a68-a878-3e00f30da050 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:39:02.350750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.366196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0309b4eb-5d52-4f64-b6d3-1cbcc23c07fc None None] Provisioning complete for port 114c95d2-5c77-402e-aa28-2e1a79f44dda triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:02.366771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0309b4eb-5d52-4f64-b6d3-1cbcc23c07fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.507572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0309b4eb-5d52-4f64-b6d3-1cbcc23c07fc None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:02.508018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0309b4eb-5d52-4f64-b6d3-1cbcc23c07fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.536918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-f91b81db-eb4f-4d26-81fb-48c20154f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:02.538493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-f91b81db-eb4f-4d26-81fb-48c20154f42c service neutron] 10.222.0.36 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 909 time: 0.7047977 Nov 16 21:39:02.579226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0309b4eb-5d52-4f64-b6d3-1cbcc23c07fc None None] Port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:02.591780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-a4b7a13f-2a28-44a5-8f3f-3c39d11d535a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f693d481-5ffc-419b-8e50-c0020f6e5292 HTTP/1.1" status: 200 len: 217 time: 0.0448225 Nov 16 21:39:02.702243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-db7de2bc-b9ce-4b6d-9092-c5d9f9a1a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:02.704595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-db7de2bc-b9ce-4b6d-9092-c5d9f9a1a713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9657f0e-cffb-48d1-9024-2e453f8049d3 HTTP/1.1" status: 200 len: 848 time: 0.0942667 Nov 16 21:39:02.709889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e2302d53-3971-4e1e-a00c-ada2553abd6c None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:02.711949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e2302d53-3971-4e1e-a00c-ada2553abd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.742616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.756831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e2302d53-3971-4e1e-a00c-ada2553abd6c None None] Port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:02.763310 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.788217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-0597a7a4-0440-4670-9436-c993ab71b0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47a8e659-7d2d-40ee-a876-9bdb7943ca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660775 Nov 16 21:39:02.885804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875d3b-233f-4555-82d3-d34a6b41c653 req-aa1b3f36-fbc8-423d-83e1-cf8cdbabcb5d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:02.887625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6875d3b-233f-4555-82d3-d34a6b41c653 req-aa1b3f36-fbc8-423d-83e1-cf8cdbabcb5d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 943 time: 0.1634035 Nov 16 21:39:02.888990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Allocated IP 172.25.7.68 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1958f975-0f60-4e93-b8b2-dd5784e01dfc) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:02.916462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:02.929937 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.035396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.055481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:03.057969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.064304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6875d3b-233f-4555-82d3-d34a6b41c653 req-803afa1e-1b41-442e-97d9-b175b77d6af2 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669059 Nov 16 21:39:03.067443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-af090820-7a92-48bf-a9bc-3974c9c65099 service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670689 Nov 16 21:39:03.093547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.146362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:03.153985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:03.170393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:03.170568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa4713f-968b-4b57-a806-2c09d4fe71ab None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:03.202986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1958f975-0f60-4e93-b8b2-dd5784e01dfc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:03.254385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfba8505-cd56-4e73-b4c6-3d9316d6fa0b req-633759d7-331d-40c3-becb-c13f25dff19e service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786697 Nov 16 21:39:03.259405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 9ae81267-8101-4683-8c05-48de38210437 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:03.262188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:03.303304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b4474fad-9f7e-4b36-b619-9f594dacb70f None None] Provisioning complete for port 1958f975-0f60-4e93-b8b2-dd5784e01dfc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:03.304220 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b4474fad-9f7e-4b36-b619-9f594dacb70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.394461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b4474fad-9f7e-4b36-b619-9f594dacb70f None None] Port 1958f975-0f60-4e93-b8b2-dd5784e01dfc cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:03.448712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 302f8858-5ebc-4c17-96da-1ce56c83195c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:03.467438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 114c95d2-5c77-402e-aa28-2e1a79f44dda up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:03.570404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 114c95d2-5c77-402e-aa28-2e1a79f44dda triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:03.571144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.639318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.667136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:03.676608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-01503a1b-8cb7-43c4-9cf9-5f74918ee59d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/302f8858-5ebc-4c17-96da-1ce56c83195c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3136265 Nov 16 21:39:03.703722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Sync routers for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:03.752855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:03.753872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:03.763035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-87603f83-7649-441a-bb55-83b5f8ea54d2 None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:03.763708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-87603f83-7649-441a-bb55-83b5f8ea54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.940899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:04.034209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-45e2613b-ecb4-4cd1-9e69-38c5560c02b3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298430749&fields=id&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 267 time: 0.0963736 Nov 16 21:39:04.068151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-87603f83-7649-441a-bb55-83b5f8ea54d2 None None] Port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:04.101727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:04.225806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-86156abe-878c-4700-8dac-e1ac8ae48fe3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:04.229159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-86156abe-878c-4700-8dac-e1ac8ae48fe3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 796 time: 0.1849458 Nov 16 21:39:04.268510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-d07903c7-21e1-4bc3-9e10-51603561f286 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/quotas/b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 375 time: 0.0159593 Nov 16 21:39:04.301312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ecc18-5002-4735-8766-d954b13e143e req-0cafc325-ed93-4a3c-868e-931472903570 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:04.302874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b02ecc18-5002-4735-8766-d954b13e143e req-0cafc325-ed93-4a3c-868e-931472903570 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 943 time: 0.1065991 Nov 16 21:39:04.399882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:02Z', 'revision_number': 2, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:04.402862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-d9fab12c-b7be-42da-87da-44a4507fec52 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236577 Nov 16 21:39:04.408542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b02ecc18-5002-4735-8766-d954b13e143e req-dbe77259-484e-42d9-b9e2-e04f0ba86aa9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Nov 16 21:39:04.433206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Router db9464f8-6b7b-4346-bc75-d8a288dc9619 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:39:04.479467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Checking router: 302f8858-5ebc-4c17-96da-1ce56c83195c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:04.479848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Updating router 302f8858-5ebc-4c17-96da-1ce56c83195c port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:39:04.510688 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:04.563724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:04.575292 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Sync routers for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:04.589464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:04.590900 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:04.591774 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:04.595734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1fcbb6bd-7c5d-45de-9122-a516b08ff5e3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6709974 Nov 16 21:39:04.597853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:04.670110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-56a7f799-9e57-402d-a1bf-ed1bfdb416de service neutron] 10.222.0.54 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378159 Nov 16 21:39:04.817445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:04.872614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-b23a47f6-3547-4ca2-a693-7554155aaee0 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969254 Nov 16 21:39:04.895507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f693d481-5ffc-419b-8e50-c0020f6e5292 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:04.967089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.072518 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:03Z', 'revision_number': 3, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:05.083149 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.121408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Checking router: db9464f8-6b7b-4346-bc75-d8a288dc9619 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:05.122305 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Updating router db9464f8-6b7b-4346-bc75-d8a288dc9619 port 1958f975-0f60-4e93-b8b2-dd5784e01dfc binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:39:05.161169 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.195269 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.209474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4dcc3ba-613c-414e-89a9-455739b4a3e0 req-0abb0d23-b3c7-4739-b353-a4cd4ae1906b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 210 time: 0.1082695 Nov 16 21:39:05.291842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f693d481-5ffc-419b-8e50-c0020f6e5292,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:05.296117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bb324-568f-4d3a-a3df-5555ead7715e None None] Pushing event updated for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:05.353482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Attempting to bind port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:05.353845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Attempting to bind port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:05.354202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Attempting to bind port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:05.368520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:05.368894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Checking segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:05.369287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.369675 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Bound using segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:05.370155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Bound port: 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:05.370529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.374144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'f693d481-5ffc-419b-8e50-c0020f6e5292', 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11', 'port_id': 'f693d481-5ffc-419b-8e50-c0020f6e5292', 'mac_address': 'fa:16:3e:a0:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9657f0e-cffb-48d1-9024-2e453f8049d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:05.474171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.479888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-60c20faf-eae2-4bae-ae5a-2245fec9c4c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052079 Nov 16 21:39:05.502835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f693d481-5ffc-419b-8e50-c0020f6e5292 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:05.524298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Allocated IP 172.20.0.1 (84adfedc-c42a-4a68-a878-3e00f30da050/f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9/a64a1329-411d-4ef5-a6e5-01e454562b1e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:05.595384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f693d481-5ffc-419b-8e50-c0020f6e5292,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:05.664864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.707692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] For port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:05.740314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-01483161-9b9b-46c7-bc8e-e1401d2407f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:05.744593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] For port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:05.748255 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.755666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-01483161-9b9b-46c7-bc8e-e1401d2407f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=114f199cc1bb45d0aec044a48e092413&device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 1096 time: 0.1636372 Nov 16 21:39:05.758633 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.770110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.794145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf459c-af65-48b4-b60c-689f8933b03c req-b17a0740-f630-4f0f-b0d4-31f8a172d193 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:05.797111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17bf459c-af65-48b4-b60c-689f8933b03c req-b17a0740-f630-4f0f-b0d4-31f8a172d193 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 943 time: 0.2698560 Nov 16 21:39:05.798636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:05.799942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.801984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12409e61-933d-4322-9feb-d5756464ac31 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:05.809342 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.838917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Attempting to bind port 1958f975-0f60-4e93-b8b2-dd5784e01dfc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:05.839446 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Attempting to bind port 1958f975-0f60-4e93-b8b2-dd5784e01dfc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:05.840341 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Attempting to bind port 1958f975-0f60-4e93-b8b2-dd5784e01dfc on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:05.849070 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:05.849881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:05.850297 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.850676 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:05.851175 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Bound port: 1958f975-0f60-4e93-b8b2-dd5784e01dfc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:05.851751 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.855310 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb018b5-b9e3-4bd1-ba16-5e7fd51f5941 None None] Pushing event updated for resources: {'Port': ['ID=1958f975-0f60-4e93-b8b2-dd5784e01dfc,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:05.904813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:05.932445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.949735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:05.950452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:05.974992 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] For port 1958f975-0f60-4e93-b8b2-dd5784e01dfc, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:05.979130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] For port 1958f975-0f60-4e93-b8b2-dd5784e01dfc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1958f975-0f60-4e93-b8b2-dd5784e01dfc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:05.986190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Network 84adfedc-c42a-4a68-a878-3e00f30da050 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:05.992122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:06.000039 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.030277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17bf459c-af65-48b4-b60c-689f8933b03c req-500eb494-90c8-44f8-bd7e-8267d0dbeab6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903424 Nov 16 21:39:06.083237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:06.104854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-cdf43b69-8aac-43d0-a364-62fb31627a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:06.106837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-cdf43b69-8aac-43d0-a364-62fb31627a5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 200 len: 909 time: 0.2950652 Nov 16 21:39:06.188436 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:06.189230 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:06.206200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.213876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:06.288947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-5c3b8cd1-3057-4ddc-af36-4189ca6ebf20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 200 len: 1001 time: 0.1744456 Nov 16 21:39:06.303995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:06.368164 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb018b5-b9e3-4bd1-ba16-5e7fd51f5941 None None] Pushing event updated for resources: {'Port': ['ID=1958f975-0f60-4e93-b8b2-dd5784e01dfc,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:06.391741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-aef34471-be35-466b-b342-9ddbd19529cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:06.394680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-aef34471-be35-466b-b342-9ddbd19529cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 200 len: 847 time: 0.0961568 Nov 16 21:39:06.457734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-939d892f-1642-4ea3-8c53-c2fd2d4e4a60 req-52b6c405-c380-4031-8347-b2b9455d970c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 210 time: 0.0597498 Nov 16 21:39:06.465470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:06.519552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['f693d481-5ffc-419b-8e50-c0020f6e5292'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:06.523985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c6347-819d-4bf3-bf2b-ee943008916d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:06.525548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.560991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-bb32eae9-4b7b-4e2e-9ff7-9b43e617df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:06.563240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-bb32eae9-4b7b-4e2e-9ff7-9b43e617df47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d49bebd2-ff49-454d-9c21-617299c772d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044619 Nov 16 21:39:06.696950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bb324-568f-4d3a-a3df-5555ead7715e None None] Pushing event updated for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:06.739941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-4f0614cd-8342-4835-a1c5-5691016f71c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689477 Nov 16 21:39:06.783670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.866837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:03Z', 'revision_number': 3, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:06.880472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.897268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:06.907791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d65de-37cf-484a-b016-14b4fe0f3e61 None None] The sync data for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 is: [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:03Z', 'revision_number': 3, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:06.912093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1cd3c04-549a-46c4-b27b-9b5f318fcd76 req-4776a0a9-c867-4238-9cac-324d09553e1f service neutron] 10.222.0.36 "GET /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650846 Nov 16 21:39:06.985563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] For port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:07.008509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.035094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:07.044419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.098855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fac6d4-845d-4d04-a23e-aaae8ac26461 None None] Pushing event updated for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:07.112262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:05Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:07.186546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca1a46-ab27-4226-bf93-4822d4f61ed1 None None] The sync data for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 is: [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:05Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:07.214477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Provisioning complete for port 1958f975-0f60-4e93-b8b2-dd5784e01dfc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:07.214862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.376359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a3385-61ae-40c9-8d33-653a61a25c76 req-de4cb7ef-5a5c-484c-a65b-50114d9d5712 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:07.399669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-592a3385-61ae-40c9-8d33-653a61a25c76 req-de4cb7ef-5a5c-484c-a65b-50114d9d5712 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 944 time: 0.2031789 Nov 16 21:39:07.424711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Network 84adfedc-c42a-4a68-a878-3e00f30da050 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:07.436657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:07.465785 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.573999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-592a3385-61ae-40c9-8d33-653a61a25c76 req-81e713a8-21f4-418b-b1b0-c1d32f98bd4e tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653657 Nov 16 21:39:07.591008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] For port 1958f975-0f60-4e93-b8b2-dd5784e01dfc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1958f975-0f60-4e93-b8b2-dd5784e01dfc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:07.599464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:07.659441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-c0d47aaf-46e9-4380-ade5-ee02f06c8ec7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:07.660925 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-c0d47aaf-46e9-4380-ade5-ee02f06c8ec7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 796 time: 0.4672947 Nov 16 21:39:07.671580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.717335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca39e1f9-895f-451a-a2f6-8bd01eb4a954 req-6725445a-3499-4da6-882f-778d1a32c696 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 210 time: 0.0701578 Nov 16 21:39:07.737160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:07.737714 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.754023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Router db9464f8-6b7b-4346-bc75-d8a288dc9619 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:07.808321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:07.808980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:07.865446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82c921-17ba-42cb-b32d-e95d8cab07f8 None None] Pushing event updated for resources: {'Port': ['ID=1958f975-0f60-4e93-b8b2-dd5784e01dfc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:07.943565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-227e756f-5b66-4cdc-ad72-e0b7c1b242cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 379 time: 0.1874454 Nov 16 21:39:07.972052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'port': {'device_id': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'admin_state_up': True, 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'security_groups': ['5bc2a9ac-e25d-4121-a6c1-a228def26b52']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:08.111703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:08.122997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02111422-eb31-40ef-a8dd-5861277b7ef8 admin admin] 10.222.0.54 "PUT /v2.0/routers/db9464f8-6b7b-4346-bc75-d8a288dc9619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5187130 Nov 16 21:39:08.183822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:08.187692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:08.379556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.10 (9ae81267-8101-4683-8c05-48de38210437/a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54/8cd437c8-c1d8-4993-97dc-cc96817e5ce6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:08.642309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:08.721267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:08.784112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a107-5234-41ff-a2d9-554bb339f12f req-81d6861b-7876-4207-8793-70c861b11b2d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:08.785667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b5a107-5234-41ff-a2d9-554bb339f12f req-81d6861b-7876-4207-8793-70c861b11b2d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 944 time: 0.0927641 Nov 16 21:39:08.805806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:08.829270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 9ae81267-8101-4683-8c05-48de38210437 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:08.830630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-a422a3e3-7fc6-4961-a6b4-262b6be3cd09 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:08.831866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:08.832942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-a422a3e3-7fc6-4961-a6b4-262b6be3cd09 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 820 time: 0.2553639 Nov 16 21:39:08.843634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:08.859126 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f693d481-5ffc-419b-8e50-c0020f6e5292 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:08.864471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-93d1121e-5314-4bcd-a211-1f6964877363 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/quotas/8790ccf682af4ec2854d2be012e89372 HTTP/1.1" status: 200 len: 375 time: 0.0213032 Nov 16 21:39:08.934475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:08.935935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:08.972833 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-6387810e-ebee-4bf0-b4b6-7907b28fb15b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0172932 Nov 16 21:39:08.981562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:08.987796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port f693d481-5ffc-419b-8e50-c0020f6e5292 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:08.993697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Request body: {'port': {'device_id': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:08.996679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port f693d481-5ffc-419b-8e50-c0020f6e5292 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:08.997537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.002012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52b5a107-5234-41ff-a2d9-554bb339f12f req-d7d1b664-351e-4b43-ad9d-327304c5f4d2 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884744 Nov 16 21:39:09.051553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-92975e23-2d78-4468-baa7-2320f59c9844 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863379 Nov 16 21:39:09.145579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.162615 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.211842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:09.214163 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c2d9be-f59f-42c6-ada8-c3201031a316" -d '{"events": [{"server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "name": "network-vif-plugged", "status": "completed", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:09.257438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f693d481-5ffc-419b-8e50-c0020f6e5292,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:09.263677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.321276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-775f274a-4782-4322-a903-fb9853c459f3 service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598596 Nov 16 21:39:09.328120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f4eff2e0-d1ee-4c88-8815-b06e61f55c1f None None] Provisioning complete for port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:09.328496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4eff2e0-d1ee-4c88-8815-b06e61f55c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.331218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:09.377972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f4eff2e0-d1ee-4c88-8815-b06e61f55c1f None None] Port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:09.509903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1958f975-0f60-4e93-b8b2-dd5784e01dfc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:09.523189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-bdca59bc-9f7b-46df-9cef-19db0d12a6a7 service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912801 Nov 16 21:39:09.549530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c39e-2f98-49bd-adb7-7398e79c4ed1 req-43a6ae2d-505e-4248-b2b1-285cc21cf2d2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:09.554138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c88c39e-2f98-49bd-adb7-7398e79c4ed1 req-43a6ae2d-505e-4248-b2b1-285cc21cf2d2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 932 time: 0.3955324 Nov 16 21:39:09.618322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1958f975-0f60-4e93-b8b2-dd5784e01dfc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:09.618628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.646395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c88c39e-2f98-49bd-adb7-7398e79c4ed1 req-1982cd53-6031-4737-8eda-4df026e503ea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881941 Nov 16 21:39:09.661356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:09.703713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.733913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Transition to ACTIVE for port object 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:09.745142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:09.793178 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d459e935-76c3-4fbe-b48f-2fda47ef64a2 x-openstack-request-id: req-d459e935-76c3-4fbe-b48f-2fda47ef64a2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:09.793528 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "name": "network-vif-plugged", "status": "completed", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:09.793863 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d459e935-76c3-4fbe-b48f-2fda47ef64a2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:09.794414 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292', 'code': 200} Nov 16 21:39:09.846540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97c8cdb3-eab0-41c3-9810-83c2db3f74ad req-4638f084-6c6f-468a-8c93-da001ddaf435 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 210 time: 0.0892451 Nov 16 21:39:09.890865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:09.922443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61695343-e59e-47ec-b778-184557baba37 req-8dc89113-e425-48d1-bef9-1ef702d2df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:09.932249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61695343-e59e-47ec-b778-184557baba37 req-8dc89113-e425-48d1-bef9-1ef702d2df80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 1096 time: 0.0825803 Nov 16 21:39:09.981753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:09.982251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:09.982590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:09.989054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:09.989412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:10.002513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:10.002964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Checking segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:10.003527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Bound using segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:10.003987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Bound port: 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:10.004445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:10.025098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61695343-e59e-47ec-b778-184557baba37 req-268feb11-ed20-4ca6-9963-9c1efb7cd02a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852284 Nov 16 21:39:10.179717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:10.183647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:10.197643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:10.213825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0b2ab-ca5d-4c54-8d21-9f6a569577a6 req-bd63ec16-4d7d-4e30-8818-a33e88ecc5d7 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.216022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc0b2ab-ca5d-4c54-8d21-9f6a569577a6 req-bd63ec16-4d7d-4e30-8818-a33e88ecc5d7 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 945 time: 0.1234171 Nov 16 21:39:10.322582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.323131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecc0b2ab-ca5d-4c54-8d21-9f6a569577a6 req-758bb294-ca72-4ed8-804b-442260d83bc1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941403 Nov 16 21:39:10.327139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:10.340922 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1092 time: 1.3577576 Nov 16 21:39:10.341408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:10.344384 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982ce33-a23e-45c2-884b-f28449082687" -d '{"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:10.434610 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a606e5e-4795-45f3-83e9-415118068b07 x-openstack-request-id: req-0a606e5e-4795-45f3-83e9-415118068b07 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:10.434822 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:10.436534 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a606e5e-4795-45f3-83e9-415118068b07 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:10.438508 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'status': 'completed', 'code': 200} Nov 16 21:39:10.460990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cf2f5-5490-47b6-9413-dc44f4a4cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:10.493475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-88fe5ecb-fb87-49af-b19b-64fdccd1b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.495285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-88fe5ecb-fb87-49af-b19b-64fdccd1b70e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1095 time: 0.1014638 Nov 16 21:39:10.585706 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-2f94ff74-18db-4e98-8165-ffd19ed76d24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 217 time: 0.0792432 Nov 16 21:39:10.601404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Sync routers for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:10.632669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:10.633194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:10.728521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-b38e0a6c-9336-447e-9014-1f37b9a70e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.730653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-b38e0a6c-9336-447e-9014-1f37b9a70e2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.1358581 Nov 16 21:39:10.833051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-edf32ef3-48e5-4665-b770-16d3ba251781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.839716 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-edf32ef3-48e5-4665-b770-16d3ba251781 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993011 Nov 16 21:39:10.923102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b33cd-8408-4c1e-a610-19e4cd915466 req-22b6618f-b168-48c9-98b7-330d8de43185 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:10.941464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e82b33cd-8408-4c1e-a610-19e4cd915466 req-22b6618f-b168-48c9-98b7-330d8de43185 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.1163797 Nov 16 21:39:11.053265 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-fb717940-6e58-4b0b-918a-bd504c5eda66 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994903 Nov 16 21:39:11.079633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afe1c228-2eeb-40fb-add8-3470e78176f3 req-c29605e4-5f13-486e-8b8a-8d86fbb49853 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 210 time: 0.1021941 Nov 16 21:39:11.134954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e82b33cd-8408-4c1e-a610-19e4cd915466 req-37c7cad4-e36a-4c9d-9731-68f8d41a00a4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907558 Nov 16 21:39:11.217621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:11.221432 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9c45fc86-1d3f-4c75-bd86-7bc400030724 req-e04c2fcc-9457-42ea-9b01-166249f82658 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405764 Nov 16 21:39:11.391428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ce33-a23e-45c2-884b-f28449082687 req-5452d206-bac2-444a-aca4-4fd2757c3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.393178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-5452d206-bac2-444a-aca4-4fd2757c3c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0835147 Nov 16 21:39:11.510303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 2, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:11.531906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceb0b-3253-47a2-a490-91101800669d req-05ca93ee-9d48-4b4b-bac0-10d45ccbf535 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.532982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ce33-a23e-45c2-884b-f28449082687 req-0485374e-8138-462d-a5c4-22e8fd4498fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.534658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44ceb0b-3253-47a2-a490-91101800669d req-05ca93ee-9d48-4b4b-bac0-10d45ccbf535 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 945 time: 0.0978496 Nov 16 21:39:11.535364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-0485374e-8138-462d-a5c4-22e8fd4498fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.1335802 Nov 16 21:39:11.544435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Checking router: db9464f8-6b7b-4346-bc75-d8a288dc9619 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:11.544787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Updating router db9464f8-6b7b-4346-bc75-d8a288dc9619 port a64a1329-411d-4ef5-a6e5-01e454562b1e binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:39:11.578023 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:11.598818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-01743e65-ded0-4383-abed-1c43146ced2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 217 time: 0.0483887 Nov 16 21:39:11.656869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44ceb0b-3253-47a2-a490-91101800669d req-59a864dd-e42c-45c8-b11d-55df37ead439 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123013 Nov 16 21:39:11.692134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ce33-a23e-45c2-884b-f28449082687 req-84d36dfd-4793-43d3-9b38-56cd263abd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.693689 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-84d36dfd-4793-43d3-9b38-56cd263abd80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.0871599 Nov 16 21:39:11.794231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ce33-a23e-45c2-884b-f28449082687 req-cc75b1b6-f8c5-4155-8e79-1d68f29df70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.799397 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-cc75b1b6-f8c5-4155-8e79-1d68f29df70f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981333 Nov 16 21:39:11.912719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-4dd3e59c-ce20-4e20-8408-99c123728a52 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:11.921107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-4dd3e59c-ce20-4e20-8408-99c123728a52 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 820 time: 0.2037785 Nov 16 21:39:11.935285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'port': {'device_id': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'admin_state_up': True, 'tenant_id': '8790ccf682af4ec2854d2be012e89372'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:11.964208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-0694dc92-cb7e-45f0-a91a-9db6e45cdc5a service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569686 Nov 16 21:39:12.062212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.069982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.137493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a982ce33-a23e-45c2-884b-f28449082687 req-d751739b-a61c-4622-8a66-4a000e5167f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621473 Nov 16 21:39:12.164510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fcb3d-7e7f-4f76-80be-ee191f0d27cf None None] Pushing event updated for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:12.226426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6cf9aaf-dd8e-483e-a486-5f647984f5bf req-fedd2a01-a9e9-4ac3-9aaf-505f2a07c7ae tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 210 time: 0.0395317 Nov 16 21:39:12.273368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Made reservation on behalf of 8790ccf682af4ec2854d2be012e89372 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:12.273368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.319731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Attempting to bind port a64a1329-411d-4ef5-a6e5-01e454562b1e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:12.320560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Attempting to bind port a64a1329-411d-4ef5-a6e5-01e454562b1e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:12.321300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Attempting to bind port a64a1329-411d-4ef5-a6e5-01e454562b1e on network 84adfedc-c42a-4a68-a878-3e00f30da050 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:12.330104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:12.330493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Checking segment: {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:12.331876 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.332287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Bound using segment: {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:12.332776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Bound port: a64a1329-411d-4ef5-a6e5-01e454562b1e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:12.333163 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.338874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc1be1-9b3c-4103-9f70-98bb1929b93d req-4dea1a8d-404f-4fc9-93b6-a923f7cf88be tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:12.340629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fcc1be1-9b3c-4103-9f70-98bb1929b93d req-4dea1a8d-404f-4fc9-93b6-a923f7cf88be tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.0922444 Nov 16 21:39:12.422456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] For port a64a1329-411d-4ef5-a6e5-01e454562b1e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:12.427812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] For port a64a1329-411d-4ef5-a6e5-01e454562b1e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a64a1329-411d-4ef5-a6e5-01e454562b1e,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:12.441623 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.460839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fcc1be1-9b3c-4103-9f70-98bb1929b93d req-7cf9f086-a61e-4062-9ac6-0af5a2013c7b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931852 Nov 16 21:39:12.523909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Allocated IP 172.20.0.3 (84adfedc-c42a-4a68-a878-3e00f30da050/f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9/99fec02a-997f-4709-996d-9e2f06eff426) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:12.533911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:12.570177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:12.570796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:38:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:12.644342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fcb3d-7e7f-4f76-80be-ee191f0d27cf None None] Pushing event updated for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:12.720279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b180134-aa38-44be-adc2-cfe1a9b717e3 req-d4f173b6-37e5-4a6c-9600-5aba1d4d452b tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:12.722236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b180134-aa38-44be-adc2-cfe1a9b717e3 req-d4f173b6-37e5-4a6c-9600-5aba1d4d452b tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 945 time: 0.1346006 Nov 16 21:39:12.760580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:12.763355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:12.807594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'mac_address': 'fa:16:3e:81:68:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:12.812173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b180134-aa38-44be-adc2-cfe1a9b717e3 req-ffbdfecb-46cc-4e51-86e1-7aad2ca2ea15 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Nov 16 21:39:12.817647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.860709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.912769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Network 84adfedc-c42a-4a68-a878-3e00f30da050 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:12.919313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:12.923825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:12.960127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:12.977053 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.982840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:12.983472 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:12.990787 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.006635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c0f1ef31-fb22-49a6-82cc-7cf24256ee4a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0757344 Nov 16 21:39:13.010793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:13.020289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Request body: {'port': {'device_id': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:13.054789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:13.066300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.083999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.132713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:13.138473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:12Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:13.171185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f25a7-8500-48a1-9e73-a9759f15951b None None] The sync data for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 is: [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:12Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:13.317570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['8cd437c8-c1d8-4993-97dc-cc96817e5ce6'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:13.390544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fec02a-997f-4709-996d-9e2f06eff426 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:13.398558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.411211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Transition to ACTIVE for port object 99fec02a-997f-4709-996d-9e2f06eff426 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:13.454405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.461407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a64a1329-411d-4ef5-a6e5-01e454562b1e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:13.511875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:13.600115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7236eb0-cae5-4543-8237-e4a7251c7bcc req-ae16eb22-6901-4685-9393-fb170386efbf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:13.602278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7236eb0-cae5-4543-8237-e4a7251c7bcc req-ae16eb22-6901-4685-9393-fb170386efbf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 943 time: 0.1895468 Nov 16 21:39:13.627912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a64a1329-411d-4ef5-a6e5-01e454562b1e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:13.628289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.729538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b85b9-3eca-4f93-95c2-700a2d765fac req-e25bef6c-0d8b-4a73-b461-4a4045280b7f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:13.731741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-201b85b9-3eca-4f93-95c2-700a2d765fac req-e25bef6c-0d8b-4a73-b461-4a4045280b7f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 945 time: 0.1752889 Nov 16 21:39:13.743837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7236eb0-cae5-4543-8237-e4a7251c7bcc req-d166b4e8-763a-4c94-bd8b-d322ac1780da tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170526 Nov 16 21:39:13.780694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.821066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a64a1329-411d-4ef5-a6e5-01e454562b1e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a64a1329-411d-4ef5-a6e5-01e454562b1e,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:13.828371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:13.896905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:14.120383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Attempting to bind port 99fec02a-997f-4709-996d-9e2f06eff426 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:14.121020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Attempting to bind port 99fec02a-997f-4709-996d-9e2f06eff426 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:14.121172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Attempting to bind port 99fec02a-997f-4709-996d-9e2f06eff426 on network 84adfedc-c42a-4a68-a878-3e00f30da050 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:14.157268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Port 99fec02a-997f-4709-996d-9e2f06eff426 on network 84adfedc-c42a-4a68-a878-3e00f30da050 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:14.157585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Attempting to bind port 99fec02a-997f-4709-996d-9e2f06eff426 on network 84adfedc-c42a-4a68-a878-3e00f30da050 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:14.179651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:14.179982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Checking segment: {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:14.180362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Bound using segment: {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:14.180808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Bound port: 99fec02a-997f-4709-996d-9e2f06eff426, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:14.181156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.197407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-201b85b9-3eca-4f93-95c2-700a2d765fac req-c9fbb087-fa46-44bc-ab88-f75e831d5f6c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428527 Nov 16 21:39:14.218025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-504dd0a8-f91c-4ad0-9797-fd4400da4e76 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.218025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-504dd0a8-f91c-4ad0-9797-fd4400da4e76 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 945 time: 0.1283236 Nov 16 21:39:14.222533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f52af-a569-4fff-b5c7-fef71a096846 req-12977351-c6a8-4b0c-9189-dbcb3359a55a tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.223935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd1f52af-a569-4fff-b5c7-fef71a096846 req-12977351-c6a8-4b0c-9189-dbcb3359a55a tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 945 time: 0.1412375 Nov 16 21:39:14.377403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:14.403350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:14.410694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd1f52af-a569-4fff-b5c7-fef71a096846 req-8ff8679a-6e29-41a8-9033-bf593d07dbd4 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783290 Nov 16 21:39:14.420850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd6d09-6da8-4ea1-93c7-db7be8348e55 req-3e28092c-ea21-4924-97fe-35d51713e1b8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.422361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdd6d09-6da8-4ea1-93c7-db7be8348e55 req-3e28092c-ea21-4924-97fe-35d51713e1b8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.1559639 Nov 16 21:39:14.423617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.490113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:14.490704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.490880 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.492315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] 10.222.0.21 "PUT /v2.0/ports/99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 1091 time: 1.4774671 Nov 16 21:39:14.493615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:14.496248 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6204dd-b440-467f-b976-7804bef90b27" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:14.539472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7196b-d931-4b9f-bdff-7cfb2211d9fd service neutron] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:14.543630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Deleting port f693d481-5ffc-419b-8e50-c0020f6e5292 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:14.543963 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.598440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:14.602523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:14.603061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.603215 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1ad307-57a9-404d-b3b1-c345f0cd424a x-openstack-request-id: req-6e1ad307-57a9-404d-b3b1-c345f0cd424a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:14.603528 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:14.603650 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e1ad307-57a9-404d-b3b1-c345f0cd424a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:14.603964 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:39:14.623352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdd6d09-6da8-4ea1-93c7-db7be8348e55 req-8f671246-b957-4664-9414-d221ac82b3fb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925225 Nov 16 21:39:14.665105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-29f98410-300c-48cb-95f0-5064b5a9cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.666606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-29f98410-300c-48cb-95f0-5064b5a9cbda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1094 time: 0.1139259 Nov 16 21:39:14.696897 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.729291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-894317fa-202b-403d-8f65-13fa491c6704 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0501509 Nov 16 21:39:14.729550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:14.733110 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21da5554-c5d6-4722-b02f-4becbae591bb" -d '{"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:14.733310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] For port f693d481-5ffc-419b-8e50-c0020f6e5292, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=f693d481-5ffc-419b-8e50-c0020f6e5292,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:14.733500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.748947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:14.757361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.775562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Calling delete_port for f693d481-5ffc-419b-8e50-c0020f6e5292 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:14.827595 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25aef4-f017-4563-bf40-b5c1440e4eb8 x-openstack-request-id: req-3e25aef4-f017-4563-bf40-b5c1440e4eb8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:14.828280 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:14.828597 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e25aef4-f017-4563-bf40-b5c1440e4eb8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:14.829061 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'code': 200} Nov 16 21:39:14.830074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:14.838848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c04f734c-8f58-457d-bf47-78794633ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.840465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-c04f734c-8f58-457d-bf47-78794633ab7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0981071 Nov 16 21:39:14.922347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-b3d91144-6819-4fbb-87ff-f517c3a2cd1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658054 Nov 16 21:39:14.947328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fca453-f8f1-4948-84fc-ffdcb7f2cee2 req-efb3a844-7e6a-47a4-b93b-20a2a20a137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.951956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4fca453-f8f1-4948-84fc-ffdcb7f2cee2 req-efb3a844-7e6a-47a4-b93b-20a2a20a137e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0567644 Nov 16 21:39:15.009183 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4fca453-f8f1-4948-84fc-ffdcb7f2cee2 req-82a55350-90d2-4248-a02d-e36fd682c757 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499949 Nov 16 21:39:15.116110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:15.128128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['f693d481-5ffc-419b-8e50-c0020f6e5292'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:15.165138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5026-579b-4d01-b934-0a60407d3268 req-a45de17b-4c98-4b7f-8998-608569f6d941 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.166682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e6b5026-579b-4d01-b934-0a60407d3268 req-a45de17b-4c98-4b7f-8998-608569f6d941 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 943 time: 0.2199948 Nov 16 21:39:15.175973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Pushing event deleted for resources: {'Port': ['ID=f693d481-5ffc-419b-8e50-c0020f6e5292,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:15.238914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-5bd244bd-29e8-4607-baa2-289b18a2d9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078303 Nov 16 21:39:15.257532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] No DVR routers for this DVR port f693d481-5ffc-419b-8e50-c0020f6e5292 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:15.269470 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:15.272696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9acd21e-7030-4bc0-8e1b-f431654bcd33 req-37224d72-e957-43fa-8362-2915f45102eb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "DELETE /v2.0/ports/f693d481-5ffc-419b-8e50-c0020f6e5292 HTTP/1.1" status: 204 len: 173 time: 1.0470502 Nov 16 21:39:15.282223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815ea7-4381-4c68-8ace-269434611643 req-2bd85ad7-66d9-4f6d-b3bd-108343ccbcf7 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.283744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93815ea7-4381-4c68-8ace-269434611643 req-2bd85ad7-66d9-4f6d-b3bd-108343ccbcf7 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.2105200 Nov 16 21:39:15.343110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-857f96c7-71ae-484e-b71d-21ac07d17153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:15.376244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e6b5026-579b-4d01-b934-0a60407d3268 req-e83ddbf3-1f57-48b1-82e8-43ef5886a5cd tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971419 Nov 16 21:39:15.426052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a64a1329-411d-4ef5-a6e5-01e454562b1e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:15.427108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93815ea7-4381-4c68-8ace-269434611643 req-4973e08c-ac8c-4b0b-aabc-ab94b00b0b34 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025927 Nov 16 21:39:15.467269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ee87547-4c84-4688-9fca-3fa89c3b60e9 req-ba2ac129-71e3-4010-bb9f-61b7cc5cabbd service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106712 Nov 16 21:39:15.494106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a64a1329-411d-4ef5-a6e5-01e454562b1e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:15.494679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:15.514343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550c31a-c59b-4219-a84d-f7dcac474698 req-3f98e62c-b2dd-4dce-aba5-29462f136cc6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.515920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c550c31a-c59b-4219-a84d-f7dcac474698 req-3f98e62c-b2dd-4dce-aba5-29462f136cc6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0638702 Nov 16 21:39:15.550053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-097134a6-ead6-4326-a34b-5fc2b3196a25 req-4f13f8f6-2465-4f08-8cdd-7643b4c6a383 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=da3d51e6-30c6-4b5c-8349-9d363ac5199c HTTP/1.1" status: 200 len: 210 time: 0.0330920 Nov 16 21:39:15.617448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c550c31a-c59b-4219-a84d-f7dcac474698 req-adb3ac96-6465-4f8e-b2e8-c4d3220f25e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904639 Nov 16 21:39:15.623811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6204dd-b440-467f-b976-7804bef90b27 req-f068242b-ed1f-45c4-9ecb-9606a66fcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.625429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-f068242b-ed1f-45c4-9ecb-9606a66fcfd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1094 time: 0.0778656 Nov 16 21:39:15.726749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6204dd-b440-467f-b976-7804bef90b27 req-843dda10-648d-4398-8c10-ca26d1c02c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.728261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-843dda10-648d-4398-8c10-ca26d1c02c8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.0877311 Nov 16 21:39:15.781944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-794a7353-3b6c-4dbc-a379-c2b849314dcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0436604 Nov 16 21:39:15.833284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6204dd-b440-467f-b976-7804bef90b27 req-865351f3-e663-42cc-99d1-232867c8964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:15.834744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-865351f3-e663-42cc-99d1-232867c8964c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0443752 Nov 16 21:39:15.867680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-88be3e1c-0bc1-4303-9366-caf07b9303bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246220 Nov 16 21:39:15.962717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-70c1f31c-674f-46b1-8b8c-83a3d94caad9 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Nov 16 21:39:16.063727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb6204dd-b440-467f-b976-7804bef90b27 req-9f0e94b6-11fb-4121-8d62-ee6747e72dcc service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873418 Nov 16 21:39:16.482388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:16.504580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250563bd-eb56-4bae-8d20-f009f0935559 req-c9910e64-eda1-4f55-9ff2-77bc9be0f944 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:16.506054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-250563bd-eb56-4bae-8d20-f009f0935559 req-c9910e64-eda1-4f55-9ff2-77bc9be0f944 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 943 time: 0.0581293 Nov 16 21:39:16.562217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:16.586063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55accb7-2557-4eae-9c7d-4b7c9eb7d235 req-e60eb106-8c63-4b85-a0b7-052399748188 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:16.587809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f55accb7-2557-4eae-9c7d-4b7c9eb7d235 req-e60eb106-8c63-4b85-a0b7-052399748188 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0923948 Nov 16 21:39:16.590967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-250563bd-eb56-4bae-8d20-f009f0935559 req-efbd70d5-8538-4442-9edf-b2c51aad2618 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Nov 16 21:39:16.598020 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:16.602103 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:16.608258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'name': 'network-vif-deleted', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:16.610533 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15371e9e-bd54-46f2-83f8-b28c89ff96f2" -d '{"events": [{"server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "name": "network-vif-deleted", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:16.647038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f55accb7-2557-4eae-9c7d-4b7c9eb7d235 req-0fdbc181-2144-4dc4-82d5-573fb47d3c23 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524426 Nov 16 21:39:16.662009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=11']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:16.681017 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa5599-b6ed-48ca-beb7-4850733f0805 x-openstack-request-id: req-46fa5599-b6ed-48ca-beb7-4850733f0805 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:16.681370 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d51e6-30c6-4b5c-8349-9d363ac5199c", "name": "network-vif-deleted", "tag": "f693d481-5ffc-419b-8e50-c0020f6e5292", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:16.681683 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46fa5599-b6ed-48ca-beb7-4850733f0805 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:16.682257 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d51e6-30c6-4b5c-8349-9d363ac5199c', 'name': 'network-vif-deleted', 'tag': 'f693d481-5ffc-419b-8e50-c0020f6e5292', 'status': 'completed', 'code': 200} Nov 16 21:39:16.782742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea116af9-cfa5-49c9-8e7b-a649f521db78 req-ae15a7fa-a43f-4ed8-a70d-16ccfe3093c2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:16.784306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea116af9-cfa5-49c9-8e7b-a649f521db78 req-ae15a7fa-a43f-4ed8-a70d-16ccfe3093c2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0510986 Nov 16 21:39:16.830204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:16.832667 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b7888-4c17-4f61-9ad0-cd80c01c4772" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-unplugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:16.885775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea116af9-cfa5-49c9-8e7b-a649f521db78 req-01b03880-e955-4a1f-883a-d2f620afc26e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949275 Nov 16 21:39:16.930845 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dccd914-3e01-4420-84fa-0480eb48920c x-openstack-request-id: req-7dccd914-3e01-4420-84fa-0480eb48920c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:16.931169 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-unplugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:16.931427 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dccd914-3e01-4420-84fa-0480eb48920c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:16.931821 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:39:16.938496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-73be2e27-62aa-4dfb-95e2-832b4e246fc1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:16.940032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-73be2e27-62aa-4dfb-95e2-832b4e246fc1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 808 time: 0.1298745 Nov 16 21:39:16.955211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-4bde2a06-c274-4fd1-9246-908529293004 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/quotas/01cb4cbea855400188b550366d5f1f8e HTTP/1.1" status: 200 len: 375 time: 0.0095775 Nov 16 21:39:16.991535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-797d3ec4-b594-4ee7-b82e-2a38723c376d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308197 Nov 16 21:39:17.088274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad8c2-1724-423f-a78c-a5f7aa5f8e45 req-b04ef0a5-ce66-4be2-8cc7-100fce1807d9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:17.089785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c0ad8c2-1724-423f-a78c-a5f7aa5f8e45 req-b04ef0a5-ce66-4be2-8cc7-100fce1807d9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1014614 Nov 16 21:39:17.137011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-9c19ca8d-47f9-4903-9977-ea2e0c6164b9 service neutron] 10.222.0.54 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361253 Nov 16 21:39:17.205034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c0ad8c2-1724-423f-a78c-a5f7aa5f8e45 req-9cb1ab28-5b10-4029-b410-afc7920b3245 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083131 Nov 16 21:39:17.226805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45894) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:17.246548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-852e21e0-d9c6-4d06-bed0-9a9460245909 service neutron] 10.222.0.54 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017895 Nov 16 21:39:17.269699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39bb7e-9407-416f-94ac-034f192633fb tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:17.271664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a39bb7e-9407-416f-94ac-034f192633fb tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1092 time: 0.0433137 Nov 16 21:39:17.274306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:17.278565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:17.300330 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:17.402509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:17.425149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db6576dd-c20a-4b00-963e-d9f2458b3523 req-08c66a39-947e-48d9-b92b-b2d0c4167b52 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 210 time: 0.0406849 Nov 16 21:39:17.522419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.128 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/5f6bb662-8167-47cd-9c22-bbd08f4a0569) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:17.629952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:17.676108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8ee14f5d-3aab-4123-9195-6930e65d69f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:17.683868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:17.733695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:17.738857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:17.743472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:17.743850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025ad9b-6ee6-4305-882c-e0aa0dea0743 req-fd837aef-0a2a-443e-93e9-45d7655731c4 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:17.745947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0025ad9b-6ee6-4305-882c-e0aa0dea0743 req-fd837aef-0a2a-443e-93e9-45d7655731c4 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 943 time: 0.0767446 Nov 16 21:39:17.746118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=5f6bb662-8167-47cd-9c22-bbd08f4a0569,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:17.846792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae669e-7f94-4786-aad5-fa7d2240d540 req-d576a6c9-73bf-4292-b742-6eecb62ab271 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:17.848334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7ae669e-7f94-4786-aad5-fa7d2240d540 req-d576a6c9-73bf-4292-b742-6eecb62ab271 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0886850 Nov 16 21:39:17.852192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0025ad9b-6ee6-4305-882c-e0aa0dea0743 req-3c6d52d7-78cd-4dac-99ca-7535ef170abf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913258 Nov 16 21:39:17.912151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7ae669e-7f94-4786-aad5-fa7d2240d540 req-a19c17c0-5dae-4514-8d2a-cb6a37f67bd1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539799 Nov 16 21:39:18.099711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.167067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.457385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-c7131029-eff6-47a7-8a7c-75ca897c71f9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:18.459092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-c7131029-eff6-47a7-8a7c-75ca897c71f9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 808 time: 0.1452096 Nov 16 21:39:18.477897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Request body: {'port': {'device_id': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11', 'admin_state_up': True, 'tenant_id': '01cb4cbea855400188b550366d5f1f8e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:18.490097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 99fec02a-997f-4709-996d-9e2f06eff426 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:18.570232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f247bb33-79f5-4918-99dd-ac7be459d4c2 req-e71bb1a9-2d55-4f97-a291-0770ee579f5d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 210 time: 0.0355985 Nov 16 21:39:18.614615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.620924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.628567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Made reservation on behalf of 01cb4cbea855400188b550366d5f1f8e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:18.632516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.641508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:18.654262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '99fec02a-997f-4709-996d-9e2f06eff426', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'port_id': '99fec02a-997f-4709-996d-9e2f06eff426', 'mac_address': 'fa:16:3e:c5:fb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:18.692330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.705762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fec02a-997f-4709-996d-9e2f06eff426 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:18.714777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.729208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:18.736507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:18.737195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:18.759741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=5f6bb662-8167-47cd-9c22-bbd08f4a0569,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:18.784899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Allocated IP 172.20.0.11 (47a8e659-7d2d-40ee-a876-9bdb7943ca11/a9657f0e-cffb-48d1-9024-2e453f8049d3/038e2bed-7a5c-4904-9d0d-b0a3b2094e09) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:18.838711 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP ef62ae30-f11c-4698-bd69-e26ad8db8954 associated. External IP: 172.25.7.128, port: 8cd437c8-c1d8-4993-97dc-cc96817e5ce6. Nov 16 21:39:18.857250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:18.903323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:18.907607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f693d481-5ffc-419b-8e50-c0020f6e5292 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:18.939472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: f693d481-5ffc-419b-8e50-c0020f6e5292 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:18.940315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device f693d481-5ffc-419b-8e50-c0020f6e5292 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:18.943484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '28c51701-1b8c-4620-8430-10e105e6f730', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '28c51701-1b8c-4620-8430-10e105e6f730', 'mac_address': 'fa:16:3e:4a:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:18.994398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.024469 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.040934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:19.063748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:19.070372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.071676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac944-218a-4795-9290-11e36b3a621b req-97f51dcb-cd1b-4e2e-aa74-2613719d6deb tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:19.074112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44fac944-218a-4795-9290-11e36b3a621b req-97f51dcb-cd1b-4e2e-aa74-2613719d6deb tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 944 time: 0.0946705 Nov 16 21:39:19.131924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:19.135554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497623af-9da6-408b-9b5f-2be9c2abc296 req-51b4899c-60bb-4fb9-beba-9a2475da82e0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:19.144354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-497623af-9da6-408b-9b5f-2be9c2abc296 req-51b4899c-60bb-4fb9-beba-9a2475da82e0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1171699 Nov 16 21:39:19.149953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['28c51701-1b8c-4620-8430-10e105e6f730'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:19.179769 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.217417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 302f8858-5ebc-4c17-96da-1ce56c83195c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:19.266318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44fac944-218a-4795-9290-11e36b3a621b req-cd68bf86-d8e7-40fd-84e8-8351b2874fda tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793942 Nov 16 21:39:19.270868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:19.281701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:19.299223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-497623af-9da6-408b-9b5f-2be9c2abc296 req-ee69dfb6-d433-4e4b-8262-98088ae36d8c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537147 Nov 16 21:39:19.304404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:19.332019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Pushing event updated for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:19.358381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:19.366266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:19.367269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.380457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:19.384213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.392430 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Sync routers for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:19.396771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-f3d0cf62-bba1-4d1c-9ba7-fa1ad8819edc tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229469 Nov 16 21:39:19.403702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.407715 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:19.408559 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:19.414395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Request body: {'port': {'device_id': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:19.432437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0fd35ab4-ad46-4cea-acf7-293ce7cbd967 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1571028 Nov 16 21:39:19.433085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:19.435739 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e4546-2bba-43be-ad47-216468de04f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:19.496090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:19.497342 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac8093c-914e-4aa2-bb59-21d383f0869e x-openstack-request-id: req-9ac8093c-914e-4aa2-bb59-21d383f0869e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:19.497661 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:19.497913 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ac8093c-914e-4aa2-bb59-21d383f0869e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:19.498320 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'status': 'completed', 'code': 200} Nov 16 21:39:19.656506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-4c703a42-025d-4bbf-a203-fef22d831194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:19.658000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-4c703a42-025d-4bbf-a203-fef22d831194 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.1365371 Nov 16 21:39:19.709652 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:19.966734 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ef62ae30-f11c-4698-bd69-e26ad8db8954', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'mac_address': 'fa:16:3e:81:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:17Z', 'updated_at': '2021-11-16T21:39:17Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:20.006388 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Checking router: 302f8858-5ebc-4c17-96da-1ce56c83195c for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:20.017913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:20.018816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:20.058335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33b38-751e-4625-8678-04d0fa054a00 req-db2988b7-4885-41cd-ae2f-afd17b1c47d3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.068390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0f33b38-751e-4625-8678-04d0fa054a00 req-db2988b7-4885-41cd-ae2f-afd17b1c47d3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.5065434 Nov 16 21:39:20.132138 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:20.289338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39311681-19be-4c21-a2ee-b15ea27e58cb req-9f587a1c-ad33-4cc2-840d-9aa398ff4577 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.290345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39311681-19be-4c21-a2ee-b15ea27e58cb req-9f587a1c-ad33-4cc2-840d-9aa398ff4577 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 932 time: 0.2737343 Nov 16 21:39:20.335438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0f33b38-751e-4625-8678-04d0fa054a00 req-6ee87da1-8a4a-46cb-a517-d6228504ac43 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558758 Nov 16 21:39:20.341844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45950) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:20.375189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ef62ae30-f11c-4698-bd69-e26ad8db8954', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'mac_address': 'fa:16:3e:81:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:17Z', 'updated_at': '2021-11-16T21:39:17Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:20.408046 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096caf8-ebd3-49f8-a86b-3a1d24633fde None None] The sync data for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 is: [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'ef62ae30-f11c-4698-bd69-e26ad8db8954', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'mac_address': 'fa:16:3e:81:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:17Z', 'updated_at': '2021-11-16T21:39:17Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:20.416778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-f9f5c80e-4627-407b-81ac-213905caad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.418411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-f9f5c80e-4627-407b-81ac-213905caad08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.4161708 Nov 16 21:39:20.455950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ea71d9c-ba54-47f8-8e1b-40c399551962 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/ef62ae30-f11c-4698-bd69-e26ad8db8954 HTTP/1.1" status: 200 len: 992 time: 0.1119621 Nov 16 21:39:20.504965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 99fec02a-997f-4709-996d-9e2f06eff426 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:20.583246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.584813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39311681-19be-4c21-a2ee-b15ea27e58cb req-4c84fd15-bbc0-4984-ab7a-d9406183ce29 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800395 Nov 16 21:39:20.610263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 99fec02a-997f-4709-996d-9e2f06eff426 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:20.616016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 99fec02a-997f-4709-996d-9e2f06eff426 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:20.616202 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.642816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-cc613d3f-44af-4573-9e27-4c2c3510869a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1953797 Nov 16 21:39:20.668931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc9b2-174c-4f2d-8535-0b6e051aad87 req-2737dbce-de72-4ee4-8f70-64f5e0a0aa40 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.677346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fecc9b2-174c-4f2d-8535-0b6e051aad87 req-2737dbce-de72-4ee4-8f70-64f5e0a0aa40 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 944 time: 0.2507732 Nov 16 21:39:20.710019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:20.752132 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.759663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.790367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:20.793056 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8687643-31e3-4d55-9a64-91e2466c8d2f" -d '{"events": [{"server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "name": "network-vif-plugged", "status": "completed", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:20.799548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad58ab1-608d-44cc-b0e5-ea583b03af06 None None] New status for floating IP ef62ae30-f11c-4698-bd69-e26ad8db8954: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:39:20.830659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Transition to ACTIVE for port object 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:20.855310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-8785321a-6575-410f-98dc-5b31a86a0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.856984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-8785321a-6575-410f-98dc-5b31a86a0dea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.1768191 Nov 16 21:39:20.859581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.879949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fecc9b2-174c-4f2d-8535-0b6e051aad87 req-ce25f115-1611-4838-a49f-c0ed14358056 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014372 Nov 16 21:39:21.004000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9805ac-7115-4f2b-85a4-af88359d049f req-20b4bf93-639a-4ede-8578-e936906734bf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.012596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc9805ac-7115-4f2b-85a4-af88359d049f req-20b4bf93-639a-4ede-8578-e936906734bf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 945 time: 0.3091772 Nov 16 21:39:21.018535 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a458d38-c90c-439e-a6f2-9e165c77932a x-openstack-request-id: req-4a458d38-c90c-439e-a6f2-9e165c77932a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:21.019136 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "name": "network-vif-plugged", "status": "completed", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:21.019584 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a458d38-c90c-439e-a6f2-9e165c77932a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:21.020167 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'code': 200} Nov 16 21:39:21.022120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:21.029849 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.030948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:21.051509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Pushing event updated for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:21.073307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-b0727e38-a4f8-490d-8846-ae2e9ddea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.075479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-b0727e38-a4f8-490d-8846-ae2e9ddea42f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893983 Nov 16 21:39:21.099507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be353fc9-56a4-446f-9df0-4f81db592ed8 req-6126f85c-1d8d-4889-ac6f-271307cf6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.101724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-be353fc9-56a4-446f-9df0-4f81db592ed8 req-6126f85c-1d8d-4889-ac6f-271307cf6ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0646660 Nov 16 21:39:21.167010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:21.170081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-be353fc9-56a4-446f-9df0-4f81db592ed8 req-b91e3677-ad0f-4f97-8a61-e6f216f2e24b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Nov 16 21:39:21.220970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 28c51701-1b8c-4620-8430-10e105e6f730 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:21.221345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.250753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-b2a7e186-a06d-46fb-a09b-5a4de0fc4562 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467364 Nov 16 21:39:21.278336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc9805ac-7115-4f2b-85a4-af88359d049f req-2c0c7c9d-d178-420a-972e-b4471bb13e66 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608848 Nov 16 21:39:21.312233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Attempting to bind port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:21.312714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Attempting to bind port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:21.313137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Attempting to bind port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:21.317896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:21.318334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Attempting to bind port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 on network 47a8e659-7d2d-40ee-a876-9bdb7943ca11 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:21.323579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:21.324128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Checking segment: {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:21.324700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Bound using segment: {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:21.325458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Bound port: 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:21.325661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.330108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.366865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:21.373734 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.439083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=13']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:21.450131 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.458987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 45954) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:21.477474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:21.482720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:21.511584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.539466 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1fe356aa-5de2-4d0b-bc14-06067c5883bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/ef62ae30-f11c-4698-bd69-e26ad8db8954 HTTP/1.1" status: 200 len: 994 time: 0.0791988 Nov 16 21:39:21.568321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f1e4546-2bba-43be-ad47-216468de04f1 req-099517b7-7a78-4a73-989f-d551c062aed2 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890914 Nov 16 21:39:21.569476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.570057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.571353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/038e2bed-7a5c-4904-9d0d-b0a3b2094e09 HTTP/1.1" status: 200 len: 1092 time: 2.1663282 Nov 16 21:39:21.576406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:21.578693 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9b727-d8e4-477c-b761-6cd28271ffdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:21.601140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f0cb-85d1-43f5-a913-722f4e9144a7 service neutron] Pushing event updated for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:21.642363 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2075399-ffed-4350-9b79-bcf626f9124f x-openstack-request-id: req-a2075399-ffed-4350-9b79-bcf626f9124f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:21.642363 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:21.642363 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2075399-ffed-4350-9b79-bcf626f9124f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:21.642904 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09', 'status': 'completed', 'code': 200} Nov 16 21:39:21.697166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-3ca16f68-7f64-404d-809b-931c1750cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.698851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-3ca16f68-7f64-404d-809b-931c1750cae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 1095 time: 0.0552125 Nov 16 21:39:21.761663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-40291982-29b4-4047-ad90-a6146276c06a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09 HTTP/1.1" status: 200 len: 217 time: 0.0529459 Nov 16 21:39:21.825679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d05ff-6397-467c-8193-ad3539dd2cef req-43031997-016a-42c4-a6b9-3fcb25c80d37 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.827274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce2d05ff-6397-467c-8193-ad3539dd2cef req-43031997-016a-42c4-a6b9-3fcb25c80d37 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 944 time: 0.1274388 Nov 16 21:39:21.835347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-1e0bf5d7-a7d0-45ff-9d28-5a30dceafdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:21.835347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-1e0bf5d7-a7d0-45ff-9d28-5a30dceafdc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9657f0e-cffb-48d1-9024-2e453f8049d3 HTTP/1.1" status: 200 len: 848 time: 0.0653172 Nov 16 21:39:21.879132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-6186bcdf-0009-49e6-b200-bff0e478ac24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47a8e659-7d2d-40ee-a876-9bdb7943ca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360553 Nov 16 21:39:21.971559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce2d05ff-6397-467c-8193-ad3539dd2cef req-c94aced8-a613-417c-bce5-d9afb793d231 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303439 Nov 16 21:39:22.051412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f72b93-3f95-4235-af34-b722ac42d465 req-fc8fe8f8-315b-453b-92c2-903dbadca442 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:22.059457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15f72b93-3f95-4235-af34-b722ac42d465 req-fc8fe8f8-315b-453b-92c2-903dbadca442 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0849471 Nov 16 21:39:22.089438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-b3777e93-b144-4397-957d-83bdbb1e3e14 service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022679 Nov 16 21:39:22.159933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15f72b93-3f95-4235-af34-b722ac42d465 req-c6ef894d-4cdb-4be4-8c3f-c77e0d8f5558 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991790 Nov 16 21:39:22.211358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aafd460f-b998-42a6-9857-24c2073cc3fa req-5456b45e-720c-4e53-9a8f-8674a026f7ba service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117992 Nov 16 21:39:22.306875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-8843148d-deab-485e-8629-a409eb4cb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:22.309460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-8843148d-deab-485e-8629-a409eb4cb22b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01cb4cbea855400188b550366d5f1f8e&device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 1095 time: 0.0465622 Nov 16 21:39:22.445323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797af46-f82e-4f92-988e-030ee03a9902 req-fb93172d-3d81-474e-b383-4c2e719d1ae5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:22.453279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0797af46-f82e-4f92-988e-030ee03a9902 req-fb93172d-3d81-474e-b383-4c2e719d1ae5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0861790 Nov 16 21:39:22.484889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-bcebd00e-f8c4-4f4d-a935-b37c583ca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:22.486967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-bcebd00e-f8c4-4f4d-a935-b37c583ca742 service neutron] 10.222.0.36 "GET /v2.0/networks?id=47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 200 len: 909 time: 0.1701698 Nov 16 21:39:22.551756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-0cf7f9de-a357-4925-9ce6-f593391ef1c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09 HTTP/1.1" status: 200 len: 217 time: 0.0500989 Nov 16 21:39:22.564128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0797af46-f82e-4f92-988e-030ee03a9902 req-596711fc-b0e4-439b-9000-8fb7050e98b2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095088 Nov 16 21:39:22.620888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-5e1f4a91-2ad1-487b-832c-29a1148eab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:22.622386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-5e1f4a91-2ad1-487b-832c-29a1148eab75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9657f0e-cffb-48d1-9024-2e453f8049d3 HTTP/1.1" status: 200 len: 848 time: 0.0553687 Nov 16 21:39:22.658611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-5918a479-1001-4b51-a087-e7d65d5c7f55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47a8e659-7d2d-40ee-a876-9bdb7943ca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283501 Nov 16 21:39:22.760679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-3370626d-93c1-4052-94a7-5f6a081544a4 service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936651 Nov 16 21:39:22.867002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31b9b727-d8e4-477c-b761-6cd28271ffdb req-67ae686d-beb5-440c-91db-9b3898b26539 service neutron] 10.222.0.36 "GET /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968485 Nov 16 21:39:23.022061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:23.025276 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8c5289-1ab2-4181-b6b6-b499967b7e4d" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:23.088324 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae963f3-bda5-4a15-98e0-8a95f08b0603 x-openstack-request-id: req-4ae963f3-bda5-4a15-98e0-8a95f08b0603 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:23.088631 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-plugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:23.089397 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ae963f3-bda5-4a15-98e0-8a95f08b0603 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:23.089802 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:39:23.117981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13b952-f4f7-4c36-b649-1bd37aead698 req-ad1fd665-00f7-43b3-acb6-f754e91234bf tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.120128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b13b952-f4f7-4c36-b649-1bd37aead698 req-ad1fd665-00f7-43b3-acb6-f754e91234bf tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 944 time: 0.0519876 Nov 16 21:39:23.182838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b13b952-f4f7-4c36-b649-1bd37aead698 req-018fa5c6-afc9-4f37-8e88-f96af8fe3a31 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Nov 16 21:39:23.290222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bda93-c71c-4e3e-b64b-f86f639beadb req-42bb05f9-6453-4499-a5d3-1b45a995b6bf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.292683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-566bda93-c71c-4e3e-b64b-f86f639beadb req-42bb05f9-6453-4499-a5d3-1b45a995b6bf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0525763 Nov 16 21:39:23.357431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-566bda93-c71c-4e3e-b64b-f86f639beadb req-901d0477-4f57-46bc-bc24-441f4cd25da0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Nov 16 21:39:23.644152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-47f1a0e6-bf06-4f0c-b809-83e47f57d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.645727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-47f1a0e6-bf06-4f0c-b809-83e47f57d153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0777829 Nov 16 21:39:23.706410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bef930-9c44-4946-a671-479a5d47d581 req-aa93fcbb-bd8a-4604-be65-b1bf0e38749e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.708390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63bef930-9c44-4946-a671-479a5d47d581 req-aa93fcbb-bd8a-4604-be65-b1bf0e38749e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1312101 Nov 16 21:39:23.791622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813245be-fd81-46bd-af7b-84137e70fdcc req-1518c991-9709-4415-99dc-33bbe6bc3ffb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.793625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-813245be-fd81-46bd-af7b-84137e70fdcc req-1518c991-9709-4415-99dc-33bbe6bc3ffb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.1517129 Nov 16 21:39:23.856170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63bef930-9c44-4946-a671-479a5d47d581 req-5c0faa22-0271-4576-a392-2df88b411206 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347816 Nov 16 21:39:23.878751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-6c68bb93-22f1-44a2-81ef-b57232d520cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.880241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-6c68bb93-22f1-44a2-81ef-b57232d520cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.2233820 Nov 16 21:39:23.898999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-813245be-fd81-46bd-af7b-84137e70fdcc req-8c9b9424-0cb6-4aff-8f26-ef2fbf186f76 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988920 Nov 16 21:39:23.935260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-f24c2a3a-996b-4dbd-ae84-7c5e85477a11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0442462 Nov 16 21:39:23.988119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-594267f7-a3be-408a-bf43-2292daf452e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:23.989581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-594267f7-a3be-408a-bf43-2292daf452e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0457926 Nov 16 21:39:24.025485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-75afa354-ded5-4bc9-8ecd-320bcdd13fee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279953 Nov 16 21:39:24.126423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-b6baed3c-9fd3-492e-b453-0dc173c55777 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924597 Nov 16 21:39:24.228233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b8d76e9-83cc-46a4-8593-167a7f3cfae9 req-5ed509c8-4e22-4e4e-883b-d6c4800dd732 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938125 Nov 16 21:39:24.237093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:39:24.332988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17a5d-6e19-4f5a-a8e6-afd97f7961a5 req-b7ad42ec-214f-43ba-889f-0a368efa71d2 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:24.334882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dda17a5d-6e19-4f5a-a8e6-afd97f7961a5 req-b7ad42ec-214f-43ba-889f-0a368efa71d2 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 944 time: 0.0728085 Nov 16 21:39:24.399453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dda17a5d-6e19-4f5a-a8e6-afd97f7961a5 req-77f8226c-bf45-4dde-9c1a-17036faa9d82 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567768 Nov 16 21:39:24.904794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:25.024538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:25.037808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09', 'network_id': '47a8e659-7d2d-40ee-a876-9bdb7943ca11', 'port_id': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09', 'mac_address': 'fa:16:3e:6b:f2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9657f0e-cffb-48d1-9024-2e453f8049d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:25.050893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb79ae-45fb-42ec-9b68-2415bb2c07aa req-469ee0a6-dd8e-4c90-a617-d644f76f42ea tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:25.052611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27eb79ae-45fb-42ec-9b68-2415bb2c07aa req-469ee0a6-dd8e-4c90-a617-d644f76f42ea tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1078594 Nov 16 21:39:25.084928 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.095383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c33b36-5f5e-494a-b3e4-a5e6f519c095 req-28e08711-e803-4cd1-a9bf-b3dbdedb8488 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:25.097049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36c33b36-5f5e-494a-b3e4-a5e6f519c095 req-28e08711-e803-4cd1-a9bf-b3dbdedb8488 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.1063404 Nov 16 21:39:25.113578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:25.138115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:25.149997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27eb79ae-45fb-42ec-9b68-2415bb2c07aa req-90db1506-2519-4166-be33-d4271f952504 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888550 Nov 16 21:39:25.151517 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.201766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36c33b36-5f5e-494a-b3e4-a5e6f519c095 req-b423c124-c6cf-4501-934e-7f38bb63ebeb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955920 Nov 16 21:39:25.230614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:25.353452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['038e2bed-7a5c-4904-9d0d-b0a3b2094e09'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:25.558977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b42956-80de-42f8-ab29-426afd0eeb86 req-0e6d8aa2-ff95-4a73-bdbb-db93d3f34b95 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:25.567045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70b42956-80de-42f8-ab29-426afd0eeb86 req-0e6d8aa2-ff95-4a73-bdbb-db93d3f34b95 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 945 time: 0.0695918 Nov 16 21:39:25.615252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70b42956-80de-42f8-ab29-426afd0eeb86 req-624e009f-354d-4ed3-8be2-a7d66e23e74d tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Nov 16 21:39:26.267416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33f621-cb2e-4e68-be0c-b8b063b751cf req-ade1a7ce-17b9-4c98-9294-7ed9fe0c8648 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:26.269115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c33f621-cb2e-4e68-be0c-b8b063b751cf req-ade1a7ce-17b9-4c98-9294-7ed9fe0c8648 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0544605 Nov 16 21:39:26.362434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c33f621-cb2e-4e68-be0c-b8b063b751cf req-d85d55fa-2319-4cdf-854e-b7e29ea1d983 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Nov 16 21:39:26.376240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145e16-4b66-4069-9e74-ebf9983a0bba req-fa2c67e2-b28d-4a3a-8bb6-48f7f2502fc0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:26.383459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88145e16-4b66-4069-9e74-ebf9983a0bba req-fa2c67e2-b28d-4a3a-8bb6-48f7f2502fc0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0869362 Nov 16 21:39:26.439520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88145e16-4b66-4069-9e74-ebf9983a0bba req-fbbd76da-606b-426e-8ee6-5ac7fc3b9406 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551298 Nov 16 21:39:26.735674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adccb-4a4a-4ec5-afde-74a241a8a172 req-f7e1893b-b3f6-4995-be7d-29498d7ba04f tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:26.737681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f0adccb-4a4a-4ec5-afde-74a241a8a172 req-f7e1893b-b3f6-4995-be7d-29498d7ba04f tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Nov 16 21:39:26.789508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f0adccb-4a4a-4ec5-afde-74a241a8a172 req-142b408e-86ec-411c-bc51-d72ae4d5ec23 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Nov 16 21:39:26.920269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:26.974540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:26.979042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:26.980320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.066043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.092856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:27.095288 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277863d-3404-45b7-ab1e-20d4a93303b5" -d '{"events": [{"server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "name": "network-vif-plugged", "status": "completed", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:27.123240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:27.129172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.136996 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d9ac5-74dd-49fe-b1fc-7bb65b222d2a x-openstack-request-id: req-3f2d9ac5-74dd-49fe-b1fc-7bb65b222d2a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:27.137570 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "name": "network-vif-plugged", "status": "completed", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:27.138030 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f2d9ac5-74dd-49fe-b1fc-7bb65b222d2a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:27.138442 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09', 'code': 200} Nov 16 21:39:27.191528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:27.250753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532345-dd90-4feb-be51-6ac38872f3bc req-bae9c4dc-db91-46a6-bba6-eafcf6f5ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.252370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88532345-dd90-4feb-be51-6ac38872f3bc req-bae9c4dc-db91-46a6-bba6-eafcf6f5ae92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 1097 time: 0.0530217 Nov 16 21:39:27.305224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88532345-dd90-4feb-be51-6ac38872f3bc req-5a326039-d794-4ccb-9a5f-0ae5aa97566a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Nov 16 21:39:27.515117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b92f2-fcf2-4330-904d-44bbb00f8de9 req-475941b6-17b9-4904-bdbb-23db41ae8925 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.516709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf8b92f2-fcf2-4330-904d-44bbb00f8de9 req-475941b6-17b9-4904-bdbb-23db41ae8925 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0780292 Nov 16 21:39:27.602346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf8b92f2-fcf2-4330-904d-44bbb00f8de9 req-e7fae3be-f16a-4ebd-916f-ce0f3995ee85 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Nov 16 21:39:27.617084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7a4d6-1a53-4904-9336-0456cf70672d req-fe4ec77e-beba-4249-bfc5-5bde552ac540 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.627216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6e7a4d6-1a53-4904-9336-0456cf70672d req-fe4ec77e-beba-4249-bfc5-5bde552ac540 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.1028264 Nov 16 21:39:27.676670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6e7a4d6-1a53-4904-9336-0456cf70672d req-b364a577-b898-401f-97e5-8a1e3f343360 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516422 Nov 16 21:39:27.929610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea522-ea7d-441f-a390-5d45314d24e1 req-dbe82e4e-5a91-46b5-97b4-876ca77351d0 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.931130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcdea522-ea7d-441f-a390-5d45314d24e1 req-dbe82e4e-5a91-46b5-97b4-876ca77351d0 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 946 time: 0.0648429 Nov 16 21:39:27.989542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcdea522-ea7d-441f-a390-5d45314d24e1 req-bc339867-2498-4c71-8391-de9a07775e58 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Nov 16 21:39:28.263344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c552df-7d8e-4718-b2e7-4c6d440fcde8 req-d125ed31-5b54-46cf-85e7-ddcdc67b9fb7 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.270653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8c552df-7d8e-4718-b2e7-4c6d440fcde8 req-d125ed31-5b54-46cf-85e7-ddcdc67b9fb7 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.0699944 Nov 16 21:39:28.329112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8c552df-7d8e-4718-b2e7-4c6d440fcde8 req-311146e9-a299-42da-a504-a64d0f745933 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555227 Nov 16 21:39:28.738743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9014-0dea-471a-93e6-2786a2b8b1bd req-93af96fa-4d90-4f97-908b-5eb60015260e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.740383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1adf9014-0dea-471a-93e6-2786a2b8b1bd req-93af96fa-4d90-4f97-908b-5eb60015260e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0599871 Nov 16 21:39:28.834551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd498-8fec-4de1-872f-6f6d79ef20d9 req-cbaf8690-f9b9-4af1-839c-c25cb31e7568 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.834551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-322fd498-8fec-4de1-872f-6f6d79ef20d9 req-cbaf8690-f9b9-4af1-839c-c25cb31e7568 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0774839 Nov 16 21:39:28.839242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1adf9014-0dea-471a-93e6-2786a2b8b1bd req-c7c749f2-f94f-4d2f-9129-7dfead5be653 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913787 Nov 16 21:39:28.890390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-322fd498-8fec-4de1-872f-6f6d79ef20d9 req-9a233943-5199-4fd4-bac0-893422953b92 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477996 Nov 16 21:39:29.132217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53372a-0cb0-411b-9208-20bceb78c0d0 req-fba7f850-705a-47af-a8b0-321ef5f3e703 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.133712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e53372a-0cb0-411b-9208-20bceb78c0d0 req-fba7f850-705a-47af-a8b0-321ef5f3e703 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 946 time: 0.0555625 Nov 16 21:39:29.187469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e53372a-0cb0-411b-9208-20bceb78c0d0 req-1e8e6f9c-fcee-4435-b4b4-bb024eae197b tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Nov 16 21:39:29.481456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004fe71-ecdb-4764-99e9-b7b3dc8c3958 req-025428b8-4b5f-4507-b1de-6117fbcca891 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.488931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d004fe71-ecdb-4764-99e9-b7b3dc8c3958 req-025428b8-4b5f-4507-b1de-6117fbcca891 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.0793512 Nov 16 21:39:29.586331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a70a39-e4e4-406c-a396-a50fc218010b req-0db29751-6dab-4cf4-8c36-70b2c7f65fd6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.587910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89a70a39-e4e4-406c-a396-a50fc218010b req-0db29751-6dab-4cf4-8c36-70b2c7f65fd6 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 945 time: 0.0920029 Nov 16 21:39:29.619640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d004fe71-ecdb-4764-99e9-b7b3dc8c3958 req-40affb6f-d373-498d-8612-3b2ea3bd5b88 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/security-groups?id=8742b63b-bcce-4bee-b965-780c2e374466&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296959 Nov 16 21:39:30.089093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471f7d9-cf8c-481d-8db7-9877281d9de3 req-122841d4-bd4e-4201-bd91-69ad835f6ab6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:30.090501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8471f7d9-cf8c-481d-8db7-9877281d9de3 req-122841d4-bd4e-4201-bd91-69ad835f6ab6 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 946 time: 0.1092694 Nov 16 21:39:30.099087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435ae1-e878-40dd-9b92-021281561d4b req-58545178-70fc-4577-aa05-0c6c877b4694 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:30.100447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9435ae1-e878-40dd-9b92-021281561d4b req-58545178-70fc-4577-aa05-0c6c877b4694 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1180925 Nov 16 21:39:30.161773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Deleting port a6ec9eec-dea6-41a0-97d1-659553377dfe {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:30.162110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:30.228816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8471f7d9-cf8c-481d-8db7-9877281d9de3 req-ce8f92c8-c107-4e6a-a31f-f2ed665d5853 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274288 Nov 16 21:39:30.234275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9435ae1-e878-40dd-9b92-021281561d4b req-94187d8f-5fa6-437f-ae35-6b83318a27c3 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267834 Nov 16 21:39:30.281982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] For port a6ec9eec-dea6-41a0-97d1-659553377dfe, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=a6ec9eec-dea6-41a0-97d1-659553377dfe,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:30.282346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:30.428967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d7e1-8336-4202-bb87-7b1fcbcf4f4a req-3ee597b3-68d6-4c33-b631-2ef252653cbf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:30.430529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4f9d7e1-8336-4202-bb87-7b1fcbcf4f4a req-3ee597b3-68d6-4c33-b631-2ef252653cbf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.1354175 Nov 16 21:39:30.526827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4f9d7e1-8336-4202-bb87-7b1fcbcf4f4a req-7463a5aa-93a2-4d78-8c06-5d995238541b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888066 Nov 16 21:39:30.535128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:30.535747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:30.536851 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Floating IP ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f disassociated. External IP: 172.25.7.234, port: a6ec9eec-dea6-41a0-97d1-659553377dfe. Nov 16 21:39:30.537241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Calling delete_port for a6ec9eec-dea6-41a0-97d1-659553377dfe owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:30.686116 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:30.726190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event deleted for resources: {'Port': ['ID=a6ec9eec-dea6-41a0-97d1-659553377dfe,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:30.743584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6938c38-f5df-4fa0-aa60-64220b605ff6 req-cdae9ec2-9360-40ca-a1e1-e1f3f9d62e9e tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "GET /v2.0/ports?device_id=f33068b9-c346-416b-932c-7cccbcc8239d HTTP/1.1" status: 200 len: 210 time: 0.0480423 Nov 16 21:39:30.865720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Router e849e968-f0e4-4b4d-b000-e9cb1e361504 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:30.973126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:30.984191 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Sync routers for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:30.993556 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:30.994149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:31.016180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] No DVR routers for this DVR port a6ec9eec-dea6-41a0-97d1-659553377dfe on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:31.018648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:31.022023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89a70a39-e4e4-406c-a396-a50fc218010b req-c8c9e560-eabb-48a0-881e-96650d6aed33 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.36 "DELETE /v2.0/ports/a6ec9eec-dea6-41a0-97d1-659553377dfe HTTP/1.1" status: 204 len: 173 time: 1.3959103 Nov 16 21:39:31.022472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'name': 'network-vif-deleted', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:31.024752 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d8644b-d420-47aa-8440-168964cafd4b" -d '{"events": [{"server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "name": "network-vif-deleted", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:31.072616 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089504a-44fe-49f2-9ee4-7505fec732c1 x-openstack-request-id: req-5089504a-44fe-49f2-9ee4-7505fec732c1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:31.072948 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33068b9-c346-416b-932c-7cccbcc8239d", "name": "network-vif-deleted", "tag": "a6ec9eec-dea6-41a0-97d1-659553377dfe", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:31.076417 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5089504a-44fe-49f2-9ee4-7505fec732c1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:31.076875 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33068b9-c346-416b-932c-7cccbcc8239d', 'name': 'network-vif-deleted', 'tag': 'a6ec9eec-dea6-41a0-97d1-659553377dfe', 'status': 'completed', 'code': 200} Nov 16 21:39:31.118619 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:31.215850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-96f87be9-397b-471b-8a3b-941d975593c1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:31.217365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-96f87be9-397b-471b-8a3b-941d975593c1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 946 time: 0.0625679 Nov 16 21:39:31.323828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Deleting port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:31.324205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:31.331683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:31.370194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Checking router: e849e968-f0e4-4b4d-b000-e9cb1e361504 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:31.378783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:31.379924 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:31.487046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450117aa-234e-4227-ad5a-4831d384b270 req-5cc27995-16d1-4f2a-81b5-bc6963a1fbff tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:31.488551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-450117aa-234e-4227-ad5a-4831d384b270 req-5cc27995-16d1-4f2a-81b5-bc6963a1fbff tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1162822 Nov 16 21:39:31.495339 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:31.501318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4fce0-bb69-47d2-a383-3af2b2730210 req-0c10c051-8841-4caf-8190-d767601196b9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:31.508482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0c4fce0-bb69-47d2-a383-3af2b2730210 req-0c10c051-8841-4caf-8190-d767601196b9 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/ports?device_id=1175bf81-d650-4ce7-ac81-bfdbff8674d6 HTTP/1.1" status: 200 len: 946 time: 0.1373541 Nov 16 21:39:31.528654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] For port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,segment=NetworkSegment(b4e864a0-d7f1-4bc6-90b6-36f108bb35c1),segment_id=b4e864a0-d7f1-4bc6-90b6-36f108bb35c1)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:31.529334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:31.567310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Calling delete_port for 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:31.619640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0c4fce0-bb69-47d2-a383-3af2b2730210 req-283a068f-0398-456c-89ed-9fff94ee45f1 tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d50c559d-78a4-4fee-962b-23f0385d7f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102884 Nov 16 21:39:31.622775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-450117aa-234e-4227-ad5a-4831d384b270 req-6196ae30-f657-405e-bb18-95c822e0831c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 Nov 16 21:39:31.722779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:31.748768 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428fb74-0d37-41b3-a35f-9a6478d48e4d None None] The sync data for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 is: [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:34:12Z', 'revision_number': 4, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8', 'name': '', 'network_id': 'd49bebd2-ff49-454d-9c21-617299c772d5', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'mac_address': 'fa:16:3e:e0:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:11Z', 'updated_at': '2021-11-16T21:34:22Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'subnets': [{'id': '8f8ad02d-164b-46c5-bb00-1b514485ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:31.767250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1637a-2f8b-4df8-abf0-6368fdd9fcf1 req-52459d69-09fb-4895-b8a2-56f3dbb93982 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:31.768841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1637a-2f8b-4df8-abf0-6368fdd9fcf1 req-52459d69-09fb-4895-b8a2-56f3dbb93982 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0827241 Nov 16 21:39:31.810245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:31.820084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46108) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:31.823465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['038e2bed-7a5c-4904-9d0d-b0a3b2094e09'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:31.852054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Pushing event deleted for resources: {'Port': ['ID=038e2bed-7a5c-4904-9d0d-b0a3b2094e09,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:31.859808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1637a-2f8b-4df8-abf0-6368fdd9fcf1 req-77e9ac4f-9968-48db-b635-b3f772bb3f39 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821161 Nov 16 21:39:31.883941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.884298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.884639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.884979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.885838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.886177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.886507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.886834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.887190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.887720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.888225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.888432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:31.934371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] No DVR routers for this DVR port 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:31.937432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:31.941773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7aba63f7-9f88-4564-8887-c199ddeb25f4 req-7e3ac77f-1060-48c4-9bde-abbd712edffb tempest-VolumesActionsTest-1028575605 tempest-VolumesActionsTest-1028575605-project] 10.222.0.36 "DELETE /v2.0/ports/038e2bed-7a5c-4904-9d0d-b0a3b2094e09 HTTP/1.1" status: 204 len: 173 time: 0.7171175 Nov 16 21:39:31.971948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Deleting port b9052382-9e85-499e-bcfb-e85a02f631b9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:31.972397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.066854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.067219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.083112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63b99b-a9c3-44c6-bb4d-dcded3fdd731 None None] New status for floating IP ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:39:32.092349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Calling delete_port for b9052382-9e85-499e-bcfb-e85a02f631b9 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:32.115292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045a42-831e-4cfd-9c5c-2d71c36c8a88 req-151753ce-4450-4ac8-855e-853a002753be tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:32.116784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7045a42-831e-4cfd-9c5c-2d71c36c8a88 req-151753ce-4450-4ac8-855e-853a002753be tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0619974 Nov 16 21:39:32.168345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7045a42-831e-4cfd-9c5c-2d71c36c8a88 req-7f8acb39-a481-44cb-8dbe-0d83b6ed7ac5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Nov 16 21:39:32.253214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.280421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event deleted for resources: {'Port': ['ID=b9052382-9e85-499e-bcfb-e85a02f631b9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:32.343378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.345341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.346503 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-759f27fb-5f15-4e61-9ee0-722f8ff689d8 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae0ef250-dfe2-41a7-b44c-c113cd2c0f5f HTTP/1.1" status: 204 len: 168 time: 0.5225525 Nov 16 21:39:32.420743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46144) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:32.499211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.525667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.588540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.591321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:32.595045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] 10.222.0.54 "DELETE /v2.0/security-groups/8742b63b-bcce-4bee-b965-780c2e374466 HTTP/1.1" status: 204 len: 168 time: 0.1707046 Nov 16 21:39:32.601976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01bd41-76d2-4ff3-9b60-512d1ec5c4d5 tempest-TestServerBasicOps-1985634997 tempest-TestServerBasicOps-1985634997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742b63b-bcce-4bee-b965-780c2e374466,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:32.628226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46164) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:32.779702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ebc42-85b0-4f09-a955-9648536ee895 req-3147b914-2c6a-404d-849e-1288469b3d0f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:32.781234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a81ebc42-85b0-4f09-a955-9648536ee895 req-3147b914-2c6a-404d-849e-1288469b3d0f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0617940 Nov 16 21:39:32.849013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a81ebc42-85b0-4f09-a955-9648536ee895 req-a348c334-845c-4d9d-adcf-4582d1faa983 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Nov 16 21:39:32.938065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a6ec9eec-dea6-41a0-97d1-659553377dfe no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:32.960321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: a6ec9eec-dea6-41a0-97d1-659553377dfe {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:32.960677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device a6ec9eec-dea6-41a0-97d1-659553377dfe not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:32.961498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:32.984983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:32.985332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 038e2bed-7a5c-4904-9d0d-b0a3b2094e09 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:33.079569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'name': 'network-vif-deleted', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:33.082255 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e62c2-d92d-4bbe-890e-421d66ef383c" -d '{"events": [{"server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "name": "network-vif-deleted", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:33.139450 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cab298-621e-4ae2-9e82-0d290a34932d x-openstack-request-id: req-b8cab298-621e-4ae2-9e82-0d290a34932d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:33.139450 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1175bf81-d650-4ce7-ac81-bfdbff8674d6", "name": "network-vif-deleted", "tag": "038e2bed-7a5c-4904-9d0d-b0a3b2094e09", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:33.139450 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8cab298-621e-4ae2-9e82-0d290a34932d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:33.139450 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1175bf81-d650-4ce7-ac81-bfdbff8674d6', 'name': 'network-vif-deleted', 'tag': '038e2bed-7a5c-4904-9d0d-b0a3b2094e09', 'status': 'completed', 'code': 200} Nov 16 21:39:33.157061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:33.314431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce38a5-131b-49b0-8f7d-41b6bfa4959c req-0478bd49-0365-452a-afed-2c641b9ea822 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.316070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ce38a5-131b-49b0-8f7d-41b6bfa4959c req-0478bd49-0365-452a-afed-2c641b9ea822 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0513849 Nov 16 21:39:33.386052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70ce38a5-131b-49b0-8f7d-41b6bfa4959c req-326c575e-9832-4dac-8463-d501cfa68bda tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619702 Nov 16 21:39:33.460655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Deleting port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:33.461204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:33.555288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] For port 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:33.555638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:33.575584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Calling delete_port for 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:33.654072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4896-3280-4ef9-af77-84bfc592d32a req-5466f436-254d-4f12-b76a-f995633abef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.655723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-5466f436-254d-4f12-b76a-f995633abef7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1097 time: 0.0633686 Nov 16 21:39:33.664165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2996a-eeb5-46a0-b098-610a04704851 req-24b6a6bd-e8f5-49a3-b91a-4704ce42b392 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.665641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fec2996a-eeb5-46a0-b098-610a04704851 req-24b6a6bd-e8f5-49a3-b91a-4704ce42b392 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 946 time: 0.0870435 Nov 16 21:39:33.777531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:33.784667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fec2996a-eeb5-46a0-b098-610a04704851 req-00b8a999-df90-4ec7-9097-d9352d6abed8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083014 Nov 16 21:39:33.801517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4896-3280-4ef9-af77-84bfc592d32a req-260f44d3-38f7-4ad6-a7ec-499e991e8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.803108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-260f44d3-38f7-4ad6-a7ec-499e991e8068 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1346881 Nov 16 21:39:33.809098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:33.893934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-0568b1fb-51ce-42e1-b0c8-db479cf6621a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 1001 time: 0.0744362 Nov 16 21:39:33.956658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4896-3280-4ef9-af77-84bfc592d32a req-bc981356-8f82-4079-a3ef-8fc0d74e4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.958463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-bc981356-8f82-4079-a3ef-8fc0d74e4d37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0561297 Nov 16 21:39:34.029316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.045362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f4896-3280-4ef9-af77-84bfc592d32a req-83ebebb1-3751-411a-8040-29b7707ed06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:34.047493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-83ebebb1-3751-411a-8040-29b7707ed06e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769675 Nov 16 21:39:34.060299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e97d-c261-403a-b437-3c79b9e2bb29 req-d482ff30-fa2c-4a37-b123-e2fa45d6a5c7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:34.062285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a827e97d-c261-403a-b437-3c79b9e2bb29 req-d482ff30-fa2c-4a37-b123-e2fa45d6a5c7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1026633 Nov 16 21:39:34.166538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a827e97d-c261-403a-b437-3c79b9e2bb29 req-fb7463b1-9fee-43d0-88e1-63498b00f95f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951929 Nov 16 21:39:34.192632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-4af16387-4754-4068-9f4c-8401747ae651 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286433 Nov 16 21:39:34.287201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Router e849e968-f0e4-4b4d-b000-e9cb1e361504 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:34.296328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-107f4896-3280-4ef9-af77-84bfc592d32a req-8e7ac4d3-8b14-4ae9-9c94-c1f689f8b07b service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957398 Nov 16 21:39:34.426621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:34.442225 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Sync routers for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:34.448698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46274) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:34.456680 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:34.457853 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:34.469227 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9d560466-5460-4255-afd6-89abc8e26ceb admin admin] 10.222.0.54 "PUT /v2.0/routers/e849e968-f0e4-4b4d-b000-e9cb1e361504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388646 Nov 16 21:39:34.594774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:34.615647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.707481 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:34.719135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.757628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:34.768238 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23185119-f7a0-435f-9b44-4c8cdb3a7870" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-unplugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:34.797892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:34.810696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.933530 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398af26-791e-4918-bda4-b240dfff3049 x-openstack-request-id: req-f398af26-791e-4918-bda4-b240dfff3049 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:34.933828 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-unplugged", "status": "completed", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:34.934289 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f398af26-791e-4918-bda4-b240dfff3049 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:34.935031 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'code': 200} Nov 16 21:39:34.942460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.944157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=14']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:35.035455 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:39:33Z', 'revision_number': 5, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port': {'id': 'e976e4fe-afe3-4437-ba7e-a08d8b160af5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:06Z', 'updated_at': '2021-11-16T21:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:35.069099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Checking router: e849e968-f0e4-4b4d-b000-e9cb1e361504 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:35.073851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d025-8ca7-495d-9d16-6b8176830069 req-1f4196a2-f61d-445b-b0c3-8ad747cb17c8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:35.075854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41f0d025-8ca7-495d-9d16-6b8176830069 req-1f4196a2-f61d-445b-b0c3-8ad747cb17c8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0745273 Nov 16 21:39:35.091503 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Routers {'e849e968-f0e4-4b4d-b000-e9cb1e361504'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:35.092400 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e849e968-f0e4-4b4d-b000-e9cb1e361504'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:35.092706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Deleting port e976e4fe-afe3-4437-ba7e-a08d8b160af5 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:35.093176 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.205080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41f0d025-8ca7-495d-9d16-6b8176830069 req-e41c9e4f-0347-4cff-b3e3-25bc010a5d31 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139145 Nov 16 21:39:35.217801 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] Set router e849e968-f0e4-4b4d-b000-e9cb1e361504 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:35.249463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] For port e976e4fe-afe3-4437-ba7e-a08d8b160af5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e976e4fe-afe3-4437-ba7e-a08d8b160af5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:35.252270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.283062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Calling delete_port for e976e4fe-afe3-4437-ba7e-a08d8b160af5 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:35.350747 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:39:34Z', 'revision_number': 6, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:35.374152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21889d8-a1ea-4fb6-b330-cd086c22465e req-e9e6cd89-18f0-44f8-b400-00e67eb532c0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:35.382180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c21889d8-a1ea-4fb6-b330-cd086c22465e req-e9e6cd89-18f0-44f8-b400-00e67eb532c0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1006534 Nov 16 21:39:35.431466 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25b012-ec25-4310-ac4e-f4198bdcece8 None None] The sync data for ids ['e849e968-f0e4-4b4d-b000-e9cb1e361504'] in n-d-816206-5 is: [{'id': 'e849e968-f0e4-4b4d-b000-e9cb1e361504', 'name': 'tempest-TestServerBasicOps-241384330-router', 'tenant_id': '114f199cc1bb45d0aec044a48e092413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:05Z', 'updated_at': '2021-11-16T21:39:34Z', 'revision_number': 6, 'project_id': '114f199cc1bb45d0aec044a48e092413', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:35.541213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c21889d8-a1ea-4fb6-b330-cd086c22465e req-1a0da70d-ef9a-4cf4-917f-83ef26eb5181 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580806 Nov 16 21:39:35.596713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8eef-7412-47c5-89c5-7f89a1362d94 req-71fd2c0b-82df-4a09-ba61-b1c1f8958351 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:35.598242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a39c8eef-7412-47c5-89c5-7f89a1362d94 req-71fd2c0b-82df-4a09-ba61-b1c1f8958351 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1225681 Nov 16 21:39:35.671973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.703666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a39c8eef-7412-47c5-89c5-7f89a1362d94 req-20fe5428-8e38-4c3f-9007-fadc6a6ceb25 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840578 Nov 16 21:39:35.707659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e976e4fe-afe3-4437-ba7e-a08d8b160af5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:35.733078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e4260-658b-49ad-ac94-aa90f7a97d16 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:35.818626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.968444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.973149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.040320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc5d40-b210-4bcd-bfdd-53cf611d51b7 req-89c7b78c-074b-4dfe-8022-7332b1dc808d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:36.042065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bcc5d40-b210-4bcd-bfdd-53cf611d51b7 req-89c7b78c-074b-4dfe-8022-7332b1dc808d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1771703 Nov 16 21:39:36.043260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.043813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e849e968-f0e4-4b4d-b000-e9cb1e361504 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:39:36.048162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.050983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-129b46de-3858-435d-8c14-54a38fe2ab8f admin admin] 10.222.0.54 "DELETE /v2.0/routers/e849e968-f0e4-4b4d-b000-e9cb1e361504 HTTP/1.1" status: 204 len: 168 time: 1.5982633 Nov 16 21:39:36.051875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46296) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:36.137823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Deleting subnet 8f8ad02d-164b-46c5-bb00-1b514485ec47 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:39:36.145093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.167458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bcc5d40-b210-4bcd-bfdd-53cf611d51b7 req-73586fc0-783c-4771-94a5-773d4add95cd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169360 Nov 16 21:39:36.187196 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.414772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.536296 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.591302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8ad02d-164b-46c5-bb00-1b514485ec47,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:36.628899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.634564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdd815-4a06-48b3-a041-ac4acbb7eec6 None None] Network d49bebd2-ff49-454d-9c21-617299c772d5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:39:36.635014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-218b8ea8-119f-45e1-9068-7130ff25afcd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8f8ad02d-164b-46c5-bb00-1b514485ec47 HTTP/1.1" status: 204 len: 168 time: 0.5776441 Nov 16 21:39:36.635477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46316) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:36.744527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e0b0b-7718-4215-b01d-5a010cb363a0 req-ebcd98e3-3612-4e9f-8f04-1ce265e0f6b2 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:36.757892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d79e0b0b-7718-4215-b01d-5a010cb363a0 req-ebcd98e3-3612-4e9f-8f04-1ce265e0f6b2 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1185851 Nov 16 21:39:36.779438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-50fb8f27-7e2e-4aff-aa17-b183e6eedca0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:36.785177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-50fb8f27-7e2e-4aff-aa17-b183e6eedca0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.2177067 Nov 16 21:39:36.801326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.818889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-71a53eeb-1b28-4341-b0bc-9951bdaa1e57 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/quotas/fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 375 time: 0.0264158 Nov 16 21:39:36.885705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d79e0b0b-7718-4215-b01d-5a010cb363a0 req-8196901e-e20a-4cc9-998c-ed8b2138255a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240923 Nov 16 21:39:36.944966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8e3d9583-28ca-4f81-a539-471c99d11515 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1166234 Nov 16 21:39:36.948542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Deleting port 028b6289-d9e7-486d-b624-851acb5285c9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:36.949196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.954810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] DHCP port deletion for d49bebd2-ff49-454d-9c21-617299c772d5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:37.008391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Deleting port 028b6289-d9e7-486d-b624-851acb5285c9 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:37.011120 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.051004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] For port 028b6289-d9e7-486d-b624-851acb5285c9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=028b6289-d9e7-486d-b624-851acb5285c9,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:37.051375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.068200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Calling delete_port for 028b6289-d9e7-486d-b624-851acb5285c9 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:37.089316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] For port 028b6289-d9e7-486d-b624-851acb5285c9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=028b6289-d9e7-486d-b624-851acb5285c9,segment=NetworkSegment(6ebb7a97-a441-4f23-a8b2-38fae7787491),segment_id=6ebb7a97-a441-4f23-a8b2-38fae7787491)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:37.090000 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.107665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Calling delete_port for 028b6289-d9e7-486d-b624-851acb5285c9 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:37.133314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-3bdb77c1-9caf-4599-86f6-3b9489b1ca22 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760223 Nov 16 21:39:37.188938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.216133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.224175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Pushing event deleted for resources: {'Port': ['ID=028b6289-d9e7-486d-b624-851acb5285c9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:37.228949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] No DVR routers for this DVR port 028b6289-d9e7-486d-b624-851acb5285c9 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:37.259725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] Pushing event deleted for resources: {'Port': ['ID=028b6289-d9e7-486d-b624-851acb5285c9,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:37.263169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b239e-1e09-47ca-ba97-92b54f2ccfff None None] No DVR routers for this DVR port 028b6289-d9e7-486d-b624-851acb5285c9 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:37.264209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.264559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.264898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.265234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.266286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.266286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.266286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.266850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.267203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.267601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.267927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.268249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:37.348325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-77ee77e7-8df6-43c0-a55a-5ca7abc69105 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072873 Nov 16 21:39:37.355689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.386458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49bebd2-ff49-454d-9c21-617299c772d5']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:37.419298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebb7a97-a441-4f23-a8b2-38fae7787491') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:37.419761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebb7a97-a441-4f23-a8b2-38fae7787491') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:37.436842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.457138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:37.458383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.466448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:39:37.467045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:39:37.469131 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:39:37.495950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:37.496350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8f45c6a4-f8b9-47f1-99bb-54ce16c0efd8 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:37.496714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 028b6289-d9e7-486d-b624-851acb5285c9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:37.542406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 028b6289-d9e7-486d-b624-851acb5285c9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:37.542754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 028b6289-d9e7-486d-b624-851acb5285c9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:37.543412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e976e4fe-afe3-4437-ba7e-a08d8b160af5 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:37.567901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e976e4fe-afe3-4437-ba7e-a08d8b160af5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:37.567901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e976e4fe-afe3-4437-ba7e-a08d8b160af5 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:37.677604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.689422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:37.690214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d1dd6f4-206f-42d6-8c91-4d6423273704 req-9d60a1d5-c2aa-4023-a537-24c238a0221f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 210 time: 0.0331912 Nov 16 21:39:37.711728 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] 10.222.0.54 "DELETE /v2.0/networks/d49bebd2-ff49-454d-9c21-617299c772d5 HTTP/1.1" status: 204 len: 168 time: 1.0739164 Nov 16 21:39:37.714406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:38.116970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1119b2-e128-4b99-bf95-439b0eeb249d admin admin] Pushing event deleted for resources: {'Network': ['ID=d49bebd2-ff49-454d-9c21-617299c772d5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:38.157628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8ffa9-4827-48c3-9752-343fbeb2a55b req-62abb14c-f234-4ab5-8ba5-d4c1bdead198 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:38.165392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1e8ffa9-4827-48c3-9752-343fbeb2a55b req-62abb14c-f234-4ab5-8ba5-d4c1bdead198 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1656959 Nov 16 21:39:38.290158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1e8ffa9-4827-48c3-9752-343fbeb2a55b req-9438b34e-d1c5-424b-ab1e-943cdda6258c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176128 Nov 16 21:39:38.597912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:38.836525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d957fa84-1ed4-40a9-8f6e-0017741cc621 req-b9414782-eaaf-40c8-b703-c33e4beec7fd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 210 time: 0.0413809 Nov 16 21:39:38.973416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:38.993837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Deleting port 34191df1-3abb-4398-a603-9aec01c1d350 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:38.994387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.097617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] For port 34191df1-3abb-4398-a603-9aec01c1d350, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=34191df1-3abb-4398-a603-9aec01c1d350,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:39.098002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.114466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Calling delete_port for 34191df1-3abb-4398-a603-9aec01c1d350 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:39.412130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.467663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Pushing event deleted for resources: {'Port': ['ID=34191df1-3abb-4398-a603-9aec01c1d350,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:39.577641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-51b08f86-bbfd-4e8f-8016-cab10134e5a8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:39.579247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-51b08f86-bbfd-4e8f-8016-cab10134e5a8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.6369562 Nov 16 21:39:39.595158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'device_id': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'admin_state_up': True, 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:39.661500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f6adc-0dda-4a4d-a994-3f2658633d1d req-c62fe5e5-6eb4-4356-bb49-c0ed8f305f8a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:39.669113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d3f6adc-0dda-4a4d-a994-3f2658633d1d req-c62fe5e5-6eb4-4356-bb49-c0ed8f305f8a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1567054 Nov 16 21:39:39.745861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.750878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d3f6adc-0dda-4a4d-a994-3f2658633d1d req-553cf2b2-1f3c-40a2-b4e2-88fca842fa67 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Nov 16 21:39:39.773807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:39.778623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.973261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.20.0.6 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/7ec333a1-7a61-4de9-835c-1ef3ee4a5b24) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:40.066133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00d79109-dad8-4aa8-8196-652025d6484f req-3ae41e2f-f02a-4d26-a78f-ff5ee5639c21 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 210 time: 0.0590317 Nov 16 21:39:40.220960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Router f4593615-978d-45b9-8bab-12edd305a8b6 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:40.294677 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.349494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.424234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:40.429606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:40.434356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Sync routers for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:40.447023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-405951e2-1382-4a84-acb3-f6e12cade56e admin admin] 10.222.0.54 "PUT /v2.0/routers/f4593615-978d-45b9-8bab-12edd305a8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310534 Nov 16 21:39:40.449531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:40.449695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:40.450660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:40.452201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:40.455085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:40.457569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:40.557743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:40.558386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.598706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-8032be79-68ec-4878-aea3-d1318b5b95ce tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091426 Nov 16 21:39:40.614004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Request body: {'port': {'device_id': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:40.664281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.722873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:40.776516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.892601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.946566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-66316d2a-b4a5-4746-bdbd-b89f3ff7eae3 None None] Provisioning complete for port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:40.946956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66316d2a-b4a5-4746-bdbd-b89f3ff7eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.994606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Deleting port a94bbdad-9b6a-43ec-9131-fbbbf48f5531 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:40.995283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.016586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-66316d2a-b4a5-4746-bdbd-b89f3ff7eae3 None None] Port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:41.105288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde8f90-362d-480a-9d6f-79ff991c5837 req-25506826-1a21-4b40-819a-760e4f55bd34 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:41.120167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fde8f90-362d-480a-9d6f-79ff991c5837 req-25506826-1a21-4b40-819a-760e4f55bd34 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1209679 Nov 16 21:39:41.140297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:39:39Z', 'revision_number': 5, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port': {'id': 'a94bbdad-9b6a-43ec-9131-fbbbf48f5531', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:34:16Z', 'updated_at': '2021-11-16T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:41.199181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] For port a94bbdad-9b6a-43ec-9131-fbbbf48f5531, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:41.201458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.205353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Checking router: f4593615-978d-45b9-8bab-12edd305a8b6 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:41.215237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Routers {'f4593615-978d-45b9-8bab-12edd305a8b6'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:41.215852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f4593615-978d-45b9-8bab-12edd305a8b6'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:41.252301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Calling delete_port for a94bbdad-9b6a-43ec-9131-fbbbf48f5531 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:41.337087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] Set router f4593615-978d-45b9-8bab-12edd305a8b6 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:41.375011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fde8f90-362d-480a-9d6f-79ff991c5837 req-857ab2cf-5473-4cef-b416-4b1fb49e648f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471879 Nov 16 21:39:41.402134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1943-45ff-4a45-8906-0d0d38672700 req-174bcf8c-50e0-4765-b6d9-94fb08fc15bf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:41.403740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b6a1943-45ff-4a45-8906-0d0d38672700 req-174bcf8c-50e0-4765-b6d9-94fb08fc15bf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 931 time: 0.1775100 Nov 16 21:39:41.468930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:39:40Z', 'revision_number': 6, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:41.542710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee0dd-1a25-4492-82e3-a2fa3064cd59 None None] The sync data for ids ['f4593615-978d-45b9-8bab-12edd305a8b6'] in n-d-816206-5 is: [{'id': 'f4593615-978d-45b9-8bab-12edd305a8b6', 'name': 'tempest-TestServerBasicOps-1116335982-router', 'tenant_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:34:15Z', 'updated_at': '2021-11-16T21:39:40Z', 'revision_number': 6, 'project_id': 'dc77de358bab40beb2b1611aa4fb0f1a', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:41.616784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b6a1943-45ff-4a45-8906-0d0d38672700 req-ed56fe8a-d909-4530-b987-a3047d8252f3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901305 Nov 16 21:39:41.668184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.683322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:41.693768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.716912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5913c-f8b2-4160-9b59-32fff018cfba None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:41.720458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Transition to ACTIVE for port object 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:41.736810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.805632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94bbdad-9b6a-43ec-9131-fbbbf48f5531,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:41.922038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:41.930616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:42.099911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Attempting to bind port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:42.100238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Attempting to bind port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:42.100568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Attempting to bind port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:42.105878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.107577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:42.107800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Attempting to bind port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:42.108968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.128455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:42.128975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:42.129578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:42.130239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Bound port: 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:42.130772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.208851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.212392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4593615-978d-45b9-8bab-12edd305a8b6 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:39:42.218533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.222795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-239fd1b0-15b9-4707-897e-f195ff5e9520 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f4593615-978d-45b9-8bab-12edd305a8b6 HTTP/1.1" status: 204 len: 168 time: 1.7702219 Nov 16 21:39:42.223486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46368) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:42.275255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:42.279526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:42.292065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.296780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Deleting subnet e47f9051-55fb-451a-9e6d-cadbd10e9207 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:39:42.301132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.359512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.393088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:42.393936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.395505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 1091 time: 1.7880449 Nov 16 21:39:42.396103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:42.398678 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:42.551423 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85869e0c-ac3b-46b2-91f6-3ac897703e5d x-openstack-request-id: req-85869e0c-ac3b-46b2-91f6-3ac897703e5d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:42.551709 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:42.551942 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85869e0c-ac3b-46b2-91f6-3ac897703e5d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:42.552359 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'status': 'completed', 'code': 200} Nov 16 21:39:42.567504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.597753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c8b5-8604-4762-adad-644e8f764c24 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:42.624763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-09854ab1-f62a-44f3-8299-a48ff5ede585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:42.626763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-09854ab1-f62a-44f3-8299-a48ff5ede585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1094 time: 0.1669681 Nov 16 21:39:42.634741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768f6fb-d497-49d0-b6d0-237a4c6afb49 req-d4828046-78c9-439f-95ca-589e25dd7613 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:42.636935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8768f6fb-d497-49d0-b6d0-237a4c6afb49 req-d4828046-78c9-439f-95ca-589e25dd7613 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0755529 Nov 16 21:39:42.688024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.724980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47f9051-55fb-451a-9e6d-cadbd10e9207,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:42.733403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9975a8-8c3e-4514-8cae-ada00073bc11 None None] Network cd096d13-b7d4-4f4c-bd5a-d01609b97e4a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:39:42.747685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-3de28fe7-39c9-48bd-9e84-7fc60d9eda11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 217 time: 0.1097414 Nov 16 21:39:42.748927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.762725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-635c357f-8160-4f54-8dea-4833bc824e0f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e47f9051-55fb-451a-9e6d-cadbd10e9207 HTTP/1.1" status: 204 len: 168 time: 0.5380082 Nov 16 21:39:42.773473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46376) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:42.860321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-bc9cdcfd-00e1-4d41-9228-5520ed987060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:42.862045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-bc9cdcfd-00e1-4d41-9228-5520ed987060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.1068749 Nov 16 21:39:42.868097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8768f6fb-d497-49d0-b6d0-237a4c6afb49 req-dc2525dd-4f5a-41e4-9050-e42594bf906e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244561 Nov 16 21:39:42.878119 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:42.920127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7f9b1-fef4-493a-a762-7090efbff226 req-0f1cf693-1309-4fe6-94fe-7e895a29fcc3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:42.928982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62c7f9b1-fef4-493a-a762-7090efbff226 req-0f1cf693-1309-4fe6-94fe-7e895a29fcc3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 943 time: 0.1597641 Nov 16 21:39:42.944210 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.008738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Deleting port b13ae0cf-0807-4534-a51a-ad7d679a7c72 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:43.009382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.028107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-de37e6a8-aa51-46e3-9af2-185e858c223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:43.029934 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-de37e6a8-aa51-46e3-9af2-185e858c223e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609790 Nov 16 21:39:43.045719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62c7f9b1-fef4-493a-a762-7090efbff226 req-ce9717aa-5c02-486e-a1a3-06f314018e88 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112645 Nov 16 21:39:43.097760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] DHCP port deletion for cd096d13-b7d4-4f4c-bd5a-d01609b97e4a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:39:43.143413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] For port b13ae0cf-0807-4534-a51a-ad7d679a7c72, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b13ae0cf-0807-4534-a51a-ad7d679a7c72,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:43.143846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.163236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Calling delete_port for b13ae0cf-0807-4534-a51a-ad7d679a7c72 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:43.183272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Deleting port b13ae0cf-0807-4534-a51a-ad7d679a7c72 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:43.183783 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.193300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-6d863ae9-05ab-4ca0-8758-9546b86278d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463327 Nov 16 21:39:43.261058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] For port b13ae0cf-0807-4534-a51a-ad7d679a7c72, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b13ae0cf-0807-4534-a51a-ad7d679a7c72,segment=NetworkSegment(b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd),segment_id=b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:43.261890 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.277477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Calling delete_port for b13ae0cf-0807-4534-a51a-ad7d679a7c72 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:43.304312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6166607-74c2-4dd8-b448-b20fbc252905 req-b8709289-c6f1-4916-aa36-cd07aa11d8f2 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025031 Nov 16 21:39:43.326998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.357239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] No DVR routers for this DVR port b13ae0cf-0807-4534-a51a-ad7d679a7c72 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:43.427750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.462401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Pushing event deleted for resources: {'Port': ['ID=b13ae0cf-0807-4534-a51a-ad7d679a7c72,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:43.507821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-7a9ee349-c371-4dee-a239-cee3361d8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:43.516424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-7a9ee349-c371-4dee-a239-cee3361d8d4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1094 time: 0.1381273 Nov 16 21:39:43.519267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] Pushing event deleted for resources: {'Port': ['ID=b13ae0cf-0807-4534-a51a-ad7d679a7c72,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:43.528987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f337cf-a134-4d16-a1a7-c5c41516d99e None None] No DVR routers for this DVR port b13ae0cf-0807-4534-a51a-ad7d679a7c72 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:43.539468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 34191df1-3abb-4398-a603-9aec01c1d350 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:43.568630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.598962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd096d13-b7d4-4f4c-bd5a-d01609b97e4a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:43.620454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:43.620718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0918705-cdb7-4f9d-ad6f-11dbbeeef6dd') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:43.640160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.646420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-0d29a41a-bb93-4d0c-857b-21e7170ab2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:43.648339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-0d29a41a-bb93-4d0c-857b-21e7170ab2c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1311557 Nov 16 21:39:43.675176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.685622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:39:43.687224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:39:43.689345 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:39:43.719801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-4bcf3028-dcee-4139-94ca-093229d1abab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 217 time: 0.0564196 Nov 16 21:39:43.791618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.799874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:43.802611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-1f28b198-c257-4921-bd90-9a0f2f3004d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:43.804242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-1f28b198-c257-4921-bd90-9a0f2f3004d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0733473 Nov 16 21:39:43.811707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] 10.222.0.54 "DELETE /v2.0/networks/cd096d13-b7d4-4f4c-bd5a-d01609b97e4a HTTP/1.1" status: 204 len: 168 time: 1.0359111 Nov 16 21:39:43.840085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e85df8-2b2b-43d0-987b-2d0e6097760c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd096d13-b7d4-4f4c-bd5a-d01609b97e4a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:43.845160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 34191df1-3abb-4398-a603-9aec01c1d350 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:43.846881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 34191df1-3abb-4398-a603-9aec01c1d350 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:43.847507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b13ae0cf-0807-4534-a51a-ad7d679a7c72 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:43.872779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b13ae0cf-0807-4534-a51a-ad7d679a7c72 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:43.873970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b13ae0cf-0807-4534-a51a-ad7d679a7c72 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:43.874898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a94bbdad-9b6a-43ec-9131-fbbbf48f5531 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:43.877442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-ba29d80b-b3c3-41ce-a714-749268a749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:43.879066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-ba29d80b-b3c3-41ce-a714-749268a749ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640278 Nov 16 21:39:43.904092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a94bbdad-9b6a-43ec-9131-fbbbf48f5531 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:43.904741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a94bbdad-9b6a-43ec-9131-fbbbf48f5531 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:44.023109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46390) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:44.088217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58a1d-9f2a-4c7b-a2c6-7e5d7b9547eb req-f661cf0e-0917-486e-af86-7a1d2758fd06 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:44.089635 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a94c3b08-e2b9-47b5-bb0e-af0c34a30427 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=114f199cc1bb45d0aec044a48e092413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653031 Nov 16 21:39:44.090523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47a58a1d-9f2a-4c7b-a2c6-7e5d7b9547eb req-f661cf0e-0917-486e-af86-7a1d2758fd06 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Nov 16 21:39:44.093267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-44a9a005-0f82-4a61-9f98-41595dfdbdd4 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044647 Nov 16 21:39:44.094359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46394) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:44.289656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47a58a1d-9f2a-4c7b-a2c6-7e5d7b9547eb req-fd64ef20-aaa6-46b3-a5ed-efbfb2b7efe1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873708 Nov 16 21:39:44.326198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16af87a-0ae6-4cfa-aee6-1c9cb5e739f7 req-8b6af9d6-969f-4d91-9159-2e86cba9416e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:44.327848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c16af87a-0ae6-4cfa-aee6-1c9cb5e739f7 req-8b6af9d6-969f-4d91-9159-2e86cba9416e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 943 time: 0.1911845 Nov 16 21:39:44.350766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:44.359033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b72030a-7d4f-4b4e-a5f5-80cf12fec15d req-937625ee-79ef-4ff3-9517-b6d7bef3e3d6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457039 Nov 16 21:39:44.411819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:44.474501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c16af87a-0ae6-4cfa-aee6-1c9cb5e739f7 req-f3e45ad7-5169-4144-bc36-14a3aa69f39c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355729 Nov 16 21:39:44.516520 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:44.519616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:44.521033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11a5131c-13da-448a-8f07-8ec8b5b11ad3 HTTP/1.1" status: 204 len: 168 time: 0.4252830 Nov 16 21:39:44.532976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6b57-8837-4134-94f1-29bbb6dfd346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5131c-13da-448a-8f07-8ec8b5b11ad3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:44.897270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46404) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:44.947431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2482b49d-e64c-47c8-86ab-fad071a9f449 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc77de358bab40beb2b1611aa4fb0f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489094 Nov 16 21:39:44.949949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:45.021583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:45.048831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:45.105051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:45.109038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:45.110825 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70e85a33-1667-4320-87f3-d72dd7f82318 HTTP/1.1" status: 204 len: 168 time: 0.1588709 Nov 16 21:39:45.120728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85874b7-ae9c-41d8-879f-ff3637e5ad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e85a33-1667-4320-87f3-d72dd7f82318,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:45.331777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30ad3617-479a-454c-a713-8876bc98b752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:45.473013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61467-f5c6-48c4-84d8-4ac8394fb9a9 req-4cbe93fc-4d20-4704-b4f8-4dad1616b7f3 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:45.475571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42e61467-f5c6-48c4-84d8-4ac8394fb9a9 req-4cbe93fc-4d20-4704-b4f8-4dad1616b7f3 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0638213 Nov 16 21:39:45.554659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42e61467-f5c6-48c4-84d8-4ac8394fb9a9 req-c82bf74c-9ea9-4cad-b817-333600361b76 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Nov 16 21:39:45.618682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15212a-b723-4bcd-9a41-388d57a09b09 req-534112d6-da1b-44d1-8fb1-9391f65a4d76 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:45.627870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd15212a-b723-4bcd-9a41-388d57a09b09 req-534112d6-da1b-44d1-8fb1-9391f65a4d76 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 943 time: 0.0633273 Nov 16 21:39:45.696925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd15212a-b723-4bcd-9a41-388d57a09b09 req-9ae951c9-3429-477d-8635-2a3e877c7ba1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Nov 16 21:39:46.687628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c3e6-18a1-41f3-9a51-f432e88f5378 req-8d07e182-8cb0-45e4-a9f0-3d38a4160dc8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:46.691037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97b1c3e6-18a1-41f3-9a51-f432e88f5378 req-8d07e182-8cb0-45e4-a9f0-3d38a4160dc8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0566158 Nov 16 21:39:46.757582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97b1c3e6-18a1-41f3-9a51-f432e88f5378 req-c718de61-60f0-406b-b9b3-9cbbe81f9051 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590684 Nov 16 21:39:46.886003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b855b74-eddb-4fce-8217-e656fd2fcbbd req-a4b725dd-839f-4eb8-a550-c0d369cae6ac tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:46.894349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b855b74-eddb-4fce-8217-e656fd2fcbbd req-a4b725dd-839f-4eb8-a550-c0d369cae6ac tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 943 time: 0.0879538 Nov 16 21:39:46.977586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b855b74-eddb-4fce-8217-e656fd2fcbbd req-40e22c6f-2785-407b-aa55-b2610cf455a7 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818710 Nov 16 21:39:47.029165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:47.154184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:47.167453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'mac_address': 'fa:16:3e:0f:7b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:47.211880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:47.228154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:47.261191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:47.267589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:47.322630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:47.464069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:47.683002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e5a349ac-5844-42d5-81d9-9049b44370f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:47.914600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda7cbc-820e-437f-80b0-102ab461093e req-aa9cd4b7-ec18-4e9f-a2a1-f16b56077ba7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:47.921483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fda7cbc-820e-437f-80b0-102ab461093e req-aa9cd4b7-ec18-4e9f-a2a1-f16b56077ba7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0731595 Nov 16 21:39:47.978949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fda7cbc-820e-437f-80b0-102ab461093e req-84fe3ba5-ca1b-4969-8c3b-d1a4e54e85c9 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Nov 16 21:39:48.120521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1351-b0b5-48b2-bf5a-4a7179719a18 req-c842b4cc-9e58-41cf-906a-89d3962b80d9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:48.122582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfea1351-b0b5-48b2-bf5a-4a7179719a18 req-c842b4cc-9e58-41cf-906a-89d3962b80d9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 944 time: 0.0682616 Nov 16 21:39:48.177423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dfea1351-b0b5-48b2-bf5a-4a7179719a18 req-d878001d-94e8-47bb-ad09-50112ffbaad1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Nov 16 21:39:49.029568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:49.143228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:49.147385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:49.148324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:49.193968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b699230-556a-441a-8058-51fe9602d857 req-170a9564-90c1-48f0-b139-9a65b0981c0c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:49.196284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b699230-556a-441a-8058-51fe9602d857 req-170a9564-90c1-48f0-b139-9a65b0981c0c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0654528 Nov 16 21:39:49.247621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:49.288312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:49.290520 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e6e11-28c4-44bb-ae23-b7bca239d539" -d '{"events": [{"server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "name": "network-vif-plugged", "status": "completed", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:49.300491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b699230-556a-441a-8058-51fe9602d857 req-baac8869-9587-4c3f-b1e7-13b4ad1d2478 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829027 Nov 16 21:39:49.315360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:49.315360 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:49.324741 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:49.357516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db085d-7036-499c-a1dc-89a201ab2dcc x-openstack-request-id: req-29db085d-7036-499c-a1dc-89a201ab2dcc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:49.357516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "name": "network-vif-plugged", "status": "completed", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:49.357516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29db085d-7036-499c-a1dc-89a201ab2dcc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:49.357516 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'code': 200} Nov 16 21:39:49.402224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:49.411339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.411676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.412014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.412531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.413135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.413468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.413791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.414116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.414437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.414754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.415282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.415610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:49.419143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1868-b186-43be-88a7-6ea239a1786c req-98020a4a-28b2-4f3c-bb24-aaf15eb3cb49 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:49.428591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c82f1868-b186-43be-88a7-6ea239a1786c req-98020a4a-28b2-4f3c-bb24-aaf15eb3cb49 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 944 time: 0.1261234 Nov 16 21:39:49.504652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a81fe3-28fc-467c-af4e-ac12fe6843e7 req-0ece5337-fef5-45d6-8a50-77443464c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:49.506536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a81fe3-28fc-467c-af4e-ac12fe6843e7 req-0ece5337-fef5-45d6-8a50-77443464c5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1096 time: 0.0767345 Nov 16 21:39:49.539748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c82f1868-b186-43be-88a7-6ea239a1786c req-3565be0a-3d75-49a5-9d9a-b64ff1cc4afe tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814810 Nov 16 21:39:49.571241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5a81fe3-28fc-467c-af4e-ac12fe6843e7 req-2ae4eb9e-c1e7-4d2a-9824-47c986010c8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578945 Nov 16 21:39:50.428437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5917-8abc-4519-a069-e1a4b0878dd5 req-ae987c38-3a08-461a-8737-95adab9e836b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:50.435752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb2c5917-8abc-4519-a069-e1a4b0878dd5 req-ae987c38-3a08-461a-8737-95adab9e836b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0686033 Nov 16 21:39:50.503571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb2c5917-8abc-4519-a069-e1a4b0878dd5 req-5464bc81-9434-4571-8f94-a5553ea9b1bd tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 Nov 16 21:39:50.535072 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:50.686791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d78f2-6ecb-41ae-b07b-802ee26128c9 req-1a925853-65f7-407b-9a30-e35317bd9583 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:50.688250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f7d78f2-6ecb-41ae-b07b-802ee26128c9 req-1a925853-65f7-407b-9a30-e35317bd9583 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0629356 Nov 16 21:39:50.742008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f7d78f2-6ecb-41ae-b07b-802ee26128c9 req-00f8d083-777c-4c28-936c-a77c2f15250e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476148 Nov 16 21:39:50.989712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d720162-31ee-4612-92f0-b1fd30182b40 req-d6740d32-ef48-4280-adba-c60462f47db8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:50.991262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d720162-31ee-4612-92f0-b1fd30182b40 req-d6740d32-ef48-4280-adba-c60462f47db8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0571616 Nov 16 21:39:51.070666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d720162-31ee-4612-92f0-b1fd30182b40 req-210e7a29-fcb1-4fde-894e-7b4d9d2d68f8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542452 Nov 16 21:39:51.425130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:51.641188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d68ccf-dc8d-4123-a709-64e60a4d20e2 req-e1610a64-9330-4a04-9030-d2f82582cc8c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:51.644197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2d68ccf-dc8d-4123-a709-64e60a4d20e2 req-e1610a64-9330-4a04-9030-d2f82582cc8c tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0603805 Nov 16 21:39:51.716769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2d68ccf-dc8d-4123-a709-64e60a4d20e2 req-a6423bfe-59a4-4882-a2c0-9c2d72cd0a19 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653014 Nov 16 21:39:52.207623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce0693-e9b3-4bb0-a52e-55de18327879 req-76733a07-d210-43d6-ab0b-01e9a3a7f410 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:52.209659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dce0693-e9b3-4bb0-a52e-55de18327879 req-76733a07-d210-43d6-ab0b-01e9a3a7f410 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0684810 Nov 16 21:39:52.267266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dce0693-e9b3-4bb0-a52e-55de18327879 req-19a8b1f5-9dd8-489d-8ecc-a39b81ad3d8a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Nov 16 21:39:52.879017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42887c-7821-4b23-8b56-fb5e784268f8 req-a73fc026-939b-4122-b2ee-e63a5ed20855 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:52.890066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a42887c-7821-4b23-8b56-fb5e784268f8 req-a73fc026-939b-4122-b2ee-e63a5ed20855 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0732908 Nov 16 21:39:52.944256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a42887c-7821-4b23-8b56-fb5e784268f8 req-1a4603d9-12b1-4a53-8d27-da7c54d5334f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Nov 16 21:39:53.402687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5086-4a5d-4d4c-aba8-efdbe064e070 req-30ab00fd-617b-4805-8e5d-7af7577ded8e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:53.404309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f4f5086-4a5d-4d4c-aba8-efdbe064e070 req-30ab00fd-617b-4805-8e5d-7af7577ded8e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0653009 Nov 16 21:39:53.468438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f4f5086-4a5d-4d4c-aba8-efdbe064e070 req-88621898-4bf1-4835-bf63-98aca00d9b36 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Nov 16 21:39:54.064083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3594d-fccf-4cda-9512-ab03d13db6cd req-cf50ea4e-9392-45d7-9b97-e2bfd65120cf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:54.065601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcc3594d-fccf-4cda-9512-ab03d13db6cd req-cf50ea4e-9392-45d7-9b97-e2bfd65120cf tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Nov 16 21:39:54.117688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fcc3594d-fccf-4cda-9512-ab03d13db6cd req-325ab57d-86a5-4652-ae58-bb9b4d8a2932 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460436 Nov 16 21:39:54.594583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980fd5c-7519-4b66-9f71-ade058d6eb19 req-1c9c63fa-3bf4-4268-b71b-8344bc4d1d33 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:54.596136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0980fd5c-7519-4b66-9f71-ade058d6eb19 req-1c9c63fa-3bf4-4268-b71b-8344bc4d1d33 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Nov 16 21:39:54.644364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0980fd5c-7519-4b66-9f71-ade058d6eb19 req-c860ff39-111b-4913-aae4-d9fde70b5505 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Nov 16 21:39:55.231155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052c70a-562f-4e52-8061-9c90145f202d req-287516e7-a216-4853-923b-33f7f62a2f8a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:55.233350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d052c70a-562f-4e52-8061-9c90145f202d req-287516e7-a216-4853-923b-33f7f62a2f8a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0495365 Nov 16 21:39:55.281425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d052c70a-562f-4e52-8061-9c90145f202d req-7133a79c-14eb-456d-addb-f9aff23edc60 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Nov 16 21:39:55.580713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7956fd-d81b-4106-bc53-8fd25f83aef3 req-c2f23a40-3e0c-497e-ad53-e3c4c68525e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:55.582213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db7956fd-d81b-4106-bc53-8fd25f83aef3 req-c2f23a40-3e0c-497e-ad53-e3c4c68525e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0492473 Nov 16 21:39:55.631339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db7956fd-d81b-4106-bc53-8fd25f83aef3 req-fdf08344-0c26-4dc8-b54b-7898ffbd2b2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Nov 16 21:39:55.763367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412df98-bcbe-47fd-81f4-763feda910e1 req-78c5af65-10ee-4d6a-8486-25643c70edd3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:55.765065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3412df98-bcbe-47fd-81f4-763feda910e1 req-78c5af65-10ee-4d6a-8486-25643c70edd3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Nov 16 21:39:55.813246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3412df98-bcbe-47fd-81f4-763feda910e1 req-2a9109ac-dd76-48ee-a520-62a764aed478 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Nov 16 21:39:56.399247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4fc7-6377-418d-94b5-4ad7c66d25aa req-8cb3d61b-2a80-45d4-abfd-20074a4e09e7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:56.401196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-621c4fc7-6377-418d-94b5-4ad7c66d25aa req-8cb3d61b-2a80-45d4-abfd-20074a4e09e7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0498049 Nov 16 21:39:56.451380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-621c4fc7-6377-418d-94b5-4ad7c66d25aa req-f17def78-6514-4864-b146-266673b43271 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Nov 16 21:39:56.912891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-156f9f92-d214-4c25-b803-5d1bf90710bd tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:56.914397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-156f9f92-d214-4c25-b803-5d1bf90710bd tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0662870 Nov 16 21:39:56.937822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-44cf782c-ee18-41e0-86ba-1a2f20447f44 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:56.955260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a96f-359b-4373-8e82-15d7fbb90e4a req-d3af43d9-7a7a-40b6-ba7f-4d394bab63a4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:56.956819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5f2a96f-359b-4373-8e82-15d7fbb90e4a req-d3af43d9-7a7a-40b6-ba7f-4d394bab63a4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0734687 Nov 16 21:39:57.032786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5f2a96f-359b-4373-8e82-15d7fbb90e4a req-91951761-5926-4c49-83d1-8d3cc63b677d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Nov 16 21:39:57.072285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-44cf782c-ee18-41e0-86ba-1a2f20447f44 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.075958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-44cf782c-ee18-41e0-86ba-1a2f20447f44 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.119394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fb0d0b6-5b4f-4b50-88ca-cbb386bc1c81 req-44cf782c-ee18-41e0-86ba-1a2f20447f44 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977038 Nov 16 21:39:57.120266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf782c-ee18-41e0-86ba-1a2f20447f44 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1188da-9169-413d-ba7f-fefd44767c83,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:57.238018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97bc01-9de7-4026-9c72-b7d58e926505 req-56d86f1b-4570-4c97-b3e9-a24089cbc832 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:57.239530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a97bc01-9de7-4026-9c72-b7d58e926505 req-56d86f1b-4570-4c97-b3e9-a24089cbc832 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Nov 16 21:39:57.288810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a97bc01-9de7-4026-9c72-b7d58e926505 req-ac1b0a36-9ea1-440a-b6c2-5572f7c83e67 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Nov 16 21:39:57.311373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:57.376285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-64e543d0-2613-4602-9e19-4e77d16001fe tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/ef62ae30-f11c-4698-bd69-e26ad8db8954 HTTP/1.1" status: 200 len: 994 time: 0.0636446 Nov 16 21:39:57.570528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f647dd-90b1-4fef-92d6-c4c360a3e4dd req-346c1f98-df25-43fc-85e5-4da876fc1bf0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:57.572067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9f647dd-90b1-4fef-92d6-c4c360a3e4dd req-346c1f98-df25-43fc-85e5-4da876fc1bf0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Nov 16 21:39:57.620630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9f647dd-90b1-4fef-92d6-c4c360a3e4dd req-6ed0a6d5-2b15-424c-aff8-5a8454a856e9 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Nov 16 21:39:57.661289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-634605738', 'description': 'tempest-description-978750153'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:57.689357 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.718419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-3b0766a7-9798-4fcb-9e3a-81d8ab5b83ce req-2eeda62f-2b4f-49b7-9ebf-4f8f6b7ab99b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:39:57.719425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b0766a7-9798-4fcb-9e3a-81d8ab5b83ce req-2eeda62f-2b4f-49b7-9ebf-4f8f6b7ab99b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052025 Nov 16 21:39:57.773172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.778073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.808373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:57.809665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07a5694a-fa71-4e3e-912a-189735eb33b9 req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1525123 Nov 16 21:39:57.820509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b0ea-5f5d-4d17-9699-7867d6e81485 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66006164-9526-4948-b7ee-08f1cd615dc0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:57.927640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f499cdc9-c32e-4081-9993-d54463a3b400 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-634605738&fields=id&tenant_id=8790ccf682af4ec2854d2be012e89372 HTTP/1.1" status: 200 len: 267 time: 0.0503914 Nov 16 21:39:57.981739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-e8d46455-867b-4c1b-8faa-271c27456ac4 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:57.983279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-e8d46455-867b-4c1b-8faa-271c27456ac4 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Nov 16 21:39:57.997840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'port': {'security_groups': ['e380c2b3-22f2-418b-9abb-741ca81fbe48', '66006164-9526-4948-b7ee-08f1cd615dc0']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:58.024524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:58.072858 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.075965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Deleting subnet a9657f0e-cffb-48d1-9024-2e453f8049d3 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:39:58.079523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.121418 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.193010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.234409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46630) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:58.266210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.295689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.300782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a9657f0e-cffb-48d1-9024-2e453f8049d3 HTTP/1.1" status: 204 len: 168 time: 0.2743149 Nov 16 21:39:58.302772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871554dc-bb9e-4b12-add2-6f198f88ae09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9657f0e-cffb-48d1-9024-2e453f8049d3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:58.305499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46634) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:58.376015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d085-d72d-4ff5-b8e0-af535c6d3f50 req-29d5732c-48dd-405b-ba8f-933e5219d1c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:58.376930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81d6d085-d72d-4ff5-b8e0-af535c6d3f50 req-29d5732c-48dd-405b-ba8f-933e5219d1c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1433835 Nov 16 21:39:58.461205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:58.464772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.527474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.537507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81d6d085-d72d-4ff5-b8e0-af535c6d3f50 req-463b7be4-f671-4e09-a8a3-0f8ea5294375 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515653 Nov 16 21:39:58.540960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-b0373d4f-2693-4704-9c34-e61e883f8433 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3048124 Nov 16 21:39:58.557969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:58.564550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-a1806bf7-9ab7-43a7-ae78-e44da6be844a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:39:58.565563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-a1806bf7-9ab7-43a7-ae78-e44da6be844a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054290 Nov 16 21:39:58.577368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:59.033278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.034119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.043536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f14bf963-3093-4539-8ed7-3dba71c57fd3 req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "PUT /v2.0/ports/99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 981 time: 1.0499685 Nov 16 21:39:59.058288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:59.061451 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:59.084143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.113770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc167f-7aa1-439b-bd46-8abb300b99d8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:59.118078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a8e659-7d2d-40ee-a876-9bdb7943ca11']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:59.128316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:59.132551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:59.132846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e864a0-d7f1-4bc6-90b6-36f108bb35c1') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:59.154558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.174849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def17bfa-df44-4b42-b523-f48c96bafbf3 req-caa29c59-a0f0-4aaf-936c-443e59994f99 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.178300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-def17bfa-df44-4b42-b523-f48c96bafbf3 req-caa29c59-a0f0-4aaf-936c-443e59994f99 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1939924 Nov 16 21:39:59.224794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.246620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:39:59.246971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:39:59.250005 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:39:59.331965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-def17bfa-df44-4b42-b523-f48c96bafbf3 req-1344acb4-ae27-4fb8-8ab0-d48a37561891 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441360 Nov 16 21:39:59.350477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-14cd4a3d-2afa-4a0e-a366-499a1a9beb9b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-634605738&fields=id&tenant_id=8790ccf682af4ec2854d2be012e89372 HTTP/1.1" status: 200 len: 267 time: 0.1637790 Nov 16 21:39:59.376851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.410855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.416504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] 10.222.0.54 "DELETE /v2.0/networks/47a8e659-7d2d-40ee-a876-9bdb7943ca11 HTTP/1.1" status: 204 len: 168 time: 1.1069818 Nov 16 21:39:59.436278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba963a-79c1-4b87-a083-01ae4bebc610 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a8e659-7d2d-40ee-a876-9bdb7943ca11,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:59.464010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-8f5ea561-153c-4de3-ab0f-048431847147 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.466146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-8f5ea561-153c-4de3-ab0f-048431847147 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 984 time: 0.1085050 Nov 16 21:39:59.468581 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb4c355-bd22-4e9f-83f0-2678fbf62d00 x-openstack-request-id: req-feb4c355-bd22-4e9f-83f0-2678fbf62d00 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:59.468831 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:59.469146 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-feb4c355-bd22-4e9f-83f0-2678fbf62d00 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:59.469551 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:39:59.480513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'port': {'security_groups': ['e380c2b3-22f2-418b-9abb-741ca81fbe48']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:59.594672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-64574395-aa0c-4577-acce-b0d8d3401491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.596309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-64574395-aa0c-4577-acce-b0d8d3401491 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1135 time: 0.1115291 Nov 16 21:39:59.597923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.651353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46668) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:59.699762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ecf73656-ca7a-454f-960c-fb2987af60d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01cb4cbea855400188b550366d5f1f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469794 Nov 16 21:39:59.701083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:59.765016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.782286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8fa01-f5f7-456c-bbaa-e4f560b2edf8 req-1cd3093c-ccbc-47c5-b7af-2937c8eff62c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.783814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38e8fa01-f5f7-456c-bbaa-e4f560b2edf8 req-1cd3093c-ccbc-47c5-b7af-2937c8eff62c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1588502 Nov 16 21:39:59.787538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.825074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-2c2a4189-f607-41d3-8962-aa75496b7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:59.826535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-2c2a4189-f607-41d3-8962-aa75496b7d92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.2184551 Nov 16 21:39:59.849170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.851892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:59.853860 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d50c559d-78a4-4fee-962b-23f0385d7f2c HTTP/1.1" status: 204 len: 168 time: 0.1518805 Nov 16 21:39:59.863474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33870c9c-24a1-4f39-a4b6-d70745904863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50c559d-78a4-4fee-962b-23f0385d7f2c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:59.926836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-abf3e6f9-9d59-4732-945d-6ac1572cb647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0860100 Nov 16 21:39:59.973181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38e8fa01-f5f7-456c-bbaa-e4f560b2edf8 req-8e398c43-7926-4934-b14e-97fb81b0b8ab tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807649 Nov 16 21:40:00.009063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-a6191e7f-355c-4ed8-8c50-c030facbaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.010549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-a6191e7f-355c-4ed8-8c50-c030facbaae0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0754898 Nov 16 21:40:00.029659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:00.053164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-c1e29745-61ce-4741-990e-ab064173d265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324523 Nov 16 21:40:00.118365 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:00.127571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:00.139604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:00.191295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.191977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:00.193358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f33b659-9f4e-4d31-bccb-ce457f70fa6b req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "PUT /v2.0/ports/99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 942 time: 0.7183506 Nov 16 21:40:00.258152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-2ff5c0da-785b-4bf1-897d-c9044838a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.260742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-2ff5c0da-785b-4bf1-897d-c9044838a687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0577691 Nov 16 21:40:00.295158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:00.323607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af546a-090f-4ae8-a939-8199f1984991 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:00.347543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-25d21d4f-a9ff-40a5-a09a-7f72fd258666 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863083 Nov 16 21:40:00.384824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-11b92bdd-58cc-492a-96fb-f347e04eb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.386907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-11b92bdd-58cc-492a-96fb-f347e04eb590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.1167850 Nov 16 21:40:00.472259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-ee78d4c6-9a38-4781-8d81-665f41a845ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1002 time: 0.0763571 Nov 16 21:40:00.541804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-2ad22e2d-7b93-4657-98bb-919b12a348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.543295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-2ad22e2d-7b93-4657-98bb-919b12a348fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.0624969 Nov 16 21:40:00.598343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-401abd83-5d35-49ca-bf13-c024af576143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.600058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-401abd83-5d35-49ca-bf13-c024af576143 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428936 Nov 16 21:40:00.601848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-58c9d33e-56e5-4e73-980d-ead8b7103d7a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3723686 Nov 16 21:40:00.611414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5684e9e-2051-46c3-b24b-4d4b6573c422 req-377cea2f-8aff-4ce8-aa07-f2b451222c06 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:00.612871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5684e9e-2051-46c3-b24b-4d4b6573c422 req-377cea2f-8aff-4ce8-aa07-f2b451222c06 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1734610 Nov 16 21:40:00.619991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:00.692274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce0c4fa8-43ba-4a2d-99e3-48f9f2bd95c5 req-b45d36dd-7033-4739-b973-1f23a57633ad service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348467 Nov 16 21:40:00.704097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5684e9e-2051-46c3-b24b-4d4b6573c422 req-88568ac0-d22e-49c7-a327-b0e9b86f1cb7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770543 Nov 16 21:40:00.706108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-a367b41b-0af9-4b4f-a2e3-056595f09d4e service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948408 Nov 16 21:40:00.708547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:00.807464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:00.815909 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-5fc03c81-4bee-4b93-8f36-a2a9d0a610dc service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024694 Nov 16 21:40:00.978785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Allocated IP 172.25.7.165 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ca91b2d8-c29a-4219-a5a0-feaf69ba97c0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:40:01.123727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.132501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d050-ddf3-4fd6-ad32-72f31ef55d81 req-9b7c2548-9d13-4193-b840-4235adcfc52c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:01.133985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9815d050-ddf3-4fd6-ad32-72f31ef55d81 req-9b7c2548-9d13-4193-b840-4235adcfc52c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0851262 Nov 16 21:40:01.199683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9815d050-ddf3-4fd6-ad32-72f31ef55d81 req-016ff40a-36a3-49fe-8d9d-a6d62c70008d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592389 Nov 16 21:40:01.206110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.229395 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:40:01.249435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:40:01.256504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:01.260744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:40:01.284924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'Port': ['ID=ca91b2d8-c29a-4219-a5a0-feaf69ba97c0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:01.392475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.438531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.470735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:01.473014 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca35e36-e57f-4777-944c-e3cdd7607a05" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:01.518713 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c90da0-ef9c-41bd-8031-04eedd305fed x-openstack-request-id: req-12c90da0-ef9c-41bd-8031-04eedd305fed {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:01.519051 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:01.519301 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12c90da0-ef9c-41bd-8031-04eedd305fed {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:01.519694 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:40:01.588147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-56040642-42d5-4ce3-901d-47bce3abe716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:01.589929 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-56040642-42d5-4ce3-901d-47bce3abe716 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0515671 Nov 16 21:40:01.627578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.632213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.702906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event updated for resources: {'Port': ['ID=ca91b2d8-c29a-4219-a5a0-feaf69ba97c0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:01.704837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-fdcd6995-3231-43a6-b67c-65d09f70b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:01.706411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-fdcd6995-3231-43a6-b67c-65d09f70b4fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.1016040 Nov 16 21:40:01.717182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.737586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:01.739390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-4ebef89e-2350-472c-889c-f885873cad8f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1252966 Nov 16 21:40:01.755120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-4e96c983-c7be-46f6-b4e4-1ee591126ad7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0405338 Nov 16 21:40:01.813525 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-6e3556c3-9295-486d-9188-abda15332244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:01.815096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-6e3556c3-9295-486d-9188-abda15332244 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0505297 Nov 16 21:40:01.852506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-cbb564ee-e02c-4acc-8021-60aa2f11db95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288045 Nov 16 21:40:01.861175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-726783ce-95e8-4524-9ef4-04b2ed36e0d7 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 696 time: 0.1110907 Nov 16 21:40:01.938043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0e02-4d6d-4040-9ee7-562ebdcce0f3 req-65b1457a-5642-40f3-a0c3-78bcffdbd92d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:01.939599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19ce0e02-4d6d-4040-9ee7-562ebdcce0f3 req-65b1457a-5642-40f3-a0c3-78bcffdbd92d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1172969 Nov 16 21:40:01.955660 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-736cffb6-3e81-4405-9486-fd3349de84c8 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942528 Nov 16 21:40:02.024505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19ce0e02-4d6d-4040-9ee7-562ebdcce0f3 req-8bd62d3d-6fe0-4116-ad83-ce91f5b1b1e8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768631 Nov 16 21:40:02.032892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-6e8379d1-d9df-4ccf-aae1-5fd0a5f74360 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:02.034238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-6e8379d1-d9df-4ccf-aae1-5fd0a5f74360 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1656895 Nov 16 21:40:02.046719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-c7010746-b814-43cf-896a-898c65312e15 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:40:02.047750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3325031e-d64d-4b3a-a2e2-370ffbb8681c req-c7010746-b814-43cf-896a-898c65312e15 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058093 Nov 16 21:40:02.074578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0ca35e36-e57f-4777-944c-e3cdd7607a05 req-c46a4dec-18bf-494e-850f-40a9a9127d68 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108243 Nov 16 21:40:02.206729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec90d-61ee-4293-8491-52974e133189 req-16056b98-9f74-4af7-a4cf-1789a9fc1184 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:02.208453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-16056b98-9f74-4af7-a4cf-1789a9fc1184 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0814567 Nov 16 21:40:02.554051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-a76a6e95-943e-4b7c-b74f-d8c9773c2f97 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 696 time: 0.3395140 Nov 16 21:40:02.572952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'floatingip': {'port_id': '99fec02a-997f-4709-996d-9e2f06eff426', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:02.620265 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:02.661349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df44ba-aa28-4347-8241-bcfa9d1b68cf req-9203f0d5-79ef-4d9c-96dc-bf9ecf8f3970 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:02.662820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0df44ba-aa28-4347-8241-bcfa9d1b68cf req-9203f0d5-79ef-4d9c-96dc-bf9ecf8f3970 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1269119 Nov 16 21:40:02.767657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0df44ba-aa28-4347-8241-bcfa9d1b68cf req-b3fa35e3-43fe-406f-9de5-f956b082c237 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976253 Nov 16 21:40:03.095341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:03.101385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:03.234100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0d97-ca38-44e1-9636-3285ead17a45 req-e5b6ba27-72f4-4ea3-b440-4316542df067 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:03.235727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95fc0d97-ca38-44e1-9636-3285ead17a45 req-e5b6ba27-72f4-4ea3-b440-4316542df067 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0997808 Nov 16 21:40:03.242546 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Floating IP 1635f6fb-7c16-4bd3-a70e-86613c4644c5 associated. External IP: 172.25.7.165, port: 99fec02a-997f-4709-996d-9e2f06eff426. Nov 16 21:40:03.362503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95fc0d97-ca38-44e1-9636-3285ead17a45 req-1acd5bcf-7bff-4ad6-9409-11b106500d1e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174290 Nov 16 21:40:03.516624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Router db9464f8-6b7b-4346-bc75-d8a288dc9619 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:40:03.640237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:40:03.645316 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:03.651772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Sync routers for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:40:03.663013 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:03.663756 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:03.683630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-e18f6d30-14ce-491e-8f12-fa2ced5ab75d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "PUT /v2.0/floatingips/1635f6fb-7c16-4bd3-a70e-86613c4644c5 HTTP/1.1" status: 200 len: 996 time: 1.1154411 Nov 16 21:40:03.685418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:03.687768 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542c9b7-dbe7-4169-8883-ac4b853b55fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:03.746721 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df4181c-02ac-47eb-ac50-a233261cfd98 x-openstack-request-id: req-5df4181c-02ac-47eb-ac50-a233261cfd98 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:03.747037 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:03.747294 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5df4181c-02ac-47eb-ac50-a233261cfd98 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:03.747695 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:40:03.749749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec90d-61ee-4293-8491-52974e133189 req-a6a9c0ea-4b64-405e-9945-38f63e631acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:03.751282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-a6a9c0ea-4b64-405e-9945-38f63e631acd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0567842 Nov 16 21:40:03.797826 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:03.825713 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-f199bb69-e479-480a-b200-8ef381909391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:03.827309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-f199bb69-e479-480a-b200-8ef381909391 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0551956 Nov 16 21:40:03.908802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec90d-61ee-4293-8491-52974e133189 req-4c760d02-0a7e-46b0-99eb-31dffb9719c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:03.917226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-4c760d02-0a7e-46b0-99eb-31dffb9719c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.1567509 Nov 16 21:40:03.959958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-0ebff1e6-3bec-4014-b297-d68b6e795b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:03.961796 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-0ebff1e6-3bec-4014-b297-d68b6e795b70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.1253002 Nov 16 21:40:04.023654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11784a55-8fea-4c32-ae81-6643dab4a5cd req-3fa2e341-998b-4a5d-9fd5-fdbeacd11c1a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.026010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11784a55-8fea-4c32-ae81-6643dab4a5cd req-3fa2e341-998b-4a5d-9fd5-fdbeacd11c1a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1423774 Nov 16 21:40:04.033961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-a47e428a-ce41-4f91-9f01-4b857362bc2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 999 time: 0.1158195 Nov 16 21:40:04.057054 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-1907c45c-4652-4771-8cf0-1ebf6dda61bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 999 time: 0.0854740 Nov 16 21:40:04.066303 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1635f6fb-7c16-4bd3-a70e-86613c4644c5', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'port_id': '99fec02a-997f-4709-996d-9e2f06eff426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'mac_address': 'fa:16:3e:c5:fb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:40:01Z', 'updated_at': '2021-11-16T21:40:02Z', 'revision_number': 1, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:04.100059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Checking router: db9464f8-6b7b-4346-bc75-d8a288dc9619 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:40:04.110791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:04.111553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:04.135323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec90d-61ee-4293-8491-52974e133189 req-11c921b7-9737-48da-910c-25feee83c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.136837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-11c921b7-9737-48da-910c-25feee83c820 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.1019413 Nov 16 21:40:04.138372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-c3927bb9-640a-4404-81b4-078928bdbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.140753 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-c3927bb9-640a-4404-81b4-078928bdbf4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0736713 Nov 16 21:40:04.141721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11784a55-8fea-4c32-ae81-6643dab4a5cd req-21b117d4-76c9-481e-a8f4-8c86c4ca34cd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959473 Nov 16 21:40:04.169066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-f29d9add-5d5f-40ef-be6e-fa60ebfaf6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254624 Nov 16 21:40:04.180078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-1f913d0c-6668-4799-bfdb-df4e6f8006f4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:40:04.181056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-1f913d0c-6668-4799-bfdb-df4e6f8006f4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053480 Nov 16 21:40:04.187434 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-bbd36443-3b49-4ff1-b616-a6ff582c3428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335758 Nov 16 21:40:04.251658 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:04.290488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-32599b7a-c017-4e55-adb6-cbde6e3e3c24 service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022182 Nov 16 21:40:04.311990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-4f1effa3-38b6-4c79-962c-035f2d541665 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128893 Nov 16 21:40:04.408148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d2ec90d-61ee-4293-8491-52974e133189 req-41764ce8-47e5-454e-b99d-108aa840f2d6 service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063819 Nov 16 21:40:04.597514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-35193868-b83b-4487-b565-52dd84bd9e36 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 999 time: 0.1450725 Nov 16 21:40:04.605443 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1635f6fb-7c16-4bd3-a70e-86613c4644c5', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'port_id': '99fec02a-997f-4709-996d-9e2f06eff426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'mac_address': 'fa:16:3e:c5:fb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:40:01Z', 'updated_at': '2021-11-16T21:40:02Z', 'revision_number': 1, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:04.609978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aaa41-8449-4df7-9a03-1fbc0e23e112 req-ca0af4f7-dc3c-4328-8822-300776a99b7b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.611670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c0aaa41-8449-4df7-9a03-1fbc0e23e112 req-ca0af4f7-dc3c-4328-8822-300776a99b7b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1503177 Nov 16 21:40:04.644624 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274564e-1dff-4e3f-b070-4288b16e0570 None None] The sync data for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 is: [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1635f6fb-7c16-4bd3-a70e-86613c4644c5', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'port_id': '99fec02a-997f-4709-996d-9e2f06eff426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'mac_address': 'fa:16:3e:c5:fb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:40:01Z', 'updated_at': '2021-11-16T21:40:02Z', 'revision_number': 1, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:40:04.684273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c0aaa41-8449-4df7-9a03-1fbc0e23e112 req-baedc2da-0e1a-4729-ab59-9030e5f421fe tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597982 Nov 16 21:40:04.732871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-44827091-b84e-4575-811a-96bfdd4dc3d0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.739833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-44827091-b84e-4575-811a-96bfdd4dc3d0 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports/99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 942 time: 0.1269994 Nov 16 21:40:04.818383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2542c9b7-dbe7-4169-8883-ac4b853b55fa req-0ef67b50-81e6-473e-9ffe-03adbbd54f17 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983747 Nov 16 21:40:04.859878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-fe672351-5be6-47b2-adb1-62f11aeb4f98 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 999 time: 0.0719671 Nov 16 21:40:04.942469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6aa034-9e16-4130-8349-51881ebbe8ac None None] New status for floating IP 1635f6fb-7c16-4bd3-a70e-86613c4644c5: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:40:04.988071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-16840a89-3478-44a7-a4ea-69c1156f1657 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:04.989679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-16840a89-3478-44a7-a4ea-69c1156f1657 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1237442 Nov 16 21:40:05.064617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-768cb058-120c-4424-bb74-c4502c3c001b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 999 time: 0.0665381 Nov 16 21:40:05.075798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:05.142140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:05.622289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64d253-9fbc-41f4-b184-88ec9d70e1e1 req-ef606dad-d213-4038-aa32-dd8b0e2482b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:05.623846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee64d253-9fbc-41f4-b184-88ec9d70e1e1 req-ef606dad-d213-4038-aa32-dd8b0e2482b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.3941555 Nov 16 21:40:05.627909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:05.637416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:05.638184 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Floating IP 1635f6fb-7c16-4bd3-a70e-86613c4644c5 disassociated. External IP: 172.25.7.165, port: 99fec02a-997f-4709-996d-9e2f06eff426. Nov 16 21:40:05.747183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee64d253-9fbc-41f4-b184-88ec9d70e1e1 req-1186ca86-5980-428f-8b26-678f307d1fad tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167724 Nov 16 21:40:05.944156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca96fae-76dd-442e-ae4c-3f0ec1b8e216 req-bef8eb97-6f5e-4a68-8385-6fa7f0086549 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:05.945639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca96fae-76dd-442e-ae4c-3f0ec1b8e216 req-bef8eb97-6f5e-4a68-8385-6fa7f0086549 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1220691 Nov 16 21:40:05.953657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-910a1cfb-d974-469a-8705-76675130bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:05.955151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-910a1cfb-d974-469a-8705-76675130bdd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1096 time: 0.1327133 Nov 16 21:40:05.981214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Router db9464f8-6b7b-4346-bc75-d8a288dc9619 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:40:06.065301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ca96fae-76dd-442e-ae4c-3f0ec1b8e216 req-33c18d1d-3e08-4517-b61c-bec4f8f74f6f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076245 Nov 16 21:40:06.177235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-4e4d9589-7733-4253-bc92-27f9090ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.178717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-4e4d9589-7733-4253-bc92-27f9090ef01d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1964979 Nov 16 21:40:06.234093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-465f58cb-0a8f-4df1-935f-5436e577d36e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 217 time: 0.0434513 Nov 16 21:40:06.235195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:40:06.240212 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:06.248148 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Sync routers for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:40:06.259288 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:06.259998 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:06.303999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-570dc31a-d3b2-4534-9619-9b004fc24ab8 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "PUT /v2.0/floatingips/1635f6fb-7c16-4bd3-a70e-86613c4644c5 HTTP/1.1" status: 200 len: 695 time: 1.2329452 Nov 16 21:40:06.306985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:06.310738 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0fa03-8e31-4b25-a19e-694aa291181a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:06.323219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-36e45b72-de2a-4b3c-af9e-33f475201960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.326475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-36e45b72-de2a-4b3c-af9e-33f475201960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0835931 Nov 16 21:40:06.349969 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e2d571-0c82-4988-a7cc-d05b5ec0a8d7 x-openstack-request-id: req-29e2d571-0c82-4988-a7cc-d05b5ec0a8d7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:06.350261 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:06.350518 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29e2d571-0c82-4988-a7cc-d05b5ec0a8d7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:06.351034 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:40:06.423692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-171fc249-a9db-443a-b873-13b01015d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.426184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-171fc249-a9db-443a-b873-13b01015d931 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.0500317 Nov 16 21:40:06.442481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-864ef3e1-0af3-4436-85aa-884930430bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.444144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-864ef3e1-0af3-4436-85aa-884930430bdb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8790ccf682af4ec2854d2be012e89372&device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 1096 time: 0.1155734 Nov 16 21:40:06.478566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-e07458e8-b666-44d2-ba14-cc676fca01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.480120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-e07458e8-b666-44d2-ba14-cc676fca01dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060619 Nov 16 21:40:06.488811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:06.563310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-afb824bd-dc98-41d3-8e87-ee6774e522d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.565194 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-afb824bd-dc98-41d3-8e87-ee6774e522d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.1305916 Nov 16 21:40:06.616472 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-2f245da9-71b4-4d86-82c9-7da363a74529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0401583 Nov 16 21:40:06.623479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-8e5784e3-8ee6-45c2-a9d3-695b51a2ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.624993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-8e5784e3-8ee6-45c2-a9d3-695b51a2ae9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 200 len: 921 time: 0.1742630 Nov 16 21:40:06.641826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-c54a1760-335c-45d6-8230-41195f37df9b service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325133 Nov 16 21:40:06.678746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-095efb4d-f9f8-491d-90bb-25d896c936b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 200 len: 217 time: 0.0462718 Nov 16 21:40:06.714476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-d650a1b7-a204-4c58-8dd6-57d6cb0583b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.716000 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-d650a1b7-a204-4c58-8dd6-57d6cb0583b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0841706 Nov 16 21:40:06.725135 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:06.765355 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Checking router: db9464f8-6b7b-4346-bc75-d8a288dc9619 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:40:06.771371 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-e301a5e4-b340-4016-a101-f2a8e685743b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425971 Nov 16 21:40:06.775154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:06.776683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:06.787484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-b5e1c6e7-f859-4b6c-a3d4-36d39cbbf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.789252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-b5e1c6e7-f859-4b6c-a3d4-36d39cbbf017 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 200 len: 860 time: 0.0698490 Nov 16 21:40:06.814071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3637406a-fa3b-4f89-8e04-b9983f237693 req-6b38f125-6ee7-4b18-9bbb-6856194e1041 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433222 Nov 16 21:40:06.875195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-62799ea5-df15-4fd8-aaee-3d449d9f4699 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=84adfedc-c42a-4a68-a878-3e00f30da050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549464 Nov 16 21:40:06.901849 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-064991d5-1a6c-47e7-bd65-5f52c775006d service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217139 Nov 16 21:40:06.938828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:06.979958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35fa61-7dd7-48b6-bea6-faecf701c6fa req-e81c127d-51ce-48e9-8729-9a7533336e43 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.981559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b35fa61-7dd7-48b6-bea6-faecf701c6fa req-e81c127d-51ce-48e9-8729-9a7533336e43 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1090999 Nov 16 21:40:07.012137 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-13b0fa03-8e31-4b25-a19e-694aa291181a req-21ed8025-063c-4c02-a3cd-b52a7e30e0a2 service neutron] 10.222.0.21 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995195 Nov 16 21:40:07.038297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-98d54cd3-1727-4f51-b8b0-8eafac40b967 service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541405 Nov 16 21:40:07.104483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b35fa61-7dd7-48b6-bea6-faecf701c6fa req-5d4df05e-2281-4573-b3df-4ac85d786cec tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157861 Nov 16 21:40:07.152375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-94b3ac7a-c6f6-4bd2-a97f-aaec0a4030ff req-a48004d9-4bfa-4ee5-bedf-9e27eb63d2ae service neutron] 10.222.0.54 "GET /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027594 Nov 16 21:40:07.222372 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:07.254175 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e0a53-63ef-4c61-9301-8156d05825b8 None None] The sync data for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 is: [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 4, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a64a1329-411d-4ef5-a6e5-01e454562b1e', 'name': '', 'network_id': '84adfedc-c42a-4a68-a878-3e00f30da050', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'mac_address': 'fa:16:3e:61:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:05Z', 'updated_at': '2021-11-16T21:39:13Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'subnets': [{'id': 'f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:40:07.265012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-5e2e05aa-039f-4097-a8e9-fa3dfdfe4504 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips/1635f6fb-7c16-4bd3-a70e-86613c4644c5 HTTP/1.1" status: 200 len: 695 time: 0.0772049 Nov 16 21:40:07.310551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405c169-6a00-46ec-b2d7-08b59c1e27ba req-92bd78b9-ee26-4677-a16d-c6750683d267 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:07.312138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3405c169-6a00-46ec-b2d7-08b59c1e27ba req-92bd78b9-ee26-4677-a16d-c6750683d267 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1232646 Nov 16 21:40:07.431358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3405c169-6a00-46ec-b2d7-08b59c1e27ba req-36558ebd-6a85-4d8a-b3f7-759cd1444e72 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886869 Nov 16 21:40:07.448281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-55d3dbe8-0cdc-4062-8a06-f6d129c562cb tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:07.450438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-55d3dbe8-0cdc-4062-8a06-f6d129c562cb tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/networks/3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 784 time: 0.1791346 Nov 16 21:40:07.470458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-c8876796-0a43-43c4-bfb7-6604075c6079 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:40:07.472115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-c8876796-0a43-43c4-bfb7-6604075c6079 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148985 Nov 16 21:40:07.542549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-3b1bf63d-289d-46b0-8226-6ff7cf91f129 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 698 time: 0.0575798 Nov 16 21:40:07.589823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9b0f8-30ec-4745-91a1-8df9ffe4e754 None None] New status for floating IP 1635f6fb-7c16-4bd3-a70e-86613c4644c5: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:40:07.615038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-c4c28e1c-0507-4414-8531-7354901d8ef3 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.165 HTTP/1.1" status: 200 len: 698 time: 0.0599186 Nov 16 21:40:07.746302 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Deleting port ca91b2d8-c29a-4219-a5a0-feaf69ba97c0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:40:07.747020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:07.849259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:07.849587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:07.862703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Calling delete_port for ca91b2d8-c29a-4219-a5a0-feaf69ba97c0 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:40:08.000490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.027118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event deleted for resources: {'Port': ['ID=ca91b2d8-c29a-4219-a5a0-feaf69ba97c0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:08.087312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.089691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.090830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec48df94-aa85-42e1-a7ca-1003b9584f07 req-a32a1ebd-c3b8-493f-a269-daf9465460e1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "DELETE /v2.0/floatingips/1635f6fb-7c16-4bd3-a70e-86613c4644c5 HTTP/1.1" status: 204 len: 173 time: 0.4747767 Nov 16 21:40:08.153486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-d560b87e-c802-431b-aee9-f038e903f63d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups/66006164-9526-4948-b7ee-08f1cd615dc0 HTTP/1.1" status: 200 len: 1825 time: 0.0432363 Nov 16 21:40:08.250133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.258755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefcdaa-56fd-4a67-bc4b-60eb317eb2a7 req-e4bb9967-ed42-4021-b521-423753f4b772 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:08.261990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8eefcdaa-56fd-4a67-bc4b-60eb317eb2a7 req-e4bb9967-ed42-4021-b521-423753f4b772 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0861938 Nov 16 21:40:08.297334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.346869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8eefcdaa-56fd-4a67-bc4b-60eb317eb2a7 req-bfa60bdd-89a5-4f11-af5c-ca0b9a0d89a4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762908 Nov 16 21:40:08.376144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.379491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:08.380957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63ae1f08-9bab-4469-81e2-5e1c1a445186 req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "DELETE /v2.0/security-groups/66006164-9526-4948-b7ee-08f1cd615dc0 HTTP/1.1" status: 204 len: 173 time: 0.2213154 Nov 16 21:40:08.395628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b0ac4-fa79-4647-bf36-e893ec45c81e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66006164-9526-4948-b7ee-08f1cd615dc0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:08.592501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affafedc-0c44-4084-a792-5a8337b8ac85 req-b6eba4f5-8c0e-4c0a-aa24-dda261005a42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:08.594003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-affafedc-0c44-4084-a792-5a8337b8ac85 req-b6eba4f5-8c0e-4c0a-aa24-dda261005a42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0596886 Nov 16 21:40:08.673169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744f902-52af-44b4-a95d-3aff0089f0fe req-6e398d7c-0b80-4783-9375-90e8ced5d5d9 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:08.674652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3744f902-52af-44b4-a95d-3aff0089f0fe req-6e398d7c-0b80-4783-9375-90e8ced5d5d9 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0797768 Nov 16 21:40:08.679655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-affafedc-0c44-4084-a792-5a8337b8ac85 req-ea03b21c-349e-4422-80e5-257db00d76c0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750036 Nov 16 21:40:08.723650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3744f902-52af-44b4-a95d-3aff0089f0fe req-d9844ddc-2beb-4ed4-bf5e-a40dfc29d210 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Nov 16 21:40:08.981330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:09.476435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc1fa0-cd2d-4571-a56c-0cbceaca585c req-dbf78560-143d-41a2-b492-8ab342a8bd44 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:09.478845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfdc1fa0-cd2d-4571-a56c-0cbceaca585c req-dbf78560-143d-41a2-b492-8ab342a8bd44 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Nov 16 21:40:09.537275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfdc1fa0-cd2d-4571-a56c-0cbceaca585c req-5c706bc0-89fe-41f5-a464-42d6cc0b0edc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Nov 16 21:40:09.841158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ab307-97df-4486-80dd-167a9bdf2577 req-c6b4f467-2545-4ee9-9a3d-a6a61cecd32e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:09.843352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555ab307-97df-4486-80dd-167a9bdf2577 req-c6b4f467-2545-4ee9-9a3d-a6a61cecd32e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0905781 Nov 16 21:40:09.900632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac754-6cac-4ffd-ae0f-4f68eddb201b req-a2f3bf01-7149-4b72-bea2-ce27fe550dd1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:09.902180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abaac754-6cac-4ffd-ae0f-4f68eddb201b req-a2f3bf01-7149-4b72-bea2-ce27fe550dd1 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0985537 Nov 16 21:40:09.929299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-555ab307-97df-4486-80dd-167a9bdf2577 req-72147f77-3b8d-4d73-a39f-f0343965a054 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795400 Nov 16 21:40:09.974208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abaac754-6cac-4ffd-ae0f-4f68eddb201b req-9e09e799-4212-4f0a-ac0c-8cc59cc9fa0e tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503802 Nov 16 21:40:10.655495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899dab-6527-4d17-b889-5f94326a3fee req-4aa3203f-5c01-4a71-b52b-e338b06213d1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:10.656962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75899dab-6527-4d17-b889-5f94326a3fee req-4aa3203f-5c01-4a71-b52b-e338b06213d1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Nov 16 21:40:10.717960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75899dab-6527-4d17-b889-5f94326a3fee req-0b7dc80f-6f60-4926-81d6-8cc2afce44f2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Nov 16 21:40:11.065761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94b098-fc7b-43e8-b949-53e79ff54660 req-ede914ac-6b83-4e90-9137-8d45d3269337 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:11.067258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b94b098-fc7b-43e8-b949-53e79ff54660 req-ede914ac-6b83-4e90-9137-8d45d3269337 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0594335 Nov 16 21:40:11.158304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f679c9-e25b-4a0a-b827-b5139564fd90 req-151bf4dc-e5f7-49eb-aff5-9e9c62ec2f8d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:11.167164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52f679c9-e25b-4a0a-b827-b5139564fd90 req-151bf4dc-e5f7-49eb-aff5-9e9c62ec2f8d tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.1181819 Nov 16 21:40:11.172505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b94b098-fc7b-43e8-b949-53e79ff54660 req-97593ff2-9213-4eaa-a86b-724fc7afd0b1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779316 Nov 16 21:40:11.216733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52f679c9-e25b-4a0a-b827-b5139564fd90 req-5dca47f9-fe0f-4a21-89c3-247544173c3f tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/security-groups?id=e380c2b3-22f2-418b-9abb-741ca81fbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487020 Nov 16 21:40:11.844868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab52bd-8aee-4ff6-992b-4b588ee64b22 req-66e01e9b-ef49-4601-ac8d-0f7854ab9229 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:11.846429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5ab52bd-8aee-4ff6-992b-4b588ee64b22 req-66e01e9b-ef49-4601-ac8d-0f7854ab9229 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0624135 Nov 16 21:40:11.861781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5dc4e15a-390b-4888-84be-b894ab82980b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:11.863358 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5dc4e15a-390b-4888-84be-b894ab82980b tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 945 time: 0.0604117 Nov 16 21:40:11.937573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5ab52bd-8aee-4ff6-992b-4b588ee64b22 req-da7ee6ec-5184-48a7-a56e-1e3ab70b3cdf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845923 Nov 16 21:40:11.984901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Deleting port 99fec02a-997f-4709-996d-9e2f06eff426 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:40:11.985254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:12.085414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] For port 99fec02a-997f-4709-996d-9e2f06eff426, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=99fec02a-997f-4709-996d-9e2f06eff426,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:12.086049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:12.099129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Calling delete_port for 99fec02a-997f-4709-996d-9e2f06eff426 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:40:12.232002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:12.247931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['99fec02a-997f-4709-996d-9e2f06eff426'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:12.263445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Pushing event deleted for resources: {'Port': ['ID=99fec02a-997f-4709-996d-9e2f06eff426,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:12.310083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] No DVR routers for this DVR port 99fec02a-997f-4709-996d-9e2f06eff426 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:40:12.313618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:12.317099 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b49c25d3-1fb3-4eb4-856d-3d612893673f req-5d59acd4-97b5-47d2-be8f-f60566a91226 tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.21 "DELETE /v2.0/ports/99fec02a-997f-4709-996d-9e2f06eff426 HTTP/1.1" status: 204 len: 173 time: 0.4456716 Nov 16 21:40:12.317553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'name': 'network-vif-deleted', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:12.319929 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfa18ee-5a14-498b-916e-dff79803a41f" -d '{"events": [{"server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "name": "network-vif-deleted", "tag": "99fec02a-997f-4709-996d-9e2f06eff426"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:12.331019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4faeae-9edd-45dc-8aa0-5d25d31b8015 req-a069dcb2-a0d8-4a73-887b-ac52c6472995 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:12.332595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d4faeae-9edd-45dc-8aa0-5d25d31b8015 req-a069dcb2-a0d8-4a73-887b-ac52c6472995 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0805037 Nov 16 21:40:12.382191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b939ef4-b9c5-410c-b953-c30351c783cd req-c42fc2be-9e97-41f4-947f-5f9a841ad49a tempest-ServerRescueTestJSONUnderV235-1792730842 tempest-ServerRescueTestJSONUnderV235-1792730842-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fcd0e5c-05c7-4b37-8094-7a60a626aec7 HTTP/1.1" status: 200 len: 210 time: 0.0419481 Nov 16 21:40:12.414473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d4faeae-9edd-45dc-8aa0-5d25d31b8015 req-cd6c607a-fdf8-4294-820c-fdc76ec4474a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724552 Nov 16 21:40:12.579388 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74ccf99-27e2-42b0-9e1a-dd7ba7cd8b66 x-openstack-request-id: req-f74ccf99-27e2-42b0-9e1a-dd7ba7cd8b66 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:12.579687 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcd0e5c-05c7-4b37-8094-7a60a626aec7", "name": "network-vif-deleted", "tag": "99fec02a-997f-4709-996d-9e2f06eff426", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:12.579940 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f74ccf99-27e2-42b0-9e1a-dd7ba7cd8b66 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:12.580356 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcd0e5c-05c7-4b37-8094-7a60a626aec7', 'name': 'network-vif-deleted', 'tag': '99fec02a-997f-4709-996d-9e2f06eff426', 'status': 'completed', 'code': 200} Nov 16 21:40:12.874481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:13.075433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd0d2-cf3f-4397-bfb0-38479c8eedc4 req-bd428337-ae16-4ffc-8b88-91597df724f8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:13.077147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-658dd0d2-cf3f-4397-bfb0-38479c8eedc4 req-bd428337-ae16-4ffc-8b88-91597df724f8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0574048 Nov 16 21:40:13.124661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-658dd0d2-cf3f-4397-bfb0-38479c8eedc4 req-e0809e00-2704-44ba-a6f5-d5d703c7c36e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Nov 16 21:40:13.441977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46880) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:13.548631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e79d91-5bf2-48c6-bef9-ba263acce2b9 req-b8cfa19d-c82e-4e36-a881-1d1b777d02f4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:13.550484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6e79d91-5bf2-48c6-bef9-ba263acce2b9 req-b8cfa19d-c82e-4e36-a881-1d1b777d02f4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0514293 Nov 16 21:40:13.608434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6e79d91-5bf2-48c6-bef9-ba263acce2b9 req-66ad1a19-9f96-4c1e-8099-9c0a665c9784 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499461 Nov 16 21:40:13.815541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:14.061280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Deleting port a64a1329-411d-4ef5-a6e5-01e454562b1e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:40:14.061521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:14.145951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] For port a64a1329-411d-4ef5-a6e5-01e454562b1e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a64a1329-411d-4ef5-a6e5-01e454562b1e,segment=NetworkSegment(41b3eca5-cc6c-4774-b2d2-aa2027e0e86d),segment_id=41b3eca5-cc6c-4774-b2d2-aa2027e0e86d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:14.146314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:14.161306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Calling delete_port for a64a1329-411d-4ef5-a6e5-01e454562b1e owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:40:14.248872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8cd49-749e-48b4-99a5-18d64ef8442f req-925720fa-d487-49bc-8723-05b55f6973db tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:14.250468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d8cd49-749e-48b4-99a5-18d64ef8442f req-925720fa-d487-49bc-8723-05b55f6973db tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0553648 Nov 16 21:40:14.302036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d8cd49-749e-48b4-99a5-18d64ef8442f req-b229612c-318d-40c2-8189-2284b8b676d1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Nov 16 21:40:14.353389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:14.382174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64a1329-411d-4ef5-a6e5-01e454562b1e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:14.545011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:14.729046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4add-0c62-4a50-b2c8-6eef166f09d3 req-bb716142-e2b7-42ba-90ae-57a9e2d96e1b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:14.730862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-184c4add-0c62-4a50-b2c8-6eef166f09d3 req-bb716142-e2b7-42ba-90ae-57a9e2d96e1b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0508628 Nov 16 21:40:14.767073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Router db9464f8-6b7b-4346-bc75-d8a288dc9619 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:40:14.788079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-184c4add-0c62-4a50-b2c8-6eef166f09d3 req-62153b78-614e-419c-b398-db113bd0ef77 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502863 Nov 16 21:40:14.874953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 99fec02a-997f-4709-996d-9e2f06eff426 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:40:14.878663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:40:14.884551 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-87c52929-374c-4ca4-8120-3a9aa995ec59 admin admin] 10.222.0.54 "PUT /v2.0/routers/db9464f8-6b7b-4346-bc75-d8a288dc9619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410758 Nov 16 21:40:14.886877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46898) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:14.890658 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Sync routers for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:40:14.896889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 99fec02a-997f-4709-996d-9e2f06eff426 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:40:14.897464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 99fec02a-997f-4709-996d-9e2f06eff426 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:40:14.903552 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:14.904174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:14.991138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.011105 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:15.096099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.159064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Deleting port 1958f975-0f60-4e93-b8b2-dd5784e01dfc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:40:15.159555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.209739 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:40:14Z', 'revision_number': 5, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port': {'id': '1958f975-0f60-4e93-b8b2-dd5784e01dfc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:15.238579 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Checking router: db9464f8-6b7b-4346-bc75-d8a288dc9619 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:40:15.247638 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Routers {'db9464f8-6b7b-4346-bc75-d8a288dc9619'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:40:15.248464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:39:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['db9464f8-6b7b-4346-bc75-d8a288dc9619'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:15.249778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] For port 1958f975-0f60-4e93-b8b2-dd5784e01dfc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1958f975-0f60-4e93-b8b2-dd5784e01dfc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:15.250144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.263392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Calling delete_port for 1958f975-0f60-4e93-b8b2-dd5784e01dfc owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:40:15.339843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7a630d5-a91a-4ee7-8b45-a2b709d4f2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.355966 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] Set router db9464f8-6b7b-4346-bc75-d8a288dc9619 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:40:15.434712 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:40:15Z', 'revision_number': 6, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:15.471790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f51ed0-80fe-49aa-8b83-d01b1d010856 None None] The sync data for ids ['db9464f8-6b7b-4346-bc75-d8a288dc9619'] in n-d-816206-5 is: [{'id': 'db9464f8-6b7b-4346-bc75-d8a288dc9619', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573148748-router', 'tenant_id': '8790ccf682af4ec2854d2be012e89372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:39:02Z', 'updated_at': '2021-11-16T21:40:15Z', 'revision_number': 6, 'project_id': '8790ccf682af4ec2854d2be012e89372', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:40:15.480060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.508455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd342f-8d85-4922-8126-ca06974beb05 req-e832013f-5e36-42ac-acf4-8f68b147965a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:15.511159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfdd342f-8d85-4922-8126-ca06974beb05 req-e832013f-5e36-42ac-acf4-8f68b147965a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1257963 Nov 16 21:40:15.514153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1958f975-0f60-4e93-b8b2-dd5784e01dfc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:15.532083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bf750-3cda-4ca7-bf1b-8aec7d219c8e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:40:15.578322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfdd342f-8d85-4922-8126-ca06974beb05 req-e327fd37-fafe-4d3b-9d1f-f5ad88fc426c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 Nov 16 21:40:15.611154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.700085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.702153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.745850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.746490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9464f8-6b7b-4346-bc75-d8a288dc9619 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:40:15.751120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.752351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-990af205-9e12-443e-a799-8d5cee2e63b8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/db9464f8-6b7b-4346-bc75-d8a288dc9619 HTTP/1.1" status: 204 len: 168 time: 0.8642557 Nov 16 21:40:15.754692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46904) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:15.799134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Deleting subnet f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:40:15.802186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.840835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.884232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.923180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912b76f-49d4-40a8-8fa3-3580102d7788 req-50e58ae3-5c3d-4a37-aadd-e876b541f164 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:15.928446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0912b76f-49d4-40a8-8fa3-3580102d7788 req-50e58ae3-5c3d-4a37-aadd-e876b541f164 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0631390 Nov 16 21:40:15.949554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.967355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:15.973549 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9 HTTP/1.1" status: 204 len: 168 time: 0.2157512 Nov 16 21:40:15.978792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46908) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:15.992274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fafef-a64b-4711-b9ee-dcb818705d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fc96a7-3e1c-4a84-8aa4-9294101ad4b9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:16.007570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0912b76f-49d4-40a8-8fa3-3580102d7788 req-0fc614f4-17bd-4568-8fce-c0682727c5f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749071 Nov 16 21:40:16.069484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.152491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.172444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84adfedc-c42a-4a68-a878-3e00f30da050']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:16.181709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:16.182008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b3eca5-cc6c-4774-b2d2-aa2027e0e86d') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:16.191292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.207677 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.215210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:16.215888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:16.217907 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:16.586271 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.593264 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:16.598783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/84adfedc-c42a-4a68-a878-3e00f30da050 HTTP/1.1" status: 204 len: 168 time: 0.6159704 Nov 16 21:40:16.615280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa331df0-e302-4bad-b0a2-8434833dfce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=84adfedc-c42a-4a68-a878-3e00f30da050,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:16.746328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9f13-c403-4718-9286-9e232b448364 req-2d767d99-cb4c-438a-af33-783dfac20db4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:16.747962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e65a9f13-c403-4718-9286-9e232b448364 req-2d767d99-cb4c-438a-af33-783dfac20db4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0644944 Nov 16 21:40:16.828481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e65a9f13-c403-4718-9286-9e232b448364 req-32b778e0-3e6b-4418-87d1-cfe4b77aa771 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Nov 16 21:40:16.888963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46916) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:16.915306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-930a8f78-2333-421d-be92-00a1b29712bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647628 Nov 16 21:40:16.948190 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8308fd4a-d3b0-4b23-9c50-ada3ca47e168 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8790ccf682af4ec2854d2be012e89372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577738 Nov 16 21:40:16.950555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:17.056839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-feb1f4d3-0da8-4c71-87f4-3e276467e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.058870 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-feb1f4d3-0da8-4c71-87f4-3e276467e59c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0901563 Nov 16 21:40:17.081684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:17.159914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3481cd3-24c1-46ee-bc9a-5b702a9bfe88 req-e37a1b5d-1d1d-46d0-b74c-b16e804c8c48 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.162349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3481cd3-24c1-46ee-bc9a-5b702a9bfe88 req-e37a1b5d-1d1d-46d0-b74c-b16e804c8c48 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0662978 Nov 16 21:40:17.193443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:17.221732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3481cd3-24c1-46ee-bc9a-5b702a9bfe88 req-a2270d69-2932-4fbd-a559-241880983eb2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522861 Nov 16 21:40:17.264141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-a4cb0b4c-e07e-4d01-84e1-520c784093c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.265844 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-a4cb0b4c-e07e-4d01-84e1-520c784093c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1806669 Nov 16 21:40:17.318256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:17.321396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:17.324939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e380c2b3-22f2-418b-9abb-741ca81fbe48 HTTP/1.1" status: 204 len: 168 time: 0.3710277 Nov 16 21:40:17.349975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46a603-9707-4896-8977-8869bc012796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380c2b3-22f2-418b-9abb-741ca81fbe48,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:17.369640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-226e164b-0485-48e4-98bf-7ea19d4f62be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0952895 Nov 16 21:40:17.428021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-604ba532-4c29-4047-bb41-9dc4c98af9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.429566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-604ba532-4c29-4047-bb41-9dc4c98af9bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0477595 Nov 16 21:40:17.490449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1958f975-0f60-4e93-b8b2-dd5784e01dfc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:40:17.518425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1958f975-0f60-4e93-b8b2-dd5784e01dfc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:40:17.519331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1958f975-0f60-4e93-b8b2-dd5784e01dfc not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:40:17.520410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a64a1329-411d-4ef5-a6e5-01e454562b1e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:40:17.544978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a64a1329-411d-4ef5-a6e5-01e454562b1e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:40:17.545577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a64a1329-411d-4ef5-a6e5-01e454562b1e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:40:17.688040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d999ad2d-941d-4d68-b6fd-9e5653b5794d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:17.788196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-993b9cb4-75f3-40b4-a96c-570e092f8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.790185 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-993b9cb4-75f3-40b4-a96c-570e092f8580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3509266 Nov 16 21:40:17.893144 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-4162d809-5f7b-4047-a354-f774e42c1ce0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944245 Nov 16 21:40:17.973357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee80b-03ce-457c-b673-924c62ba6149 req-03a4a5cf-3303-493c-ab6f-48301957e0a0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:17.981352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ccee80b-03ce-457c-b673-924c62ba6149 req-03a4a5cf-3303-493c-ab6f-48301957e0a0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0732942 Nov 16 21:40:18.012947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b2a630d0-678c-44e9-90f2-6937c0ec5f4e req-2f1eff62-9c4b-4bd1-9050-0ec4f54dcfc3 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114972 Nov 16 21:40:18.029795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ccee80b-03ce-457c-b673-924c62ba6149 req-2a5e2951-8435-4ed2-b134-2e7c209b0dc3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Nov 16 21:40:18.138635 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46946) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:18.251296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-501041693-network', 'tenant_id': '4e508bbfd33a4395a313bea6c9572149'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:18.280194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Made reservation on behalf of 4e508bbfd33a4395a313bea6c9572149 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:18.283150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.292906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.377528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea1f8-8a92-41a1-abdf-54a5336144db req-ed09b304-d8c9-4cd7-84f4-cd6698702966 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:18.379059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce5ea1f8-8a92-41a1-abdf-54a5336144db req-ed09b304-d8c9-4cd7-84f4-cd6698702966 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0687616 Nov 16 21:40:18.396126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.400926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.427797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:18.435277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce5ea1f8-8a92-41a1-abdf-54a5336144db req-0437603f-be37-4bb1-a76f-fa4ee9d009db tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496442 Nov 16 21:40:18.438125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d8214-5f25-4703-ab4e-5847e9dcc25f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:18.443872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.445226 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Added segment 3a5ec483-00ca-4c23-8f7d-5f72f8168aab of type vlan for network fc11e180-a767-4d14-83ec-d4821be14c08 Nov 16 21:40:18.510613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.538146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.539397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:18.540045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.604858 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4648099 Nov 16 21:40:18.607707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46958) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:18.610049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76ecb-74ad-403c-9ea1-66338b146b88 admin admin] Pushing event updated for resources: {'Network': ['ID=fc11e180-a767-4d14-83ec-d4821be14c08,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:18.612878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Request body: {'subnet': {'network_id': 'fc11e180-a767-4d14-83ec-d4821be14c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-501041693-subnet', 'tenant_id': '4e508bbfd33a4395a313bea6c9572149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:18.620657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fc11e180-a767-4d14-83ec-d4821be14c08 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:18.642743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Made reservation on behalf of 4e508bbfd33a4395a313bea6c9572149 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:18.645577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.822574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.879279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d235e-8e3e-4137-9e98-bee699dbcc60,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:18.887121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Checking segment: {'id': '3a5ec483-00ca-4c23-8f7d-5f72f8168aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'fc11e180-a767-4d14-83ec-d4821be14c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:18.887485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Network hostable DHCP agents. Network: fc11e180-a767-4d14-83ec-d4821be14c08, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:40:18.904722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Network fc11e180-a767-4d14-83ec-d4821be14c08 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:40:18.913141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, fc11e180-a767-4d14-83ec-d4821be14c08) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:18.917428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:18.918025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:18.924429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c79e0-4cf1-4645-a496-1de0741af1ac None None] Network fc11e180-a767-4d14-83ec-d4821be14c08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:18.934749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-64a8d122-9d43-4726-8722-3d5c2e01eb16 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3256831 Nov 16 21:40:19.057592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46966) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:19.070608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d4e1e9-6f68-41b1-9b9b-2175a91fa513 None None] Network fc11e180-a767-4d14-83ec-d4821be14c08 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:19.130219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Deleting subnet 230d235e-8e3e-4137-9e98-bee699dbcc60 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:40:19.151619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.196774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.227835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371770ff-4fda-47f4-b94f-650a0ff62904 req-6897979c-4867-4c9e-90f0-f42b8703e250 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:19.229296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-371770ff-4fda-47f4-b94f-650a0ff62904 req-6897979c-4867-4c9e-90f0-f42b8703e250 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.1154974 Nov 16 21:40:19.264128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.287830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.311078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-371770ff-4fda-47f4-b94f-650a0ff62904 req-0157db0a-7507-445b-84b9-05c66e2f3a8f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756679 Nov 16 21:40:19.344437 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.374344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d235e-8e3e-4137-9e98-bee699dbcc60,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:19.378075 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.383698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2f10a96f-a4cc-4e6a-b479-93ea790e5164 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/230d235e-8e3e-4137-9e98-bee699dbcc60 HTTP/1.1" status: 204 len: 168 time: 0.3224401 Nov 16 21:40:19.383698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 46968) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:19.449974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.565334 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.592353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc11e180-a767-4d14-83ec-d4821be14c08']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:19.609765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17d947-1871-4af7-a8b5-b7444e4ec07e req-24fa5e00-028a-4f19-9528-3ea3e6a09ab8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:19.611286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc17d947-1871-4af7-a8b5-b7444e4ec07e req-24fa5e00-028a-4f19-9528-3ea3e6a09ab8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0847790 Nov 16 21:40:19.613019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ec483-00ca-4c23-8f7d-5f72f8168aab') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:19.613543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ec483-00ca-4c23-8f7d-5f72f8168aab') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:19.629652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.651592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.672040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:19.672446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:19.674584 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:19.732761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc17d947-1871-4af7-a8b5-b7444e4ec07e req-1c7ea83d-25a3-47ac-af64-2636bd0aaf3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120825 Nov 16 21:40:19.754837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.761246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.764818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] 10.222.0.54 "DELETE /v2.0/networks/fc11e180-a767-4d14-83ec-d4821be14c08 HTTP/1.1" status: 204 len: 168 time: 0.3802238 Nov 16 21:40:19.777918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e8c7c-ca20-420e-bfd7-0d9bc1610c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc11e180-a767-4d14-83ec-d4821be14c08,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:19.878191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:19.918369 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b40f067d-7110-4c7c-8a1d-c532f9e4e197 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e508bbfd33a4395a313bea6c9572149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389800 Nov 16 21:40:19.920767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 46978) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:19.966666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:19.986733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:20.032757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:20.035547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:20.036674 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/020d8214-5f25-4703-ab4e-5847e9dcc25f HTTP/1.1" status: 204 len: 168 time: 0.1150315 Nov 16 21:40:20.044146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8fcb-28ba-4d3c-82d9-a612b715b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d8214-5f25-4703-ab4e-5847e9dcc25f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:20.427399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3232fd2-8799-46fb-890b-171a3e557602 req-1dfeee6c-3d02-48fc-ad1f-0a2e82866cb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:20.428819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3232fd2-8799-46fb-890b-171a3e557602 req-1dfeee6c-3d02-48fc-ad1f-0a2e82866cb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0500770 Nov 16 21:40:20.480800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3232fd2-8799-46fb-890b-171a3e557602 req-6b74bd6c-8fd6-418d-a3c3-c37826954880 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Nov 16 21:40:20.532326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:20.860251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f345-4de5-47a8-a523-040bd8cc6829 req-588f658a-0092-4b23-ae41-0b34f7cd0a8b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:20.861742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a710f345-4de5-47a8-a523-040bd8cc6829 req-588f658a-0092-4b23-ae41-0b34f7cd0a8b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0536456 Nov 16 21:40:20.941168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a710f345-4de5-47a8-a523-040bd8cc6829 req-be86f510-866b-4293-a280-cd4fb6d24020 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675342 Nov 16 21:40:21.417367 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.509919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47054) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:21.603337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e68cfc-657a-44ee-9774-a95200b9cff5 req-e0e5fa1e-fa5c-4aed-835a-5def97692040 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:21.604808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28e68cfc-657a-44ee-9774-a95200b9cff5 req-e0e5fa1e-fa5c-4aed-835a-5def97692040 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Nov 16 21:40:21.625232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ebea62b-b17f-4276-835e-835a843e6ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.658574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28e68cfc-657a-44ee-9774-a95200b9cff5 req-f24f73b7-ecb1-4949-a9d8-45561eb955bc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Nov 16 21:40:21.720972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ebea62b-b17f-4276-835e-835a843e6ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.726248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ebea62b-b17f-4276-835e-835a843e6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.770767 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ebea62b-b17f-4276-835e-835a843e6ec7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=116dd1f83b16459da5e9c3f7e847daeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597258 Nov 16 21:40:21.773460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47062) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:21.780472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea62b-b17f-4276-835e-835a843e6ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77dac3c-0ab1-4b33-a670-6c5cae9e454a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:21.872557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.897751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a1125-6c56-4fc2-b120-a2b897bf6cb7 req-02564386-ffa9-473d-8518-cd4caa0c3ea5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:21.899338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f40a1125-6c56-4fc2-b120-a2b897bf6cb7 req-02564386-ffa9-473d-8518-cd4caa0c3ea5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0809422 Nov 16 21:40:21.915640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:21.975687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f40a1125-6c56-4fc2-b120-a2b897bf6cb7 req-d97085a1-c9ff-4b64-b8d3-a033a9752024 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689671 Nov 16 21:40:21.997262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:22.004593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:22.012283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d77dac3c-0ab1-4b33-a670-6c5cae9e454a HTTP/1.1" status: 204 len: 168 time: 0.2376626 Nov 16 21:40:22.029625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87999935-a0cf-4df1-b2f4-25f2f1913bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77dac3c-0ab1-4b33-a670-6c5cae9e454a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:22.119134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d797d-67c4-4af3-a40d-659a58a61a35 req-c8226199-1f65-4606-80ed-8edf035f4ee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:22.120676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad7d797d-67c4-4af3-a40d-659a58a61a35 req-c8226199-1f65-4606-80ed-8edf035f4ee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0932612 Nov 16 21:40:22.145913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1571-1f52-494f-9762-5767927043b3 req-333de8b7-272b-48ed-a766-3522c011aa2c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:22.147411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eaef1571-1f52-494f-9762-5767927043b3 req-333de8b7-272b-48ed-a766-3522c011aa2c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0775743 Nov 16 21:40:22.233587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad7d797d-67c4-4af3-a40d-659a58a61a35 req-65565b5b-3704-4f99-bc80-a63f5fa4ea23 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042278 Nov 16 21:40:22.238151 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eaef1571-1f52-494f-9762-5767927043b3 req-66f18fae-0bca-4c75-a9f2-936c36acab74 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776987 Nov 16 21:40:22.567224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-bb0a02d3-3b06-4527-ba3c-f184e06bb9db tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:22.575873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-bb0a02d3-3b06-4527-ba3c-f184e06bb9db tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.1393907 Nov 16 21:40:22.587152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-f8745925-043a-4626-a232-8ceadc839b9f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/quotas/fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 375 time: 0.0103328 Nov 16 21:40:22.659836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5cddfa1a-6fe2-42cc-a30f-ec920d2c582d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671320 Nov 16 21:40:22.759807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-be6938ad-5fcb-4a6a-abcd-12b2d987f36f service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906770 Nov 16 21:40:22.834569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:22.869233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-ba952ec7-4996-4b46-a65b-8fbf891cdd53 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032679 Nov 16 21:40:22.873983 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-c701dd1b-5567-487c-aaad-fa610e1db230 service neutron] show failed (client error): The resource could not be found. Nov 16 21:40:22.875377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-c701dd1b-5567-487c-aaad-fa610e1db230 service neutron] 10.222.0.21 "GET /v2.0/ports/8cd437c8-c1d8-4993-97dc-cc96817e5ce6/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0578837 Nov 16 21:40:22.950801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1585615578-network', 'tenant_id': '9e48332729f6461e8bdbe150c8080af0'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:22.977484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Made reservation on behalf of 9e48332729f6461e8bdbe150c8080af0 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:22.980731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:22.991633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.143517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.168699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.173341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51c015dc-d16e-4947-8e83-e567ffb2ee51 req-31ca5bbb-977d-4e5a-93c7-4d50351d946e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 210 time: 0.0880413 Nov 16 21:40:23.215268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:23.223750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-02c480b9-246c-4f06-98d9-dac5538e3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:23.225287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-02c480b9-246c-4f06-98d9-dac5538e3438 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 1097 time: 0.1411309 Nov 16 21:40:23.227144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859042c8-1386-464c-a2c2-a316e7d546e6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:23.233312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.233705 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Added segment a082924b-3f2d-4051-a7ed-df0bfab0f7f7 of type vlan for network a073cf42-5da6-4907-a7d1-47fb85803db3 Nov 16 21:40:23.246083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:23.306247 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.345474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.379273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.380266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:23.380804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.477898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6422374 Nov 16 21:40:23.553113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353398d-c931-4a61-af74-f1d3a614eb44 admin admin] Pushing event updated for resources: {'Network': ['ID=a073cf42-5da6-4907-a7d1-47fb85803db3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:23.566835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a073cf42-5da6-4907-a7d1-47fb85803db3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:23.572345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfafa5-b49c-4a58-8790-fcee4814f7b9 req-f4bdf27b-d210-45ca-a523-ad414d58db9b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:23.579804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23bfafa5-b49c-4a58-8790-fcee4814f7b9 req-f4bdf27b-d210-45ca-a523-ad414d58db9b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.2208641 Nov 16 21:40:23.723632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23bfafa5-b49c-4a58-8790-fcee4814f7b9 req-4330b0a6-715c-4539-9652-23761578ca60 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425900 Nov 16 21:40:23.807911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:23.862119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:40:23.909044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:23.911736 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb2f8bd-f4fa-4ac3-8522-edede1ed757b" -d '{"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:23.917795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.933651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Transition to ACTIVE for port object 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:40:23.944465 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.981705 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2579ab95-368d-4eb9-87db-d652f3db6c4b x-openstack-request-id: req-2579ab95-368d-4eb9-87db-d652f3db6c4b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:23.982164 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:23.982414 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2579ab95-368d-4eb9-87db-d652f3db6c4b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:23.982807 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'code': 200} Nov 16 21:40:24.127485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:24.199097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] No DVR routers for this DVR port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:40:24.321407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0716-aaa5-40b1-a830-8be38e0453d9 req-bb5e28ca-d689-4f0a-8c92-f4f2a9520537 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.327970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0716-aaa5-40b1-a830-8be38e0453d9 req-bb5e28ca-d689-4f0a-8c92-f4f2a9520537 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.333801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0716-aaa5-40b1-a830-8be38e0453d9 req-bb5e28ca-d689-4f0a-8c92-f4f2a9520537 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.335729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16cc0716-aaa5-40b1-a830-8be38e0453d9 req-bb5e28ca-d689-4f0a-8c92-f4f2a9520537 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3518786 Nov 16 21:40:24.344972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67c17279-6f7a-492e-a3ba-a4e1f9456ae0 req-516fc3ce-0bba-4d9e-958b-eb1bfcd712c2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 210 time: 0.0607984 Nov 16 21:40:24.431563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-93cdfc27-305c-4506-ac8b-9f39ffb2e534 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.434896 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-93cdfc27-305c-4506-ac8b-9f39ffb2e534 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.1500168 Nov 16 21:40:24.450793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'device_id': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'admin_state_up': True, 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:24.498084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3ffac-5021-4ea4-a421-be07248f5b83 req-94ff7a0b-cc45-455a-9765-fe2cd18d2fd2 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.498084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8be3ffac-5021-4ea4-a421-be07248f5b83 req-94ff7a0b-cc45-455a-9765-fe2cd18d2fd2 tempest-ComputeTenantNetworksTest-1440457959 tempest-ComputeTenantNetworksTest-1440457959-project] 10.222.0.54 "GET /v2.0/networks/a073cf42-5da6-4907-a7d1-47fb85803db3 HTTP/1.1" status: 200 len: 769 time: 0.1281788 Nov 16 21:40:24.499607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47144) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:24.532310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:40:24.532645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:40:24.532975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:40:24.538140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:40:24.538464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Attempting to bind port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on network 9ae81267-8101-4683-8c05-48de38210437 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:40:24.552142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:40:24.552142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Checking segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:24.552142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Bound using segment: {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:40:24.552142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Bound port: 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0620a40-c012-4ce2-ab07-f370f11119b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ae81267-8101-4683-8c05-48de38210437'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:40:24.552142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.608939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.619396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:40:24.622664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:40:24.628963 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.665060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.666157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.667854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1092 time: 1.4325924 Nov 16 21:40:24.683319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:24.686952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.699613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c1def-bb0a-4816-b6bc-688e518f59b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:24.754831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.784534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a073cf42-5da6-4907-a7d1-47fb85803db3']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:24.784801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-b1c93a4d-471f-41c7-8d6e-b270011200c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.786251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-b1c93a4d-471f-41c7-8d6e-b270011200c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1095 time: 0.0810347 Nov 16 21:40:24.797320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a082924b-3f2d-4051-a7ed-df0bfab0f7f7') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:24.797730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a082924b-3f2d-4051-a7ed-df0bfab0f7f7') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:24.811261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.831549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.839682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:24.840170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:24.917511 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:24.923720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117113c-b023-4181-9707-0051d09ab921 req-c838bffc-b9a7-45f6-920f-aae470dfe4a4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:24.930741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.933540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6117113c-b023-4181-9707-0051d09ab921 req-c838bffc-b9a7-45f6-920f-aae470dfe4a4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.1265962 Nov 16 21:40:24.954437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.961366 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a073cf42-5da6-4907-a7d1-47fb85803db3 HTTP/1.1" status: 204 len: 168 time: 0.4581046 Nov 16 21:40:24.961366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a01248-2506-40ee-8584-72063fc4b635 admin admin] Pushing event deleted for resources: {'Network': ['ID=a073cf42-5da6-4907-a7d1-47fb85803db3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:25.017039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6117113c-b023-4181-9707-0051d09ab921 req-a4dd98c9-1d0a-422d-929d-d2c63c32a290 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825849 Nov 16 21:40:25.018233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-db0fa1f8-f081-4ee8-a333-f8d180210c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:25.019740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-db0fa1f8-f081-4ee8-a333-f8d180210c94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.2248950 Nov 16 21:40:25.105340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.20.0.10 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/b4b509a8-bcdc-4902-afa6-172b2397cb70) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:40:25.108647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-d19f0361-fd9a-4de8-8e8c-f84e84b3685b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0805504 Nov 16 21:40:25.152821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:25.163027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-5bf9f518-1214-486e-ab20-6aaf4dafb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:25.165465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-5bf9f518-1214-486e-ab20-6aaf4dafb916 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.0503864 Nov 16 21:40:25.222086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-f057f655-7f41-4576-8d26-849961e3d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:25.223707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-f057f655-7f41-4576-8d26-849961e3d619 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512481 Nov 16 21:40:25.255235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fcbf884f-f87a-41e0-b4f6-ab1ff16e6d42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e48332729f6461e8bdbe150c8080af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012592 Nov 16 21:40:25.259158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:25.324170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-c85144af-9e43-4353-b596-d046260e1d4e service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 Nov 16 21:40:25.325264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.347758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.384024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.405067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.418748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:25.479725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:40:25.486248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:25.488005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:25.490338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:40:25.574374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:25.575337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.613279 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-5dd9e6e8-4a3f-44f4-892f-5596dc096c9b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1671021 Nov 16 21:40:25.620066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.623178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.624685 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/859042c8-1386-464c-a2c2-a316e7d546e6 HTTP/1.1" status: 204 len: 168 time: 0.3645301 Nov 16 21:40:25.633665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Request body: {'port': {'device_id': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:25.737886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cac1cd-506a-431c-9e52-81fd742656d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859042c8-1386-464c-a2c2-a316e7d546e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:25.763941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.906715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103d9d-31ea-4bfe-b5ea-c49a82d553a6 req-4825a221-0435-4c96-bc8c-415e971df1f2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:25.908344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19103d9d-31ea-4bfe-b5ea-c49a82d553a6 req-4825a221-0435-4c96-bc8c-415e971df1f2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 932 time: 0.0956638 Nov 16 21:40:25.947699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e14d6a48-3ec0-4a47-9323-48d3e96ab5d4 req-8b88a538-d1c8-4d8e-aac6-c7fbefce0ead service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164045 Nov 16 21:40:25.962826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-206d1158-1652-40c5-9a3b-2074264683b7 None None] Provisioning complete for port b4b509a8-bcdc-4902-afa6-172b2397cb70 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:40:25.963317 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206d1158-1652-40c5-9a3b-2074264683b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.000117 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:26.004473 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02" -d '{"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:26.024405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-206d1158-1652-40c5-9a3b-2074264683b7 None None] Port b4b509a8-bcdc-4902-afa6-172b2397cb70 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:40:26.074028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19103d9d-31ea-4bfe-b5ea-c49a82d553a6 req-d739abb6-7a40-4c87-a965-298a610ba6d2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534832 Nov 16 21:40:26.113259 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb1ef5d-a551-4a0e-83e3-beb15fce9a00 x-openstack-request-id: req-fbb1ef5d-a551-4a0e-83e3-beb15fce9a00 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:26.113559 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:26.113812 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbb1ef5d-a551-4a0e-83e3-beb15fce9a00 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:26.114215 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'status': 'completed', 'code': 200} Nov 16 21:40:26.223374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b509a8-bcdc-4902-afa6-172b2397cb70 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:40:26.233161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.236943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-168b796e-5c75-497e-b1d7-2bf2e689454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.238526 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-168b796e-5c75-497e-b1d7-2bf2e689454a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1095 time: 0.1107528 Nov 16 21:40:26.266367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0ce5-9ff6-46c1-b562-f9c9c026aa61 req-d40b26f2-5e22-419f-a9b1-69e22c68e68d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.271222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Transition to ACTIVE for port object b4b509a8-bcdc-4902-afa6-172b2397cb70 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:40:26.274461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42cd0ce5-9ff6-46c1-b562-f9c9c026aa61 req-d40b26f2-5e22-419f-a9b1-69e22c68e68d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.1088943 Nov 16 21:40:26.306030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.319389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-c86d874b-bc61-4c3f-b683-ad0248525c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.322366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-c86d874b-bc61-4c3f-b683-ad0248525c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1095 time: 0.1581788 Nov 16 21:40:26.411188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:26.454889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-5a2dc574-219a-4f8c-a78b-17a9b5bd6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.456403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-5a2dc574-219a-4f8c-a78b-17a9b5bd6356 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.1249170 Nov 16 21:40:26.531564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Attempting to bind port b4b509a8-bcdc-4902-afa6-172b2397cb70 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:40:26.532512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Attempting to bind port b4b509a8-bcdc-4902-afa6-172b2397cb70 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:40:26.533399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Attempting to bind port b4b509a8-bcdc-4902-afa6-172b2397cb70 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:40:26.548683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Port b4b509a8-bcdc-4902-afa6-172b2397cb70 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:40:26.549639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Attempting to bind port b4b509a8-bcdc-4902-afa6-172b2397cb70 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:40:26.559485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-923d4af3-aca3-416a-9c85-415ca9a26a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.561521 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-923d4af3-aca3-416a-9c85-415ca9a26a32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.3142869 Nov 16 21:40:26.562571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:40:26.563038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:26.563523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:40:26.564083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Bound port: b4b509a8-bcdc-4902-afa6-172b2397cb70, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:40:26.564577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.568493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42cd0ce5-9ff6-46c1-b562-f9c9c026aa61 req-a954bcac-d8c4-40f4-b388-f440a0294cc4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930570 Nov 16 21:40:26.605966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-fba6da43-0c65-4a4f-85b1-68d3ccd47f21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1384380 Nov 16 21:40:26.709354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-bdb51096-9b93-4d54-99d2-70caf04eb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.711686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-bdb51096-9b93-4d54-99d2-70caf04eb5e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.0972257 Nov 16 21:40:26.729394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:40:26.762180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:40:26.766093 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-bdc54978-8a0c-4340-bc73-af481b55b772 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1917973 Nov 16 21:40:26.767971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-a92675d3-6fe0-4675-85c2-36b80ed4d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.769285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.769648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-a92675d3-6fe0-4675-85c2-36b80ed4d531 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510902 Nov 16 21:40:26.835165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.836242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.837846 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4b509a8-bcdc-4902-afa6-172b2397cb70 HTTP/1.1" status: 200 len: 1092 time: 1.2119629 Nov 16 21:40:26.842163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:26.845316 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:26.886072 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-e623dee8-106d-458c-8be2-b88e0a940c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.887623 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-e623dee8-106d-458c-8be2-b88e0a940c7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.1118555 Nov 16 21:40:26.892240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed4fe-bc55-4a25-9ddd-318baedddce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:26.918243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-4e7bb4a3-ad30-4876-9af6-140e358307a3 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385372 Nov 16 21:40:26.925748 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf61eac-928c-44dd-afe0-99b69fd56b73 x-openstack-request-id: req-abf61eac-928c-44dd-afe0-99b69fd56b73 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:26.925748 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:26.925748 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abf61eac-928c-44dd-afe0-99b69fd56b73 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:26.926231 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70', 'status': 'completed', 'code': 200} Nov 16 21:40:26.955526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:40:26.986890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-7bf8d7b8-75fc-4d4a-81e3-575ba7aa4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.988433 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-7bf8d7b8-75fc-4d4a-81e3-575ba7aa4a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 1095 time: 0.0874984 Nov 16 21:40:26.995790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-58f4d1c4-af34-438a-89d8-67afa9782ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:26.997347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-58f4d1c4-af34-438a-89d8-67afa9782ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976985 Nov 16 21:40:27.068979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:40:27.083625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-e6714620-dea8-4481-8464-26b615bf68ea service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522682 Nov 16 21:40:27.193346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-612b3b80-c0f6-40b5-a78d-65ebe9bc1d56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70 HTTP/1.1" status: 200 len: 217 time: 0.1916320 Nov 16 21:40:27.195299 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-bb2d768f-e995-4b9e-81af-7360133c4e86 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647723 Nov 16 21:40:27.254031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22be25-f5e8-47d4-b783-1900afe6a8a5 req-5edd71b1-3356-465f-aa79-e121f274eac6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.259510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a22be25-f5e8-47d4-b783-1900afe6a8a5 req-5edd71b1-3356-465f-aa79-e121f274eac6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 944 time: 0.0927725 Nov 16 21:40:27.319300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-49e5e803-6653-4ad0-8c59-17c709a3a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.320857 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-49e5e803-6653-4ad0-8c59-17c709a3a403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.1168289 Nov 16 21:40:27.343350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a22be25-f5e8-47d4-b783-1900afe6a8a5 req-e69dcde6-cd8b-4a01-bdbd-e6df47687025 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Nov 16 21:40:27.387311 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f529e37-aaf2-4a3a-9535-bd5c2e63ca02 req-2de304f7-ab8f-4a44-ae9b-e6ea4e2ac165 service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673183 Nov 16 21:40:27.411918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9730-9e70-454d-8091-a6aff077668e req-d849196f-7dc9-47c3-b61f-ebabd612a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.414457 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-d849196f-7dc9-47c3-b61f-ebabd612a3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694578 Nov 16 21:40:27.530178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-b929ebef-9457-494c-8964-e5f0a1ba463d service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047843 Nov 16 21:40:27.728792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2b5a9730-9e70-454d-8091-a6aff077668e req-a19abc2e-baea-48d9-8b0d-440bb1b7b4ff service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885390 Nov 16 21:40:27.730988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08879-e1e1-4af5-9301-8b5d447b494f req-6d69055a-0564-487c-a109-8b4cbe5a252c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.739157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54d08879-e1e1-4af5-9301-8b5d447b494f req-6d69055a-0564-487c-a109-8b4cbe5a252c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.0661025 Nov 16 21:40:27.793056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54d08879-e1e1-4af5-9301-8b5d447b494f req-15868cde-e1c3-4dea-ada3-ee1fcd9351ca tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524931 Nov 16 21:40:27.837871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-152f4be7-d7b2-4c3c-97af-c228c5a11249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.839730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-152f4be7-d7b2-4c3c-97af-c228c5a11249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 1095 time: 0.0640740 Nov 16 21:40:27.940836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-f36bff3f-5eef-4841-94da-791fdc5fec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:27.942320 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-f36bff3f-5eef-4841-94da-791fdc5fec86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.0935900 Nov 16 21:40:27.990341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-6aa6194b-ba3a-4ea4-885c-7b8a240923de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70 HTTP/1.1" status: 200 len: 217 time: 0.0391910 Nov 16 21:40:28.047176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-cc25efd5-fc75-45d6-8035-e36cdbddf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:28.048776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-cc25efd5-fc75-45d6-8035-e36cdbddf110 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0501244 Nov 16 21:40:28.099851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-07fe9dbc-9fdb-4444-86ec-ca9f6560c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:28.101389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-07fe9dbc-9fdb-4444-86ec-ca9f6560c372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435774 Nov 16 21:40:28.201675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-b8879fe6-c7c2-4997-a802-034a01493403 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922265 Nov 16 21:40:28.301114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-92c1549a-1e86-4c8f-9c1e-1fb38efdeab7 req-f3e16c48-8832-4cf9-82c9-48092bb364fc service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918221 Nov 16 21:40:28.561306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f074d-a605-4f42-a423-036ea3f39f57 req-d67bdf7b-15df-4c34-bace-239899ce0818 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:28.561306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e1f074d-a605-4f42-a423-036ea3f39f57 req-d67bdf7b-15df-4c34-bace-239899ce0818 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 944 time: 0.0787749 Nov 16 21:40:28.614593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e1f074d-a605-4f42-a423-036ea3f39f57 req-06e2703d-3742-4fad-a34b-fb092fd6a243 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Nov 16 21:40:28.930830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03e36-770f-4dc7-bfad-1621828443cb req-e3692059-32ae-4c76-8226-624637577c3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:28.935439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e03e36-770f-4dc7-bfad-1621828443cb req-e3692059-32ae-4c76-8226-624637577c3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.0652709 Nov 16 21:40:28.980242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47252) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:29.000914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e03e36-770f-4dc7-bfad-1621828443cb req-1e724522-97d6-4360-bf20-74b3f23dff72 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617282 Nov 16 21:40:29.112784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d1f930f-14b9-479e-8842-376af8ae7db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.222802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36e246-087b-4ec6-854d-54d5afef2d4d req-e52f03f3-f2c1-41a9-881e-a4d7ef900fcb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.224701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c36e246-087b-4ec6-854d-54d5afef2d4d req-e52f03f3-f2c1-41a9-881e-a4d7ef900fcb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 944 time: 0.0659602 Nov 16 21:40:29.230341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:40:29.242709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d1f930f-14b9-479e-8842-376af8ae7db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.261311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d1f930f-14b9-479e-8842-376af8ae7db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.290865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f930f-14b9-479e-8842-376af8ae7db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671744cc-27f3-4075-bf95-76cce84ee0cf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:29.292483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c36e246-087b-4ec6-854d-54d5afef2d4d req-4e6ec1db-9345-4fcd-99b4-86771c59327f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589821 Nov 16 21:40:29.328595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d1f930f-14b9-479e-8842-376af8ae7db9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9b92ea7962846d7ba34d2158e7e5737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443441 Nov 16 21:40:29.329650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47260) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:29.340419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-ea9e1266-350b-487b-9686-ea37bc1dfc21 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.341890 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-ea9e1266-350b-487b-9686-ea37bc1dfc21 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5&tenant_id=b0848e94efac43d8a53469d18635eddd&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 944 time: 0.1381962 Nov 16 21:40:29.347691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:29.363514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'port_id': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'mac_address': 'fa:16:3e:81:68:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:40:29.387135 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.416805 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.421794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.424053 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-ce07dff2-688c-4262-b9e2-bc4591d5de37 service neutron] delete failed (client error): The resource could not be found. Nov 16 21:40:29.425172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-ce07dff2-688c-4262-b9e2-bc4591d5de37 service neutron] 10.222.0.21 "DELETE /v2.0/ports/8cd437c8-c1d8-4993-97dc-cc96817e5ce6/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0754046 Nov 16 21:40:29.434920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:40:29.455784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:29.462984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.499679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.502491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.506064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/671744cc-27f3-4075-bf95-76cce84ee0cf HTTP/1.1" status: 204 len: 168 time: 0.1723251 Nov 16 21:40:29.524851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:29.535830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f173a-4fce-4b75-8962-1557df60fff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671744cc-27f3-4075-bf95-76cce84ee0cf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:29.549487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-6b09b61d-4715-4c65-a3f2-bab9e02e852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.551111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-6b09b61d-4715-4c65-a3f2-bab9e02e852e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1096 time: 0.0706294 Nov 16 21:40:29.685142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-4bd59262-ad1d-4f67-89cd-0bc8b5fed816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.687832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-4bd59262-ad1d-4f67-89cd-0bc8b5fed816 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.1251647 Nov 16 21:40:29.692577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8cd437c8-c1d8-4993-97dc-cc96817e5ce6'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:29.745801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f605a-11bd-42d7-b844-29aa4ea8e9d5 req-cd90a99e-6a0b-4e70-b087-b106cd87e743 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.748181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-346f605a-11bd-42d7-b844-29aa4ea8e9d5 req-cd90a99e-6a0b-4e70-b087-b106cd87e743 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 944 time: 0.0568783 Nov 16 21:40:29.776148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-661f2dc5-4a63-44f0-9878-af4b28655ed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 1001 time: 0.0816793 Nov 16 21:40:29.823527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-346f605a-11bd-42d7-b844-29aa4ea8e9d5 req-c8c955e4-7777-40b6-99ef-f68b56a24b49 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675898 Nov 16 21:40:29.859821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-42d5c53f-1cfc-4a99-8b09-d19b8de8eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.861576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-42d5c53f-1cfc-4a99-8b09-d19b8de8eb0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.0733211 Nov 16 21:40:29.871827 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47268) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:29.888964 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-304c6bae-c48c-4a99-ad77-8100b55e5d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.912676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-c53ee8dd-56c3-4963-a912-9242a24ed2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:29.914292 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-c53ee8dd-56c3-4963-a912-9242a24ed2ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452802 Nov 16 21:40:29.985560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-304c6bae-c48c-4a99-ad77-8100b55e5d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:29.993087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-304c6bae-c48c-4a99-ad77-8100b55e5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:30.043306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-6ce14872-74b9-4254-affb-d5e77b06a0ba service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209996 Nov 16 21:40:30.043908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-304c6bae-c48c-4a99-ad77-8100b55e5d12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e35482c6723f4c73a131781bc5d9a628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703925 Nov 16 21:40:30.044383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c6bae-c48c-4a99-ad77-8100b55e5d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4bc0c-6a94-4408-b1af-c58abb4c944b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:30.044949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:30.157525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:30.176214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3fe7406-5f1b-42f8-a8ab-ac1dde3cc9cc req-c4134a39-406c-465e-8d6d-ddc8ab1c59ce service neutron] 10.222.0.21 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251938 Nov 16 21:40:30.187965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:30.240504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:30.243837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:30.244994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41c4bc0c-6a94-4408-b1af-c58abb4c944b HTTP/1.1" status: 204 len: 168 time: 0.1991334 Nov 16 21:40:30.261038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280eab0-7948-4f3d-926f-dd39d331ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4bc0c-6a94-4408-b1af-c58abb4c944b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:30.435279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b460-9abb-4828-95a2-3f2be4c0de29 req-5ef2d162-9671-4244-831f-dc24cbb42a93 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:30.438564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9e4b460-9abb-4828-95a2-3f2be4c0de29 req-5ef2d162-9671-4244-831f-dc24cbb42a93 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 945 time: 0.0612104 Nov 16 21:40:30.512174 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f9e4b460-9abb-4828-95a2-3f2be4c0de29 req-8410c881-2081-4659-bd99-4482715310dc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665691 Nov 16 21:40:30.943236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797947ce-72fd-4a15-95d2-2c5889d7d07b req-6d1029c1-83ba-4fd4-9beb-ae1c4554c0d0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:30.944444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-797947ce-72fd-4a15-95d2-2c5889d7d07b req-6d1029c1-83ba-4fd4-9beb-ae1c4554c0d0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 944 time: 0.0499258 Nov 16 21:40:30.992274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-797947ce-72fd-4a15-95d2-2c5889d7d07b req-8d2994a2-4af8-47f5-b811-b296c2d7f515 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Nov 16 21:40:31.230348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b4b509a8-bcdc-4902-afa6-172b2397cb70 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:40:31.235135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:40:31.353052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:40:31.366712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:40:31.367715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.405745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:31.424914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b4b509a8-bcdc-4902-afa6-172b2397cb70', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': 'b4b509a8-bcdc-4902-afa6-172b2397cb70', 'mac_address': 'fa:16:3e:19:cf:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:40:31.502225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.520263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b509a8-bcdc-4902-afa6-172b2397cb70 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:40:31.527874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.557198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:31.565859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:31.568739 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa11c5bd-0ca5-4543-afbf-1fbf4344d031" -d '{"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:31.574991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.589521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:31.613703 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.640491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:31.644597 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4414d141-95cb-49c1-90e4-a0f3c6d625e5 x-openstack-request-id: req-4414d141-95cb-49c1-90e4-a0f3c6d625e5 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:31.644938 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-plugged", "status": "completed", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:31.645196 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4414d141-95cb-49c1-90e4-a0f3c6d625e5 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:31.645591 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'code': 200} Nov 16 21:40:31.712986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0860c-b4a3-4c88-960d-d0c91929eaba req-5a5acd3c-16ba-4876-9126-8002943b43f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:31.715047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1b0860c-b4a3-4c88-960d-d0c91929eaba req-5a5acd3c-16ba-4876-9126-8002943b43f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0736985 Nov 16 21:40:31.771676 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1b0860c-b4a3-4c88-960d-d0c91929eaba req-d22b7990-635a-46f8-a3cd-d29c59a5a04d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498633 Nov 16 21:40:31.795625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47326) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:31.878466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a7748035-074e-46d4-88ee-d2e775b1058f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/ef62ae30-f11c-4698-bd69-e26ad8db8954 HTTP/1.1" status: 200 len: 994 time: 0.0811396 Nov 16 21:40:31.892105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:31.946729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:40:32.135453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49fb0b-db32-4ac3-9548-f774f2221918 req-51acaf12-71c3-4642-aa9b-935d5223391c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:32.138785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd49fb0b-db32-4ac3-9548-f774f2221918 req-51acaf12-71c3-4642-aa9b-935d5223391c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 945 time: 0.0655117 Nov 16 21:40:32.196940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd49fb0b-db32-4ac3-9548-f774f2221918 req-cb728406-8a94-4d5d-adbc-079a15c43456 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Nov 16 21:40:32.372783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47338) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:32.481850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c90744b-c8f5-4fa5-83ef-c57c050376c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.560358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c90744b-c8f5-4fa5-83ef-c57c050376c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.564392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c90744b-c8f5-4fa5-83ef-c57c050376c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.602900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c90744b-c8f5-4fa5-83ef-c57c050376c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0aee2610148042388f3cab97692bd06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290430 Nov 16 21:40:32.605482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:32.611448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90744b-c8f5-4fa5-83ef-c57c050376c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec45d27-d801-4fed-8225-1e1b9c00349f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:32.656132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.677520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.724669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.727480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.728665 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ec45d27-d801-4fed-8225-1e1b9c00349f HTTP/1.1" status: 204 len: 168 time: 0.1222599 Nov 16 21:40:32.736744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad074-54b5-41c8-b21f-16235bcafc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec45d27-d801-4fed-8225-1e1b9c00349f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:32.993333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47348) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:33.010749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f11285a-bc88-47d7-9a00-f9e07dd44527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.086783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f11285a-bc88-47d7-9a00-f9e07dd44527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.091679 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6f11285a-bc88-47d7-9a00-f9e07dd44527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.131895 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6f11285a-bc88-47d7-9a00-f9e07dd44527 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=805b8a9748d2446fb75747d7f032b2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374474 Nov 16 21:40:33.133355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11285a-bc88-47d7-9a00-f9e07dd44527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1534abea-aa09-4b38-914e-055a3cfe7a64,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.135274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47350) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:33.185373 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.208558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.243212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b4b509a8-bcdc-4902-afa6-172b2397cb70 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:40:33.283682 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.287219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.292554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1534abea-aa09-4b38-914e-055a3cfe7a64 HTTP/1.1" status: 204 len: 168 time: 0.1559839 Nov 16 21:40:33.305871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1534abea-aa09-4b38-914e-055a3cfe7a64,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.354006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b4b509a8-bcdc-4902-afa6-172b2397cb70 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:40:33.360733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.361356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.362786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b4b509a8-bcdc-4902-afa6-172b2397cb70 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:40:33.363180 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.363659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.364266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.364782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.367508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.368920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.370696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.371318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.375767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.376288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.377127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b307efe-992c-459c-9e37-afcbab50b137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.434618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b9f6-29d1-4e2f-b3fc-6b0c55416c4f req-81e6de15-2af8-42b4-8eda-d69e272b2c6b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:33.443428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b143b9f6-29d1-4e2f-b3fc-6b0c55416c4f req-81e6de15-2af8-42b4-8eda-d69e272b2c6b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 945 time: 0.1059992 Nov 16 21:40:33.502476 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.550176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b143b9f6-29d1-4e2f-b3fc-6b0c55416c4f req-a9aab554-e1a1-4448-9538-d6d386f4e287 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008840 Nov 16 21:40:33.561132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:40:33.569620 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.681416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:40:33.686461 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10b034-5714-4d0b-9473-0868c2d0a5d5" -d '{"events": [{"server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "name": "network-vif-plugged", "status": "completed", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:40:33.720451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.774358 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7363886-19b6-4f93-8c3e-c353c1fa1a45 x-openstack-request-id: req-d7363886-19b6-4f93-8c3e-c353c1fa1a45 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:40:33.774910 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "name": "network-vif-plugged", "status": "completed", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:40:33.775383 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7363886-19b6-4f93-8c3e-c353c1fa1a45 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:40:33.775960 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70', 'code': 200} Nov 16 21:40:33.896693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e8e3-fa0a-4c1d-a260-62cc8cfa88ed req-763ef955-143b-4eb5-bb9b-d28241bf9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:33.899329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d08e8e3-fa0a-4c1d-a260-62cc8cfa88ed req-763ef955-143b-4eb5-bb9b-d28241bf9978 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 1097 time: 0.0638003 Nov 16 21:40:33.955073 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d08e8e3-fa0a-4c1d-a260-62cc8cfa88ed req-d6719d84-f67c-43d8-9f40-0bc7a21804e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Nov 16 21:40:34.605590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47392) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:34.676547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58fd3d-b06e-424b-ae03-26486f75379c req-040e5905-3704-4ed6-9b77-34aa86b81a2c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:34.678818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c58fd3d-b06e-424b-ae03-26486f75379c req-040e5905-3704-4ed6-9b77-34aa86b81a2c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 946 time: 0.0557649 Nov 16 21:40:34.743084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d37a-fd50-4682-8585-1477ed63778d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:34.754240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c58fd3d-b06e-424b-ae03-26486f75379c req-eadfe1d6-3d0a-42cc-9a30-c6559013871f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Nov 16 21:40:34.827125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d37a-fd50-4682-8585-1477ed63778d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:34.831375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d37a-fd50-4682-8585-1477ed63778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:34.872481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a5e3d37a-fd50-4682-8585-1477ed63778d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90af803029594bcaa9338ca585b02767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656810 Nov 16 21:40:34.873341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3d37a-fd50-4682-8585-1477ed63778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca287cb9-ac35-422b-9644-144d0578e0bd,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:34.875820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47396) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:34.925773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:34.949836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:34.998428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:35.000955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:35.004636 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca287cb9-ac35-422b-9644-144d0578e0bd HTTP/1.1" status: 204 len: 168 time: 0.1256754 Nov 16 21:40:35.010322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7c55-4f55-446d-b5c4-f9aabc5c1d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca287cb9-ac35-422b-9644-144d0578e0bd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:35.877365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe12e9-f324-4739-9aa2-8feeedd93fd0 req-f3f46635-4d52-4fd4-be73-ea51036f3ecd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:35.878867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdbe12e9-f324-4739-9aa2-8feeedd93fd0 req-f3f46635-4d52-4fd4-be73-ea51036f3ecd tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 946 time: 0.0538647 Nov 16 21:40:35.936030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdbe12e9-f324-4739-9aa2-8feeedd93fd0 req-5a67c5ac-da56-4cbf-9053-0588be945e94 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Nov 16 21:40:36.792762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:36.909259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-627c4afa-36c4-4311-a669-34fc3068b201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:36.964934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47486) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:36.993093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-627c4afa-36c4-4311-a669-34fc3068b201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:36.997165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-627c4afa-36c4-4311-a669-34fc3068b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.036959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-627c4afa-36c4-4311-a669-34fc3068b201 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d862bca1dd7458c86e6c8d2a0024e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430861 Nov 16 21:40:37.037823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c4afa-36c4-4311-a669-34fc3068b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51ad52-6f88-4393-b78b-cbddc9e6f604,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:37.040121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47492) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:37.095274 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e52d45e1-8db5-4aec-96cc-90beb9682a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.123652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.157168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.222201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e52d45e1-8db5-4aec-96cc-90beb9682a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.226345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e52d45e1-8db5-4aec-96cc-90beb9682a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.231884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.234344 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.235530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e51ad52-6f88-4393-b78b-cbddc9e6f604 HTTP/1.1" status: 204 len: 168 time: 0.1938252 Nov 16 21:40:37.271722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d45e1-8db5-4aec-96cc-90beb9682a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6cc54-8c25-442b-a040-b0bb5c8c1489,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:37.278916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e52d45e1-8db5-4aec-96cc-90beb9682a84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc36abe29bc1493285805e700ecfd5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105268 Nov 16 21:40:37.280004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47496) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:37.284553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedca618-4367-4457-a2ff-23643849fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51ad52-6f88-4393-b78b-cbddc9e6f604,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:37.345314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.371687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.424713 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.427602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.431471 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07e6cc54-8c25-442b-a040-b0bb5c8c1489 HTTP/1.1" status: 204 len: 168 time: 0.1483300 Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6cc54-8c25-442b-a040-b0bb5c8c1489,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.452275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.453345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.453345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.453521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.453988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fd529-d856-46e7-a4b0-789cd109a17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:37.741017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47512) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:37.754683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91874bcb-d901-4d69-8d5c-d1b735ed74c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.829911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91874bcb-d901-4d69-8d5c-d1b735ed74c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.834349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91874bcb-d901-4d69-8d5c-d1b735ed74c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.871554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91874bcb-d901-4d69-8d5c-d1b735ed74c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c161e9-6717-4479-aef4-377abdf8184e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:37.881310 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91874bcb-d901-4d69-8d5c-d1b735ed74c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b233e50ff27d4ddeaab9d78612e1d878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369498 Nov 16 21:40:37.881577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47518) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:37.938367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:37.959978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:38.008230 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:38.010795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:38.011970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01c161e9-6717-4479-aef4-377abdf8184e HTTP/1.1" status: 204 len: 168 time: 0.1292937 Nov 16 21:40:38.019951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f6858-e2ba-43f7-bbf3-99b51c2a1c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c161e9-6717-4479-aef4-377abdf8184e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:38.229175 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:40:38.994557 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.172538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47628) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:40.300213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16f9adaa-ca09-4bfb-9240-e935e8ea8895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.376384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16f9adaa-ca09-4bfb-9240-e935e8ea8895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.381329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16f9adaa-ca09-4bfb-9240-e935e8ea8895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.421627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16f9adaa-ca09-4bfb-9240-e935e8ea8895 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a988d75b3c64f1eb60f8b6ffdbfdbf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458036 Nov 16 21:40:40.422831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:40.424443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9adaa-ca09-4bfb-9240-e935e8ea8895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659ddb84-b3cc-4c18-bb0e-81972850576e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:40.501528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.524458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.572665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.575261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.576448 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/659ddb84-b3cc-4c18-bb0e-81972850576e HTTP/1.1" status: 204 len: 168 time: 0.1509790 Nov 16 21:40:40.586464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6bbda-73ec-4ba0-b859-6ed4c06fa778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ddb84-b3cc-4c18-bb0e-81972850576e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:40.880668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:40.895401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-247d3059-9439-4378-a6a4-2d2dd197212a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.980872 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-247d3059-9439-4378-a6a4-2d2dd197212a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:40.984509 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-247d3059-9439-4378-a6a4-2d2dd197212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:41.022021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d3059-9439-4378-a6a4-2d2dd197212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a30ea-f598-4176-b839-716391fc6330,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:41.029360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47642) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:41.029586 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-247d3059-9439-4378-a6a4-2d2dd197212a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=708a4117eb344c5692d85596deb470f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476934 Nov 16 21:40:41.084413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:41.108908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:41.167300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:41.170066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:41.172093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e40a30ea-f598-4176-b839-716391fc6330 HTTP/1.1" status: 204 len: 168 time: 0.1409965 Nov 16 21:40:41.185038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8edc7-6cd1-4c0a-b5fb-cea1945e073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a30ea-f598-4176-b839-716391fc6330,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:42.378258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47724) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:42.517084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53e15f87-3216-45c4-a497-da9bc81cbb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.595781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53e15f87-3216-45c4-a497-da9bc81cbb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.599661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-53e15f87-3216-45c4-a497-da9bc81cbb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.637712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-53e15f87-3216-45c4-a497-da9bc81cbb2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9f7e88b254341dca630a4c0e7eba6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577026 Nov 16 21:40:42.638670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e15f87-3216-45c4-a497-da9bc81cbb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6afda0-055b-492e-a0ea-468a7b2bc78a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:42.640659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:42.690280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.711747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.756983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.759616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:42.760798 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d6afda0-055b-492e-a0ea-468a7b2bc78a HTTP/1.1" status: 204 len: 168 time: 0.1191268 Nov 16 21:40:42.769438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ca1d-6c8e-447c-bd2a-98849466fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6afda0-055b-492e-a0ea-468a7b2bc78a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:42.874139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.005198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47772) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:44.160656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1513488013'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:44.183165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Made reservation on behalf of d3bd19cbe3a54e27a936e863482dd642 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:44.187670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.197924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.281059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.285539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.320006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:44.331241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0945779c-a36a-47da-8714-0adc571886e3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:44.338789 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.339151 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Added segment e7cf0bed-16ac-43af-aa7b-e08aea28307a of type vlan for network 79429967-3b93-494d-8940-19f3d3002f6a Nov 16 21:40:44.384874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.411084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.417391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:44.417968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.486783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4800901 Nov 16 21:40:44.490220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47776) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:44.493149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fba9c-3ea9-434b-8744-75aee1ab3906 tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Pushing event updated for resources: {'Network': ['ID=79429967-3b93-494d-8940-19f3d3002f6a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:44.517543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 79429967-3b93-494d-8940-19f3d3002f6a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:44.581416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'name': 'tempest-network--1072251734', 'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:44.608274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:44.619134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.622080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.707068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.711770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.739282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:44.744599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8958271-0f5b-49ca-95c8-4deed63deddd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:44.753400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.753739 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Added segment 360f9ac4-53a7-4747-a8d0-d1b26cdcc03e of type vlan for network 69b87443-2702-4726-a60d-eb30ecea5b7c Nov 16 21:40:44.799891 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.832077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.833040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:44.833635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:44.890791 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3960431 Nov 16 21:40:44.893385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47784) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:44.902832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b53580-9ede-4540-aff3-7ca7cf69c5bf tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=69b87443-2702-4726-a60d-eb30ecea5b7c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:44.912689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 69b87443-2702-4726-a60d-eb30ecea5b7c details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:45.247483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.323327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.325587 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f990c512-3792-412e-bf0b-e34447905f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.346334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b87443-2702-4726-a60d-eb30ecea5b7c']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:45.356163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360f9ac4-53a7-4747-a8d0-d1b26cdcc03e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:45.356456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360f9ac4-53a7-4747-a8d0-d1b26cdcc03e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:45.370654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.385072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.391333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:45.391790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:45.393529 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:45.450353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.455565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69b87443-2702-4726-a60d-eb30ecea5b7c {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:40:45.458134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.466971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47786) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:45.467521 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/69b87443-2702-4726-a60d-eb30ecea5b7c HTTP/1.1" status: 204 len: 168 time: 0.5725863 Nov 16 21:40:45.474394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:45.477945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca592-a7d7-4d18-9bfc-a13d29fd49c1 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Network': ['ID=69b87443-2702-4726-a60d-eb30ecea5b7c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:45.512356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:45.514820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.542208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:45.551079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.551425 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Added segment 5358b9ed-4111-4ba4-bef4-117e123c3135 of type vlan for network 74027674-25d5-4db5-9ce6-3562887fb886 Nov 16 21:40:45.602743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.640285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.641410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:45.642039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:45.706369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2358561 Nov 16 21:40:45.709346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47794) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:45.719899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'subnet': {'network_id': '74027674-25d5-4db5-9ce6-3562887fb886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:45.724802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac224e-bbf7-4f17-8605-2078201343fd tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=74027674-25d5-4db5-9ce6-3562887fb886,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:45.736937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 74027674-25d5-4db5-9ce6-3562887fb886 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:45.758411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:45.760953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.124872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.objects.ports [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102665) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:40:46.125445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.185402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6eb372f-5962-4f17-833f-562b8e788432,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:46.196901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Checking segment: {'id': '5358b9ed-4111-4ba4-bef4-117e123c3135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '74027674-25d5-4db5-9ce6-3562887fb886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:46.197321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Network hostable DHCP agents. Network: 74027674-25d5-4db5-9ce6-3562887fb886, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:40:46.215079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Network 74027674-25d5-4db5-9ce6-3562887fb886 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:40:46.223826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 74027674-25d5-4db5-9ce6-3562887fb886) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:46.229074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:46.229683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.233285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04274d8-ad35-40b6-9dd0-ec6b7bfec6a5 None None] Network 74027674-25d5-4db5-9ce6-3562887fb886 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:46.247927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1c540cea-56d7-475c-b0c8-c626ec2feb7d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5362515 Nov 16 21:40:46.250706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47804) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:46.255093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'floatingip': {'floating_network_id': '74027674-25d5-4db5-9ce6-3562887fb886'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:46.277798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.381498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.387910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd274fb-a5a7-44c0-9f00-83da0e8c549d None None] Network 74027674-25d5-4db5-9ce6-3562887fb886 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:46.516021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Allocated IP 172.20.0.6 (74027674-25d5-4db5-9ce6-3562887fb886/c6eb372f-5962-4f17-833f-562b8e788432/a4c635a9-558e-4582-ad13-76b140c8d41a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:40:46.627710 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.661515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.704475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Network 74027674-25d5-4db5-9ce6-3562887fb886 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:40:46.707551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:46.710166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:40:46.733122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c635a9-558e-4582-ad13-76b140c8d41a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:46.811261 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.854474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.042366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.048278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.126157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c635a9-558e-4582-ad13-76b140c8d41a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:47.134609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.151217 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.152555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9e9e244a-9ee1-4960-baa5-34a712116fc6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9008756 Nov 16 21:40:47.155770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:47.226878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-317778c4-712c-4d0f-90d8-b8bf3d1f10e6 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=74027674-25d5-4db5-9ce6-3562887fb886 HTTP/1.1" status: 200 len: 689 time: 0.0699210 Nov 16 21:40:47.229632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47814) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:47.323368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.448458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Deleting port a4c635a9-558e-4582-ad13-76b140c8d41a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:40:47.448783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.534149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.534774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.546373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Calling delete_port for a4c635a9-558e-4582-ad13-76b140c8d41a owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:40:47.682670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-89184f65-65be-4dad-b710-bfea74a5fe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.689699 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.717400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c635a9-558e-4582-ad13-76b140c8d41a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:47.779215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.823546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.877476 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.906488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eb372f-5962-4f17-833f-562b8e788432,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:47.964640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:47.985541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74027674-25d5-4db5-9ce6-3562887fb886']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:47.995606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5358b9ed-4111-4ba4-bef4-117e123c3135') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:47.995898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5358b9ed-4111-4ba4-bef4-117e123c3135') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:48.005980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.027609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.048326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:48.048702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:48.050653 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:48.106242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afccdbb-ab39-49f2-8eeb-70beec311413 req-c41bedb0-ee55-41e1-9a96-b0acfbf7811c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.107729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8afccdbb-ab39-49f2-8eeb-70beec311413 req-c41bedb0-ee55-41e1-9a96-b0acfbf7811c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0935299 Nov 16 21:40:48.141963 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.152877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74027674-25d5-4db5-9ce6-3562887fb886 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:40:48.157613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.163089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/74027674-25d5-4db5-9ce6-3562887fb886 HTTP/1.1" status: 204 len: 168 time: 0.9303653 Nov 16 21:40:48.163479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47826) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:48.183268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217ddb1-5105-4bb8-a71b-3cca0df9a62e tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Network': ['ID=74027674-25d5-4db5-9ce6-3562887fb886,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:48.199565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8afccdbb-ab39-49f2-8eeb-70beec311413 req-867660bf-6976-4060-8b24-50711f8c2c53 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823340 Nov 16 21:40:48.296630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3532bf78-7d98-4c46-b21b-aab55557f979 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1319401 Nov 16 21:40:48.299124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47830) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:48.731142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.731842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.731957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.732321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.732747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.734437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-159a2970-525c-49e8-aef3-cad67442829f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.4343421 Nov 16 21:40:48.737321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47834) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:48.744932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead53e8-1d65-46c0-a534-0252746cfcd7 req-fc3da32e-a924-4a70-9cc0-86d4865c2346 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:48.746322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ead53e8-1d65-46c0-a534-0252746cfcd7 req-fc3da32e-a924-4a70-9cc0-86d4865c2346 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.4384320 Nov 16 21:40:48.800379 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-66a88ea6-48d4-411e-9e78-35cf9ee12ad5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] delete failed (client error): The resource could not be found. Nov 16 21:40:48.801466 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-66a88ea6-48d4-411e-9e78-35cf9ee12ad5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/fa99795c-e856-4370-8214-6eda3c35fc8e HTTP/1.1" status: 404 len: 345 time: 0.0631814 Nov 16 21:40:48.807073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ead53e8-1d65-46c0-a534-0252746cfcd7 req-f72bec65-ff7d-4376-877d-e6358d922568 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Nov 16 21:40:48.807516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47836) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:48.825029 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bda8ef2-c2ce-4342-b4d8-817fa59f13c0 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] DELETE failed (client error): The resource could not be found. Nov 16 21:40:48.825531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bda8ef2-c2ce-4342-b4d8-817fa59f13c0 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:40:48.832804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2bda8ef2-c2ce-4342-b4d8-817fa59f13c0 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/74027674-25d5-4db5-9ce6-3562887fb886 HTTP/1.1" status: 404 len: 339 time: 0.0200648 Nov 16 21:40:48.832993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:48.839194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'name': 'tempest-network--673499156', 'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:48.870547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:48.876707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.957255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:48.974997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:48.975693 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Added segment f9c7eb31-bb79-41be-abde-edcbe9739f80 of type vlan for network 0d3d8e85-0752-45f7-a66d-bb5083ed1b92 Nov 16 21:40:49.035132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.066003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.067067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.067642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.110071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94de17-82ee-48dc-a034-5673d73e1f03 req-48530512-e934-4150-96a3-ca3c13dcec04 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.111809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb94de17-82ee-48dc-a034-5673d73e1f03 req-48530512-e934-4150-96a3-ca3c13dcec04 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0529053 Nov 16 21:40:49.133112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2990673 Nov 16 21:40:49.135649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:49.165056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb94de17-82ee-48dc-a034-5673d73e1f03 req-09fc3dd6-7957-4e14-b5cd-fe7df3d5fbcb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467935 Nov 16 21:40:49.186628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7124bf-7969-4231-88c7-6d22c687aede tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=0d3d8e85-0752-45f7-a66d-bb5083ed1b92,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:49.197215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0d3d8e85-0752-45f7-a66d-bb5083ed1b92 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:49.252685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bded-d6a6-44b8-bcd4-8e6fe608196e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.259587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bded-d6a6-44b8-bcd4-8e6fe608196e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.265972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bded-d6a6-44b8-bcd4-8e6fe608196e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.273417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bded-d6a6-44b8-bcd4-8e6fe608196e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.275254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8922bded-d6a6-44b8-bcd4-8e6fe608196e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1386471 Nov 16 21:40:49.278768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47850) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:49.326996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.357094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.449877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.473332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3d8e85-0752-45f7-a66d-bb5083ed1b92']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:49.498320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c7eb31-bb79-41be-abde-edcbe9739f80') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:49.498617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c7eb31-bb79-41be-abde-edcbe9739f80') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:49.512457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.552872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.563701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:49.564106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:49.566073 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:49.628617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90d55-be21-4e67-885b-7c54f52032b6 req-dc3551c8-8ed1-49cc-9139-4f8c0b13dc9e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.630090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb90d55-be21-4e67-885b-7c54f52032b6 req-dc3551c8-8ed1-49cc-9139-4f8c0b13dc9e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1069248 Nov 16 21:40:49.644368 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.648465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d3d8e85-0752-45f7-a66d-bb5083ed1b92 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:40:49.664857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.671755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47858) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:49.672036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/0d3d8e85-0752-45f7-a66d-bb5083ed1b92 HTTP/1.1" status: 204 len: 168 time: 0.3917933 Nov 16 21:40:49.676748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'name': 'tempest-network--2083376510', 'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:49.683911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c2113-0617-4bf1-a322-2e32c2c866f8 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d3d8e85-0752-45f7-a66d-bb5083ed1b92,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:49.713509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edb90d55-be21-4e67-885b-7c54f52032b6 req-074d9f1c-dc35-4e57-87f1-e121a7450b7f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763800 Nov 16 21:40:49.718523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:49.721154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.755617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:49.769263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.769517 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Added segment 59912409-bce1-424d-9bd0-d267b4b88097 of type vlan for network a8d7e84b-989b-4037-9386-792aa59c460b Nov 16 21:40:49.825869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.860178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.864485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:49.865154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:49.892625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2196267 Nov 16 21:40:49.895662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47860) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:49.942443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9875b9-be29-4bcf-bee2-44d9a8a43ce5 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=a8d7e84b-989b-4037-9386-792aa59c460b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:49.954848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a8d7e84b-989b-4037-9386-792aa59c460b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:50.008395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02da15-9017-49b8-a0e7-47b41195092e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:50.013413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:50.014530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0c02da15-9017-49b8-a0e7-47b41195092e tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "GET /v2.0/networks/a8d7e84b-989b-4037-9386-792aa59c460b HTTP/1.1" status: 200 len: 757 time: 0.1162655 Nov 16 21:40:50.104019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf453d64-82ec-454b-9fe5-bd65f35d93bb tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:50.106507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf453d64-82ec-454b-9fe5-bd65f35d93bb tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "GET /v2.0/networks/79429967-3b93-494d-8940-19f3d3002f6a HTTP/1.1" status: 200 len: 768 time: 0.0918956 Nov 16 21:40:50.108357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47864) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:50.177547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.262998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.284140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d7e84b-989b-4037-9386-792aa59c460b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:50.293889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59912409-bce1-424d-9bd0-d267b4b88097') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:50.294180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59912409-bce1-424d-9bd0-d267b4b88097') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:50.303247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.315868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.322001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:50.322389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:50.324104 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:50.384177 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.389470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8d7e84b-989b-4037-9386-792aa59c460b {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:40:50.393317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.403026 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/a8d7e84b-989b-4037-9386-792aa59c460b HTTP/1.1" status: 204 len: 168 time: 0.2876642 Nov 16 21:40:50.403419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:50.408495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'name': 'tempest-network--747314875'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:50.423958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ae99-81de-4d8b-b4ed-6c032aad046d tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8d7e84b-989b-4037-9386-792aa59c460b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:50.435706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Made reservation on behalf of 4d8dbaac633747539c64ec2a53e9b335 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:50.438377 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.469587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:50.480358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.480815 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Added segment 07ca6a38-a207-4b66-8576-dca0c53f78ff of type vlan for network 29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 Nov 16 21:40:50.537238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.544610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.567497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.570330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:50.571059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.623763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47870) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:50.625430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2207220 Nov 16 21:40:50.629262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:50.648982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb05c-26d7-4354-93a2-9beb7f396b2f tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:50.660692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:50.817482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.835682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.844888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef692b67-5bdc-4d55-aa48-80ce28956f61 req-4552a627-61f5-4d8d-a3f7-65843bd8c280 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:50.846787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef692b67-5bdc-4d55-aa48-80ce28956f61 req-4552a627-61f5-4d8d-a3f7-65843bd8c280 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0546665 Nov 16 21:40:50.877994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Network 29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 is not hosted by any dhcp agent {{(pid=102664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:40:50.878970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:50.879644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:50.881004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "PUT /v2.0/networks/29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 HTTP/1.1" status: 200 len: 857 time: 0.2560937 Nov 16 21:40:50.884296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47874) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:50.903556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef692b67-5bdc-4d55-aa48-80ce28956f61 req-15bd4724-c726-4117-9f28-883e2ec44c6b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504487 Nov 16 21:40:50.943252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84d3a2-3950-410a-a9b1-13ccfceced92 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event updated for resources: {'Network': ['ID=29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:50.968311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.044673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.064435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.074089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ca6a38-a207-4b66-8576-dca0c53f78ff') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.074321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ca6a38-a207-4b66-8576-dca0c53f78ff') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.087933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.100661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.106284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:51.106656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:51.108313 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:51.164622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.170248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:40:51.173575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.177179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] 10.222.0.54 "DELETE /v2.0/networks/29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489 HTTP/1.1" status: 204 len: 168 time: 0.2917290 Nov 16 21:40:51.182961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47876) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:51.189264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabeb1-1cb2-4175-a7e6-782ac29110c4 tempest-ExternalNetworksTestJSON-1457891579 tempest-ExternalNetworksTestJSON-1457891579-project-admin] Pushing event deleted for resources: {'Network': ['ID=29cbbcf7-dfbd-44bb-b9a3-9a1d86ad5489,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:51.222434 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff79294-3976-40ff-aece-dc9d56fbd15b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] DELETE failed (client error): The resource could not be found. Nov 16 21:40:51.222910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff79294-3976-40ff-aece-dc9d56fbd15b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:40:51.228359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ff79294-3976-40ff-aece-dc9d56fbd15b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "DELETE /v2.0/subnets/c6eb372f-5962-4f17-833f-562b8e788432 HTTP/1.1" status: 404 len: 337 time: 0.0446415 Nov 16 21:40:51.229441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:51.317963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.408426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.423929 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.438383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79429967-3b93-494d-8940-19f3d3002f6a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.449395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cf0bed-16ac-43af-aa7b-e08aea28307a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.449699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cf0bed-16ac-43af-aa7b-e08aea28307a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:40:51.461145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.474173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.482393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:40:51.482794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:40:51.485905 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:40:51.560565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.568915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:51.575166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] 10.222.0.54 "DELETE /v2.0/networks/79429967-3b93-494d-8940-19f3d3002f6a HTTP/1.1" status: 204 len: 168 time: 0.3423650 Nov 16 21:40:51.589843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee9620-80b6-4eca-b7e6-7ae5d2ee7f3b tempest-ExternalNetworksTestJSON-1687380007 tempest-ExternalNetworksTestJSON-1687380007-project] Pushing event deleted for resources: {'Network': ['ID=79429967-3b93-494d-8940-19f3d3002f6a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:51.838465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47886) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:51.976586 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-43e20df0-e45b-4110-b230-be08e6720b3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3bd19cbe3a54e27a936e863482dd642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369195 Nov 16 21:40:51.978914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47892) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:52.028110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.033063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed70e9-2ce8-4a6c-903c-4c11d0830837 req-abf59f23-042d-49f9-a799-9cee916af5e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:52.034666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22ed70e9-2ce8-4a6c-903c-4c11d0830837 req-abf59f23-042d-49f9-a799-9cee916af5e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0548959 Nov 16 21:40:52.060851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.088830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22ed70e9-2ce8-4a6c-903c-4c11d0830837 req-425eb1ee-c6ce-4e8b-ace1-74f1d2b8da65 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458350 Nov 16 21:40:52.116162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.118856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.120056 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0945779c-a36a-47da-8714-0adc571886e3 HTTP/1.1" status: 204 len: 168 time: 0.1399481 Nov 16 21:40:52.127736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0292b5-93fc-4bdb-b393-3f3b77059217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0945779c-a36a-47da-8714-0adc571886e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:52.387635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47898) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:52.439797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-09026b2e-b088-4357-a979-41e7ddd3a1cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d8dbaac633747539c64ec2a53e9b335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509567 Nov 16 21:40:52.442453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47900) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:52.493787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.517558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.568640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.572120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:52.573439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8958271-0f5b-49ca-95c8-4deed63deddd HTTP/1.1" status: 204 len: 168 time: 0.1296835 Nov 16 21:40:52.583793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a4bdd-6c35-4567-b877-6b262550008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8958271-0f5b-49ca-95c8-4deed63deddd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:53.219007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f4f73-cba4-4ac7-8cb7-1303631ab36d req-f2bb2c45-8815-4f89-8c41-e71f1e8737d9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:53.227068 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab0f4f73-cba4-4ac7-8cb7-1303631ab36d req-f2bb2c45-8815-4f89-8c41-e71f1e8737d9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0616624 Nov 16 21:40:53.288318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab0f4f73-cba4-4ac7-8cb7-1303631ab36d req-70ceec2b-3194-4f4e-90d5-74250f9ca918 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578759 Nov 16 21:40:54.044195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47944) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:54.149455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1283140236'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:54.172099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.173080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.223148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.227295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.241823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.243249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9e1638e3-c89d-428d-9bd9-4550f8ce2976 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1972082 Nov 16 21:40:54.245726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47950) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:54.317113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.417864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458b54d-ba31-4c7c-bbad-98c8856a9c13 req-0cbff5ee-1995-4fee-85d7-eb1d1a161df3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:54.420393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f458b54d-ba31-4c7c-bbad-98c8856a9c13 req-0cbff5ee-1995-4fee-85d7-eb1d1a161df3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0571446 Nov 16 21:40:54.479426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.481521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.507629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f458b54d-ba31-4c7c-bbad-98c8856a9c13 req-feff2455-dcaa-4283-bfb5-a3ab61cb3add tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812709 Nov 16 21:40:54.527477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.529335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2ce1fe4-4201-4ac9-abaa-7fafb5351b70 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:40:54.538742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.540379 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88fe50eb-17d7-4b19-a0d7-99a3d75d6722 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b2ce1fe4-4201-4ac9-abaa-7fafb5351b70 HTTP/1.1" status: 204 len: 168 time: 0.2935777 Nov 16 21:40:54.543477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47954) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:54.547622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Request body: {'router': {'name': 'tempest-router-390758222', 'distributed': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:54.575675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.576749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.634922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.639576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.654175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.655421 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cff4bae8-5321-4378-9082-ac9dda1ec888 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1109982 Nov 16 21:40:54.658182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47956) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:54.730763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.888734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.891205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.934322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.935655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f273f6e-e38e-4584-b539-7f153a31d0f5 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:40:54.940381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.941525 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9c1e8d2f-29e9-4572-ba62-507b63c98b72 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6f273f6e-e38e-4584-b539-7f153a31d0f5 HTTP/1.1" status: 204 len: 168 time: 0.2824135 Nov 16 21:40:54.946724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47960) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:54.951654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Request body: {'router': {'name': 'tempest-router-1631983318', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'da98905eb2ff4f20b0735a3d88221fb9'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:54.977284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.978275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.033374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.038302 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.053947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.055400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-580bf10b-19f2-45a8-9b1a-df46e81bf8f6 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1075385 Nov 16 21:40:55.057892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47962) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:55.062633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:55.271005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.271337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.352111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102665) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 16 21:40:55.352348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Router ee65b118-2471-4550-98bf-081a55e63753 migrating from provider to provider. {{(pid=102665) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 16 21:40:55.352819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.357702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.361664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.448671 n-d-816206-5 neutron-server[102665]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] No L3 agents can host the router ee65b118-2471-4550-98bf-081a55e63753 Nov 16 21:40:55.573877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Hosts for router ee65b118-2471-4550-98bf-081a55e63753: [] {{(pid=102665) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 16 21:40:55.607935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Hosts for other DVR routers connected to router ee65b118-2471-4550-98bf-081a55e63753: set() {{(pid=102665) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 16 21:40:55.611106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.612341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1a689805-d45c-4aae-9775-f1fe6f2e2a9d tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "PUT /v2.0/routers/ee65b118-2471-4550-98bf-081a55e63753 HTTP/1.1" status: 200 len: 717 time: 0.5530105 Nov 16 21:40:55.615152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47966) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:55.650754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644192-c616-4296-958c-add2243f90e9 req-f3bc5d9e-707c-44ae-be66-868241475fee tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:55.652560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97644192-c616-4296-958c-add2243f90e9 req-f3bc5d9e-707c-44ae-be66-868241475fee tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0602012 Nov 16 21:40:55.718775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97644192-c616-4296-958c-add2243f90e9 req-63ae5194-94bf-491d-bf32-9b377fd55065 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603147 Nov 16 21:40:55.998969 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1647c9eb-5642-4e70-8c7d-8555999cd569 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "GET /v2.0/routers/ee65b118-2471-4550-98bf-081a55e63753 HTTP/1.1" status: 200 len: 717 time: 0.3809760 Nov 16 21:40:56.000327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47970) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:56.182449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fc885b23-da57-4694-a7ab-7d1f14cc51d5 tempest-RoutersTestDVR-662534998 tempest-RoutersTestDVR-662534998-project] 10.222.0.54 "GET /v2.0/routers/ee65b118-2471-4550-98bf-081a55e63753 HTTP/1.1" status: 200 len: 683 time: 0.1809399 Nov 16 21:40:56.185038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 47974) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:56.253319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.407349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.409860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.463777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.464465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee65b118-2471-4550-98bf-081a55e63753 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:40:56.469202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.470652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f8ad52c-ed44-40c9-b345-6f49d510542c tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "DELETE /v2.0/routers/ee65b118-2471-4550-98bf-081a55e63753 HTTP/1.1" status: 204 len: 168 time: 0.2846107 Nov 16 21:40:56.474975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:56.480615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Request body: {'router': {'name': 'tempest-router-851176507', 'distributed': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:56.512697 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.513787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.565931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.570334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.584980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.587546 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d762dd7a-bed3-4032-a772-9edd2deadb2b tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1106138 Nov 16 21:40:56.589144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47980) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:56.675644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.840256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d00c-bdef-4d2d-95d3-6d9829cd7d1e req-caa95cb7-8dfc-488c-862f-f9c29e4e5de5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:56.841808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a359d00c-bdef-4d2d-95d3-6d9829cd7d1e req-caa95cb7-8dfc-488c-862f-f9c29e4e5de5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0507457 Nov 16 21:40:56.842861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.845053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.890009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.890917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b70e2d2d-818d-4afb-9117-2e0dc26d964a {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:40:56.895802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a359d00c-bdef-4d2d-95d3-6d9829cd7d1e req-31d2873d-bb2c-4e7c-92b3-05f688961f02 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Nov 16 21:40:56.902703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.909194 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1360c4a0-d0c7-4256-9870-c1d07df18746 tempest-RoutersTestDVR-1026090795 tempest-RoutersTestDVR-1026090795-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b70e2d2d-818d-4afb-9117-2e0dc26d964a HTTP/1.1" status: 204 len: 168 time: 0.3138633 Nov 16 21:40:57.153047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47990) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:57.261489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba73e-d553-4538-b0d2-c2ec33613d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.343187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba73e-d553-4538-b0d2-c2ec33613d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.347118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba73e-d553-4538-b0d2-c2ec33613d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.389157 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9a6ba73e-d553-4538-b0d2-c2ec33613d96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da98905eb2ff4f20b0735a3d88221fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347648 Nov 16 21:40:57.391688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 47994) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:57.398045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ba73e-d553-4538-b0d2-c2ec33613d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df573f0-b828-46ca-8b49-b95b071538b2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:57.444706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.467719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.514752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.517484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.518810 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8df573f0-b828-46ca-8b49-b95b071538b2 HTTP/1.1" status: 204 len: 168 time: 0.1262150 Nov 16 21:40:57.529010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f20028-6cea-4cb4-9b86-e817d6742639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df573f0-b828-46ca-8b49-b95b071538b2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:57.795006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48000) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:57.809969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80ea9183-3fae-4ff1-a929-418c0c9a8c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.893555 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80ea9183-3fae-4ff1-a929-418c0c9a8c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.897207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-80ea9183-3fae-4ff1-a929-418c0c9a8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:57.944518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80ea9183-3fae-4ff1-a929-418c0c9a8c2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=682a65674dc94433b90b877d60fad6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478276 Nov 16 21:40:57.945240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea9183-3fae-4ff1-a929-418c0c9a8c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bedbfb-efb8-45e8-ba31-60b88daa732a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:57.947517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48006) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:58.047118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:58.067854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18ebb5-c08c-4a61-8fe8-95dbf6d388fe req-3855dd5b-f26f-4386-9549-5609843d920d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:58.069625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d18ebb5-c08c-4a61-8fe8-95dbf6d388fe req-3855dd5b-f26f-4386-9549-5609843d920d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0730176 Nov 16 21:40:58.109419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:58.165002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d18ebb5-c08c-4a61-8fe8-95dbf6d388fe req-0efc29f9-01c6-4fdc-8dbe-905aba8d1786 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895045 Nov 16 21:40:58.192206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:58.194990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:58.196114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06bedbfb-efb8-45e8-ba31-60b88daa732a HTTP/1.1" status: 204 len: 168 time: 0.2476263 Nov 16 21:40:58.203965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d4610-3e54-470a-9b66-381a63b2a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bedbfb-efb8-45e8-ba31-60b88daa732a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:58.868360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:58.965071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1290556303'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:58.984971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Made reservation on behalf of 04e005984e8c440ca74c919e45846e5c for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:58.988476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:58.999375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.076572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.080594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.108121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:59.118653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed112f5-832e-4d18-8a6e-a94997995ee0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:59.124786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.125130 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Added segment 6f46e18c-4593-476c-a2aa-3349afdfe057 of type vlan for network f62a008d-4a52-45bb-962e-ba5d227b7aec Nov 16 21:40:59.166815 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.194631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.200446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:59.201042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.265868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3963807 Nov 16 21:40:59.274293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48046) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:59.280826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9b70-c1ae-46d4-a0f7-4411eaedb335 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'Network': ['ID=f62a008d-4a52-45bb-962e-ba5d227b7aec,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:59.282080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Request body: {'subnet': {'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:59.291944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network f62a008d-4a52-45bb-962e-ba5d227b7aec details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:59.358808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbc2c4-06d3-4703-900d-2cade920ec1b req-45a26f47-ec47-46d8-bb87-f0afb031f099 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:59.360373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7fbc2c4-06d3-4703-900d-2cade920ec1b req-45a26f47-ec47-46d8-bb87-f0afb031f099 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1186535 Nov 16 21:40:59.426102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Made reservation on behalf of 04e005984e8c440ca74c919e45846e5c for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:59.430630 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.439367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7fbc2c4-06d3-4703-900d-2cade920ec1b req-727cc99c-fea1-4e03-b726-e7e10931609a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691299 Nov 16 21:40:59.635776 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.695497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'Subnet': ['ID=dabbff8b-ba8c-4b51-8c49-a267e8d32a36,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:59.706523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Checking segment: {'id': '6f46e18c-4593-476c-a2aa-3349afdfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:59.706799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Network hostable DHCP agents. Network: f62a008d-4a52-45bb-962e-ba5d227b7aec, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:40:59.724806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Network f62a008d-4a52-45bb-962e-ba5d227b7aec is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:40:59.736139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, f62a008d-4a52-45bb-962e-ba5d227b7aec) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:59.740287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:59.741429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.757288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499490c-71e6-4e07-a845-e1630efdb5e5 None None] Network f62a008d-4a52-45bb-962e-ba5d227b7aec requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:59.759272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fcbf6bfe-4cbd-4dce-8bec-902863fc4d7e tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4836991 Nov 16 21:40:59.761703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:59.767076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Request body: {'port': {'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-671428101'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:59.891704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Made reservation on behalf of 04e005984e8c440ca74c919e45846e5c for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:59.895799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:59.915896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] device_id is not set on port ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:40:59.923331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-f62a008d-4a52-45bb-962e-ba5d227b7aec', 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec', 'tenant_id': '04e005984e8c440ca74c919e45846e5c', 'fixed_ips': [{'subnet_id': 'dabbff8b-ba8c-4b51-8c49-a267e8d32a36'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:40:59.924198 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.033653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Allocated IP 172.20.0.4 (f62a008d-4a52-45bb-962e-ba5d227b7aec/dabbff8b-ba8c-4b51-8c49-a267e8d32a36/ebaf39a7-2c6a-4d59-bf45-0e928d4227a7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:00.187214 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.228034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.292441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Network f62a008d-4a52-45bb-962e-ba5d227b7aec is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:00.296751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:00.297197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Allocated IP 172.20.0.2 (f62a008d-4a52-45bb-962e-ba5d227b7aec/dabbff8b-ba8c-4b51-8c49-a267e8d32a36/3278cff3-0369-4502-adb2-818cbf6807d0) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:00.298712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'Port': ['ID=ebaf39a7-2c6a-4d59-bf45-0e928d4227a7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:00.301175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:00.383666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:00.384380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.418725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-02e9b455-d7fa-4a95-b230-e2b2665407cb tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6559310 Nov 16 21:41:00.422053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48060) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:00.425325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d859d-43d3-4a6b-bd46-d6fc89832a08 req-d96a2854-0352-4f3e-908f-a540be099e0c tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:00.426884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e12d859d-43d3-4a6b-bd46-d6fc89832a08 req-d96a2854-0352-4f3e-908f-a540be099e0c tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.0651894 Nov 16 21:41:00.428342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Request body: {'port': {'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1403971867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:00.428957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] bootfile-name is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:00.429382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] tftp-server is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:00.429774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] server-ip-address is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:00.465777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.475092 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.495544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e12d859d-43d3-4a6b-bd46-d6fc89832a08 req-e43cdaac-9a66-478b-b8a3-7115790d2a9d tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612671 Nov 16 21:41:00.511862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48064) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:00.533404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Network f62a008d-4a52-45bb-962e-ba5d227b7aec is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:00.537686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:00.539441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Pushing event updated for resources: {'Port': ['ID=3278cff3-0369-4502-adb2-818cbf6807d0,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:00.548378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:00.552219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.552219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.553924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.554267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.554604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.554952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.555295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.555620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.556157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.556655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.557163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.557759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:00.583247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Made reservation on behalf of 04e005984e8c440ca74c919e45846e5c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:00.588806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.619934 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] device_id is not set on port ff67176c-dfbc-43ae-90d8-456e76c34453 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:41:00.634972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Attempting to bind port 3278cff3-0369-4502-adb2-818cbf6807d0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:00.635174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Attempting to bind port 3278cff3-0369-4502-adb2-818cbf6807d0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6f46e18c-4593-476c-a2aa-3349afdfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:00.635445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Attempting to bind port 3278cff3-0369-4502-adb2-818cbf6807d0 on network f62a008d-4a52-45bb-962e-ba5d227b7aec {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:00.642375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:00.643057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Checking segment: {'id': '6f46e18c-4593-476c-a2aa-3349afdfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:00.643652 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.644390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Bound using segment: {'id': '6f46e18c-4593-476c-a2aa-3349afdfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:00.645043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Bound port: 3278cff3-0369-4502-adb2-818cbf6807d0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f46e18c-4593-476c-a2aa-3349afdfe057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f62a008d-4a52-45bb-962e-ba5d227b7aec'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:00.645634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.680501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f806f-e41e-44a1-b151-21f59cefa9a6 req-e3e46d2e-e520-4344-b772-da675502571c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:00.682030 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae9f806f-e41e-44a1-b151-21f59cefa9a6 req-e3e46d2e-e520-4344-b772-da675502571c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1576180 Nov 16 21:41:00.741009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] For port 3278cff3-0369-4502-adb2-818cbf6807d0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:00.744356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] For port 3278cff3-0369-4502-adb2-818cbf6807d0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3278cff3-0369-4502-adb2-818cbf6807d0,segment=NetworkSegment(6f46e18c-4593-476c-a2aa-3349afdfe057),segment_id=6f46e18c-4593-476c-a2aa-3349afdfe057)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:00.757244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.765734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Allocated IP 172.20.0.14 (f62a008d-4a52-45bb-962e-ba5d227b7aec/dabbff8b-ba8c-4b51-8c49-a267e8d32a36/ff67176c-dfbc-43ae-90d8-456e76c34453) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:00.815163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae9f806f-e41e-44a1-b151-21f59cefa9a6 req-252c39bb-4eb4-4ef3-bef5-45967080eba9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245840 Nov 16 21:41:00.832498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 5f6bb662-8167-47cd-9c22-bbd08f4a0569 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:00.833265 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.839070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59da05-74b4-45e4-b758-f9159d312a49 None None] Pushing event updated for resources: {'Port': ['ID=3278cff3-0369-4502-adb2-818cbf6807d0,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:00.925466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.925771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:00.947448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 5f6bb662-8167-47cd-9c22-bbd08f4a0569 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:01.069243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.169146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3d51-371c-4447-b175-ea983232ba56 req-cb155271-1503-4c62-903c-05b6b99e5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.170857 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-cb155271-1503-4c62-903c-05b6b99e5c0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0661602 Nov 16 21:41:01.171989 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.176914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a08295-2a6b-4081-916c-a1fbc70f6dc4 req-1daace36-aeba-4144-8e6f-c160e36a6b45 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.193341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56a08295-2a6b-4081-916c-a1fbc70f6dc4 req-1daace36-aeba-4144-8e6f-c160e36a6b45 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1134355 Nov 16 21:41:01.229144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.267196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=5f6bb662-8167-47cd-9c22-bbd08f4a0569,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:01.284592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Network f62a008d-4a52-45bb-962e-ba5d227b7aec is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:01.291039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56a08295-2a6b-4081-916c-a1fbc70f6dc4 req-408979bb-99dd-4603-8e9e-8054c2c53177 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831120 Nov 16 21:41:01.330200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:01.333422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:01.354691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.355364 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP ef62ae30-f11c-4698-bd69-e26ad8db8954 disassociated (deleted). External IP: 172.25.7.128, port: 8cd437c8-c1d8-4993-97dc-cc96817e5ce6. Nov 16 21:41:01.390222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.390885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.419305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'Port': ['ID=ff67176c-dfbc-43ae-90d8-456e76c34453,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:01.429591 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-707c3cbb-f7a7-4cc8-9e65-b17da3048a1f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0055196 Nov 16 21:41:01.432080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48078) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:01.546670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3d51-371c-4447-b175-ea983232ba56 req-b2225894-97f2-472c-9f03-1a8d85d6f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.546670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-b2225894-97f2-472c-9f03-1a8d85d6f3c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.3326392 Nov 16 21:41:01.558680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c0f10-66f9-477c-a2f9-db02b304a2ca tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.558991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3278cff3-0369-4502-adb2-818cbf6807d0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:01.565594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c0f10-66f9-477c-a2f9-db02b304a2ca tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.571767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c0f10-66f9-477c-a2f9-db02b304a2ca tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.576167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-473c0f10-66f9-477c-a2f9-db02b304a2ca tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1405482 Nov 16 21:41:01.629447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48080) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:01.635969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3278cff3-0369-4502-adb2-818cbf6807d0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:01.636687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.669889 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-9e40dcc3-f96c-4f80-95ef-ee28ee17461d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0951405 Nov 16 21:41:01.731118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.763390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3d51-371c-4447-b175-ea983232ba56 req-2f81228f-7af4-4ad8-b94d-4159cc7cc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.765205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-2f81228f-7af4-4ad8-b94d-4159cc7cc6a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0821919 Nov 16 21:41:01.769722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 3278cff3-0369-4502-adb2-818cbf6807d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3278cff3-0369-4502-adb2-818cbf6807d0,segment=NetworkSegment(6f46e18c-4593-476c-a2aa-3349afdfe057),segment_id=6f46e18c-4593-476c-a2aa-3349afdfe057)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:01.776506 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.833606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Deleting port ff67176c-dfbc-43ae-90d8-456e76c34453 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:01.833850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:01.889832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=3278cff3-0369-4502-adb2-818cbf6807d0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:01.942229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3d51-371c-4447-b175-ea983232ba56 req-b9eaefa8-b624-411e-85b4-8805e2776003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:01.944443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-b9eaefa8-b624-411e-85b4-8805e2776003 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689277 Nov 16 21:41:02.056114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 302f8858-5ebc-4c17-96da-1ce56c83195c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:02.056369 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.082210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Calling delete_port for ff67176c-dfbc-43ae-90d8-456e76c34453 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:02.149790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-5eb06cca-e666-44db-924e-f79956083048 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965289 Nov 16 21:41:02.189692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:02.197980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.207375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Sync routers for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:02.224019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:02.224977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:02.243007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6747e2fb-35c4-42b4-97af-e5c48459fd50 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/floatingips/ef62ae30-f11c-4698-bd69-e26ad8db8954 HTTP/1.1" status: 204 len: 168 time: 1.7270272 Nov 16 21:41:02.243007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:02.243714 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf71c58-d20b-405a-ace1-f3fe41e3e227" -d '{"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:02.308312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322a4ab-367b-4c67-ba41-3851ddd3c1f7 None None] Network f62a008d-4a52-45bb-962e-ba5d227b7aec requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:02.317994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8db3d51-371c-4447-b175-ea983232ba56 req-67a8ea2d-ada0-4b6b-95e5-ea87a7f3bc43 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592474 Nov 16 21:41:02.341050 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d38be-5299-4dec-8843-88e901914458 x-openstack-request-id: req-711d38be-5299-4dec-8843-88e901914458 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:02.341050 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:02.341050 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-711d38be-5299-4dec-8843-88e901914458 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:02.341050 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'status': 'completed', 'code': 200} Nov 16 21:41:02.417248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3985e716-692c-4745-b1ea-024d2f474c4f None None] Provisioning complete for port 3278cff3-0369-4502-adb2-818cbf6807d0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:02.417551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.417728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3985e716-692c-4745-b1ea-024d2f474c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.483766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event deleted for resources: {'Port': ['ID=ff67176c-dfbc-43ae-90d8-456e76c34453,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:02.529432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-f624c30d-7ab0-4192-96d9-271b5af5f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:02.530958 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-f624c30d-7ab0-4192-96d9-271b5af5f626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 1097 time: 0.1681044 Nov 16 21:41:02.572258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe6ee7-5df2-48e7-9336-64441bc43549 req-725400ab-9edd-472d-b718-a8aebe05f079 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:02.573047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bfe6ee7-5df2-48e7-9336-64441bc43549 req-725400ab-9edd-472d-b718-a8aebe05f079 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1169167 Nov 16 21:41:02.599695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.601544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb688-3db8-49f6-9003-349b1a386a87 req-fd6fcd95-b8f0-4dda-b975-cfd4efb109a1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:02.603369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9eb688-3db8-49f6-9003-349b1a386a87 req-fd6fcd95-b8f0-4dda-b975-cfd4efb109a1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.0888166 Nov 16 21:41:02.612735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75c0cc93-7484-4e77-9287-e4302e22740f tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "DELETE /v2.0/ports/ff67176c-dfbc-43ae-90d8-456e76c34453 HTTP/1.1" status: 204 len: 168 time: 0.9791338 Nov 16 21:41:02.613418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48094) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:02.619564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Request body: {'port': {'name': 'tempest-new-port-name-195630455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:02.620060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.api.validators [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] bootfile-name is not in valid_values {{(pid=102665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:02.620493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.api.validators [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] tftp-server is not in valid_values {{(pid=102665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:02.621076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.api.validators [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] server-ip-address is not in valid_values {{(pid=102665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:41:02.723593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:02.730956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d9eb688-3db8-49f6-9003-349b1a386a87 req-39de2ce8-e451-4ea3-8e44-018f08658c37 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748117 Nov 16 21:41:02.733100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-77f729a1-29d6-4d2e-bdce-d619f9d06eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:02.735269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-77f729a1-29d6-4d2e-bdce-d619f9d06eb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 200 len: 897 time: 0.1446676 Nov 16 21:41:02.820268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bfe6ee7-5df2-48e7-9336-64441bc43549 req-e4fd1fcd-1d8e-4b8b-9eb8-ef53d33b7f69 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379649 Nov 16 21:41:02.838461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:02.844437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-eb640858-dcce-4a85-b2c4-cee044955e72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 200 len: 217 time: 0.0985756 Nov 16 21:41:02.971424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-d7a1d36f-1b89-4ef5-8256-c2a7c08b904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:02.973020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-d7a1d36f-1b89-4ef5-8256-c2a7c08b904d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 200 len: 834 time: 0.1160593 Nov 16 21:41:03.045383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-07b4d375-fa36-45e0-b7fe-edeb556c8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:03.047854 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-07b4d375-fa36-45e0-b7fe-edeb556c8c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae81267-8101-4683-8c05-48de38210437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633171 Nov 16 21:41:03.064965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:03.098706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Checking router: 302f8858-5ebc-4c17-96da-1ce56c83195c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:03.111802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:03.112616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:03.121713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.133249 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.211435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-c19810f5-1e00-4d1b-b0ca-e8090cadd4f2 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522431 Nov 16 21:41:03.238073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event updated for resources: {'Port': ['ID=ebaf39a7-2c6a-4d59-bf45-0e928d4227a7,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:03.275500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] In _notify_port_updated(), no bound segment for port ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 on network f62a008d-4a52-45bb-962e-ba5d227b7aec {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:41:03.280913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:03.281548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.285636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e86d886e-fa1f-4db0-956d-ea61200e84f4 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "PUT /v2.0/ports/ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 HTTP/1.1" status: 200 len: 1135 time: 0.6711676 Nov 16 21:41:03.286250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:03.290810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:03.314108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dbf71c58-d20b-405a-ace1-f3fe41e3e227 req-a4e6fcc5-c57a-4c17-a958-25b6e864cfd0 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955341 Nov 16 21:41:03.360536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57505b68-50a6-4a2e-8e0b-8252a092776a tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:03.366031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:03.376524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57505b68-50a6-4a2e-8e0b-8252a092776a tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "GET /v2.0/ports/ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 HTTP/1.1" status: 200 len: 1135 time: 0.0891564 Nov 16 21:41:03.433538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-849bf6e4-3b73-42dd-bb49-4e40b66ddb6d None None] Provisioning complete for port 3278cff3-0369-4502-adb2-818cbf6807d0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:03.433906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-849bf6e4-3b73-42dd-bb49-4e40b66ddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.479068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Deleting port ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:03.479526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.559927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3278cff3-0369-4502-adb2-818cbf6807d0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:03.616424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.633240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Calling delete_port for ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:03.697819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-849bf6e4-3b73-42dd-bb49-4e40b66ddb6d None None] Provisioning complete for port ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:03.698208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-849bf6e4-3b73-42dd-bb49-4e40b66ddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.705458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:03.782035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbc0f4-fe3a-4ae3-8318-0657c54be425 None None] The sync data for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 is: [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:39:01Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0', 'name': '', 'network_id': '9ae81267-8101-4683-8c05-48de38210437', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:42:30:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:39:00Z', 'updated_at': '2021-11-16T21:39:06Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:03.789744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3278cff3-0369-4502-adb2-818cbf6807d0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:03.790127 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.830584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-849bf6e4-3b73-42dd-bb49-4e40b66ddb6d None None] Port ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:03.840783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.963887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d437eff-573a-4a88-b160-02f2395a954c None None] Could not find standard attr ID for object ebaf39a7-2c6a-4d59-bf45-0e928d4227a7. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:41:03.974174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4a8b-b673-4e54-8478-ae2954856165 req-d7d434f9-5b5a-40df-a831-9ea6db3be53a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:03.983693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d437eff-573a-4a88-b160-02f2395a954c None None] Could not find standard attr ID for object ff67176c-dfbc-43ae-90d8-456e76c34453. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:41:03.991657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480f4a8b-b673-4e54-8478-ae2954856165 req-d7d434f9-5b5a-40df-a831-9ea6db3be53a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1333265 Nov 16 21:41:04.010474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event deleted for resources: {'Port': ['ID=ebaf39a7-2c6a-4d59-bf45-0e928d4227a7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:04.018115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.019691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0f222524-8034-405f-aa3e-401193da8d00 tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "DELETE /v2.0/ports/ebaf39a7-2c6a-4d59-bf45-0e928d4227a7 HTTP/1.1" status: 204 len: 168 time: 0.6526370 Nov 16 21:41:04.044053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48110) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:04.090693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-ea5c0389-9e50-422f-b899-c642045bc1cf tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:04.104234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-ea5c0389-9e50-422f-b899-c642045bc1cf tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 946 time: 0.1045403 Nov 16 21:41:04.253198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:04.253600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.271242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-480f4a8b-b673-4e54-8478-ae2954856165 req-b5b3094c-9a83-4d9d-b16a-b461cca9566d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=5bc2a9ac-e25d-4121-a6c1-a228def26b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727137 Nov 16 21:41:04.291821 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cd9bd-a250-4ac6-b8e8-3a0987026075 None None] New status for floating IP ef62ae30-f11c-4698-bd69-e26ad8db8954: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:41:04.302411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Deleting subnet dabbff8b-ba8c-4b51-8c49-a267e8d32a36 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:04.316557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e5d6-e6ab-434e-9628-5dddeaa74d68 req-3f9e9b3a-258a-4b9a-9cc0-5ea73c367344 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:04.318141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c688e5d6-e6ab-434e-9628-5dddeaa74d68 req-3f9e9b3a-258a-4b9a-9cc0-5ea73c367344 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.3829288 Nov 16 21:41:04.331746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.376367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:04.376879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.401226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:04.436466 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.488795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c688e5d6-e6ab-434e-9628-5dddeaa74d68 req-4aa7d67d-16df-4fdc-bf16-1444ff1523f5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468265 Nov 16 21:41:04.644950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.693000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435e75-65b3-4794-bcd9-6427e95e8e94 req-893aba20-449d-40db-a318-18a76e7c114a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:04.694833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6435e75-65b3-4794-bcd9-6427e95e8e94 req-893aba20-449d-40db-a318-18a76e7c114a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1291714 Nov 16 21:41:04.709188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.721311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b337f763-6479-4858-87a0-eaa412de1356 None None] Could not find standard attr ID for object ebaf39a7-2c6a-4d59-bf45-0e928d4227a7. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:41:04.773150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=8cd437c8-c1d8-4993-97dc-cc96817e5ce6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:04.810668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.837594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] No DVR routers for this DVR port 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:04.840196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.845106 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d70f6d26-4847-4099-973a-cfa3e23ad883 req-de65b167-50d3-4b97-9fc0-db5d028ddee8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "DELETE /v2.0/ports/8cd437c8-c1d8-4993-97dc-cc96817e5ce6 HTTP/1.1" status: 204 len: 173 time: 0.7331626 Nov 16 21:41:04.845639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-deleted', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:04.850464 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c403796-cdc8-4a95-b720-5e119a63e02d" -d '{"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-deleted", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:04.911301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6435e75-65b3-4794-bcd9-6427e95e8e94 req-f29c73d9-45e5-482b-8108-78eacd3853fa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884809 Nov 16 21:41:04.922064 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:04.937795 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c05daa-e259-418f-83f9-5129e57b5d95 x-openstack-request-id: req-33c05daa-e259-418f-83f9-5129e57b5d95 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:04.938232 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0596fe0c-e226-4bf2-995e-1edd4c2d11f5", "name": "network-vif-deleted", "tag": "8cd437c8-c1d8-4993-97dc-cc96817e5ce6", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:04.938368 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33c05daa-e259-418f-83f9-5129e57b5d95 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:04.938733 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596fe0c-e226-4bf2-995e-1edd4c2d11f5', 'name': 'network-vif-deleted', 'tag': '8cd437c8-c1d8-4993-97dc-cc96817e5ce6', 'status': 'completed', 'code': 200} Nov 16 21:41:04.944023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "DELETE /v2.0/subnets/dabbff8b-ba8c-4b51-8c49-a267e8d32a36 HTTP/1.1" status: 204 len: 168 time: 0.8950558 Nov 16 21:41:04.944023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e5215-7407-4399-9fd7-42c1eb1f46ff tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event deleted for resources: {'Subnet': ['ID=dabbff8b-ba8c-4b51-8c49-a267e8d32a36,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:04.944355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:04.972454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be10d7-8082-4ddf-9132-0029497332e9 None None] Network f62a008d-4a52-45bb-962e-ba5d227b7aec requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:05.147814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.341187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] DHCP port deletion for f62a008d-4a52-45bb-962e-ba5d227b7aec request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:05.348727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Deleting port 3278cff3-0369-4502-adb2-818cbf6807d0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:05.349252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.403819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13107c-637f-4313-a7dd-a6a3057cf7ec req-d303bf73-de3e-4801-bb8b-31442a46b7c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:05.414687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd13107c-637f-4313-a7dd-a6a3057cf7ec req-d303bf73-de3e-4801-bb8b-31442a46b7c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1455631 Nov 16 21:41:05.473532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Deleting port 3278cff3-0369-4502-adb2-818cbf6807d0 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:05.474168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.496784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] For port 3278cff3-0369-4502-adb2-818cbf6807d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3278cff3-0369-4502-adb2-818cbf6807d0,segment=NetworkSegment(6f46e18c-4593-476c-a2aa-3349afdfe057),segment_id=6f46e18c-4593-476c-a2aa-3349afdfe057)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:05.497275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.507403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd898546-cff5-495b-94be-18fac3ae3726 req-11c5ca15-b328-49da-806c-c3a33d93f691 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=0596fe0c-e226-4bf2-995e-1edd4c2d11f5 HTTP/1.1" status: 200 len: 210 time: 0.0789907 Nov 16 21:41:05.537268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Calling delete_port for 3278cff3-0369-4502-adb2-818cbf6807d0 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:05.578029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd13107c-637f-4313-a7dd-a6a3057cf7ec req-67f0d827-0469-41bc-bd1d-b45c195b4572 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581311 Nov 16 21:41:05.612450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] For port 3278cff3-0369-4502-adb2-818cbf6807d0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3278cff3-0369-4502-adb2-818cbf6807d0,segment=NetworkSegment(6f46e18c-4593-476c-a2aa-3349afdfe057),segment_id=6f46e18c-4593-476c-a2aa-3349afdfe057)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:05.612849 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.626245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3278cff3-0369-4502-adb2-818cbf6807d0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:05.646399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.680959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] No DVR routers for this DVR port 3278cff3-0369-4502-adb2-818cbf6807d0 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:05.688165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event deleted for resources: {'Port': ['ID=3278cff3-0369-4502-adb2-818cbf6807d0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:05.692808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Calling delete_port for 3278cff3-0369-4502-adb2-818cbf6807d0 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:05.778666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No active binding found for port 3278cff3-0369-4502-adb2-818cbf6807d0 {{(pid=102666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:41:05.779414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3278cff3-0369-4502-adb2-818cbf6807d0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:05.783001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.812521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62a008d-4a52-45bb-962e-ba5d227b7aec']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:05.823821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.826522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f46e18c-4593-476c-a2aa-3349afdfe057') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:05.826827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f46e18c-4593-476c-a2aa-3349afdfe057') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:05.832073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536afd5-de9b-4207-9364-2e204a2448df req-7a0fad5b-e37e-487b-a310-5e15fa7e285d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:05.840236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.841289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5536afd5-de9b-4207-9364-2e204a2448df req-7a0fad5b-e37e-487b-a310-5e15fa7e285d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0704534 Nov 16 21:41:05.847804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] Pushing event deleted for resources: {'Port': ['ID=3278cff3-0369-4502-adb2-818cbf6807d0,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:05.858442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f79e1de-8ce6-48fd-8424-263986c94e5a None None] No DVR routers for this DVR port 3278cff3-0369-4502-adb2-818cbf6807d0 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:05.872445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.879513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:05.880011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:05.883989 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:05.910889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5536afd5-de9b-4207-9364-2e204a2448df req-37c00219-fe81-42cf-889e-7e8c6681dbd3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678055 Nov 16 21:41:05.950309 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.958092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.962319 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] 10.222.0.54 "DELETE /v2.0/networks/f62a008d-4a52-45bb-962e-ba5d227b7aec HTTP/1.1" status: 204 len: 168 time: 1.0171068 Nov 16 21:41:05.985957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c406-accd-4682-9f12-c14c6f6d741b tempest-ExtraDHCPOptionsTestJSON-623949858 tempest-ExtraDHCPOptionsTestJSON-623949858-project] Pushing event deleted for resources: {'Network': ['ID=f62a008d-4a52-45bb-962e-ba5d227b7aec,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:06.212067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48136) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:06.347386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1af38f29-c530-4baa-b9d9-cae2743b1a15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04e005984e8c440ca74c919e45846e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341014 Nov 16 21:41:06.349884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:06.402009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:06.423978 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:06.471471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:06.474126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:06.475401 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ed112f5-832e-4d18-8a6e-a94997995ee0 HTTP/1.1" status: 204 len: 168 time: 0.1246119 Nov 16 21:41:06.483276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170621ee-c7fe-46c7-acee-568f7bd0b21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed112f5-832e-4d18-8a6e-a94997995ee0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:06.562566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:07.068935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b5db-032d-4f86-845a-7c6dcac91760 req-fdd49340-b109-4491-a32c-e7de3bec8a71 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.077119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09d5b5db-032d-4f86-845a-7c6dcac91760 req-fdd49340-b109-4491-a32c-e7de3bec8a71 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0795372 Nov 16 21:41:07.133718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09d5b5db-032d-4f86-845a-7c6dcac91760 req-867267a0-3c93-45fd-ab72-00f5a75f4d71 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554340 Nov 16 21:41:07.258026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:07.337311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.355261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:07.394441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661573383'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:07.395365 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:07.395982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8cd437c8-c1d8-4993-97dc-cc96817e5ce6 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:07.475900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9825-d586-4d54-b0d9-db9d9d40ad7e req-39ac2550-98b1-48f5-a1c2-219759ff1b59 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.483855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0e9825-d586-4d54-b0d9-db9d9d40ad7e req-39ac2550-98b1-48f5-a1c2-219759ff1b59 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1448960 Nov 16 21:41:07.492043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:07.495514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.515808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.579224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0e9825-d586-4d54-b0d9-db9d9d40ad7e req-7deb0867-3de5-439d-95ec-6b59556be97b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942812 Nov 16 21:41:07.661354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.668000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.685767 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-f0bf6dc1-913e-45d2-89ea-e43ef2aa158e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897472 Nov 16 21:41:07.695898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:07.713168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2136ba-1a47-4578-89eb-b2d418bb14f2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:07.721850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.722213 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 32c525e7-2dc3-44e1-8a5f-d0553bd2f14f of type vlan for network 8503e280-89a1-49d4-86bb-0911a37456f0 Nov 16 21:41:07.799498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.803003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-ebac9b78-1ef8-4f75-88b3-5e17caa6276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.804939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-ebac9b78-1ef8-4f75-88b3-5e17caa6276c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1096 time: 0.0582051 Nov 16 21:41:07.849211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.857559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.858198 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.918215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:07.918435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.946581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=8503e280-89a1-49d4-86bb-0911a37456f0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:07.970142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 8503e280-89a1-49d4-86bb-0911a37456f0 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:07.988721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-16b0f7c3-c29d-4c68-9950-eaf3f006608a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7292612 Nov 16 21:41:07.991054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:08.002269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1936941354'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:08.011478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:08.011842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.026120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:08.061772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:08.066783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.113599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:08.129333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.129960 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 2995ed01-9b7b-43e8-b087-f8aab0de414a of type vlan for network 6e02662b-ca90-4d27-ab44-072666b84acb Nov 16 21:41:08.188542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.209379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-9aba8f6a-a922-4951-8ac1-67b2b0206646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.211201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-9aba8f6a-a922-4951-8ac1-67b2b0206646 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.3826270 Nov 16 21:41:08.221960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.235229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.235873 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.268996 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-cf9f8594-8d0d-42cc-930a-3363eab63e6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 217 time: 0.0497634 Nov 16 21:41:08.356724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3645954 Nov 16 21:41:08.359832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48242) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:08.365057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:08.380293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-62b2654d-6ea3-4ec9-8962-4bc2aa88e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.382255 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-62b2654d-6ea3-4ec9-8962-4bc2aa88e5bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0967593 Nov 16 21:41:08.417838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.442146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a97a1-7455-4bb2-a943-829db356d04f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=6e02662b-ca90-4d27-ab44-072666b84acb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:08.456472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:08.461815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:08.498719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-1329bd58-4867-4f86-a896-bc192bd23956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.500559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-1329bd58-4867-4f86-a896-bc192bd23956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106179 Nov 16 21:41:08.536645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:08.551649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.812961 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-501f4139-779e-4528-b0a6-8b10ccd598b0 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842939 Nov 16 21:41:08.849353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317d0c-fccc-412e-af5d-620dc706717f req-20132026-376a-400b-be3d-40e15e9a3d85 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.851405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f317d0c-fccc-412e-af5d-620dc706717f req-20132026-376a-400b-be3d-40e15e9a3d85 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1302948 Nov 16 21:41:08.859226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.939241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=b487a885-2991-4768-8108-0c296d10f29a,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:08.953425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:08.956333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e6d80a41-8b1b-45ec-b189-bd76792b16fb req-2381eeda-42d3-434b-971f-df254dcda157 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138628 Nov 16 21:41:08.975055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f317d0c-fccc-412e-af5d-620dc706717f req-dbe0817e-4e99-4773-ba9d-09b02143e08a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085513 Nov 16 21:41:08.981065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:08.981431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 8503e280-89a1-49d4-86bb-0911a37456f0, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:09.001818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 8503e280-89a1-49d4-86bb-0911a37456f0 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:09.015748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 8503e280-89a1-49d4-86bb-0911a37456f0) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:09.021054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:09.022350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.034698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.041265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b13d25-5c6a-4613-9d79-4ba909e4f3f4 None None] Network 8503e280-89a1-49d4-86bb-0911a37456f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:09.043649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4e54c92-ed04-4c31-999d-ea05bb92666e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827393 Nov 16 21:41:09.046704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48260) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:09.057074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:09.225440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 302f8858-5ebc-4c17-96da-1ce56c83195c has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:09.233048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c289-f769-46aa-bff0-bf6ade51087d req-a6e67d37-7f08-4575-8d6a-044feaf2e5c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:09.235744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd07c289-f769-46aa-bff0-bf6ade51087d req-a6e67d37-7f08-4575-8d6a-044feaf2e5c1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0944309 Nov 16 21:41:09.267114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-8503e280-89a1-49d4-86bb-0911a37456f0', 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': 'b487a885-2991-4768-8108-0c296d10f29a'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:09.267415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:09.268193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.271129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.374433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:09.384840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd07c289-f769-46aa-bff0-bf6ade51087d req-03dd9a41-d695-4dd1-94ce-b735d44db736 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347208 Nov 16 21:41:09.391610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c47538f-0b4b-4f03-8c3b-09fa59b1494b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/302f8858-5ebc-4c17-96da-1ce56c83195c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278663 Nov 16 21:41:09.394346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48264) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:09.401151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Sync routers for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:09.455764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:09.456480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:09.475619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting subnet a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:09.479568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.539806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Allocated IP 172.20.0.2 (8503e280-89a1-49d4-86bb-0911a37456f0/b487a885-2991-4768-8108-0c296d10f29a/df010e8a-153e-4586-8781-cf032d0637e9) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:09.598974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.650286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdca715-4f36-4aa3-81c8-f95e2f6e0acf req-cd52ea03-6650-41d8-b4b5-4025fa9d6626 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:09.652247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfdca715-4f36-4aa3-81c8-f95e2f6e0acf req-cd52ea03-6650-41d8-b4b5-4025fa9d6626 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1345704 Nov 16 21:41:09.782963 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.794305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:09.837690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.843422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfdca715-4f36-4aa3-81c8-f95e2f6e0acf req-ec875ef4-4ed9-45cc-88f8-ad8ec4af9680 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742744 Nov 16 21:41:09.910354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=67c5ba36-032c-424e-a48e-18809c2f75ed,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:09.923948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '2995ed01-9b7b-43e8-b087-f8aab0de414a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:09.923948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 6e02662b-ca90-4d27-ab44-072666b84acb, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:09.944314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.979128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e02662b-ca90-4d27-ab44-072666b84acb is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:09.986460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:09.989980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:09.996369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f66d55b-d10d-4329-b2b2-4ea0ca2fdc29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/subnets/a8a596ba-70ec-4f92-83e2-e6c3b9ac8f54 HTTP/1.1" status: 204 len: 168 time: 0.5978708 Nov 16 21:41:09.996778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48270) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:09.996877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9844552-7f64-47b6-9c10-c27af222f8eb None None] Network 9ae81267-8101-4683-8c05-48de38210437 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:10.004423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 6e02662b-ca90-4d27-ab44-072666b84acb) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:10.017192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:10.018592 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.046680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92736090-158f-4702-a1b0-d506071abac7 None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:10.073171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.122984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-29ab5398-51b0-4cd5-83e1-bd61b55d99c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741737 Nov 16 21:41:10.127074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.127342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:10.139151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1872383678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:10.156017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a90bc-6b60-4489-be1b-ae36e08fe161 req-21aea813-9101-417d-ac78-a90a7d77f245 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:10.158094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-863a90bc-6b60-4489-be1b-ae36e08fe161 req-21aea813-9101-417d-ac78-a90a7d77f245 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1545591 Nov 16 21:41:10.196401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.198672 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.226433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-863a90bc-6b60-4489-be1b-ae36e08fe161 req-685fc754-f02a-4e25-83df-18e6c18e839f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571878 Nov 16 21:41:10.230876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.255289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Network 8503e280-89a1-49d4-86bb-0911a37456f0 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:10.259127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Pushing event updated for resources: {'Port': ['ID=df010e8a-153e-4586-8781-cf032d0637e9,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:10.261038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:10.283923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:10.297291 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.304981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.332437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.338873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:41:08Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '40a8800f-1d4d-487d-b96c-687cb1ba42ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:38:54Z', 'updated_at': '2021-11-16T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:10.339576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cb27b89-44a9-4b85-91c6-a642b0e491ce tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2109480 Nov 16 21:41:10.340528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:10.378254 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.416070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Checking router: 302f8858-5ebc-4c17-96da-1ce56c83195c for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:10.427941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Attempting to bind port df010e8a-153e-4586-8781-cf032d0637e9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:10.428305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Attempting to bind port df010e8a-153e-4586-8781-cf032d0637e9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:10.431983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Attempting to bind port df010e8a-153e-4586-8781-cf032d0637e9 on network 8503e280-89a1-49d4-86bb-0911a37456f0 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:10.442761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:10.450010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Checking segment: {'id': '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:10.450515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.450968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Bound using segment: {'id': '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:10.451607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Bound port: df010e8a-153e-4586-8781-cf032d0637e9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8503e280-89a1-49d4-86bb-0911a37456f0'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:10.451871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.475138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Routers {'302f8858-5ebc-4c17-96da-1ce56c83195c'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:10.475765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['302f8858-5ebc-4c17-96da-1ce56c83195c'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:10.490962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 40a8800f-1d4d-487d-b96c-687cb1ba42ee {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:10.491683 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.579951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] DHCP port deletion for 9ae81267-8101-4683-8c05-48de38210437 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:10.593448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-6e02662b-ca90-4d27-ab44-072666b84acb', 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '67c5ba36-032c-424e-a48e-18809c2f75ed'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:10.594302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.596277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 40a8800f-1d4d-487d-b96c-687cb1ba42ee, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=40a8800f-1d4d-487d-b96c-687cb1ba42ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:10.596748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.612228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 40a8800f-1d4d-487d-b96c-687cb1ba42ee owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:10.681561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] Set router 302f8858-5ebc-4c17-96da-1ce56c83195c gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:10.685629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] For port df010e8a-153e-4586-8781-cf032d0637e9, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:10.771890 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.809736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:41:10Z', 'revision_number': 6, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:10.844123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.853280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] For port df010e8a-153e-4586-8781-cf032d0637e9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df010e8a-153e-4586-8781-cf032d0637e9,segment=NetworkSegment(32c525e7-2dc3-44e1-8a5f-d0553bd2f14f),segment_id=32c525e7-2dc3-44e1-8a5f-d0553bd2f14f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:10.854407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef45fa-906b-4576-b20b-09652f8cc64f None None] The sync data for ids ['302f8858-5ebc-4c17-96da-1ce56c83195c'] in n-d-816206-5 is: [{'id': '302f8858-5ebc-4c17-96da-1ce56c83195c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177104215', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:38:53Z', 'updated_at': '2021-11-16T21:41:10Z', 'revision_number': 6, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:10.871718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.881702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=40a8800f-1d4d-487d-b96c-687cb1ba42ee,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:10.979602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:10.980595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5d005-ef2e-4526-9c34-0fa7b41ed9d6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:11.022446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974da89-c55b-4a07-a239-e8d7baad22e6 None None] Pushing event updated for resources: {'Port': ['ID=df010e8a-153e-4586-8781-cf032d0637e9,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:11.060692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Deleting port 114c95d2-5c77-402e-aa28-2e1a79f44dda {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:11.061065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.132046 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.132637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Allocated IP 172.21.0.2 (6e02662b-ca90-4d27-ab44-072666b84acb/67c5ba36-032c-424e-a48e-18809c2f75ed/ba77c39d-978f-4e9b-b157-0be4ca697d86) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:11.135250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.168707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] For port 114c95d2-5c77-402e-aa28-2e1a79f44dda, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=114c95d2-5c77-402e-aa28-2e1a79f44dda,segment=NetworkSegment(e0620a40-c012-4ce2-ab07-f370f11119b2),segment_id=e0620a40-c012-4ce2-ab07-f370f11119b2)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:11.168707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.201435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Calling delete_port for 114c95d2-5c77-402e-aa28-2e1a79f44dda owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:11.203709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.204366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Fanout notify agent at l3_agent the message router_deleted on router 302f8858-5ebc-4c17-96da-1ce56c83195c {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:11.214915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.216356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e126fefe-a57c-4c3a-b498-ee039083a0fb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/routers/302f8858-5ebc-4c17-96da-1ce56c83195c HTTP/1.1" status: 204 len: 168 time: 1.2185638 Nov 16 21:41:11.218810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:11.258872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.20.0.1 (8503e280-89a1-49d4-86bb-0911a37456f0/b487a885-2991-4768-8108-0c296d10f29a/a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:11.372371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.451219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.463625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 114c95d2-5c77-402e-aa28-2e1a79f44dda {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:11.479437 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.515112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.515457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] Pushing event deleted for resources: {'Port': ['ID=114c95d2-5c77-402e-aa28-2e1a79f44dda,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:11.519007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e39e9-15e9-49b0-88ce-17df7990ece8 None None] No DVR routers for this DVR port 114c95d2-5c77-402e-aa28-2e1a79f44dda on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:11.520907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.545064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.640599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.705670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 114c95d2-5c77-402e-aa28-2e1a79f44dda no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:11.712797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 8503e280-89a1-49d4-86bb-0911a37456f0 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:11.716376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:11.723680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:11.723921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:11.726908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:11.738960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 114c95d2-5c77-402e-aa28-2e1a79f44dda, host n-d-816206-5, got binding levels [] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:11.739548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.761528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 114c95d2-5c77-402e-aa28-2e1a79f44dda owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:11.772263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.ipam_backend_mixin [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Port 114c95d2-5c77-402e-aa28-2e1a79f44dda was not found and therefore no delete operation was performed {{(pid=102665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:41:11.774822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.791625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 114c95d2-5c77-402e-aa28-2e1a79f44dda {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:11.794820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.796877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 114c95d2-5c77-402e-aa28-2e1a79f44dda not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:11.797222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 40a8800f-1d4d-487d-b96c-687cb1ba42ee no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:11.799321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:11.802060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Pushing event updated for resources: {'Port': ['ID=ba77c39d-978f-4e9b-b157-0be4ca697d86,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:11.804864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:11.834731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=114c95d2-5c77-402e-aa28-2e1a79f44dda,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:11.853067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] No DVR routers for this DVR port 114c95d2-5c77-402e-aa28-2e1a79f44dda on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:11.866408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 40a8800f-1d4d-487d-b96c-687cb1ba42ee {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:11.866408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 40a8800f-1d4d-487d-b96c-687cb1ba42ee not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:11.866408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:11.945241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:11.945602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3a9a1357-f4e1-4a9e-8057-3b0c7c7774f0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:11.951311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Attempting to bind port ba77c39d-978f-4e9b-b157-0be4ca697d86 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:11.951932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Attempting to bind port ba77c39d-978f-4e9b-b157-0be4ca697d86 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '2995ed01-9b7b-43e8-b087-f8aab0de414a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:11.952491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Attempting to bind port ba77c39d-978f-4e9b-b157-0be4ca697d86 on network 6e02662b-ca90-4d27-ab44-072666b84acb {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:11.959768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.964031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:11.964417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Checking segment: {'id': '2995ed01-9b7b-43e8-b087-f8aab0de414a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:11.964941 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.965344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Bound using segment: {'id': '2995ed01-9b7b-43e8-b087-f8aab0de414a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:11.965766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Bound port: ba77c39d-978f-4e9b-b157-0be4ca697d86, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2995ed01-9b7b-43e8-b087-f8aab0de414a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6e02662b-ca90-4d27-ab44-072666b84acb'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:11.966041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:11.983179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae81267-8101-4683-8c05-48de38210437']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:11.994582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0620a40-c012-4ce2-ab07-f370f11119b2') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:11.995313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0620a40-c012-4ce2-ab07-f370f11119b2') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:12.001086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.006514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.023444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.032430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:12.032833 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:12.037453 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:12.084875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] For port ba77c39d-978f-4e9b-b157-0be4ca697d86, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:12.093011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] For port ba77c39d-978f-4e9b-b157-0be4ca697d86, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ba77c39d-978f-4e9b-b157-0be4ca697d86,segment=NetworkSegment(2995ed01-9b7b-43e8-b087-f8aab0de414a),segment_id=2995ed01-9b7b-43e8-b087-f8aab0de414a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:12.102488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.130798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.142525 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.149248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/networks/9ae81267-8101-4683-8c05-48de38210437 HTTP/1.1" status: 204 len: 168 time: 0.9265275 Nov 16 21:41:12.150140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48284) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:12.192051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeba32-ddb5-4ab2-86c9-6fd3753251b4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Network': ['ID=9ae81267-8101-4683-8c05-48de38210437,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:12.234304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dd5c9-5566-43dc-b856-c0efbe9ee5d0 None None] Pushing event updated for resources: {'Port': ['ID=ba77c39d-978f-4e9b-b157-0be4ca697d86,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:12.243907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.279600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.415149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.419578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.426528 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.429811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.431574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/security-groups/5bc2a9ac-e25d-4121-a6c1-a228def26b52 HTTP/1.1" status: 204 len: 168 time: 0.2801671 Nov 16 21:41:12.445030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3036ef-f939-487f-8bc4-bcc74a6bc48e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2a9ac-e25d-4121-a6c1-a228def26b52,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:12.548986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.558052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:12.693977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 8503e280-89a1-49d4-86bb-0911a37456f0 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:12.695944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:12.881656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:12.891742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e306e95-4330-4515-beba-6214e743969d None None] Network 8503e280-89a1-49d4-86bb-0911a37456f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:12.964685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] Provisioning complete for port df010e8a-153e-4586-8781-cf032d0637e9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:12.965449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:13.189749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router f210cb7b-ceae-44fb-8666-afc3464eb0eb is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:13.298859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:13.308077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48292) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:13.308907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f154e8c4-0c23-46f2-a5c3-e9ada818754f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9667890 Nov 16 21:41:13.310911 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] Sync routers for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:13.324201 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:13.324949 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:13.341852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:13.373517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79e045-dfeb-425c-b0e2-d8991d1152f6 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:13.378964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e79e045-dfeb-425c-b0e2-d8991d1152f6 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports/a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd HTTP/1.1" status: 200 len: 910 time: 0.0660605 Nov 16 21:41:13.380244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48294) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:13.382763 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:13.403148 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:13.403782 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:13.426768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] For port df010e8a-153e-4586-8781-cf032d0637e9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df010e8a-153e-4586-8781-cf032d0637e9,segment=NetworkSegment(32c525e7-2dc3-44e1-8a5f-d0553bd2f14f),segment_id=32c525e7-2dc3-44e1-8a5f-d0553bd2f14f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:13.436362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:13.453623 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:13.454574 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f85f4-aace-461b-8cc0-9f4f3e7297cf None None] The sync data for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:13.565445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f966f0-e04b-4d26-9c49-61fe921d1396 None None] Pushing event updated for resources: {'Port': ['ID=df010e8a-153e-4586-8781-cf032d0637e9,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:13.640209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7894cfe-e15b-4a28-9032-64cabc3d1038 None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:13.719025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ba77c39d-978f-4e9b-b157-0be4ca697d86 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:13.796199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] Provisioning complete for port ba77c39d-978f-4e9b-b157-0be4ca697d86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:13.798198 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:13.880220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48300) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:13.886683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203399915', 'description': 'tempest-secgroup-smoke-203399915 description', 'project_id': 'b0848e94efac43d8a53469d18635eddd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:13.938813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ba77c39d-978f-4e9b-b157-0be4ca697d86 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:13.939611 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:13.952473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.057554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.089695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.096462 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.143214 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.144940 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2621341 Nov 16 21:41:14.146591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fee913-f4c6-47bf-a8af-08a827a82701 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.161263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48302) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:14.174958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:14.199864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] For port ba77c39d-978f-4e9b-b157-0be4ca697d86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ba77c39d-978f-4e9b-b157-0be4ca697d86,segment=NetworkSegment(2995ed01-9b7b-43e8-b087-f8aab0de414a),segment_id=2995ed01-9b7b-43e8-b087-f8aab0de414a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:14.210717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.227462 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.332515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5208fcc-1837-422a-84fb-5c0067f48dbd None None] Pushing event updated for resources: {'Port': ['ID=ba77c39d-978f-4e9b-b157-0be4ca697d86,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.354620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df010e8a-153e-4586-8781-cf032d0637e9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:14.361976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.368910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.400421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb13c837-3b5c-43f7-b3fb-57deebb7e506,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.404045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-28a0baf3-25e1-4f59-babc-25c8fb566f55 None None] Provisioning complete for port df010e8a-153e-4586-8781-cf032d0637e9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:14.404901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28a0baf3-25e1-4f59-babc-25c8fb566f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.417242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.426793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.431753 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-66d7679b-cc58-4564-a940-db616d86d1d0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2686708 Nov 16 21:41:14.432311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:14.441143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:14.506221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.583916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df010e8a-153e-4586-8781-cf032d0637e9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:14.583916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.588225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.596558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.612058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ddaa9f-75bc-45fb-9945-07680c4e697d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.633049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.636046 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b5831eed-f90e-449a-9d8d-b13c9e76b351 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2013879 Nov 16 21:41:14.638050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48308) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:14.643617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:14.651133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-28a0baf3-25e1-4f59-babc-25c8fb566f55 None None] Provisioning complete for port a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:14.651622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28a0baf3-25e1-4f59-babc-25c8fb566f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.685329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.716439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-28a0baf3-25e1-4f59-babc-25c8fb566f55 None None] Port a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:14.749387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.21.0.1 (6e02662b-ca90-4d27-ab44-072666b84acb/67c5ba36-032c-424e-a48e-18809c2f75ed/a74aef15-f50d-4506-830c-0d8a949cca26) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:14.763762 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.768061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.786572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e33999-d1b9-47b1-ad2f-10a41e4a56e1,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.795974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.797194 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a5be349f-a535-4c9c-9441-1f2d450c2a98 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579888 Nov 16 21:41:14.799920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:14.804946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:14.836950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.837654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2ea40868-ca17-4316-9c5c-6f79a0a0520f None None] Provisioning complete for port a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:14.838428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ea40868-ca17-4316-9c5c-6f79a0a0520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.879099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2ea40868-ca17-4316-9c5c-6f79a0a0520f None None] Port a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:14.890323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2ea40868-ca17-4316-9c5c-6f79a0a0520f None None] Provisioning complete for port ba77c39d-978f-4e9b-b157-0be4ca697d86 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:14.890694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ea40868-ca17-4316-9c5c-6f79a0a0520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.896711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.906916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.915524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.937907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16dbc7f-5a53-4edd-a39d-2861a4fd5eef,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:14.942084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.948577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:14.951372 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-efa6c5cf-7fb5-490c-91cd-e174bd2ae0d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504407 Nov 16 21:41:14.953282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48312) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:14.966757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:14.991889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e02662b-ca90-4d27-ab44-072666b84acb is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:14.995942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:15.002087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:15.005725 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:41:15.013375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.040294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=a74aef15-f50d-4506-830c-0d8a949cca26,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:15.054328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.089551 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.094448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.120846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a2c1c7-a621-484e-92f7-2dc61e3a9247,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:15.133184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.138101 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fc6e19ef-a726-4efc-8fc4-e700a5ad448d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807718 Nov 16 21:41:15.138795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:15.143772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': '40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:15.176520 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:41:15.184541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.193475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.229553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:41:15.264292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.269007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.290549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d39df6-05f1-42dc-bfad-747713e43202,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:15.300738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.304630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77ce6984-e7f8-4247-ab70-c8a49335ee08 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620133 Nov 16 21:41:15.305414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48316) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:15.310285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'network': {'name': 'tempest-network-smoke--1360490144', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:15.343339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-15811865-3eaf-4206-a20f-398eeb12cb19 None None] Provisioning complete for port a74aef15-f50d-4506-830c-0d8a949cca26 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:15.344443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15811865-3eaf-4206-a20f-398eeb12cb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.346663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-426e5344-c922-48c6-83b7-5657ce5184b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.348777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:15.353244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.383638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:15.387622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-15811865-3eaf-4206-a20f-398eeb12cb19 None None] Port a74aef15-f50d-4506-830c-0d8a949cca26 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:15.397422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.398123 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Added segment 99cba77e-aad6-4544-88e3-da381b14ba71 of type vlan for network 8609bb88-abfa-4e8d-ba5b-c2691764310b Nov 16 21:41:15.444801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.483752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.491136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:15.492144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.517888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ba77c39d-978f-4e9b-b157-0be4ca697d86 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:15.525695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.531814 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.580588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ba77c39d-978f-4e9b-b157-0be4ca697d86 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:15.580773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.581341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Network': ['ID=8609bb88-abfa-4e8d-ba5b-c2691764310b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:15.587735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-04c3ef79-d4b6-4705-bd0c-25b93817667e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815170 Nov 16 21:41:15.590345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:15.595217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'admin_state_up': True, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:15.622560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:15.624635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.625619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.690154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.696825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=a74aef15-f50d-4506-830c-0d8a949cca26,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:15.702846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.743212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df010e8a-153e-4586-8781-cf032d0637e9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:15.793912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port df010e8a-153e-4586-8781-cf032d0637e9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:15.794278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.828213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e02662b-ca90-4d27-ab44-072666b84acb is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:15.831560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:15.871579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:15.957561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router f210cb7b-ceae-44fb-8666-afc3464eb0eb has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:16.085431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:16.093958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f4337a1-4807-4bc4-a4a2-4aa1f3a252d8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094471 Nov 16 21:41:16.094531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:16.101510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] Sync routers for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:16.118558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:16.119597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:16.129621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.149105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55114f2b-ee03-4bff-9e38-2d8ddfdadb1e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:16.150501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-55114f2b-ee03-4bff-9e38-2d8ddfdadb1e tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports/a74aef15-f50d-4506-830c-0d8a949cca26 HTTP/1.1" status: 200 len: 910 time: 0.0549328 Nov 16 21:41:16.153645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:16.157839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:16.160612 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.170145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:16.172096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:40:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:16.211867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:16.212528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef455ce-613e-4826-81ee-3328a369a926 None None] The sync data for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:16.225909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7930736f-d446-47ba-ac1e-750574ca85a6 None None] Provisioning complete for port a74aef15-f50d-4506-830c-0d8a949cca26 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:16.226481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7930736f-d446-47ba-ac1e-750574ca85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.262424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7930736f-d446-47ba-ac1e-750574ca85a6 None None] Port a74aef15-f50d-4506-830c-0d8a949cca26 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:16.428965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.197 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/97152edb-84e4-4856-a24e-3bb2df188c83) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:16.604267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.672709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.714340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.718584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:16.758305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:16.772859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b56dc5-0343-4b25-b8e5-9fb174ef5594 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:16.788074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:16.812367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=97152edb-84e4-4856-a24e-3bb2df188c83,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:16.886461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fca8fa28-9448-439f-a130-7676203467fd None None] Provisioning complete for port 97152edb-84e4-4856-a24e-3bb2df188c83 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:16.886864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fca8fa28-9448-439f-a130-7676203467fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:16.925471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fca8fa28-9448-439f-a130-7676203467fd None None] Port 97152edb-84e4-4856-a24e-3bb2df188c83 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:17.177908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.252091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port a74aef15-f50d-4506-830c-0d8a949cca26 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:17.252423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.419415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.440316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for a74aef15-f50d-4506-830c-0d8a949cca26 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:17.502842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.685675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-76d643f0-5961-4d0c-83d0-8422182a6809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.723123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:17.735133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:17.758782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=a74aef15-f50d-4506-830c-0d8a949cca26,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:18.305651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:18.315878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Sync routers for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:18.323249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:18.324610 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:18.325192 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.336231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:18.341076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa6d597b-043e-4ab4-8a00-226acdb12f83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7460663 Nov 16 21:41:18.341259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48332) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:18.377747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95394410-3034-453d-9511-e73a25a1ea41 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0848e94efac43d8a53469d18635eddd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352149 Nov 16 21:41:18.379729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48334) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:18.435253 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:18.562984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e58aa-6f46-4aea-bcf1-382c67755137 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:18.564906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d67e58aa-6f46-4aea-bcf1-382c67755137 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1842239 Nov 16 21:41:18.568127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48336) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:18.610957 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-212cd38d-d162-4b77-9818-e49c8d631831 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416868 Nov 16 21:41:18.613562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48338) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:18.619013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011918464', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:18.630099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router f210cb7b-ceae-44fb-8666-afc3464eb0eb has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:18.635400 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:17Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.662788 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Checking router: 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:18.663146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Updating router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 port 97152edb-84e4-4856-a24e-3bb2df188c83 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:41:18.691556 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:18.735238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:18.742652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:18.762745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:18.768927 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-241c2d91-f315-4eb0-950a-cb3c50920f5c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137085 Nov 16 21:41:18.772174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:18.774880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] Sync routers for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:18.791405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:18.792055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.869457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.887194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:18.889721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.940856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:18.942349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e2f72-02bc-46a5-bda5-5ca8c5bc4b41 None None] The sync data for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:19.023392 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.069915 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.081020 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.093798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Subnet': ['ID=aa077ad7-33fd-48c0-84d4-00b78e52ce3f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:19.105236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:19.106184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network hostable DHCP agents. Network: 8609bb88-abfa-4e8d-ba5b-c2691764310b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:19.136728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:19.137272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe8944-5875-4aab-9d93-5b5affd7eb90 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:19.151361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 8609bb88-abfa-4e8d-ba5b-c2691764310b) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:19.156218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:19.156742 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.162350 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Pushing event updated for resources: {'Port': ['ID=97152edb-84e4-4856-a24e-3bb2df188c83,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:19.172736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49a43d-55cc-4952-9d2a-d1984991a024 None None] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:19.173278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Attempting to bind port 97152edb-84e4-4856-a24e-3bb2df188c83 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:19.173645 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Attempting to bind port 97152edb-84e4-4856-a24e-3bb2df188c83 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:19.174009 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Attempting to bind port 97152edb-84e4-4856-a24e-3bb2df188c83 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:19.177847 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.178255 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.181996 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.182126 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:19.190945 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:19.191331 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:19.191748 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.192112 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:19.192578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Bound port: 97152edb-84e4-4856-a24e-3bb2df188c83, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:19.193582 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.206403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-505847a8-218b-4fda-93e0-248611e01e2c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5916777 Nov 16 21:41:19.210496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48344) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:19.263021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.265023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] For port 97152edb-84e4-4856-a24e-3bb2df188c83, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:19.272439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] For port 97152edb-84e4-4856-a24e-3bb2df188c83, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=97152edb-84e4-4856-a24e-3bb2df188c83,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:19.286703 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.291114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] Provisioning complete for port 97152edb-84e4-4856-a24e-3bb2df188c83 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:19.291808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.333624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d87dec-6bd8-4c39-86ba-63bb638b1434 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:19.384377 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.399402 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:19.400654 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:19.494400 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f9f02-de7b-43c7-be93-123b5ed9e67b None None] Pushing event updated for resources: {'Port': ['ID=97152edb-84e4-4856-a24e-3bb2df188c83,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:19.512450 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.536350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-8609bb88-abfa-4e8d-ba5b-c2691764310b', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:19.537296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.544554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] For port 97152edb-84e4-4856-a24e-3bb2df188c83, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=97152edb-84e4-4856-a24e-3bb2df188c83,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:19.554204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.563898 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:19.749643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Allocated IP 172.20.0.2 (8609bb88-abfa-4e8d-ba5b-c2691764310b/aa077ad7-33fd-48c0-84d4-00b78e52ce3f/15d70112-12ef-40da-9894-17fc57b365e1) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:19.779837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-832a01ab-a890-4e27-86d0-b051dfea121b None None] Provisioning complete for port 97152edb-84e4-4856-a24e-3bb2df188c83 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:19.780553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-832a01ab-a890-4e27-86d0-b051dfea121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.803467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:19.804080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.826918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437765-2865-4690-b294-9b2a3d7177b6 None None] Pushing event updated for resources: {'Port': ['ID=97152edb-84e4-4856-a24e-3bb2df188c83,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:19.847827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.852117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:17Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:19.899606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae1d16-009e-462d-abde-cd28d1d3ec9e None None] The sync data for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 is: [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:17Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:19.956808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:19.976492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:20.102200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.115309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.166722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:20.172676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:20.176494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:20.192340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Pushing event updated for resources: {'Port': ['ID=15d70112-12ef-40da-9894-17fc57b365e1,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:20.220688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.1 (8609bb88-abfa-4e8d-ba5b-c2691764310b/aa077ad7-33fd-48c0-84d4-00b78e52ce3f/a29e3035-e0d6-4351-b5d0-5a79362dc1ea) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:20.227907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.275937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=a033ffc3-3a2d-45cf-8fb8-6e4363c46bbd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:20.342616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Attempting to bind port 15d70112-12ef-40da-9894-17fc57b365e1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:20.343050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Attempting to bind port 15d70112-12ef-40da-9894-17fc57b365e1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:20.343398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Attempting to bind port 15d70112-12ef-40da-9894-17fc57b365e1 on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:20.350642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:20.351097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:20.351496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.351900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Bound using segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:20.352651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Bound port: 15d70112-12ef-40da-9894-17fc57b365e1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:20.352821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.371015 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.435940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.484419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] For port 15d70112-12ef-40da-9894-17fc57b365e1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:20.495956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] For port 15d70112-12ef-40da-9894-17fc57b365e1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15d70112-12ef-40da-9894-17fc57b365e1,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:20.507707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.509349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.530115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:20.534261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:20.538314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:20.647291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:20.690288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.691953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:20.693059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ddb2f-5f9d-4a02-9ec1-73bcfb3891f1 None None] Pushing event updated for resources: {'Port': ['ID=15d70112-12ef-40da-9894-17fc57b365e1,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:20.726130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router f210cb7b-ceae-44fb-8666-afc3464eb0eb has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:20.827734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:20.835578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c497706c-210b-4047-b9de-4d3eb8d954ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0621383 Nov 16 21:41:20.840552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48348) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:20.852278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] Sync routers for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:20.868515 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:20.869247 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:20.889660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bc12bc93-b03a-48c2-ab62-2a774a271abc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=f210cb7b-ceae-44fb-8666-afc3464eb0eb HTTP/1.1" status: 200 len: 205 time: 0.0445306 Nov 16 21:41:20.890335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48350) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:20.946245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:20.958983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.006694 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] Routers {'f210cb7b-ceae-44fb-8666-afc3464eb0eb'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:21.014129 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:21.043723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.067308 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:21.068157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2cbf1-6f31-4127-84ff-ff870defe0d3 None None] The sync data for ids ['f210cb7b-ceae-44fb-8666-afc3464eb0eb'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:21.303051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.309476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.375600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.376625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router f210cb7b-ceae-44fb-8666-afc3464eb0eb {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:21.385891 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.387082 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a19c480-9723-4198-a0e2-7abf02c39b77 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb HTTP/1.1" status: 204 len: 168 time: 0.4936481 Nov 16 21:41:21.389641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:21.394194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.404194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.425694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.477975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 67c5ba36-032c-424e-a48e-18809c2f75ed {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:21.481868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.505298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:21.508092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.548520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.611615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 97152edb-84e4-4856-a24e-3bb2df188c83 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:21.645409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:21.648612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:21.653440 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.679099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 97152edb-84e4-4856-a24e-3bb2df188c83 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:21.679647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.749210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.766425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.769526 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/67c5ba36-032c-424e-a48e-18809c2f75ed HTTP/1.1" status: 204 len: 168 time: 0.3787978 Nov 16 21:41:21.775852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48356) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:21.780059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3c05c-08fa-4e12-a538-39dd1d62041f None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:21.801005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16252f0-e5a5-42e5-bde7-88d0429a68c8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=67c5ba36-032c-424e-a48e-18809c2f75ed,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:21.844205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15d70112-12ef-40da-9894-17fc57b365e1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:21.866681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet b487a885-2991-4768-8108-0c296d10f29a {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:21.870046 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:21.920638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:21.922894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.107759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.113932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 15d70112-12ef-40da-9894-17fc57b365e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:22.119051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.170068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:22.203938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8ba43526-f453-4003-82cb-c14466b3da55 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9918597 Nov 16 21:41:22.267615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.282118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] DHCP port deletion for 6e02662b-ca90-4d27-ab44-072666b84acb request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:22.293531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.319610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=b487a885-2991-4768-8108-0c296d10f29a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:22.332781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.346595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9866a206-90c0-45a8-ab12-491fab77b61a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/b487a885-2991-4768-8108-0c296d10f29a HTTP/1.1" status: 204 len: 168 time: 0.5691805 Nov 16 21:41:22.347214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48362) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:22.358719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0e088-d21a-4d17-ba6f-640e65970842 None None] Network 8503e280-89a1-49d4-86bb-0911a37456f0 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:22.417385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 15d70112-12ef-40da-9894-17fc57b365e1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15d70112-12ef-40da-9894-17fc57b365e1,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:22.419820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b84a5-aa43-4b89-a0eb-8cdbbd9aafd1 None None] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:22.476068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.487622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.568644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port ba77c39d-978f-4e9b-b157-0be4ca697d86 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:22.569018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.600409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-00454016-9036-4eda-9247-42522e975ee7 None None] Provisioning complete for port 15d70112-12ef-40da-9894-17fc57b365e1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:22.600808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00454016-9036-4eda-9247-42522e975ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.607785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Deleting port ba77c39d-978f-4e9b-b157-0be4ca697d86 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:22.608069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.622822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-29673767-9803-473c-8205-14372b3fef42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203399915&fields=id&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 267 time: 0.1007481 Nov 16 21:41:22.652227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port ba77c39d-978f-4e9b-b157-0be4ca697d86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ba77c39d-978f-4e9b-b157-0be4ca697d86,segment=NetworkSegment(2995ed01-9b7b-43e8-b087-f8aab0de414a),segment_id=2995ed01-9b7b-43e8-b087-f8aab0de414a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:22.652495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.666748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for ba77c39d-978f-4e9b-b157-0be4ca697d86 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:22.688654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=15d70112-12ef-40da-9894-17fc57b365e1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:22.764087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.775069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] For port ba77c39d-978f-4e9b-b157-0be4ca697d86, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ba77c39d-978f-4e9b-b157-0be4ca697d86,segment=NetworkSegment(2995ed01-9b7b-43e8-b087-f8aab0de414a),segment_id=2995ed01-9b7b-43e8-b087-f8aab0de414a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:22.775462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.791796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port ba77c39d-978f-4e9b-b157-0be4ca697d86 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:22.793165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Sync routers for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:22.812394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-7014cdb4-9949-4e12-98ad-8efb46ac495c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:22.813471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Calling delete_port for ba77c39d-978f-4e9b-b157-0be4ca697d86 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:22.815217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-7014cdb4-9949-4e12-98ad-8efb46ac495c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 797 time: 0.1869433 Nov 16 21:41:22.835908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-645f697e-fb94-486b-85d8-846cea8f2467 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/quotas/b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 375 time: 0.0106483 Nov 16 21:41:22.839918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:22.840703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:22.847079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=ba77c39d-978f-4e9b-b157-0be4ca697d86,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:22.931275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:22.961538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e02662b-ca90-4d27-ab44-072666b84acb']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:22.973669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2995ed01-9b7b-43e8-b087-f8aab0de414a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:22.974727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2995ed01-9b7b-43e8-b087-f8aab0de414a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:22.986492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] DHCP port deletion for 8503e280-89a1-49d4-86bb-0911a37456f0 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:22.993087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.017849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.029686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:23.030085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:23.034657 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:23.153661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.163654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.167012 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/6e02662b-ca90-4d27-ab44-072666b84acb HTTP/1.1" status: 204 len: 168 time: 0.8160670 Nov 16 21:41:23.179245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48384) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:23.186372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:23.188825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.191856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a45375-354a-425e-a604-ff4c3c56d060 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=6e02662b-ca90-4d27-ab44-072666b84acb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:23.264495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Network 6e02662b-ca90-4d27-ab44-072666b84acb is not hosted by any dhcp agent {{(pid=102666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:41:23.264959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] No DVR routers for this DVR port ba77c39d-978f-4e9b-b157-0be4ca697d86 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:23.267944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4659c-e56c-4169-8512-183be9313e6b None None] Pushing event deleted for resources: {'Port': ['ID=ba77c39d-978f-4e9b-b157-0be4ca697d86,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:23.307800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.384313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Deleting port df010e8a-153e-4586-8781-cf032d0637e9 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:23.384683 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.399160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port df010e8a-153e-4586-8781-cf032d0637e9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:23.399771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.422367 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-875c021d-3bb1-4b0c-a483-a94533492948 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5588167 Nov 16 21:41:23.523878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port df010e8a-153e-4586-8781-cf032d0637e9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df010e8a-153e-4586-8781-cf032d0637e9,segment=NetworkSegment(32c525e7-2dc3-44e1-8a5f-d0553bd2f14f),segment_id=32c525e7-2dc3-44e1-8a5f-d0553bd2f14f)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:23.524376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.530766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] For port df010e8a-153e-4586-8781-cf032d0637e9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=df010e8a-153e-4586-8781-cf032d0637e9,segment=NetworkSegment(32c525e7-2dc3-44e1-8a5f-d0553bd2f14f),segment_id=32c525e7-2dc3-44e1-8a5f-d0553bd2f14f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:23.531395 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.540573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for df010e8a-153e-4586-8781-cf032d0637e9 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:23.593805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Calling delete_port for df010e8a-153e-4586-8781-cf032d0637e9 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:23.609946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15d70112-12ef-40da-9894-17fc57b365e1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:23.625636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8e9398dc-9dad-4e1b-85d1-b6ebd2035ef2 service neutron] 10.222.0.54 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815801 Nov 16 21:41:23.647138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.683210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=df010e8a-153e-4586-8781-cf032d0637e9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:23.693615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port df010e8a-153e-4586-8781-cf032d0637e9 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:23.788702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-cf5545a5-f0c6-4e53-820d-7976773dab7d service neutron] 10.222.0.54 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539176 Nov 16 21:41:23.795037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4ebabdf9-7405-4952-ab2f-39014ff14db2 None None] Provisioning complete for port 15d70112-12ef-40da-9894-17fc57b365e1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:23.795409 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-7405-4952-ab2f-39014ff14db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.865471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.866426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 15d70112-12ef-40da-9894-17fc57b365e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:23.866790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.894970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.904051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503e280-89a1-49d4-86bb-0911a37456f0']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:23.917678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:23.922140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c525e7-2dc3-44e1-8a5f-d0553bd2f14f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:23.932218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:21Z', 'revision_number': 2, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:23.943688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.948577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] Pushing event deleted for resources: {'Port': ['ID=df010e8a-153e-4586-8781-cf032d0637e9,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:23.950797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69391216-7204-4a25-b01a-85569ff10f29 None None] No DVR routers for this DVR port df010e8a-153e-4586-8781-cf032d0637e9 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:23.967604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.978847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:23.979866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:23.983580 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:24.002451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Checking router: 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:24.003586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Updating router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 port a29e3035-e0d6-4351-b5d0-5a79362dc1ea binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:41:24.095315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.096810 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.103419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.113436 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/8503e280-89a1-49d4-86bb-0911a37456f0 HTTP/1.1" status: 204 len: 168 time: 0.9307439 Nov 16 21:41:24.129076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48392) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:24.129967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e811b6-37af-4ff8-a991-28a8597d84ff tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=8503e280-89a1-49d4-86bb-0911a37456f0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:24.161830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ff2398c-9aac-4a2b-b5af-a3f5214964a9 req-45122eeb-c468-43a8-83d5-d57e192e2e2f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0812793 Nov 16 21:41:24.162088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657666594'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:24.215620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:24.219806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.263641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:24.275519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.275868 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 573aa94f-3ed7-4265-ab43-af486027a8e1 of type vlan for network e3432e17-da8a-47eb-aa28-7b81cd5d0327 Nov 16 21:41:24.330873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.387162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.392702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:24.393277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.439629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4ebabdf9-7405-4952-ab2f-39014ff14db2 None None] Provisioning complete for port a29e3035-e0d6-4351-b5d0-5a79362dc1ea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:24.440055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4ebabdf9-7405-4952-ab2f-39014ff14db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.466451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3251376 Nov 16 21:41:24.469866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48410) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:24.474875 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf40ba0-4d1d-4370-affc-83ca03a9b454 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=e3432e17-da8a-47eb-aa28-7b81cd5d0327,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:24.477411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:24.497210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4ebabdf9-7405-4952-ab2f-39014ff14db2 None None] Port a29e3035-e0d6-4351-b5d0-5a79362dc1ea cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:24.503037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:24.592093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:24.596289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.713529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ba77c39d-978f-4e9b-b157-0be4ca697d86 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:24.751300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2d0c33cd-9dbe-4fba-b18f-a5b709397d51 None None] Provisioning complete for port a29e3035-e0d6-4351-b5d0-5a79362dc1ea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:24.751664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d0c33cd-9dbe-4fba-b18f-a5b709397d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.756203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ba77c39d-978f-4e9b-b157-0be4ca697d86 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:24.756571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ba77c39d-978f-4e9b-b157-0be4ca697d86 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:24.756988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df010e8a-153e-4586-8781-cf032d0637e9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:24.796012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: df010e8a-153e-4586-8781-cf032d0637e9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:24.796758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device df010e8a-153e-4586-8781-cf032d0637e9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:24.828729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c33cd-9dbe-4fba-b18f-a5b709397d51 None None] Port a29e3035-e0d6-4351-b5d0-5a79362dc1ea cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:24.894527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.939489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.947061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.969882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=ea35cb2a-4709-4e1e-b497-3bf2cba95c1d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:24.975668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '573aa94f-3ed7-4265-ab43-af486027a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:24.975923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: e3432e17-da8a-47eb-aa28-7b81cd5d0327, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:24.995194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:24.998146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579256c0-ccf7-4e49-9f58-5dce622801b1 None None] Pushing event updated for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:25.008956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e3432e17-da8a-47eb-aa28-7b81cd5d0327) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:25.013389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:25.014037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.037164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-57d3b6e0-5925-4122-be25-3ba2a1f0e082 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5654178 Nov 16 21:41:25.039699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48412) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:25.042860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d1fed-98c9-4fed-9762-2ba3626c771d None None] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:25.044435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1092588211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:25.079518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.080992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.127689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Attempting to bind port a29e3035-e0d6-4351-b5d0-5a79362dc1ea on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:25.128062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Attempting to bind port a29e3035-e0d6-4351-b5d0-5a79362dc1ea by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:25.128426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Attempting to bind port a29e3035-e0d6-4351-b5d0-5a79362dc1ea on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:25.138717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:25.139152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:25.139703 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.140099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Bound using segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:25.140574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Bound port: a29e3035-e0d6-4351-b5d0-5a79362dc1ea, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:25.140944 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.163637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.181153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.217720 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.219279 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-541aca45-801f-4e0e-9a3e-fa103a088ebc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1784952 Nov 16 21:41:25.222113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48416) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:25.228244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'port': {'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327', 'name': 'tempest-RoutersTest-354453231'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:25.269907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] For port a29e3035-e0d6-4351-b5d0-5a79362dc1ea, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:25.281040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] For port a29e3035-e0d6-4351-b5d0-5a79362dc1ea, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:25.339832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.347714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e3432e17-da8a-47eb-aa28-7b81cd5d0327', 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': 'ea35cb2a-4709-4e1e-b497-3bf2cba95c1d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:25.348755 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.370565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f529621f-f17a-4721-b20a-7bddab209f9c req-c0c72c10-f363-46dd-a56c-f24a762e91e2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0591938 Nov 16 21:41:25.434676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:25.438755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.463651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] Provisioning complete for port a29e3035-e0d6-4351-b5d0-5a79362dc1ea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:25.464024 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.616391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:25.617064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:25.628519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579256c0-ccf7-4e49-9f58-5dce622801b1 None None] Pushing event updated for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:25.807633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Allocated IP 172.20.0.2 (e3432e17-da8a-47eb-aa28-7b81cd5d0327/ea35cb2a-4709-4e1e-b497-3bf2cba95c1d/f6487804-1857-4db4-aded-786fc07d9f87) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:25.902054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] device_id is not set on port 2ac5049d-5648-49db-8699-31fd80152430 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:41:25.918404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:25.956287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.000078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-c9cdd3cd-3426-4deb-b54a-d797507845dc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:26.001564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-c9cdd3cd-3426-4deb-b54a-d797507845dc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 797 time: 0.5864899 Nov 16 21:41:26.068170 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-026ec0b0-8245-4efd-8b76-64459fb01bab tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 379 time: 0.0556836 Nov 16 21:41:26.078304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'port': {'device_id': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'admin_state_up': True, 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'security_groups': ['40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:26.120625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] For port a29e3035-e0d6-4351-b5d0-5a79362dc1ea, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:26.132389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.196298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:26.200677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.260047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.264334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe6fc1-d77b-4a94-8345-2d6e8a0cfe48 None None] Pushing event updated for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:26.272857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.320315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ef9325da-e8b9-443f-b8c5-ac8b34030836 None None] Provisioning complete for port a29e3035-e0d6-4351-b5d0-5a79362dc1ea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:26.320570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ef9325da-e8b9-443f-b8c5-ac8b34030836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.323158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:26.355463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:26.361434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:26.361791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.20.0.13 (e3432e17-da8a-47eb-aa28-7b81cd5d0327/ea35cb2a-4709-4e1e-b497-3bf2cba95c1d/2ac5049d-5648-49db-8699-31fd80152430) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:26.375127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Pushing event updated for resources: {'Port': ['ID=f6487804-1857-4db4-aded-786fc07d9f87,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:26.384918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:25Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:26.404278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.10 (8609bb88-abfa-4e8d-ba5b-c2691764310b/aa077ad7-33fd-48c0-84d4-00b78e52ce3f/74d6f532-41ae-43e4-8df3-f06326cbfb9f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:26.445013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9524a-1872-4c67-acd1-3d16547854f1 None None] The sync data for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 is: [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:25Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:26.485653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Attempting to bind port f6487804-1857-4db4-aded-786fc07d9f87 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:26.486173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Attempting to bind port f6487804-1857-4db4-aded-786fc07d9f87 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '573aa94f-3ed7-4265-ab43-af486027a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:26.486691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Attempting to bind port f6487804-1857-4db4-aded-786fc07d9f87 on network e3432e17-da8a-47eb-aa28-7b81cd5d0327 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:26.517059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:26.517431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Checking segment: {'id': '573aa94f-3ed7-4265-ab43-af486027a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:26.517873 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.518267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Bound using segment: {'id': '573aa94f-3ed7-4265-ab43-af486027a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:26.518784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Bound port: f6487804-1857-4db4-aded-786fc07d9f87, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573aa94f-3ed7-4265-ab43-af486027a8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e3432e17-da8a-47eb-aa28-7b81cd5d0327'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:26.519200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.615011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bdb4cf0-e9c2-4ed8-843b-c4100983bb9c req-98f2cfe4-e5a8-4c5f-a00b-b08886f0adc7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 210 time: 0.1517889 Nov 16 21:41:26.632511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] For port f6487804-1857-4db4-aded-786fc07d9f87, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:26.635864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] For port f6487804-1857-4db4-aded-786fc07d9f87, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f6487804-1857-4db4-aded-786fc07d9f87,segment=NetworkSegment(573aa94f-3ed7-4265-ab43-af486027a8e1),segment_id=573aa94f-3ed7-4265-ab43-af486027a8e1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:26.641342 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.718772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457614e8-2a67-4cb2-a923-b3d742a168d3 None None] Pushing event updated for resources: {'Port': ['ID=f6487804-1857-4db4-aded-786fc07d9f87,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:26.790970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.837967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.857213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.935329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:26.941769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:26.945408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:26.975629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.983861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=2ac5049d-5648-49db-8699-31fd80152430,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:27.046704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:27.064823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:27.069766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:27.072791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:27.081204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:27.081927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.133236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:27.133589 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b5c0039c-e548-4adf-b810-bf903823d729 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9098420 Nov 16 21:41:27.152232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:27.153396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.173231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8b937fdb-93dd-424a-9019-e61e764679da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0979311 Nov 16 21:41:27.189473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Request body: {'port': {'device_id': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:27.260765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.493233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b6c1a28b-7989-46e5-ba9d-9849acce5657 None None] Provisioning complete for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:27.495363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a28b-7989-46e5-ba9d-9849acce5657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.820752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:41:27.831699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.855659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Transition to ACTIVE for port object 74d6f532-41ae-43e4-8df3-f06326cbfb9f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:41:27.868193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.872669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a29e3035-e0d6-4351-b5d0-5a79362dc1ea up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:27.903094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.967013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1a28b-7989-46e5-ba9d-9849acce5657 None None] Port 74d6f532-41ae-43e4-8df3-f06326cbfb9f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:27.972258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2d01c-f359-44a0-95b2-323f84967565 req-fd64f63d-0c5a-4aa7-94aa-650fd11a556e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:27.976343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2b2d01c-f359-44a0-95b2-323f84967565 req-fd64f63d-0c5a-4aa7-94aa-650fd11a556e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 932 time: 0.1718390 Nov 16 21:41:28.043181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a29e3035-e0d6-4351-b5d0-5a79362dc1ea triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:28.043570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.068403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.140986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:28.141323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:28.141650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:28.164194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:41:28.164512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:28.170166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:28.170502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:28.170871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Bound using segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:28.171335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Bound port: 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:28.171688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.229951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2b2d01c-f359-44a0-95b2-323f84967565 req-31e4ab84-b1b6-4554-adad-7b8d712b7a8f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168360 Nov 16 21:41:28.241519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f6487804-1857-4db4-aded-786fc07d9f87 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:28.279052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de426a88-7832-4bc1-a6a3-d68a77f82bff None None] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:28.324895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:28.331431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:28.339273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.387920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] Provisioning complete for port f6487804-1857-4db4-aded-786fc07d9f87 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:28.387920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.412505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.413803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.415726 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] 10.222.0.21 "PUT /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1092 time: 1.2302408 Nov 16 21:41:28.416327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:28.420141 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:28.463786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8d12f-1165-4f3b-a185-dd686fa73568 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.475443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.486094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.516948 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66bb587-1b00-411a-b512-042dbed5f23a x-openstack-request-id: req-d66bb587-1b00-411a-b512-042dbed5f23a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:28.517451 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:28.518396 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d66bb587-1b00-411a-b512-042dbed5f23a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:28.519148 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:41:28.558811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-d08b53c2-d74d-4ed9-ba69-67a5e808c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.560887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-d08b53c2-d74d-4ed9-ba69-67a5e808c891 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0847175 Nov 16 21:41:28.566006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f6487804-1857-4db4-aded-786fc07d9f87 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:28.566532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.602671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=2ac5049d-5648-49db-8699-31fd80152430,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.640294 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.647677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-8d974d27-9b19-4229-b425-6ea965b6e5b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 217 time: 0.0738144 Nov 16 21:41:28.729571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-cecda911-ec6f-4073-b92d-0e2c6ac283a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.731658 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-cecda911-ec6f-4073-b92d-0e2c6ac283a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0758240 Nov 16 21:41:28.736694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] For port f6487804-1857-4db4-aded-786fc07d9f87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f6487804-1857-4db4-aded-786fc07d9f87,segment=NetworkSegment(573aa94f-3ed7-4265-ab43-af486027a8e1),segment_id=573aa94f-3ed7-4265-ab43-af486027a8e1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:28.761539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.832540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-676cc6fe-5088-455d-8bed-ba5af17bf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.834257 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-676cc6fe-5088-455d-8bed-ba5af17bf65c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865498 Nov 16 21:41:28.835614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.903383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249bcfa-5ddd-4d41-898b-c14fa267e244 None None] Pushing event updated for resources: {'Port': ['ID=f6487804-1857-4db4-aded-786fc07d9f87,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.965573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-40ccd144-0812-4d39-b5f8-fb760676ab46 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223931 Nov 16 21:41:28.994741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.074481 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-76a49da0-df38-4e1f-ac1e-8c15b500eb47 req-bcfa50c1-0ade-43fd-a5c5-2d26e9659ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994179 Nov 16 21:41:29.183499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-14181bb6-4fb8-4096-a92e-7cb6698d68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.185032 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-14181bb6-4fb8-4096-a92e-7cb6698d68d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0454528 Nov 16 21:41:29.251586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68dc5e63-11c5-4233-84d1-d0f6a0686e47 None None] Provisioning complete for port f6487804-1857-4db4-aded-786fc07d9f87 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:29.252416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-68dc5e63-11c5-4233-84d1-d0f6a0686e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.341459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-3c259d76-54d6-4795-9c1e-e0023ee2af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.342985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-3c259d76-54d6-4795-9c1e-e0023ee2af25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1496913 Nov 16 21:41:29.400151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.401599 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-5a4d507e-827e-4f53-82fb-02471206d107 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 217 time: 0.0497625 Nov 16 21:41:29.415149 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.424253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-68dc5e63-11c5-4233-84d1-d0f6a0686e47 None None] Provisioning complete for port 2ac5049d-5648-49db-8699-31fd80152430 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:29.424632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-68dc5e63-11c5-4233-84d1-d0f6a0686e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.461341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11841ea-b15f-42d9-a98f-3afe8d2f3cfb req-fe9fc4c7-029e-4b90-bb06-0a487d874e75 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.464668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e11841ea-b15f-42d9-a98f-3afe8d2f3cfb req-fe9fc4c7-029e-4b90-bb06-0a487d874e75 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 944 time: 0.1109676 Nov 16 21:41:29.508303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-68dc5e63-11c5-4233-84d1-d0f6a0686e47 None None] Port 2ac5049d-5648-49db-8699-31fd80152430 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:29.544696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-b75223af-fafc-4659-9fdf-f34c399b91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.546560 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-b75223af-fafc-4659-9fdf-f34c399b91f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.1252749 Nov 16 21:41:29.584671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f6487804-1857-4db4-aded-786fc07d9f87 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:29.593323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.614824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=2ac5049d-5648-49db-8699-31fd80152430,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:29.624574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-dc9bc3b9-61ea-49c6-b9a9-82391ad96fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.626951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-dc9bc3b9-61ea-49c6-b9a9-82391ad96fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702055 Nov 16 21:41:29.663224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f1d0ae96-cbed-4a9d-b5d8-4a908b869d25 None None] Provisioning complete for port 2ac5049d-5648-49db-8699-31fd80152430 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:29.663598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ae96-cbed-4a9d-b5d8-4a908b869d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.702030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0ae96-cbed-4a9d-b5d8-4a908b869d25 None None] Port 2ac5049d-5648-49db-8699-31fd80152430 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:29.719180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f6487804-1857-4db4-aded-786fc07d9f87 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:29.719180 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.765797 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-2896f01c-a09a-40b2-b175-db09d48a778e service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305423 Nov 16 21:41:29.787733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:29.793158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:29.807583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e11841ea-b15f-42d9-a98f-3afe8d2f3cfb req-8dbd1022-b5d3-4180-8d8d-1e6b739df7ac tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167427 Nov 16 21:41:29.924366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9fd3e3f0-3ce2-4109-b8e3-7f0fa24204cf None None] Provisioning complete for port 2ac5049d-5648-49db-8699-31fd80152430 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:29.924832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e3f0-3ce2-4109-b8e3-7f0fa24204cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:29.932578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4f6205b6-b8db-4f50-98ac-b053f9ccc1f9 req-42712b22-5690-4228-b32e-88a34d2e4dfe service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594043 Nov 16 21:41:29.976146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3e3f0-3ce2-4109-b8e3-7f0fa24204cf None None] Port 2ac5049d-5648-49db-8699-31fd80152430 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:30.011133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router a205dcff-25ba-4ec8-b0db-b8e462aa17f4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:30.119469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:30.124981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe6edeec-84fa-4456-a4c6-15c4ef889b4d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/a205dcff-25ba-4ec8-b0db-b8e462aa17f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897380 Nov 16 21:41:30.128161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:30.129120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] Sync routers for ids ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:30.141625 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] Routers {'a205dcff-25ba-4ec8-b0db-b8e462aa17f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:30.142247 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:30.192081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:30.198057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c722b-6f5c-4036-bf02-8b8e2d0c1c58 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:30.199048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d0d1bb3-da0c-48d0-b1bb-03f1b74d3ec5 None None] Provisioning complete for port 2ac5049d-5648-49db-8699-31fd80152430 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:30.199833 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-448c722b-6f5c-4036-bf02-8b8e2d0c1c58 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports/2ac5049d-5648-49db-8699-31fd80152430 HTTP/1.1" status: 200 len: 977 time: 0.0700450 Nov 16 21:41:30.202639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1bb3-da0c-48d0-b1bb-03f1b74d3ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:30.202897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48450) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:30.204912 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] Routers {'a205dcff-25ba-4ec8-b0db-b8e462aa17f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:30.205535 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:30.241850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:30.242449 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc00f8f-7e36-4475-a594-9e414bac8700 None None] The sync data for ids ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:30.244122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d1bb3-da0c-48d0-b1bb-03f1b74d3ec5 None None] Port 2ac5049d-5648-49db-8699-31fd80152430 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:30.666759 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:30.881621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 2ac5049d-5648-49db-8699-31fd80152430 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:30.882220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.005063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91348-2574-4d8c-ba93-b6f79f3caf73 req-810c6902-d5c4-4bc1-9eb2-588bfc749ff4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:31.006610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abe91348-2574-4d8c-ba93-b6f79f3caf73 req-810c6902-d5c4-4bc1-9eb2-588bfc749ff4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 944 time: 0.0873635 Nov 16 21:41:31.008554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.029298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 2ac5049d-5648-49db-8699-31fd80152430 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:31.111421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abe91348-2574-4d8c-ba93-b6f79f3caf73 req-c4467ed2-d68e-4e13-9d9e-110d48f20350 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943365 Nov 16 21:41:31.235234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.261652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=2ac5049d-5648-49db-8699-31fd80152430,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:31.290357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:41:31.400174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:31.404568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.414437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:41:31.459105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.476267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:41:31.495065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:31.499543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:31.549646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:31.728336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['74d6f532-41ae-43e4-8df3-f06326cbfb9f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:41:31.896589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router a205dcff-25ba-4ec8-b0db-b8e462aa17f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:31.975550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:31.980411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-085a80f8-5f83-4c4b-9220-14ab5153f237 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/a205dcff-25ba-4ec8-b0db-b8e462aa17f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7761703 Nov 16 21:41:31.983106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48460) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:31.985525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] Sync routers for ids ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:31.997277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] Routers {'a205dcff-25ba-4ec8-b0db-b8e462aa17f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:31.997949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:32.035178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:32.045941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] Routers {'a205dcff-25ba-4ec8-b0db-b8e462aa17f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:32.046717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:32.080618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:32.081336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357a3b4-df0c-4f1d-abd5-ccfaf5d59a03 None None] The sync data for ids ['a205dcff-25ba-4ec8-b0db-b8e462aa17f4'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:32.187559 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-db738ae3-d33a-4a6d-82ec-d83dea033d1b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 21:41:32.188450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db738ae3-d33a-4a6d-82ec-d83dea033d1b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/a205dcff-25ba-4ec8-b0db-b8e462aa17f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2042327 Nov 16 21:41:32.191493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48472) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:32.218756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3028416b-90ff-4cf9-b274-9abe0816dad7 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=a205dcff-25ba-4ec8-b0db-b8e462aa17f4 HTTP/1.1" status: 200 len: 205 time: 0.0254738 Nov 16 21:41:32.221231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:32.242663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e85e7-23ac-4480-a854-93a056870423 req-2a132c79-c593-4bd2-af14-2ccc68f72792 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:32.244344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-288e85e7-23ac-4480-a854-93a056870423 req-2a132c79-c593-4bd2-af14-2ccc68f72792 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.0585561 Nov 16 21:41:32.302536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-288e85e7-23ac-4480-a854-93a056870423 req-f22de451-92c5-4a0e-98e5-53aa53e5b020 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493338 Nov 16 21:41:32.305305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.473010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.476026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.520998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.521582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router a205dcff-25ba-4ec8-b0db-b8e462aa17f4 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:32.529477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.533611 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bd0faf75-ea14-4b93-9c12-f55e4c37d56b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/a205dcff-25ba-4ec8-b0db-b8e462aa17f4 HTTP/1.1" status: 204 len: 168 time: 0.3083849 Nov 16 21:41:32.533740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48482) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:32.586766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet ea35cb2a-4709-4e1e-b497-3bf2cba95c1d {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:32.589974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.633425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.715302 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.773804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.806028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=ea35cb2a-4709-4e1e-b497-3bf2cba95c1d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:32.808470 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.813776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48484) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:32.813932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6d56d3fb-93da-4906-ac61-75e6bdfa5f17 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/ea35cb2a-4709-4e1e-b497-3bf2cba95c1d HTTP/1.1" status: 204 len: 168 time: 0.2794161 Nov 16 21:41:32.815598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff28fb-65af-41d1-802a-73b9a1aff79b None None] Network e3432e17-da8a-47eb-aa28-7b81cd5d0327 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:32.897485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.955039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port f6487804-1857-4db4-aded-786fc07d9f87 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:32.955378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.008504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] DHCP port deletion for e3432e17-da8a-47eb-aa28-7b81cd5d0327 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:33.025013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port f6487804-1857-4db4-aded-786fc07d9f87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f6487804-1857-4db4-aded-786fc07d9f87,segment=NetworkSegment(573aa94f-3ed7-4265-ab43-af486027a8e1),segment_id=573aa94f-3ed7-4265-ab43-af486027a8e1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:33.025432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.039719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for f6487804-1857-4db4-aded-786fc07d9f87 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:33.055732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Deleting port f6487804-1857-4db4-aded-786fc07d9f87 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:33.056093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.126664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] For port f6487804-1857-4db4-aded-786fc07d9f87, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f6487804-1857-4db4-aded-786fc07d9f87,segment=NetworkSegment(573aa94f-3ed7-4265-ab43-af486027a8e1),segment_id=573aa94f-3ed7-4265-ab43-af486027a8e1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:33.127245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.127401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.140408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Calling delete_port for f6487804-1857-4db4-aded-786fc07d9f87 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:33.156183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=f6487804-1857-4db4-aded-786fc07d9f87,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:33.157979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port f6487804-1857-4db4-aded-786fc07d9f87 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:33.241743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.260599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.273238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] Pushing event deleted for resources: {'Port': ['ID=f6487804-1857-4db4-aded-786fc07d9f87,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:33.277028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0763525-e260-46b9-9917-8821c8aee0c1 None None] No DVR routers for this DVR port f6487804-1857-4db4-aded-786fc07d9f87 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:33.289304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3432e17-da8a-47eb-aa28-7b81cd5d0327']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:33.299086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573aa94f-3ed7-4265-ab43-af486027a8e1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:33.299447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573aa94f-3ed7-4265-ab43-af486027a8e1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:33.310088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.311715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:33.324915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.330811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:33.331231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:33.336001 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:33.363245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:41:33.367540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:33.367904 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.400578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.408189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.416645 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/e3432e17-da8a-47eb-aa28-7b81cd5d0327 HTTP/1.1" status: 204 len: 168 time: 0.6005962 Nov 16 21:41:33.417766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48488) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:33.423727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1234511004'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:33.439306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89573879-97f0-4ae0-88d8-371192165f3c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=e3432e17-da8a-47eb-aa28-7b81cd5d0327,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:33.455681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605935a9-c388-4b64-aba2-6bc047459b5e req-8c9c2605-4b79-4443-af79-6e953b2beba5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:33.457402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-605935a9-c388-4b64-aba2-6bc047459b5e req-8c9c2605-4b79-4443-af79-6e953b2beba5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.0718048 Nov 16 21:41:33.468019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:33.472089 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.482293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.517463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:33.519769 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dff82a-e01c-47fd-bca1-e6080805f751" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:33.527309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:33.540774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:33.549864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.553864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.554163 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 1cb6e307-5454-4e4c-b738-a2eab06c9671 of type vlan for network cdcad635-da4d-47a9-aa9f-524dc8581249 Nov 16 21:41:33.576849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-605935a9-c388-4b64-aba2-6bc047459b5e req-a9b06f14-b36d-4d14-a0f4-2d54e227a20f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049123 Nov 16 21:41:33.594673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f6487804-1857-4db4-aded-786fc07d9f87 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:33.609858 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ec9ea-2029-41ba-82a7-1eda72339a06 x-openstack-request-id: req-389ec9ea-2029-41ba-82a7-1eda72339a06 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:33.611019 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:33.611494 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-389ec9ea-2029-41ba-82a7-1eda72339a06 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:33.612803 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'code': 200} Nov 16 21:41:33.621774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.638486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f6487804-1857-4db4-aded-786fc07d9f87 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:33.638920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f6487804-1857-4db4-aded-786fc07d9f87 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:33.660665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.668005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:33.670650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:33.671276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.779560 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3601053 Nov 16 21:41:33.782513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48500) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:33.785415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad3ae-8be7-4888-a7c4-55b0d3a67bcd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=cdcad635-da4d-47a9-aa9f-524dc8581249,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:33.789080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:33.797346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network cdcad635-da4d-47a9-aa9f-524dc8581249 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:33.797793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d046d-2f50-4cd4-b7b2-43aaf157a579 req-c58d8284-410e-4da9-8134-cd74be676a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:33.799395 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce8d046d-2f50-4cd4-b7b2-43aaf157a579 req-c58d8284-410e-4da9-8134-cd74be676a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1097 time: 0.1170297 Nov 16 21:41:33.854049 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce8d046d-2f50-4cd4-b7b2-43aaf157a579 req-8285b889-9271-4d01-83af-d9776cafbcaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474555 Nov 16 21:41:33.902431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:33.905934 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.085609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.145972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=1afe4695-93bf-4eb4-808f-fb0da77a022f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:34.156982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.157339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.157648 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.157980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.158303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.158623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.158987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.159283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.159598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.159913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.160227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.160539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:34.163769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '1cb6e307-5454-4e4c-b738-a2eab06c9671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:34.164126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: cdcad635-da4d-47a9-aa9f-524dc8581249, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:34.182427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network cdcad635-da4d-47a9-aa9f-524dc8581249 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:34.192678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, cdcad635-da4d-47a9-aa9f-524dc8581249) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:34.196762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:34.197506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.203257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d240e9f-8a47-4d28-977d-5a6d9cf987d3 None None] Network cdcad635-da4d-47a9-aa9f-524dc8581249 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:34.215981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bb6adc16-c1f1-4b9a-ba2d-71c843a3fe2f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4319627 Nov 16 21:41:34.218747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48502) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:34.223625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-183609971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:34.246573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.247584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.301021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.306215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.326598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.327946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad16f4bf-680e-4fe7-87a8-4e7f1acf2c53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1081469 Nov 16 21:41:34.330637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48504) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:34.368296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-cdcad635-da4d-47a9-aa9f-524dc8581249', 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '1afe4695-93bf-4eb4-808f-fb0da77a022f'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:34.369234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.508840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Allocated IP 172.20.0.2 (cdcad635-da4d-47a9-aa9f-524dc8581249/1afe4695-93bf-4eb4-808f-fb0da77a022f/ed65c4a5-7987-4d33-8019-c9bfaa71e333) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:34.630495 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.839123 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.847364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.879702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41af61-c0bb-42d7-81f8-248354d1585c req-96c351ed-7809-4c9d-ab48-febd5bab699f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:34.881047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a41af61-c0bb-42d7-81f8-248354d1585c req-96c351ed-7809-4c9d-ab48-febd5bab699f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1468165 Nov 16 21:41:34.900419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Network cdcad635-da4d-47a9-aa9f-524dc8581249 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:34.908107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:34.912271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:34.918202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Pushing event updated for resources: {'Port': ['ID=ed65c4a5-7987-4d33-8019-c9bfaa71e333,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:34.974395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Attempting to bind port ed65c4a5-7987-4d33-8019-c9bfaa71e333 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:34.975215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Attempting to bind port ed65c4a5-7987-4d33-8019-c9bfaa71e333 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1cb6e307-5454-4e4c-b738-a2eab06c9671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:34.975215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Attempting to bind port ed65c4a5-7987-4d33-8019-c9bfaa71e333 on network cdcad635-da4d-47a9-aa9f-524dc8581249 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:34.979988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.20.0.1 (cdcad635-da4d-47a9-aa9f-524dc8581249/1afe4695-93bf-4eb4-808f-fb0da77a022f/d5ded161-8195-4132-9604-616f7d8f46d7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:34.980990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:34.981304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Checking segment: {'id': '1cb6e307-5454-4e4c-b738-a2eab06c9671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:34.981859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.982087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Bound using segment: {'id': '1cb6e307-5454-4e4c-b738-a2eab06c9671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:34.982559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Bound port: ed65c4a5-7987-4d33-8019-c9bfaa71e333, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb6e307-5454-4e4c-b738-a2eab06c9671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cdcad635-da4d-47a9-aa9f-524dc8581249'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:34.983001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.003336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a41af61-c0bb-42d7-81f8-248354d1585c req-b5d8a13e-8db2-45fe-9173-f0385a0d4346 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071391 Nov 16 21:41:35.065409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] For port ed65c4a5-7987-4d33-8019-c9bfaa71e333, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:35.069029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] For port ed65c4a5-7987-4d33-8019-c9bfaa71e333, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ed65c4a5-7987-4d33-8019-c9bfaa71e333,segment=NetworkSegment(1cb6e307-5454-4e4c-b738-a2eab06c9671),segment_id=1cb6e307-5454-4e4c-b738-a2eab06c9671)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:35.074567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.120571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.137353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a3b12-d73e-4302-9aba-ccc8d209088b None None] Pushing event updated for resources: {'Port': ['ID=ed65c4a5-7987-4d33-8019-c9bfaa71e333,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:35.170388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.216853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network cdcad635-da4d-47a9-aa9f-524dc8581249 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:35.220275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:35.225689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:35.230008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=d5ded161-8195-4132-9604-616f7d8f46d7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:35.277719 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.409243 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.586622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ed65c4a5-7987-4d33-8019-c9bfaa71e333 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:35.644601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ed65c4a5-7987-4d33-8019-c9bfaa71e333 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:35.644892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.714543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.720640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.728372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.767489 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port ed65c4a5-7987-4d33-8019-c9bfaa71e333, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ed65c4a5-7987-4d33-8019-c9bfaa71e333,segment=NetworkSegment(1cb6e307-5454-4e4c-b738-a2eab06c9671),segment_id=1cb6e307-5454-4e4c-b738-a2eab06c9671)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:35.774602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.808443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=d5ded161-8195-4132-9604-616f7d8f46d7,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:35.828797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:35.838525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=ed65c4a5-7987-4d33-8019-c9bfaa71e333,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:35.932742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network cdcad635-da4d-47a9-aa9f-524dc8581249 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:35.934537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:36.071733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 551d30f0-d389-4585-9f88-87599e5312c2 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:36.206540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373c1a-378c-487e-8f37-10feb0677658 req-9762b530-2355-410d-ac77-d95ce6fd5a0e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:36.208130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3373c1a-378c-487e-8f37-10feb0677658 req-9762b530-2355-410d-ac77-d95ce6fd5a0e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0881324 Nov 16 21:41:36.209108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:36.214626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8d1ae9e3-0501-4faa-805c-2f840ed23936 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/551d30f0-d389-4585-9f88-87599e5312c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8825495 Nov 16 21:41:36.216901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48516) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:36.224072 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] Sync routers for ids ['551d30f0-d389-4585-9f88-87599e5312c2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:36.231701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc673cdf-0ab3-4a1c-809e-6339b4a6d6a7 None None] Network cdcad635-da4d-47a9-aa9f-524dc8581249 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:36.247490 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] Routers {'551d30f0-d389-4585-9f88-87599e5312c2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:36.248107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['551d30f0-d389-4585-9f88-87599e5312c2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:36.288473 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:36.296925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10c46c-5436-45b6-a8a4-4e0b02129aef tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:36.297323 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] Routers {'551d30f0-d389-4585-9f88-87599e5312c2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:36.297927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['551d30f0-d389-4585-9f88-87599e5312c2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:36.301173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7b10c46c-5436-45b6-a8a4-4e0b02129aef tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports/d5ded161-8195-4132-9604-616f7d8f46d7 HTTP/1.1" status: 200 len: 910 time: 0.0804341 Nov 16 21:41:36.302513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48518) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:36.308589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3373c1a-378c-487e-8f37-10feb0677658 req-93ce2f95-4926-40ab-bdee-a866d649396b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804982 Nov 16 21:41:36.331457 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:36.332353 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a0f8c-8b37-42e0-bf59-5baabf1cbbe0 None None] The sync data for ids ['551d30f0-d389-4585-9f88-87599e5312c2'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:36.367616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-13822ea2-392a-45b2-947b-549fc3551830 None None] Provisioning complete for port ed65c4a5-7987-4d33-8019-c9bfaa71e333 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:36.368371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13822ea2-392a-45b2-947b-549fc3551830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.463372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f0738-b6ae-477e-917b-5927b5de3346 req-4d8e38c7-c2bc-4fa8-8ee1-1bbcf502cc76 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:36.464858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa0f0738-b6ae-477e-917b-5927b5de3346 req-4d8e38c7-c2bc-4fa8-8ee1-1bbcf502cc76 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0698330 Nov 16 21:41:36.545431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa0f0738-b6ae-477e-917b-5927b5de3346 req-761ddaeb-2dcd-4b62-99a7-399f6ec0d981 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706122 Nov 16 21:41:36.572690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48524) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:36.621523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab30f5e-24dd-4096-81bc-a3df5a6aafde tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:36.623220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2ab30f5e-24dd-4096-81bc-a3df5a6aafde tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1092 time: 0.0495081 Nov 16 21:41:36.626108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48526) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:36.634246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:36.665847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.699698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.780606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.820762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-823f4974-3f8d-4022-907c-e00434957315 None None] Provisioning complete for port ed65c4a5-7987-4d33-8019-c9bfaa71e333 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:36.821375 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-823f4974-3f8d-4022-907c-e00434957315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.930844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.228 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/b463de61-2530-4a3a-8da9-dcc45bb8085f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:36.996275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-823f4974-3f8d-4022-907c-e00434957315 None None] Provisioning complete for port d5ded161-8195-4132-9604-616f7d8f46d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:36.996619 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-823f4974-3f8d-4022-907c-e00434957315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.054518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-823f4974-3f8d-4022-907c-e00434957315 None None] Port d5ded161-8195-4132-9604-616f7d8f46d7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:37.097795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.154862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.180027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port d5ded161-8195-4132-9604-616f7d8f46d7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:37.180673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.189028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-aa5f5737-d07e-46df-990f-a794f8e1b3d3 None None] Provisioning complete for port d5ded161-8195-4132-9604-616f7d8f46d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:37.189395 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5737-d07e-46df-990f-a794f8e1b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.253188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f5737-d07e-46df-990f-a794f8e1b3d3 None None] Port d5ded161-8195-4132-9604-616f7d8f46d7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:37.274137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:37.288514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:37.294474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:37.338522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.348698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=b463de61-2530-4a3a-8da9-dcc45bb8085f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:37.367482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for d5ded161-8195-4132-9604-616f7d8f46d7 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:37.573906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ed65c4a5-7987-4d33-8019-c9bfaa71e333 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:37.661942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ed65c4a5-7987-4d33-8019-c9bfaa71e333 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:37.662332 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.712340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-35507261-f39d-426b-8e34-68a220314c01 None None] Provisioning complete for port d5ded161-8195-4132-9604-616f7d8f46d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:37.712966 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35507261-f39d-426b-8e34-68a220314c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.748147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:37.751276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-35507261-f39d-426b-8e34-68a220314c01 None None] Port d5ded161-8195-4132-9604-616f7d8f46d7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:37.806962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=d5ded161-8195-4132-9604-616f7d8f46d7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:37.846662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.847037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.847380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.847714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.848579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.848924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.849249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.849574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.850027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.850356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.850677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.851017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:37.879111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-542ad912-0a60-4bab-8e1a-293ba3140ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:37.881006 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-542ad912-0a60-4bab-8e1a-293ba3140ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0853987 Nov 16 21:41:37.917479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5b02f-cb42-4633-9307-bdc6a8304906 req-34e3a026-d199-4ed7-9e92-81596afc902b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:37.919103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17f5b02f-cb42-4633-9307-bdc6a8304906 req-34e3a026-d199-4ed7-9e92-81596afc902b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1447439 Nov 16 21:41:37.991608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17f5b02f-cb42-4633-9307-bdc6a8304906 req-5c16809b-b830-4896-85b1-95426f38915e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651248 Nov 16 21:41:37.995539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.082958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.260539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.265397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.345052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=b463de61-2530-4a3a-8da9-dcc45bb8085f,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:38.353852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.372769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:38.400268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-902a2b4d-afbc-4df4-a9d2-4fedd6a9f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:38.401298 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-902a2b4d-afbc-4df4-a9d2-4fedd6a9f6b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.5018132 Nov 16 21:41:38.463961 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP dce2508a-220d-4a29-b8af-3fef9f125f20 associated. External IP: 172.25.7.228, port: 74d6f532-41ae-43e4-8df3-f06326cbfb9f. Nov 16 21:41:38.523095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-38de948f-e3e2-48aa-84ef-29f65ebb5792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0927174 Nov 16 21:41:38.627192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 551d30f0-d389-4585-9f88-87599e5312c2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:38.636007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-6afc7b7b-4578-4cf5-8546-f035bc72e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:38.637463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-6afc7b7b-4578-4cf5-8546-f035bc72e37d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0851552 Nov 16 21:41:38.737117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:38.742473 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7870355-fe3a-4e01-a3c6-d384f397b230 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/551d30f0-d389-4585-9f88-87599e5312c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375494 Nov 16 21:41:38.746133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:38.752387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] Sync routers for ids ['551d30f0-d389-4585-9f88-87599e5312c2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:38.766567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] Routers {'551d30f0-d389-4585-9f88-87599e5312c2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:38.767513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['551d30f0-d389-4585-9f88-87599e5312c2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:38.782359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b59d4b12-2b97-4811-b71e-0bd46b9558c5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=551d30f0-d389-4585-9f88-87599e5312c2 HTTP/1.1" status: 200 len: 205 time: 0.0353212 Nov 16 21:41:38.784562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-214b98c6-134f-4c9f-af88-aef652c281bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:38.786841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-214b98c6-134f-4c9f-af88-aef652c281bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418800 Nov 16 21:41:38.787373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48544) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:38.803994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:38.814451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] Routers {'551d30f0-d389-4585-9f88-87599e5312c2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:38.815108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['551d30f0-d389-4585-9f88-87599e5312c2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:38.857995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:38.859010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e592f2-c0f9-4285-9d7c-5c7f2fcf1269 None None] The sync data for ids ['551d30f0-d389-4585-9f88-87599e5312c2'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:38.921773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.035702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.090833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:39.114385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-3f895002-1e58-47a7-828a-2604ef3e670a service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757070 Nov 16 21:41:39.117752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.120514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.215839 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.216259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router 551d30f0-d389-4585-9f88-87599e5312c2 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:39.222945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01dde3-c8bc-445f-b284-54454cc1569d req-626fe009-20da-4070-bcd9-c1c1cb649641 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:39.224361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.224987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa01dde3-c8bc-445f-b284-54454cc1569d req-626fe009-20da-4070-bcd9-c1c1cb649641 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1278069 Nov 16 21:41:39.232426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68fcb3be-7b29-4c4a-a214-2d3514c1f714 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/551d30f0-d389-4585-9f88-87599e5312c2 HTTP/1.1" status: 204 len: 168 time: 0.4411645 Nov 16 21:41:39.233642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48550) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:39.293224 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ce21a13e-914c-4a02-8a3e-4ae5df9b0072 req-bfb6b533-3892-4312-943e-c35578e8f84c service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708522 Nov 16 21:41:39.320173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:39.330371 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Sync routers for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:39.343624 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:39.343860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 1afe4695-93bf-4eb4-808f-fb0da77a022f {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:39.344463 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:39.349510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.384913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa01dde3-c8bc-445f-b284-54454cc1569d req-5bb40973-4d10-4742-b0f5-e5cfe868aab3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414161 Nov 16 21:41:39.391705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.442585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-80b4dde8-0acb-4752-b198-f1e99455f568 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8134847 Nov 16 21:41:39.447084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:39.450383 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5d903-3276-480b-b95d-5e23150d21aa" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:39.456428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.499137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:39.554357 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d61f102-51a6-4dd0-bd97-a3eb81069596 x-openstack-request-id: req-2d61f102-51a6-4dd0-bd97-a3eb81069596 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:39.555392 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:39.555817 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d61f102-51a6-4dd0-bd97-a3eb81069596 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:39.556398 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:41:39.591811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-c1dd9c40-e02b-4f54-8a09-7efb6fc678c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:39.593736 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-c1dd9c40-e02b-4f54-8a09-7efb6fc678c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0568898 Nov 16 21:41:39.653227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e733-d852-45a3-ab95-b6683d862a1e req-21ee4ee1-08fe-4cb0-b8df-47ed82313a30 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:39.655153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5047e733-d852-45a3-ab95-b6683d862a1e req-21ee4ee1-08fe-4cb0-b8df-47ed82313a30 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1027248 Nov 16 21:41:39.663674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.735162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-6d124091-6b43-41a6-bba7-6572fb8000ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:39.737323 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-6d124091-6b43-41a6-bba7-6572fb8000ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1352954 Nov 16 21:41:39.746423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5047e733-d852-45a3-ab95-b6683d862a1e req-d2884cfe-6ff2-4f2b-b662-fe322d4b0493 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785520 Nov 16 21:41:39.778826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48556) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:39.795509 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.825104 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-ed1c0e9a-fcc0-4a96-86d3-2d4fc30ffc0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.0785446 Nov 16 21:41:39.885144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=1afe4695-93bf-4eb4-808f-fb0da77a022f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:39.892627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:39.899220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6fcbd7dd-cfae-473a-96ea-0315e12099f3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/1afe4695-93bf-4eb4-808f-fb0da77a022f HTTP/1.1" status: 204 len: 168 time: 0.6622591 Nov 16 21:41:39.899991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48558) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:39.903031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6877405c-52bb-4e8f-bde9-de195be53807 None None] Network cdcad635-da4d-47a9-aa9f-524dc8581249 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:39.913472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5cc98a72-d9dd-4913-9d49-4c9ff8050586 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 200 len: 992 time: 0.1321025 Nov 16 21:41:39.965194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-294e3f56-d745-4eab-9e6d-f5cfce9979c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:39.966818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-294e3f56-d745-4eab-9e6d-f5cfce9979c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.1329603 Nov 16 21:41:39.984811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'dce2508a-220d-4a29-b8af-3fef9f125f20', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:41:37Z', 'updated_at': '2021-11-16T21:41:37Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.006198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.015310 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Checking router: 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:40.029829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:40.031360 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.091665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-2fd3fc47-3b7f-4a00-99eb-619ac7b10f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:40.093799 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-2fd3fc47-3b7f-4a00-99eb-619ac7b10f21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850136 Nov 16 21:41:40.138128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] DHCP port deletion for cdcad635-da4d-47a9-aa9f-524dc8581249 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:40.164586 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:40.221998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port ed65c4a5-7987-4d33-8019-c9bfaa71e333 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:40.222437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.228655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Deleting port ed65c4a5-7987-4d33-8019-c9bfaa71e333 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:40.229034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.323230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port ed65c4a5-7987-4d33-8019-c9bfaa71e333, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ed65c4a5-7987-4d33-8019-c9bfaa71e333,segment=NetworkSegment(1cb6e307-5454-4e4c-b738-a2eab06c9671),segment_id=1cb6e307-5454-4e4c-b738-a2eab06c9671)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:40.323230 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.323230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-8b33df9a-f654-4d9f-ba8a-beda1440e2b8 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202115 Nov 16 21:41:40.329881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] For port ed65c4a5-7987-4d33-8019-c9bfaa71e333, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ed65c4a5-7987-4d33-8019-c9bfaa71e333,segment=NetworkSegment(1cb6e307-5454-4e4c-b738-a2eab06c9671),segment_id=1cb6e307-5454-4e4c-b738-a2eab06c9671)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:40.332779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.346095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for ed65c4a5-7987-4d33-8019-c9bfaa71e333 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:40.365111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Calling delete_port for ed65c4a5-7987-4d33-8019-c9bfaa71e333 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:40.584583 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.598757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a2b5d903-3276-480b-b95d-5e23150d21aa req-fee763b9-509d-47cc-bf40-1dde81c045fe service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673969 Nov 16 21:41:40.625834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.628142 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'dce2508a-220d-4a29-b8af-3fef9f125f20', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:41:37Z', 'updated_at': '2021-11-16T21:41:37Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.639184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c97be-fcb8-4fbc-9d13-957b3f315606 req-80087eef-0864-43a7-ba18-170d88dfe054 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:40.641431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c97be-fcb8-4fbc-9d13-957b3f315606 req-80087eef-0864-43a7-ba18-170d88dfe054 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1254086 Nov 16 21:41:40.651034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] Pushing event deleted for resources: {'Port': ['ID=ed65c4a5-7987-4d33-8019-c9bfaa71e333,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:40.663694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba08b97-15a7-4654-a7c5-78457e66342d None None] No DVR routers for this DVR port ed65c4a5-7987-4d33-8019-c9bfaa71e333 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:40.685171 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552484ac-7a18-4e4d-8cd2-af8f99cc41c3 None None] The sync data for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 is: [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'dce2508a-220d-4a29-b8af-3fef9f125f20', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:41:37Z', 'updated_at': '2021-11-16T21:41:37Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:40.705654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=ed65c4a5-7987-4d33-8019-c9bfaa71e333,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:40.719214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port ed65c4a5-7987-4d33-8019-c9bfaa71e333 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:40.759121 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee1c97be-fcb8-4fbc-9d13-957b3f315606 req-3bca09df-8409-40c9-97de-34383c36e1f6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057475 Nov 16 21:41:40.851237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.875437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcad635-da4d-47a9-aa9f-524dc8581249']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.886193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb6e307-5454-4e4c-b738-a2eab06c9671') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.886492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb6e307-5454-4e4c-b738-a2eab06c9671') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:40.896472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.916526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48570) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:40.941152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.952102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:40.952500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:40.956130 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:41.030726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a69251-05fa-496e-9906-4553f8ad4bf7 None None] New status for floating IP dce2508a-220d-4a29-b8af-3fef9f125f20: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:41:41.055888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.079480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.088192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/cdcad635-da4d-47a9-aa9f-524dc8581249 HTTP/1.1" status: 204 len: 168 time: 1.1857665 Nov 16 21:41:41.089140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ad531a0-b3a3-49cf-9661-bd71b51fe40d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 200 len: 992 time: 0.1714373 Nov 16 21:41:41.091073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824984e-b54c-4e7f-b0a7-a0a846131d53 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=cdcad635-da4d-47a9-aa9f-524dc8581249,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:41.091544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48572) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:41.100308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1368766233', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}, 'admin_state_up': False}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:41.166043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.167757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.267227 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.435799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.556720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ed65c4a5-7987-4d33-8019-c9bfaa71e333 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:41.601736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ed65c4a5-7987-4d33-8019-c9bfaa71e333 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:41.602456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ed65c4a5-7987-4d33-8019-c9bfaa71e333 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:41.698139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.717812 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.829415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.25.7.111 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/b79f1a91-fc91-4ce2-860c-fe541973ba73) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:41.934490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:41.977415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.017315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:42.020585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:42.023562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:42.034896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6e974-8f71-489c-b882-baf523a3d444 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:42.054172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=b79f1a91-fc91-4ce2-860c-fe541973ba73,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:42.092806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:42.109950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d3840312-c56c-4d6a-bb1b-3bdba662e005 None None] Provisioning complete for port b79f1a91-fc91-4ce2-860c-fe541973ba73 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:42.111971 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d3840312-c56c-4d6a-bb1b-3bdba662e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.154979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d3840312-c56c-4d6a-bb1b-3bdba662e005 None None] Port b79f1a91-fc91-4ce2-860c-fe541973ba73 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:42.170004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d7fa9649-4179-4cdf-b5e4-b816a0201ff3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 200 len: 994 time: 0.0759618 Nov 16 21:41:42.299720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.501413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.632506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 5b10ea2c-cbf7-4ccb-95a4-52b359dff865 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:42.744863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:42.755668 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] Sync routers for ids ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:42.768621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.772832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-af2548ea-3757-4a34-b830-6d06a5fa300b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6771965 Nov 16 21:41:42.773045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] Routers {'5b10ea2c-cbf7-4ccb-95a4-52b359dff865'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:42.773170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:42.773402 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:42.812164 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:42.821267 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] Routers {'5b10ea2c-cbf7-4ccb-95a4-52b359dff865'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:42.821987 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:42.857951 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:42.858689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3149a0-8271-4668-b713-8b44e2d1ca60 None None] The sync data for ids ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:42.881533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:42.898868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ebf676f8-84fa-454a-abde-e7d4b1e5111d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers/5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 200 len: 881 time: 0.1223898 Nov 16 21:41:42.899315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:43.137877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a1b33e1c-57a1-40f3-8cc5-99cf65bb7c74 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2370925 Nov 16 21:41:43.140365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48584) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:43.145674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1368766233'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:43.438267 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:43.449637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:43.870224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 5b10ea2c-cbf7-4ccb-95a4-52b359dff865 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:43.959249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48592) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:43.982207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:43.989601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:43.990646 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d13e0d21-1c9a-4ec5-ab1d-2998aa85873d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 200 len: 888 time: 0.8493307 Nov 16 21:41:43.993194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:43.997115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] Sync routers for ids ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:44.013967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] Routers {'5b10ea2c-cbf7-4ccb-95a4-52b359dff865'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:44.015282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:44.056969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:44.068931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] Routers {'5b10ea2c-cbf7-4ccb-95a4-52b359dff865'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:44.069545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:44.085855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55511e1-6a49-42c1-8626-e714b4f698cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.104771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:44.105437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5289ccba-8289-418a-b33d-20bc122a2782 None None] The sync data for ids ['5b10ea2c-cbf7-4ccb-95a4-52b359dff865'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:44.114403 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-355ab6e7-eca6-443a-a017-2b37d4ff7771 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers/5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 200 len: 888 time: 0.1199734 Nov 16 21:41:44.116905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:44.143895 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1736b510-196f-4ad5-87dd-b1292c6ca030 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 200 len: 205 time: 0.0258253 Nov 16 21:41:44.147012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:44.164944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55511e1-6a49-42c1-8626-e714b4f698cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.169138 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55511e1-6a49-42c1-8626-e714b4f698cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.207813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55511e1-6a49-42c1-8626-e714b4f698cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35173518-a7b2-4025-bb6e-5a1f0ab6aa9c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:44.215693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a55511e1-6a49-42c1-8626-e714b4f698cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5261eb7f4fc5400991b02fe0f6934ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549798 Nov 16 21:41:44.216498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48602) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:44.272331 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.275264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.295352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.343219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.345985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.347170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35173518-a7b2-4025-bb6e-5a1f0ab6aa9c HTTP/1.1" status: 204 len: 168 time: 0.1289809 Nov 16 21:41:44.356107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6708d-1845-49bc-b425-8218ca773c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35173518-a7b2-4025-bb6e-5a1f0ab6aa9c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:44.392874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.448749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port b79f1a91-fc91-4ce2-860c-fe541973ba73 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:44.449372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.537279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.548886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for b79f1a91-fc91-4ce2-860c-fe541973ba73 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:44.719087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.744570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=b79f1a91-fc91-4ce2-860c-fe541973ba73,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:44.762224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502208b-b852-48c8-9738-1a1df377464f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:44.810333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.905645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.907887 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.954677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.955255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router 5b10ea2c-cbf7-4ccb-95a4-52b359dff865 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:44.962504 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.963769 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27f1ad86-8197-4910-b15c-0480f2e9266c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 204 len: 168 time: 0.8156681 Nov 16 21:41:44.967241 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48624) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:44.973458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229235782'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:44.994824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:44.998446 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:44.999383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48626) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:45.023033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:45.032245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.032582 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 870e741c-ef17-4702-9440-baa208113bfb of type vlan for network 6e83232b-0114-4de4-bd3a-78714e3d65dd Nov 16 21:41:45.074538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.099605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.103315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-639214619-network', 'tenant_id': '5f9e7cec273d48369313b48878cd5e8c'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:45.105632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:45.106221 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.123893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Made reservation on behalf of 5f9e7cec273d48369313b48878cd5e8c for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:45.126245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.135767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.166353 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1978590 Nov 16 21:41:45.169468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:45.174506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:45.215488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.219919 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.230165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57494ecc-382b-4d32-a2c5-8ff57154668f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=6e83232b-0114-4de4-bd3a-78714e3d65dd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:45.244430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:45.248991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:45.255553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d062dc-26a1-498e-8612-690a00627035,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:45.261785 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.262211 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Added segment 7937fbf2-5717-40bd-b9bc-37335f901c33 of type vlan for network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e Nov 16 21:41:45.304633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:45.307739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.308963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.334536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.335980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:45.336219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9fe8467-bf5b-4cf5-a056-dcf253b34e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.338409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.395439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3943160 Nov 16 21:41:45.398169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48632) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:45.405544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Request body: {'subnet': {'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-639214619-subnet', 'tenant_id': '5f9e7cec273d48369313b48878cd5e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:45.411168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86920d-5bb7-4f47-879c-a17e68d6a573 admin admin] Pushing event updated for resources: {'Network': ['ID=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:45.422450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:45.433201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Made reservation on behalf of 5f9e7cec273d48369313b48878cd5e8c for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:45.436007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.520426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.583831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=8443523b-3e25-4371-9b5f-cf29b7516979,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:45.592254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '870e741c-ef17-4702-9440-baa208113bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:45.592619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 6e83232b-0114-4de4-bd3a-78714e3d65dd, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:45.610264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:45.618495 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.619572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 6e83232b-0114-4de4-bd3a-78714e3d65dd) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:45.624763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:45.626484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.628171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdcc510-3967-4db4-9ef2-4a45260d31f2 None None] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:45.644476 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-031e4941-75a5-4562-a4c0-533b8f87d5b9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4741473 Nov 16 21:41:45.647588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:45.652540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-696032928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:45.678894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.680056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.683043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:45.694674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Checking segment: {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:45.695067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Network hostable DHCP agents. Network: c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:45.714329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:45.726719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:45.731794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:45.732459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.747430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.750479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d73d66ef-74e8-4c2c-a29f-5f7882dbfc9c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3511021 Nov 16 21:41:45.752502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.754064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887c96d-b6e0-4bbf-a700-870bedc6d025 None None] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:45.777885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.779303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-983ad16f-e174-4679-83c5-a1ec129d60a1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1305838 Nov 16 21:41:45.782080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48638) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:45.858501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-6e83232b-0114-4de4-bd3a-78714e3d65dd', 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '8443523b-3e25-4371-9b5f-cf29b7516979'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:45.859425 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:45.987965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e8040-6732-43d3-81c8-067ab06bb859 None None] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:46.073557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.302179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Allocated IP 172.20.0.2 (6e83232b-0114-4de4-bd3a-78714e3d65dd/8443523b-3e25-4371-9b5f-cf29b7516979/68f45552-b132-44f1-a946-1ce760fd865e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:46.491360 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.502725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.543607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:46.547930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:46.551303 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Pushing event updated for resources: {'Port': ['ID=68f45552-b132-44f1-a946-1ce760fd865e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:46.553556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:46.555796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.20.0.1 (6e83232b-0114-4de4-bd3a-78714e3d65dd/8443523b-3e25-4371-9b5f-cf29b7516979/9fb4d195-cfed-4a3c-b3fb-0d76d9f42391) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:46.608687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Attempting to bind port 68f45552-b132-44f1-a946-1ce760fd865e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:46.609152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Attempting to bind port 68f45552-b132-44f1-a946-1ce760fd865e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '870e741c-ef17-4702-9440-baa208113bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:46.609570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Attempting to bind port 68f45552-b132-44f1-a946-1ce760fd865e on network 6e83232b-0114-4de4-bd3a-78714e3d65dd {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:46.615324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:46.615771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Checking segment: {'id': '870e741c-ef17-4702-9440-baa208113bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:46.616237 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.616834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Bound using segment: {'id': '870e741c-ef17-4702-9440-baa208113bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:46.617364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Bound port: 68f45552-b132-44f1-a946-1ce760fd865e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870e741c-ef17-4702-9440-baa208113bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '6e83232b-0114-4de4-bd3a-78714e3d65dd'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:46.617805 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.672868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.686742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] For port 68f45552-b132-44f1-a946-1ce760fd865e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:46.689966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] For port 68f45552-b132-44f1-a946-1ce760fd865e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68f45552-b132-44f1-a946-1ce760fd865e,segment=NetworkSegment(870e741c-ef17-4702-9440-baa208113bfb),segment_id=870e741c-ef17-4702-9440-baa208113bfb)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:46.694818 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.713100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.760763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e2b20-4b2c-4315-8610-bbd88574b29a None None] Pushing event updated for resources: {'Port': ['ID=68f45552-b132-44f1-a946-1ce760fd865e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:46.771097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:46.774738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:46.779405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:46.814732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=9fb4d195-cfed-4a3c-b3fb-0d76d9f42391,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:46.827255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:46.980249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.268178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.272867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.348224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=9fb4d195-cfed-4a3c-b3fb-0d76d9f42391,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:47.350640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.447434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:47.448891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:47.596223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 5d309737-50d4-4623-ac61-acc0d23741a4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:47.601145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68f45552-b132-44f1-a946-1ce760fd865e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:47.700067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 68f45552-b132-44f1-a946-1ce760fd865e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:47.700386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.708673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0cda59f2-837a-456f-9f87-cacda35a5a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.734871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:47.749383 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] Sync routers for ids ['5d309737-50d4-4623-ac61-acc0d23741a4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:47.753742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d8c4d36-b27d-433f-a61c-d4b50a15c57d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/5d309737-50d4-4623-ac61-acc0d23741a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703712 Nov 16 21:41:47.756636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48656) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:47.776621 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] Routers {'5d309737-50d4-4623-ac61-acc0d23741a4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:47.777446 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d309737-50d4-4623-ac61-acc0d23741a4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:47.812149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e0d42-f543-4ea1-bdae-42c2295ec442 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:47.814396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e4e0d42-f543-4ea1-bdae-42c2295ec442 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports/9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 HTTP/1.1" status: 200 len: 910 time: 0.0560439 Nov 16 21:41:47.817766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48658) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:47.824275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8443523b-3e25-4371-9b5f-cf29b7516979'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:47.824596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.830913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:47.841923 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] Routers {'5d309737-50d4-4623-ac61-acc0d23741a4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:47.842741 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d309737-50d4-4623-ac61-acc0d23741a4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:47.861015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34eeeae-97ff-4fd2-a0ac-9ae6c4adb58a None None] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:47.881597 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:47.882509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570d51e-c8be-4cdf-85b5-867ff833d443 None None] The sync data for ids ['5d309737-50d4-4623-ac61-acc0d23741a4'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:47.933049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 68f45552-b132-44f1-a946-1ce760fd865e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68f45552-b132-44f1-a946-1ce760fd865e,segment=NetworkSegment(870e741c-ef17-4702-9440-baa208113bfb),segment_id=870e741c-ef17-4702-9440-baa208113bfb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:47.944137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.978643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-01333554-a3b7-42f4-8bcb-c524ef1e2f0c None None] Provisioning complete for port 68f45552-b132-44f1-a946-1ce760fd865e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:47.979183 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-01333554-a3b7-42f4-8bcb-c524ef1e2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:47.995642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.064414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=68f45552-b132-44f1-a946-1ce760fd865e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:48.379021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.387978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.447737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-af23f60d-4932-42eb-a8cd-fe5fca86069d None None] Provisioning complete for port 68f45552-b132-44f1-a946-1ce760fd865e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:48.448494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-af23f60d-4932-42eb-a8cd-fe5fca86069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.467260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:48.468158 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.471395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/ports/9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 HTTP/1.1" status: 200 len: 910 time: 0.6514189 Nov 16 21:41:48.473866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48660) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:48.506364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81d34-e9d3-4557-be88-e072d5743c11 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=9fb4d195-cfed-4a3c-b3fb-0d76d9f42391,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:48.587079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-af23f60d-4932-42eb-a8cd-fe5fca86069d None None] Provisioning complete for port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:48.587765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-af23f60d-4932-42eb-a8cd-fe5fca86069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.632648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-af23f60d-4932-42eb-a8cd-fe5fca86069d None None] Port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:48.765281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-179f0c92-ffe0-414a-a57d-fb369fd03d53 None None] Provisioning complete for port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:48.765281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-179f0c92-ffe0-414a-a57d-fb369fd03d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.809511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-179f0c92-ffe0-414a-a57d-fb369fd03d53 None None] Port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:48.851761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.929081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-52dd3bf9-3626-4434-9b22-ae29c5a60ac3 None None] Provisioning complete for port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:48.929610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-52dd3bf9-3626-4434-9b22-ae29c5a60ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:48.970815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-52dd3bf9-3626-4434-9b22-ae29c5a60ac3 None None] Port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:49.298867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:49.499280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:49.499805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:49.538730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68f45552-b132-44f1-a946-1ce760fd865e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:49.591274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:49.594003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 68f45552-b132-44f1-a946-1ce760fd865e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:49.594362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:49.603396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 9fb4d195-cfed-4a3c-b3fb-0d76d9f42391 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:49.785528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:49.821196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=9fb4d195-cfed-4a3c-b3fb-0d76d9f42391,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:49.969086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.131293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 5d309737-50d4-4623-ac61-acc0d23741a4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:50.205004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:50.211538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c6bbb23b-ecca-4833-ab6e-199e5e2ddfa4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/5d309737-50d4-4623-ac61-acc0d23741a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366076 Nov 16 21:41:50.214219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:50.217643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] Sync routers for ids ['5d309737-50d4-4623-ac61-acc0d23741a4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:50.229922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] Routers {'5d309737-50d4-4623-ac61-acc0d23741a4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:50.230711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d309737-50d4-4623-ac61-acc0d23741a4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:50.258868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c32b0588-0966-4419-b76d-214d48c62e20 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d309737-50d4-4623-ac61-acc0d23741a4 HTTP/1.1" status: 200 len: 205 time: 0.0291908 Nov 16 21:41:50.259370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48672) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:50.268670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:50.278608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] Routers {'5d309737-50d4-4623-ac61-acc0d23741a4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:50.279595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d309737-50d4-4623-ac61-acc0d23741a4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:50.313431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:50.314149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12356a-b2d1-4aa1-84a6-a4017c48a0ad None None] The sync data for ids ['5d309737-50d4-4623-ac61-acc0d23741a4'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:50.338492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.505107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.507447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.537746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.553892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.554642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router 5d309737-50d4-4623-ac61-acc0d23741a4 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:41:50.562655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.563970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c840e59-25f8-4cf8-9822-90751ba21470 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/5d309737-50d4-4623-ac61-acc0d23741a4 HTTP/1.1" status: 204 len: 168 time: 0.3035333 Nov 16 21:41:50.567039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48674) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:50.627384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 8443523b-3e25-4371-9b5f-cf29b7516979 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:41:50.631366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.672290 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.761889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.827328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.855736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=8443523b-3e25-4371-9b5f-cf29b7516979,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:50.858068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:50.864522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e951e46a-17da-45ba-85e6-008dba81be5b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/8443523b-3e25-4371-9b5f-cf29b7516979 HTTP/1.1" status: 204 len: 168 time: 0.2964330 Nov 16 21:41:50.864771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48678) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:50.865564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b4374-9584-4915-b089-c036295018eb None None] Network 6e83232b-0114-4de4-bd3a-78714e3d65dd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:50.947316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.003410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 68f45552-b132-44f1-a946-1ce760fd865e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:51.004605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.060330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] DHCP port deletion for 6e83232b-0114-4de4-bd3a-78714e3d65dd request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:41:51.077874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 68f45552-b132-44f1-a946-1ce760fd865e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68f45552-b132-44f1-a946-1ce760fd865e,segment=NetworkSegment(870e741c-ef17-4702-9440-baa208113bfb),segment_id=870e741c-ef17-4702-9440-baa208113bfb)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:51.078187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.092482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 68f45552-b132-44f1-a946-1ce760fd865e owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:51.107922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Deleting port 68f45552-b132-44f1-a946-1ce760fd865e {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:41:51.108303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.176989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] For port 68f45552-b132-44f1-a946-1ce760fd865e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68f45552-b132-44f1-a946-1ce760fd865e,segment=NetworkSegment(870e741c-ef17-4702-9440-baa208113bfb),segment_id=870e741c-ef17-4702-9440-baa208113bfb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:51.177388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.183422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.191213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Calling delete_port for 68f45552-b132-44f1-a946-1ce760fd865e owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:41:51.218001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=68f45552-b132-44f1-a946-1ce760fd865e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:51.219973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port 68f45552-b132-44f1-a946-1ce760fd865e on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:41:51.267657 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 21:41:51.280178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.306717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] Pushing event deleted for resources: {'Port': ['ID=68f45552-b132-44f1-a946-1ce760fd865e,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:51.312380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.312566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea54392-5f4a-48bd-bf65-b22aee6f3ecd None None] No DVR routers for this DVR port 68f45552-b132-44f1-a946-1ce760fd865e on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:41:51.332605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e83232b-0114-4de4-bd3a-78714e3d65dd']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:51.342164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870e741c-ef17-4702-9440-baa208113bfb') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:51.342453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870e741c-ef17-4702-9440-baa208113bfb') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:51.353206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.367907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.374836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:41:51.375258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:41:51.379155 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:41:51.423968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.453064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.460472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.463664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/6e83232b-0114-4de4-bd3a-78714e3d65dd HTTP/1.1" status: 204 len: 168 time: 0.5979664 Nov 16 21:41:51.467691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48680) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:51.480689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481187177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:51.487041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323229f-f690-4fef-a269-ead6fd657983 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=6e83232b-0114-4de4-bd3a-78714e3d65dd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:51.528006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.529543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.588821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.595094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.621219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.622850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0af3abd5-1337-4f7b-be37-c4fc4758cc40 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1546297 Nov 16 21:41:51.625574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:51.633790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1479462461'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:51.654390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:51.658242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.667106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68f45552-b132-44f1-a946-1ce760fd865e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:41:51.687148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:51.688812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 68f45552-b132-44f1-a946-1ce760fd865e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:41:51.689286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68f45552-b132-44f1-a946-1ce760fd865e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:41:51.699750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.700108 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 9be8bdfb-eb1a-4814-be01-7af8c313e3c1 of type vlan for network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a Nov 16 21:41:51.744998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.769000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.775075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:51.775650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:51.831556 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2048135 Nov 16 21:41:51.835701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48684) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:51.843242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:51.844450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd3e6d-e9e6-4e56-9a10-ebf59cf4da46 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=1d893f76-c432-4b16-8e9c-8098d2c9ec7a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:51.855405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:51.970477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:51.974748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.159504 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.227872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=59db5004-51d7-4916-80c2-7f48e2707bb9,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:52.230356 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:41:52.233121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:52.233482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 1d893f76-c432-4b16-8e9c-8098d2c9ec7a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:52.251014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:52.259550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1d893f76-c432-4b16-8e9c-8098d2c9ec7a) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:52.263553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:52.264148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.272011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f236305a-5a17-4b85-8295-3d42a9e09929 None None] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:52.284673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7d484ee8-8a12-47a4-b966-848788750e3f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4450648 Nov 16 21:41:52.285551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48688) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:52.430186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:52.431348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.582726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.585618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Allocated IP 172.20.0.2 (1d893f76-c432-4b16-8e9c-8098d2c9ec7a/59db5004-51d7-4916-80c2-7f48e2707bb9/a5b4279f-ba07-4b72-8c67-9492cf165fcb) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:52.736908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.744172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.792619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Pushing event updated for resources: {'Port': ['ID=a5b4279f-ba07-4b72-8c67-9492cf165fcb,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:52.804509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:52.805750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:52.808046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:52.831589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.20.0.1 (1d893f76-c432-4b16-8e9c-8098d2c9ec7a/59db5004-51d7-4916-80c2-7f48e2707bb9/414a007b-9e96-43cf-8f17-b0fcdf7f2fdd) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:52.863284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Attempting to bind port a5b4279f-ba07-4b72-8c67-9492cf165fcb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:52.863702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Attempting to bind port a5b4279f-ba07-4b72-8c67-9492cf165fcb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:52.864023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Attempting to bind port a5b4279f-ba07-4b72-8c67-9492cf165fcb on network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:52.869191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:52.869561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Checking segment: {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:52.870079 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.870478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Bound using segment: {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:52.870966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Bound port: a5b4279f-ba07-4b72-8c67-9492cf165fcb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:52.871474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.934978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] For port a5b4279f-ba07-4b72-8c67-9492cf165fcb, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:52.939446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] For port a5b4279f-ba07-4b72-8c67-9492cf165fcb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a5b4279f-ba07-4b72-8c67-9492cf165fcb,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:52.946247 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.955108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:52.996411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.022672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367e5b8-952e-4869-8972-42a7b3143d61 None None] Pushing event updated for resources: {'Port': ['ID=a5b4279f-ba07-4b72-8c67-9492cf165fcb,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:53.044666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:53.050363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:53.053489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:53.092169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:53.116712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.283904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.641877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a5b4279f-ba07-4b72-8c67-9492cf165fcb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:53.696692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.704625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.717148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a5b4279f-ba07-4b72-8c67-9492cf165fcb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:53.717689 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.794570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.812553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:53.840765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.903183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a5b4279f-ba07-4b72-8c67-9492cf165fcb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a5b4279f-ba07-4b72-8c67-9492cf165fcb,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:53.910436 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.933315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:53.934891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:53.962887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a5b4279f-ba07-4b72-8c67-9492cf165fcb,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:54.079146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:41:54.180213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:54.189994 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:54.193900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c2b2cd4-40eb-4bc6-8a46-63cc4ffcd846 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067290 Nov 16 21:41:54.195895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:54.201333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1687368260'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:54.208203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:54.208926 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:54.231480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07ebc5-b306-49e2-a9ab-be7f9a0d6583 None None] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:54.258212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:54.266257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.287766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7eae8ad9-853a-41ee-a94d-54514ce6c069 None None] Provisioning complete for port a5b4279f-ba07-4b72-8c67-9492cf165fcb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:54.288631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7eae8ad9-853a-41ee-a94d-54514ce6c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.307491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:54.377681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:54.418644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.422429 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment f48f93c6-0ea3-4b18-a75b-bdaddb79330e of type vlan for network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 Nov 16 21:41:54.520485 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.553333 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:41:53Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:53Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:54.555025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.567561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:54.569151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.604236 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:54.604655 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Updating router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:41:54.635507 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.644036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48698) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:54.645245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4469619 Nov 16 21:41:54.651088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11d141-de12-4438-ac06-e1ba61397455 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=9a1d582c-8fd4-4459-b49d-27341dfbf6c1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:54.655677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:54.671874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:55.061009 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.069491 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.136200 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae51891-0abc-45ab-bdf2-899a097601b8 None None] Pushing event updated for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:55.166945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ea0586b6-2e72-4893-b764-e8fab40a18eb None None] Provisioning complete for port a5b4279f-ba07-4b72-8c67-9492cf165fcb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:55.167210 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea0586b6-2e72-4893-b764-e8fab40a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.257769 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Attempting to bind port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:55.258284 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Attempting to bind port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:55.258628 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Attempting to bind port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd on network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:55.280207 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:55.280809 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Checking segment: {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:55.284907 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.285342 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Bound using segment: {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:55.285834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Bound port: 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be8bdfb-eb1a-4814-be01-7af8c313e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:55.286222 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.299389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:55.311043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.327719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ea0586b6-2e72-4893-b764-e8fab40a18eb None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:55.328228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea0586b6-2e72-4893-b764-e8fab40a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.398081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ea0586b6-2e72-4893-b764-e8fab40a18eb None None] Port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:41:55.431195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] For port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:55.434623 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] For port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:55.441070 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.533791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:55.534163 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.549347 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae51891-0abc-45ab-bdf2-899a097601b8 None None] Pushing event updated for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:55.562689 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:55.563349 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:55.636570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a5b4279f-ba07-4b72-8c67-9492cf165fcb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:55.685510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.693898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.735653 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:55.748102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] For port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:55.749312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a5b4279f-ba07-4b72-8c67-9492cf165fcb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:55.749651 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.780310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.816678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=f5bd9c10-dfc8-4d50-bcac-42352d145c29,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:55.826864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:55.827258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 9a1d582c-8fd4-4459-b49d-27341dfbf6c1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:55.853932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c106e8e-06e4-4837-ae75-b1855c2d3354 None None] Pushing event updated for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:55.855068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:55.870463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9a1d582c-8fd4-4459-b49d-27341dfbf6c1) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:55.879527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:55.880125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.881139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f5e505-5cd5-4ecc-b799-c0c2392b568f None None] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:55.940726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1c0f4e3e-e171-4d0d-8312-e1707289b119 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2920656 Nov 16 21:41:55.942057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48702) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:56.004616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4398870d-330a-4749-9413-70b60cdd7567 None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:56.005147 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4398870d-330a-4749-9413-70b60cdd7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.203137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:41:53Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:56.243115 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda89ef-a355-4dca-9abf-757f0746c34b None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:41:53Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:41:56.311618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:56.313176 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.346089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d5bfc59d-8e3d-4598-a455-102e71a8dbcb None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:56.346842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5bfc59d-8e3d-4598-a455-102e71a8dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.720676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Allocated IP 172.21.0.2 (9a1d582c-8fd4-4459-b49d-27341dfbf6c1/f5bd9c10-dfc8-4d50-bcac-42352d145c29/cc767705-6ddf-43b1-be93-073bd9c9595a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:56.867578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-744e74be-919d-45e5-a983-c579d358409b None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:56.868098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-744e74be-919d-45e5-a983-c579d358409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.905188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.964217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.978685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.052012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:57.059252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:57.063969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:57.067703 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Pushing event updated for resources: {'Port': ['ID=cc767705-6ddf-43b1-be93-073bd9c9595a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:57.161396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Attempting to bind port cc767705-6ddf-43b1-be93-073bd9c9595a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:57.161858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Attempting to bind port cc767705-6ddf-43b1-be93-073bd9c9595a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:57.166508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Attempting to bind port cc767705-6ddf-43b1-be93-073bd9c9595a on network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:57.172221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:57.172669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Checking segment: {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:57.173157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.173615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Bound using segment: {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:57.174160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Bound port: cc767705-6ddf-43b1-be93-073bd9c9595a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:57.174603 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.253011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ab76434f-edc1-474d-85be-029040937cbc None None] For port cc767705-6ddf-43b1-be93-073bd9c9595a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:57.257544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ab76434f-edc1-474d-85be-029040937cbc None None] For port cc767705-6ddf-43b1-be93-073bd9c9595a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc767705-6ddf-43b1-be93-073bd9c9595a,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:57.263992 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.268695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.21.0.1 (9a1d582c-8fd4-4459-b49d-27341dfbf6c1/f5bd9c10-dfc8-4d50-bcac-42352d145c29/52fe0638-7cac-4742-a946-a2c6af131422) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:57.364498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76434f-edc1-474d-85be-029040937cbc None None] Pushing event updated for resources: {'Port': ['ID=cc767705-6ddf-43b1-be93-073bd9c9595a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:57.470763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.545868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.620957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:57.625502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:57.630398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:57.670014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:57.672806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:57.729718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.747029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:57.748082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:57.915995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.218186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.225114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.307259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:58.311078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.420560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:58.421858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:58.527478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:41:58.652199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:41:58.657379 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67ee5a49-00d9-4306-8ff1-3640e8aa63b4 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142346 Nov 16 21:41:58.661007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48712) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:58.665948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:41:58.666271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-726320785'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:58.678850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:41:58.679461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:58.697368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:58.713172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.759245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:41:58.786318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.787478 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 569998fc-2b73-4cb7-aaa0-62f338361c49 of type vlan for network 9d180039-34f5-41cd-b64e-83c964fad9f1 Nov 16 21:41:58.801496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:41:58.874501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.912091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.927747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:58.928459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:58.971662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e3019-f76a-412e-9243-429c51be8b52 None None] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:58.993461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3310580 Nov 16 21:41:58.996169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48714) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:59.005195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:59.007729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda384f-124d-46b8-b301-9c2811661302 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=9d180039-34f5-41cd-b64e-83c964fad9f1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:59.035520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:41:59.109394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:59.113896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.287930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] Provisioning complete for port cc767705-6ddf-43b1-be93-073bd9c9595a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:59.288349 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.318664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.384990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=8148c04a-a476-4058-8154-b58fb8e38752,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:59.392632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:59.393665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 9d180039-34f5-41cd-b64e-83c964fad9f1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:41:59.411649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:41:59.425936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9d180039-34f5-41cd-b64e-83c964fad9f1) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:59.431452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:59.432734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.443024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54d603-3113-4d79-871d-9018128c2c9a None None] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:41:59.456056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b46c14d1-6eb9-4fdb-ac7a-e6c6e9ac7887 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4552512 Nov 16 21:41:59.456488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48718) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:41:59.580353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:41:57Z', 'revision_number': 3, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:41:58Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:41:59.618448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc767705-6ddf-43b1-be93-073bd9c9595a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:59.627324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:41:59.627681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Updating router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 port 52fe0638-7cac-4742-a946-a2c6af131422 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:41:59.657566 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.740843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.799006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] For port cc767705-6ddf-43b1-be93-073bd9c9595a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc767705-6ddf-43b1-be93-073bd9c9595a,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:59.833791 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.887476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cc767705-6ddf-43b1-be93-073bd9c9595a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:59.887844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.897858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:59.987125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9d180039-34f5-41cd-b64e-83c964fad9f1', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:41:59.988503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.026829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e78c-94a2-413d-af91-4071b6d029f3 None None] Pushing event updated for resources: {'Port': ['ID=cc767705-6ddf-43b1-be93-073bd9c9595a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:00.208683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-222258bd-6c2a-4cec-8b65-bb8fb3b920cf None None] Provisioning complete for port cc767705-6ddf-43b1-be93-073bd9c9595a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:00.209055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-222258bd-6c2a-4cec-8b65-bb8fb3b920cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.228062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.22.0.1 (9d180039-34f5-41cd-b64e-83c964fad9f1/8148c04a-a476-4058-8154-b58fb8e38752/422d652d-61a3-4cc5-ba62-b021fea79710) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:00.364667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.399695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.405910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-222258bd-6c2a-4cec-8b65-bb8fb3b920cf None None] Provisioning complete for port 52fe0638-7cac-4742-a946-a2c6af131422 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:00.406582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-222258bd-6c2a-4cec-8b65-bb8fb3b920cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.407641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.436862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.466218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:00.470858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:00.474347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:00.479023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:00.509013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Pushing event updated for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:00.531444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.537769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-222258bd-6c2a-4cec-8b65-bb8fb3b920cf None None] Port 52fe0638-7cac-4742-a946-a2c6af131422 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:00.557164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Allocated IP 172.22.0.2 (9d180039-34f5-41cd-b64e-83c964fad9f1/8148c04a-a476-4058-8154-b58fb8e38752/98742cd6-5a1f-4b01-a2d0-9e64b8c98b10) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:00.624293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Attempting to bind port 52fe0638-7cac-4742-a946-a2c6af131422 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:00.625347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Attempting to bind port 52fe0638-7cac-4742-a946-a2c6af131422 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:00.626487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Attempting to bind port 52fe0638-7cac-4742-a946-a2c6af131422 on network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:00.637385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:00.639272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Checking segment: {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:00.640296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.641709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Bound using segment: {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:00.642535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Bound port: 52fe0638-7cac-4742-a946-a2c6af131422, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:00.644761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.688774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.725307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c4011423-4e8e-44a0-83d0-ce8827b7f1ee None None] Provisioning complete for port 52fe0638-7cac-4742-a946-a2c6af131422 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:00.725600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4011423-4e8e-44a0-83d0-ce8827b7f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.778522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c4011423-4e8e-44a0-83d0-ce8827b7f1ee None None] Port 52fe0638-7cac-4742-a946-a2c6af131422 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:00.843503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] For port 52fe0638-7cac-4742-a946-a2c6af131422, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:00.851266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] For port 52fe0638-7cac-4742-a946-a2c6af131422, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52fe0638-7cac-4742-a946-a2c6af131422,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:00.858896 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.955778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] Provisioning complete for port 52fe0638-7cac-4742-a946-a2c6af131422 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:00.955778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:00.971565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.002498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:01.003751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:01.011621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.021996 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.095774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:01.106653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:01.109473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.139217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.144546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Pushing event updated for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:01.190618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.191600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.192003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.192261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.192588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.193019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.193226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.193547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.193866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.194180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.194510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.194820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3c512-5e49-460c-a1a3-fd722bb46efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:01.212559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:01.214045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:01.326310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:01.430997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:01.439061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48724) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:01.439665 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-701d8fa2-6fa0-414e-b917-3fb2ea71f6cb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817474 Nov 16 21:42:01.446096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1237164706'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:01.455038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:01.462567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Pushing event updated for resources: {'Port': ['ID=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:01.467906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:01.470308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:01.475040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:01.479159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.531835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:42:01.544331 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.545089 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added segment 6461f5aa-8b63-4ff4-9066-91c557e66683 of type vlan for network 9cd94cc6-d733-4ec6-af32-fc5200241a25 Nov 16 21:42:01.594076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.606897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Attempting to bind port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:01.606897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Attempting to bind port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:01.607372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Attempting to bind port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 on network 9d180039-34f5-41cd-b64e-83c964fad9f1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:01.614653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc767705-6ddf-43b1-be93-073bd9c9595a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:01.626233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.632592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:01.633161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.644014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:01.644014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Checking segment: {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:01.644404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.644764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Bound using segment: {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:01.645240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Bound port: 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:01.645616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.647433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.700543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48726) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:01.701156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2585659 Nov 16 21:42:01.707296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a94a-d957-40be-a06d-b69ef984ab09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Network': ['ID=9cd94cc6-d733-4ec6-af32-fc5200241a25,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:01.707809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'subnet': {'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:01.724554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:42:01.811082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Made reservation on behalf of 1c7e5597c766405a819ee05414729c6f for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:01.812912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] For port 52fe0638-7cac-4742-a946-a2c6af131422, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52fe0638-7cac-4742-a946-a2c6af131422,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:01.815422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.834215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.885332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cc767705-6ddf-43b1-be93-073bd9c9595a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:01.886011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:01.945309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] For port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:01.986081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] For port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:01.991252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 1, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:02.013727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:02.025551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:02.027420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f94669-bef4-49f8-a255-1fb0606170d9 None None] Pushing event updated for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:02.042772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c8283-7b16-49be-a6d7-c2b664108102 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 1, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:02.114581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Subnet': ['ID=09ea99ee-b4d4-48c8-8815-e67d18578ea9,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:02.127962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Checking segment: {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:02.132527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network hostable DHCP agents. Network: 9cd94cc6-d733-4ec6-af32-fc5200241a25, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:42:02.145510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf238-3b49-4878-9950-dd9386edc7fc None None] Pushing event updated for resources: {'Port': ['ID=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:02.154768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:42:02.165387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8b227ed5-34e4-48da-9543-daf1aee3c0a6 None None] Provisioning complete for port 52fe0638-7cac-4742-a946-a2c6af131422 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:02.165797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b227ed5-34e4-48da-9543-daf1aee3c0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:02.175045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9cd94cc6-d733-4ec6-af32-fc5200241a25) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:02.183733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:02.184956 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:02.204931 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-55b37ba8-db6e-48d3-93cf-76f9d9000186 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5016427 Nov 16 21:42:02.208468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48728) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:02.222890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87267b9-e72b-4473-97dd-881f9c0eadac None None] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:02.645243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9cd94cc6-d733-4ec6-af32-fc5200241a25', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:42:02.646138 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:02.903616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Allocated IP 172.23.0.2 (9cd94cc6-d733-4ec6-af32-fc5200241a25/09ea99ee-b4d4-48c8-8815-e67d18578ea9/2a90b8d5-fe52-4049-9397-c6c98d74578c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:03.104096 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.121452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.186104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:03.192321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:03.195710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:03.262561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.282547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Attempting to bind port 2a90b8d5-fe52-4049-9397-c6c98d74578c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:03.282912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Attempting to bind port 2a90b8d5-fe52-4049-9397-c6c98d74578c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:03.283477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Attempting to bind port 2a90b8d5-fe52-4049-9397-c6c98d74578c on network 9cd94cc6-d733-4ec6-af32-fc5200241a25 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:03.286140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Pushing event updated for resources: {'Port': ['ID=2a90b8d5-fe52-4049-9397-c6c98d74578c,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:03.302949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:03.303416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Checking segment: {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:03.304246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.304644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Bound using segment: {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:03.305151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Bound port: 2a90b8d5-fe52-4049-9397-c6c98d74578c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:03.305519 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.408420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] For port 2a90b8d5-fe52-4049-9397-c6c98d74578c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:03.413366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] For port 2a90b8d5-fe52-4049-9397-c6c98d74578c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a90b8d5-fe52-4049-9397-c6c98d74578c,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:03.426238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.535521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d415bb-2598-405e-9ad2-4854670206be None None] Pushing event updated for resources: {'Port': ['ID=2a90b8d5-fe52-4049-9397-c6c98d74578c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:03.704511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b88f87-4f68-4969-85db-b5ed1559c38b None None] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:03.708178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Allocated IP 172.23.0.1 (9cd94cc6-d733-4ec6-af32-fc5200241a25/09ea99ee-b4d4-48c8-8815-e67d18578ea9/b4937c76-46df-4504-89ad-c8d065eebca6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:03.795467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:03.861343 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:03.880445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:03.881274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:03.905710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.967400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.982722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c03d132d-1226-4864-9688-7647900faa5d None None] Provisioning complete for port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:03.983343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c03d132d-1226-4864-9688-7647900faa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.001832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:04.039513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:04.039879 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.040710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:04.044541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:04.049476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:04.053767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:04.100972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.161120 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.261129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.268533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:04.278920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c03d132d-1226-4864-9688-7647900faa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.282650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.283512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52fe0638-7cac-4742-a946-a2c6af131422 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:04.366396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:04.369858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:00Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:04.414649 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:04.421835 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Updating router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 port 422d652d-61a3-4cc5-ba62-b021fea79710 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:42:04.464053 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.487235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-c03d132d-1226-4864-9688-7647900faa5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:42:04.488088 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-c03d132d-1226-4864-9688-7647900faa5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:42:04.527523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 52fe0638-7cac-4742-a946-a2c6af131422 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:04.527900 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.799130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.808588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.897901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event updated for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:04.904164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.919260 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:04.928747 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.088260 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7155a3-bb01-49fe-b6d0-644854da01d1 None None] Pushing event updated for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:05.123967 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Attempting to bind port 422d652d-61a3-4cc5-ba62-b021fea79710 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:05.124395 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Attempting to bind port 422d652d-61a3-4cc5-ba62-b021fea79710 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:05.124671 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Attempting to bind port 422d652d-61a3-4cc5-ba62-b021fea79710 on network 9d180039-34f5-41cd-b64e-83c964fad9f1 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:05.131339 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:05.131718 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Checking segment: {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:05.132261 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.132382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:05.132657 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Bound using segment: {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:05.133180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Bound port: 422d652d-61a3-4cc5-ba62-b021fea79710, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569998fc-2b73-4cb7-aaa0-62f338361c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:05.133508 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.133852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:05.166524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53ae98-bdb4-4e36-a7ed-fffa1388c591 None None] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:05.253146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] For port 422d652d-61a3-4cc5-ba62-b021fea79710, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:05.258041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Provisioning complete for port 2a90b8d5-fe52-4049-9397-c6c98d74578c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:05.258481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.264859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] For port 422d652d-61a3-4cc5-ba62-b021fea79710, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=422d652d-61a3-4cc5-ba62-b021fea79710,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:05.273666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:05.279063 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.348414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7155a3-bb01-49fe-b6d0-644854da01d1 None None] Pushing event updated for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:05.367683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:05.368862 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:05.444250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:05.459755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a701d7ee-dbbf-44e9-9059-f0d65d0020a8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496746 Nov 16 21:42:05.461306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:05.466698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:05.510633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.636726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] For port 2a90b8d5-fe52-4049-9397-c6c98d74578c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a90b8d5-fe52-4049-9397-c6c98d74578c,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:05.648178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.718454 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:05.742792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Pushing event updated for resources: {'Port': ['ID=2a90b8d5-fe52-4049-9397-c6c98d74578c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:05.748022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Provisioning complete for port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:05.748399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.865370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a90b8d5-fe52-4049-9397-c6c98d74578c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:05.946093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Provisioning complete for port 422d652d-61a3-4cc5-ba62-b021fea79710 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:05.946093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.978134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2a90b8d5-fe52-4049-9397-c6c98d74578c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:05.978497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.010817 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:04Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:05Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:04Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:06.051030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab964ed-9527-45e4-8948-5697747f7137 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:04Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:05Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:04Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:06.078491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:42:06.104899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Removed routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:42:06.105457 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.184573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.205893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 422d652d-61a3-4cc5-ba62-b021fea79710 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:06.332665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.337587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.462089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] For port 422d652d-61a3-4cc5-ba62-b021fea79710, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=422d652d-61a3-4cc5-ba62-b021fea79710,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:06.476139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:06.478504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.542907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831ad7c-e42a-4f85-866f-fd489404bf6d None None] Pushing event updated for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:06.558036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 422d652d-61a3-4cc5-ba62-b021fea79710 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:06.558472 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.619800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Provisioning complete for port 2a90b8d5-fe52-4049-9397-c6c98d74578c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:06.619800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.644543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:06.657212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.658462 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e9f20b27-cfa8-4059-ac82-75319c007607 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 934 time: 1.1959045 Nov 16 21:42:06.661796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48750) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:06.752213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:06.797805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48752) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:06.798586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5346e622-26e0-4142-b5f5-f2f2e46d4aca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 934 time: 0.1355884 Nov 16 21:42:06.803781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'routes': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:06.834308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Provisioning complete for port b4937c76-46df-4504-89ad-c8d065eebca6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:06.834979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.873142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:06.873513 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:06.876534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Port b4937c76-46df-4504-89ad-c8d065eebca6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:06.916636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Provisioning complete for port 422d652d-61a3-4cc5-ba62-b021fea79710 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:06.917006 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bfb61b1c-29ef-4065-8cc8-2b75cd803c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.038621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:07.061989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:07.062700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:07.168711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:07.223669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-50e348c3-13ad-4f9a-9cb7-08b01e323f6c None None] Provisioning complete for port b4937c76-46df-4504-89ad-c8d065eebca6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:07.224304 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50e348c3-13ad-4f9a-9cb7-08b01e323f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.334211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-50e348c3-13ad-4f9a-9cb7-08b01e323f6c None None] Port b4937c76-46df-4504-89ad-c8d065eebca6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:07.433351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 6, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:04Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:07.461859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:07.462213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Updating router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 port b4937c76-46df-4504-89ad-c8d065eebca6 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:42:07.504759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.581319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:42:07.582234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:42:07.622151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.632125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a90b8d5-fe52-4049-9397-c6c98d74578c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:07.752481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2a90b8d5-fe52-4049-9397-c6c98d74578c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:07.752879 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.832605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.836281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.894015 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.902790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 422d652d-61a3-4cc5-ba62-b021fea79710 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:07.905399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:07.936933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:07.991335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dc351-d494-4fad-a683-9f5f17b42fc4 None None] Pushing event updated for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:08.048445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 422d652d-61a3-4cc5-ba62-b021fea79710 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:08.049035 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.062384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:08.070434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.071692 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5fb579e6-fd75-4c06-9d1c-5eb5abf73dbe tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 700 time: 1.2724473 Nov 16 21:42:08.074352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48782) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:08.076662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Attempting to bind port b4937c76-46df-4504-89ad-c8d065eebca6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:08.077033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Attempting to bind port b4937c76-46df-4504-89ad-c8d065eebca6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:08.077394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Attempting to bind port b4937c76-46df-4504-89ad-c8d065eebca6 on network 9cd94cc6-d733-4ec6-af32-fc5200241a25 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:08.089558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:08.089920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Checking segment: {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:08.090318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.090705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Bound using segment: {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:08.091195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Bound port: b4937c76-46df-4504-89ad-c8d065eebca6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6461f5aa-8b63-4ff4-9066-91c557e66683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:08.091569 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.192834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] For port b4937c76-46df-4504-89ad-c8d065eebca6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:08.197542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] For port b4937c76-46df-4504-89ad-c8d065eebca6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4937c76-46df-4504-89ad-c8d065eebca6,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:08.200516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ef322ced-9746-47ae-b4ae-e17c32973658 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 700 time: 0.1249025 Nov 16 21:42:08.203464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48784) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:08.205752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.276021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:08.276633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:08.365702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dc351-d494-4fad-a683-9f5f17b42fc4 None None] Pushing event updated for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:08.371111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] Provisioning complete for port b4937c76-46df-4504-89ad-c8d065eebca6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:08.371481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.422888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:08.648107 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.657805 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.714258 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] For port b4937c76-46df-4504-89ad-c8d065eebca6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4937c76-46df-4504-89ad-c8d065eebca6,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:08.721040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.783331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d58d8-f86d-4a2f-bfc8-a842bb37902d None None] Pushing event updated for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:08.800729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:07Z', 'revision_number': 7, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:08Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:08.834245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75599b81-7e85-4623-a521-812c5679a0b5 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:07Z', 'revision_number': 7, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:08Z', 'revision_number': 4, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:08.845978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c4353aa4-b347-4bdc-a938-012e6de0df8b None None] Provisioning complete for port b4937c76-46df-4504-89ad-c8d065eebca6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:08.846284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4353aa4-b347-4bdc-a938-012e6de0df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.881439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-6835e35b-5732-4f71-a3fb-0fa391d0bab9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032276 Nov 16 21:42:09.011185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-72abb7b6-f823-441e-b607-b34d88dd858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.012814 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-72abb7b6-f823-441e-b607-b34d88dd858d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 1097 time: 0.0843923 Nov 16 21:42:09.036312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port b4937c76-46df-4504-89ad-c8d065eebca6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:09.036747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:09.043490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:09.061865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:09.076389 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:09.077067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:09.169508 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:09.216402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-08a02135-c818-4338-8a8e-db46ec3ecaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.217911 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-08a02135-c818-4338-8a8e-db46ec3ecaad service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1646588 Nov 16 21:42:09.219850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port b4937c76-46df-4504-89ad-c8d065eebca6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4937c76-46df-4504-89ad-c8d065eebca6,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:09.220216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:09.265761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for b4937c76-46df-4504-89ad-c8d065eebca6 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:09.270565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-9ae40c6c-d283-4a95-a792-6ca4fb365128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70 HTTP/1.1" status: 200 len: 217 time: 0.0411892 Nov 16 21:42:09.366282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-d8dc87cf-abda-48e1-bbaf-d833f12142f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.368026 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-d8dc87cf-abda-48e1-bbaf-d833f12142f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0897169 Nov 16 21:42:09.395936 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:07Z', 'revision_number': 7, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:08Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:09.423985 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:09.433470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:09.434079 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:09.460490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-037af623-2a24-4956-b8a4-daa41ff5970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.462263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-037af623-2a24-4956-b8a4-daa41ff5970d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867879 Nov 16 21:42:09.546506 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:09.612861 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:09.626129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4937c76-46df-4504-89ad-c8d065eebca6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:09.650300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b4937c76-46df-4504-89ad-c8d065eebca6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:09.650648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4937c76-46df-4504-89ad-c8d065eebca6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:42:09.655356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=b4937c76-46df-4504-89ad-c8d065eebca6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:09.661862 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-2c439533-bff8-456a-9a4c-d1747a5e7f99 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921387 Nov 16 21:42:09.673911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Port b4937c76-46df-4504-89ad-c8d065eebca6 not found, will not notify nova. {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:42:09.868707 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:07Z', 'revision_number': 7, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:08Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:09.890810 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:09.902081 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f2f54c-f157-48db-8ded-1c4a2419aab7 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:07Z', 'revision_number': 7, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4937c76-46df-4504-89ad-c8d065eebca6', 'name': '', 'network_id': '9cd94cc6-d733-4ec6-af32-fc5200241a25', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:9d:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:03Z', 'updated_at': '2021-11-16T21:42:08Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '09ea99ee-b4d4-48c8-8815-e67d18578ea9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:10.001197 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aac254ec-3df6-48dd-b5b6-03faf02271e9 req-62312680-ba5b-43f3-869a-3b684e17a8ea service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155813 Nov 16 21:42:10.120523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:10.219286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:10.227278 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-50e931a8-0857-4773-8e02-6b728dd6bc73 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0199459 Nov 16 21:42:10.227603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48820) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:10.233789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:10.244853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:10.245558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:10.278283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 09ea99ee-b4d4-48c8-8815-e67d18578ea9 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:42:10.281549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.323671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.342219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:10.425775 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.498519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.514073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.520985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48826) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:10.521499 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/09ea99ee-b4d4-48c8-8815-e67d18578ea9 HTTP/1.1" status: 204 len: 168 time: 0.2925243 Nov 16 21:42:10.540170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c89ad-da28-46c5-bfd0-a44d540e71bd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=09ea99ee-b4d4-48c8-8815-e67d18578ea9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:10.575105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb48fc0d-044b-4211-9ed0-6649c253d0b4 None None] Network 9cd94cc6-d733-4ec6-af32-fc5200241a25 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:10.614059 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.674105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 2a90b8d5-fe52-4049-9397-c6c98d74578c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:10.674105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.737574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 2a90b8d5-fe52-4049-9397-c6c98d74578c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2a90b8d5-fe52-4049-9397-c6c98d74578c,segment=NetworkSegment(6461f5aa-8b63-4ff4-9066-91c557e66683),segment_id=6461f5aa-8b63-4ff4-9066-91c557e66683)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:10.738218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.756776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 2a90b8d5-fe52-4049-9397-c6c98d74578c owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:10.818456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:09Z', 'revision_number': 8, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:10.847185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:10.848943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.864454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:10.865130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:10.884300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=2a90b8d5-fe52-4049-9397-c6c98d74578c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:10.886856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port 2a90b8d5-fe52-4049-9397-c6c98d74578c on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:10.910448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623c7feb-e843-493d-9f9c-a5abf78dca5a None None] DHCP port deletion for 9cd94cc6-d733-4ec6-af32-fc5200241a25 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:42:10.975148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:10.976568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:10.998560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd94cc6-d733-4ec6-af32-fc5200241a25']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:11.008424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6461f5aa-8b63-4ff4-9066-91c557e66683') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:11.008717 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6461f5aa-8b63-4ff4-9066-91c557e66683') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:11.018086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.037413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.044211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:42:11.044657 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:42:11.047944 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:42:11.110107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.121352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.128927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/9cd94cc6-d733-4ec6-af32-fc5200241a25 HTTP/1.1" status: 204 len: 168 time: 0.6038005 Nov 16 21:42:11.129384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48838) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:11.151098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f93b3-941a-40f4-b0bd-a018a1566b3a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=9cd94cc6-d733-4ec6-af32-fc5200241a25,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:11.203364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:09Z', 'revision_number': 8, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:11.231320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce02cc-b123-4d07-9d4e-acafc9ec6eae None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:09Z', 'revision_number': 8, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '422d652d-61a3-4cc5-ba62-b021fea79710', 'name': '', 'network_id': '9d180039-34f5-41cd-b64e-83c964fad9f1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:ae:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8148c04a-a476-4058-8154-b58fb8e38752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:42:00Z', 'updated_at': '2021-11-16T21:42:06Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '8148c04a-a476-4058-8154-b58fb8e38752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:11.473232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:11.656159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a90b8d5-fe52-4049-9397-c6c98d74578c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:11.692572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2a90b8d5-fe52-4049-9397-c6c98d74578c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:11.693255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2a90b8d5-fe52-4049-9397-c6c98d74578c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:11.693854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4937c76-46df-4504-89ad-c8d065eebca6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:11.727430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b4937c76-46df-4504-89ad-c8d065eebca6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:11.727853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4937c76-46df-4504-89ad-c8d065eebca6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:12.064862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 422d652d-61a3-4cc5-ba62-b021fea79710 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:12.065458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.171988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 422d652d-61a3-4cc5-ba62-b021fea79710, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=422d652d-61a3-4cc5-ba62-b021fea79710,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:12.172623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.186338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 422d652d-61a3-4cc5-ba62-b021fea79710 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:12.361012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.392641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=422d652d-61a3-4cc5-ba62-b021fea79710,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:12.558111 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.763681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:12.870638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:12.876541 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.880759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8ef7aa3b-9dad-4204-86ad-d8e0bcf5a4b5 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501819 Nov 16 21:42:12.881414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48876) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:12.882256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:12.892681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:12.893541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:12.944675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 8148c04a-a476-4058-8154-b58fb8e38752 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:42:12.945215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:12.988853 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:13.007711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.026984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43480400-9a6e-4e5c-bd59-6896595da80d req-88773de4-a1a1-442b-b97a-8a826cf00b25 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:13.029223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43480400-9a6e-4e5c-bd59-6896595da80d req-88773de4-a1a1-442b-b97a-8a826cf00b25 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.2094107 Nov 16 21:42:13.090529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43480400-9a6e-4e5c-bd59-6896595da80d req-ceeed5b9-4a0c-459a-a335-434649665d33 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478308 Nov 16 21:42:13.125540 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.202801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.242852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:12Z', 'revision_number': 9, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:13.257246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=8148c04a-a476-4058-8154-b58fb8e38752,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:13.270465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca819f6-1ff0-4b96-801d-ac482f21a38b None None] Network 9d180039-34f5-41cd-b64e-83c964fad9f1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:13.272540 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:13.275174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.282108 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:13.283015 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:13.289828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3bca3598-ceb9-48eb-b06d-bf99f1743c2c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/8148c04a-a476-4058-8154-b58fb8e38752 HTTP/1.1" status: 204 len: 168 time: 0.4073703 Nov 16 21:42:13.290605 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48886) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:13.317720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf604f11-6f61-46a9-9c94-bde05230950b req-99ebfd6b-025d-42c0-9882-54173a29aaeb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:13.326106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf604f11-6f61-46a9-9c94-bde05230950b req-99ebfd6b-025d-42c0-9882-54173a29aaeb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1396670 Nov 16 21:42:13.379892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.416121 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:13.419580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf604f11-6f61-46a9-9c94-bde05230950b req-aff46bd5-a4a5-41f3-b4de-1f727687df49 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923061 Nov 16 21:42:13.456592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:13.457092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.588520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:13.588988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.591334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] DHCP port deletion for 9d180039-34f5-41cd-b64e-83c964fad9f1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:42:13.610277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:13.660573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Deleting port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:13.661010 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.765459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.782381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] For port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,segment=NetworkSegment(569998fc-2b73-4cb7-aaa0-62f338361c49),segment_id=569998fc-2b73-4cb7-aaa0-62f338361c49)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:13.784347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.804953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Calling delete_port for 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:13.834973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:13.848004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:13.891832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:13.916652 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:12Z', 'revision_number': 9, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:13.925886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] Pushing event deleted for resources: {'Port': ['ID=98742cd6-5a1f-4b01-a2d0-9e64b8c98b10,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:13.928476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8d3b3-b93b-4899-9bcb-07a234d6a6a4 None None] No DVR routers for this DVR port 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:13.929939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-41fcbb54-f02c-4d6c-933c-29491a8c7451 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:13.931597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-41fcbb54-f02c-4d6c-933c-29491a8c7451 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.2133415 Nov 16 21:42:13.933461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6aeb-b92d-4890-950d-0a53b585eeb4 req-952cac7f-d546-4214-8b50-2ff72b7c0e52 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:13.949378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-696e6aeb-b92d-4890-950d-0a53b585eeb4 req-952cac7f-d546-4214-8b50-2ff72b7c0e52 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1097 time: 0.3658981 Nov 16 21:42:13.954315 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f269b9-01ef-4477-a677-b7569b6142a2 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:12Z', 'revision_number': 9, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52fe0638-7cac-4742-a946-a2c6af131422', 'name': '', 'network_id': '9a1d582c-8fd4-4459-b49d-27341dfbf6c1', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:87:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:57Z', 'updated_at': '2021-11-16T21:42:01Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': 'f5bd9c10-dfc8-4d50-bcac-42352d145c29', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:14.005644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.008243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a9bf20a1-68e6-4093-a652-d27c6b4e9f6a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/quotas/fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 375 time: 0.0502586 Nov 16 21:42:14.014581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-696e6aeb-b92d-4890-950d-0a53b585eeb4 req-542699b3-1478-41e2-b5ad-de21c018df59 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639086 Nov 16 21:42:14.039118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d180039-34f5-41cd-b64e-83c964fad9f1']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:14.056656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569998fc-2b73-4cb7-aaa0-62f338361c49') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:14.056951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569998fc-2b73-4cb7-aaa0-62f338361c49') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:14.068605 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.084318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.091924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:42:14.092971 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.096445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-0638186c-7a5d-4260-8f59-529483ba5b69 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0810518 Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:42:14.133356 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:42:14.155888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.169658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.172962 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/9d180039-34f5-41cd-b64e-83c964fad9f1 HTTP/1.1" status: 204 len: 168 time: 0.8813372 Nov 16 21:42:14.184162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48916) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:14.190964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f580a-893c-4a2a-ad8a-80279ebe9b79 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=9d180039-34f5-41cd-b64e-83c964fad9f1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:14.225175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a166-c6ac-45c2-8bc0-c6ff7160d8f8 req-d0f189da-35cb-481e-b801-4751877658c0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:14.226901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f944a166-c6ac-45c2-8bc0-c6ff7160d8f8 req-d0f189da-35cb-481e-b801-4751877658c0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1135356 Nov 16 21:42:14.257944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6a20fd86-52f1-44b4-8c32-f078f67b6df8 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543009 Nov 16 21:42:14.345203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f944a166-c6ac-45c2-8bc0-c6ff7160d8f8 req-664fb4c2-abd3-4dca-9b8d-5cd2b82d0727 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005569 Nov 16 21:42:14.359706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 48922) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:14.443012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-18451cc0-a7e9-416d-9ee7-b68f7642cd72 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765223 Nov 16 21:42:14.454667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-599f9210-31db-4838-a6b5-94c0609dbc28 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 200 len: 994 time: 0.0929806 Nov 16 21:42:14.616870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:14.707262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-218bcefc-9b96-49b3-9e94-956f117b3d3e req-79f2adaa-3f2a-4fba-8daa-ef79003f816b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 210 time: 0.0388856 Nov 16 21:42:14.929306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 52fe0638-7cac-4742-a946-a2c6af131422 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:14.930057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:15.048374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 52fe0638-7cac-4742-a946-a2c6af131422, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=52fe0638-7cac-4742-a946-a2c6af131422,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:15.048760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:15.065052 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 52fe0638-7cac-4742-a946-a2c6af131422 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:15.103577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e9d3a-4d3e-4e6e-8135-cca2b4499eee req-93fb006d-e43e-4625-aee5-9fb758c76be5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:15.105775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e7e9d3a-4d3e-4e6e-8135-cca2b4499eee req-93fb006d-e43e-4625-aee5-9fb758c76be5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1180391 Nov 16 21:42:15.110154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-48f62bf4-303a-43f7-9c94-494844803b39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769751 Nov 16 21:42:15.218196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e7e9d3a-4d3e-4e6e-8135-cca2b4499eee req-30f44185-64ce-4ee5-b087-c6ffa57802de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041949 Nov 16 21:42:15.300702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:15.340289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=52fe0638-7cac-4742-a946-a2c6af131422,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:15.364596 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed53a3e0-6f36-465f-9c92-bfe65c87b20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:15.517728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:15.684064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:15.725532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:15.725532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 98742cd6-5a1f-4b01-a2d0-9e64b8c98b10 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:15.725804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 422d652d-61a3-4cc5-ba62-b021fea79710 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:15.748937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 422d652d-61a3-4cc5-ba62-b021fea79710 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:15.749678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 422d652d-61a3-4cc5-ba62-b021fea79710 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:15.815722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:15.838835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96016cd2-d4af-44d8-957c-c3fb707d6dd8 req-1bf733a1-da74-4b91-924a-0086f20d6961 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Nov 16 21:42:16.346803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0bcdd-4491-4493-9442-5ab9b0d05ed1 req-dc4ea1bd-ceee-4cc2-96f7-b37ac3e8b247 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:16.357651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9a0bcdd-4491-4493-9442-5ab9b0d05ed1 req-dc4ea1bd-ceee-4cc2-96f7-b37ac3e8b247 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0674641 Nov 16 21:42:16.361013 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:16.368877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea3bf7f0-5262-4cef-ac44-716c872d4978 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1836596 Nov 16 21:42:16.371808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 48998) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:16.374284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:16.390669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:16.391422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:16.414477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9a0bcdd-4491-4493-9442-5ab9b0d05ed1 req-d12f6a43-b9b2-41af-a76d-ebd8d4c26d6c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555677 Nov 16 21:42:16.442000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a8ce0a54-0d29-4181-990b-b066e472ed7f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:16.443469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a8ce0a54-0d29-4181-990b-b066e472ed7f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.1948903 Nov 16 21:42:16.457776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'device_id': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'admin_state_up': True, 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:16.468205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet f5bd9c10-dfc8-4d50-bcac-42352d145c29 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:42:16.480808 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.488163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:16.555652 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.709199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:15Z', 'revision_number': 10, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:16.710009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.713929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:16.721085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.726599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-d85bf01c-a20f-4826-969e-2486318e78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:16.728458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-d85bf01c-a20f-4826-969e-2486318e78ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0676603 Nov 16 21:42:16.746914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:16.756763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:16.758233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:41:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:16.888516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:16.911671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-296b81f2-9dba-4fc5-85de-65864e31ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:16.913636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-296b81f2-9dba-4fc5-85de-65864e31ca94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1694379 Nov 16 21:42:16.926770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.929185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-60055909-d305-4e4b-9ec9-1f87a492acab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886333 Nov 16 21:42:16.951431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461cdd9-5873-451a-886e-7e8a0cc70276 None None] Network 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:16.975953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:16.983920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/f5bd9c10-dfc8-4d50-bcac-42352d145c29 HTTP/1.1" status: 204 len: 168 time: 0.6113255 Nov 16 21:42:16.987707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49012) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:17.043733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ab387ad-31fc-4ef0-a662-52a5dd5f4c02 req-6f0a1d20-5ed2-4a27-a000-7816475be322 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 210 time: 0.0885501 Nov 16 21:42:17.088280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-0c525a25-32f6-4b54-ae33-7f43e5547411 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1002 time: 0.1580212 Nov 16 21:42:17.099016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-7e480da9-9dc3-4fbd-9288-db4c137061a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.100403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-7e480da9-9dc3-4fbd-9288-db4c137061a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0997047 Nov 16 21:42:17.127724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b15081-3004-47c1-8b9f-1cfcd0a3e881 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bd9c10-dfc8-4d50-bcac-42352d145c29,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:17.130375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.20.0.11 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/41ce1dc2-5e8d-413d-a2fd-e351101ec7c7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:17.204178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.212690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-69e9e6fd-3f59-4bf2-8f2a-9382fa0f6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.214347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-69e9e6fd-3f59-4bf2-8f2a-9382fa0f6f94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.1180427 Nov 16 21:42:17.267916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:15Z', 'revision_number': 10, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:17.304504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1a19d-aeac-4043-b20a-b72c857b9efd None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:15Z', 'revision_number': 10, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None, '_interfaces': [{'id': '414a007b-9e96-43cf-8f17-b0fcdf7f2fdd', 'name': '', 'network_id': '1d893f76-c432-4b16-8e9c-8098d2c9ec7a', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'mac_address': 'fa:16:3e:53:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:52Z', 'updated_at': '2021-11-16T21:41:55Z', 'revision_number': 5, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'subnets': [{'id': '59db5004-51d7-4916-80c2-7f48e2707bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:17.311650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] DHCP port deletion for 9a1d582c-8fd4-4459-b49d-27341dfbf6c1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:42:17.318128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-cfcf3037-fde3-4176-b377-f89c8dace9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.324964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-cfcf3037-fde3-4176-b377-f89c8dace9ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1817005 Nov 16 21:42:17.353713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-a10c321a-dd78-4517-a471-e1b9933c50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.356778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-a10c321a-dd78-4517-a471-e1b9933c50bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159396 Nov 16 21:42:17.405373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Deleting port cc767705-6ddf-43b1-be93-073bd9c9595a {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:17.406459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.421038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port cc767705-6ddf-43b1-be93-073bd9c9595a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:17.421531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.470758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-393f42c2-55f5-490b-aa74-2b9931d11b25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.1329610 Nov 16 21:42:17.520100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] For port cc767705-6ddf-43b1-be93-073bd9c9595a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc767705-6ddf-43b1-be93-073bd9c9595a,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:17.520100 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.527378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.537870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-a8354037-a946-4d96-9886-464fe839e359 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468985 Nov 16 21:42:17.545461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Calling delete_port for cc767705-6ddf-43b1-be93-073bd9c9595a owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:17.551753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port cc767705-6ddf-43b1-be93-073bd9c9595a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cc767705-6ddf-43b1-be93-073bd9c9595a,segment=NetworkSegment(f48f93c6-0ea3-4b18-a75b-bdaddb79330e),segment_id=f48f93c6-0ea3-4b18-a75b-bdaddb79330e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:17.552349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.558348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-fa971fb3-7855-4203-9868-8b64488f7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.559613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-fa971fb3-7855-4203-9868-8b64488f7333 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0799472 Nov 16 21:42:17.571493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for cc767705-6ddf-43b1-be93-073bd9c9595a owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:17.639759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.671694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] Pushing event deleted for resources: {'Port': ['ID=cc767705-6ddf-43b1-be93-073bd9c9595a,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:17.679420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7da24e-58f5-4088-b3d5-4402c01d92ea None None] No DVR routers for this DVR port cc767705-6ddf-43b1-be93-073bd9c9595a on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:17.697974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.701158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99ad031d-8699-4429-97a8-bfb8bc0f5e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.701529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811453af-4eb4-4f28-b196-c37b07c39a0d req-3d99a7d8-aad8-4b08-8bb0-8ac84bc8468c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.710403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-811453af-4eb4-4f28-b196-c37b07c39a0d req-3d99a7d8-aad8-4b08-8bb0-8ac84bc8468c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1425726 Nov 16 21:42:17.723491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:17.773916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-5146974c-e742-475c-ab56-3158a5dea760 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269566 Nov 16 21:42:17.789051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:17.797118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:17.802701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:17.836304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-811453af-4eb4-4f28-b196-c37b07c39a0d req-cb05e3f2-a33f-47e7-9721-37368d9b2afc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900936 Nov 16 21:42:17.845719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-11779907-792c-436f-8e30-0ce45ea8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.855728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-11779907-792c-436f-8e30-0ce45ea8b7f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579999 Nov 16 21:42:17.880740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc767705-6ddf-43b1-be93-073bd9c9595a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:17.908542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:17.963549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:17.990014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: cc767705-6ddf-43b1-be93-073bd9c9595a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:17.990311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cc767705-6ddf-43b1-be93-073bd9c9595a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:17.990731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52fe0638-7cac-4742-a946-a2c6af131422 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:18.011696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port cc767705-6ddf-43b1-be93-073bd9c9595a on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:18.036521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-7a420d25-d962-43ec-bf73-54f63d481ada service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754870 Nov 16 21:42:18.039561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 52fe0638-7cac-4742-a946-a2c6af131422 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:18.040508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 52fe0638-7cac-4742-a946-a2c6af131422 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:18.118333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=cc767705-6ddf-43b1-be93-073bd9c9595a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:18.205873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:18.206757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.231245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.268404 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-6e54c757-f4a9-44ad-8881-57f457191d24 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8147342 Nov 16 21:42:18.271690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1d582c-8fd4-4459-b49d-27341dfbf6c1']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:18.280237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06da5f42-520d-4eed-bb12-059cea2a56ad None None] Provisioning complete for port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:18.280728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06da5f42-520d-4eed-bb12-059cea2a56ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.288645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb6961-f329-436f-9946-b2dd6c3a94d7 req-98e7bdb6-893b-437b-83c6-1e5b76388af6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:18.290178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcfb6961-f329-436f-9946-b2dd6c3a94d7 req-98e7bdb6-893b-437b-83c6-1e5b76388af6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 932 time: 0.1362596 Nov 16 21:42:18.292662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Request body: {'port': {'device_id': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:18.303257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:18.303563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48f93c6-0ea3-4b18-a75b-bdaddb79330e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:18.313265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.319893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-06da5f42-520d-4eed-bb12-059cea2a56ad None None] Port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:18.345913 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.352249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be99f9a1-034c-49f3-ae8b-b27f4ba6f9ad req-4837bb29-05c5-4f16-8025-66b4b9e5dec9 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945459 Nov 16 21:42:18.360154 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcfb6961-f329-436f-9946-b2dd6c3a94d7 req-1ddb4ce9-1801-43ea-b15a-e8e5e9760cdb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606608 Nov 16 21:42:18.382742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:42:18.383437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:42:18.386615 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:42:18.440597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.485153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.509766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.513149 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/9a1d582c-8fd4-4459-b49d-27341dfbf6c1 HTTP/1.1" status: 204 len: 168 time: 1.5240734 Nov 16 21:42:18.518433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:18.526960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b5402-57a6-4675-b638-2ee2de9e2d00 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=9a1d582c-8fd4-4459-b49d-27341dfbf6c1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:18.954245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:18.964925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:18.966115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4ff4f-dbbc-4fd0-b1a0-b93f168f9c3e req-fa7b0ecd-8154-4bbc-9541-c310e8ab4c42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:18.967787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fc4ff4f-dbbc-4fd0-b1a0-b93f168f9c3e req-fa7b0ecd-8154-4bbc-9541-c310e8ab4c42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0534291 Nov 16 21:42:18.981677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Transition to ACTIVE for port object 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:18.990117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.047248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8fc4ff4f-dbbc-4fd0-b1a0-b93f168f9c3e req-c29aa9bb-e0f4-4989-8efb-c62297b0e749 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681205 Nov 16 21:42:19.087933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:19.172238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Attempting to bind port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:19.172572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Attempting to bind port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:19.172895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Attempting to bind port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:19.180826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:19.181147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Attempting to bind port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:19.187630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:19.187960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:19.188337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:19.188755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Bound port: 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:19.189107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.193603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.304897 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.378250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:19.392629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:19.398768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.441080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:19.441690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.443095 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] 10.222.0.21 "PUT /v2.0/ports/41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 200 len: 1092 time: 1.1605413 Nov 16 21:42:19.443536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:19.446455 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e01b43-7a54-4cd9-88b6-0251c6da9069" -d '{"events": [{"name": "network-changed", "server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:19.477906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dedc4-a409-4ce1-812b-8a0ccc11c585 service neutron] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:19.537184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c7ad7-0efd-4483-b70c-a375719dc3ae req-6400b1e7-100e-40f6-9959-dbf64291e376 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:19.540167 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16e28bc-ba2b-4e74-9d10-92ff115f4927 x-openstack-request-id: req-c16e28bc-ba2b-4e74-9d10-92ff115f4927 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:19.540472 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:19.540708 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c16e28bc-ba2b-4e74-9d10-92ff115f4927 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:19.541106 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'status': 'completed', 'code': 200} Nov 16 21:42:19.546575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-415c7ad7-0efd-4483-b70c-a375719dc3ae req-6400b1e7-100e-40f6-9959-dbf64291e376 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 944 time: 0.0790277 Nov 16 21:42:19.606782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-415c7ad7-0efd-4483-b70c-a375719dc3ae req-3b7444aa-eba6-4f5c-96d8-2fd37917dd41 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591369 Nov 16 21:42:19.623204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-5e5fc9db-d57b-434e-9491-e3702862b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:19.624665 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-5e5fc9db-d57b-434e-9491-e3702862b61a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 1095 time: 0.1035955 Nov 16 21:42:19.682509 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-fdab328b-eba8-45b8-91f5-2bc230f1870e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 200 len: 217 time: 0.0468349 Nov 16 21:42:19.693691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:19.694050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.790246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-3725152d-ac48-4512-b2a7-4a9a9e63d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:19.791643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-3725152d-ac48-4512-b2a7-4a9a9e63d16e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0946274 Nov 16 21:42:19.847229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:19.847589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:19.863280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:19.877550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-f310cfe3-5b6c-46a9-84f0-59f51c36fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:19.879066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-f310cfe3-5b6c-46a9-84f0-59f51c36fbc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788660 Nov 16 21:42:20.057758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-3752a984-d11f-46cd-bb44-005544f81635 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424336 Nov 16 21:42:20.166084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333b66-a31a-4ceb-8934-977dc8835fe0 req-97381716-5e95-435f-809b-28cbde0f6991 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:20.167819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18333b66-a31a-4ceb-8934-977dc8835fe0 req-97381716-5e95-435f-809b-28cbde0f6991 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Nov 16 21:42:20.186892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:20.232562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18333b66-a31a-4ceb-8934-977dc8835fe0 req-d9eb5b00-6455-4372-9fc2-66d38e438ed6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554237 Nov 16 21:42:20.234272 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=414a007b-9e96-43cf-8f17-b0fcdf7f2fdd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:20.269819 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7d2bfa79-d52b-4125-a22c-198ed99a4881 req-acb3c6ba-c595-4a66-bcf5-8fa157985315 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024212 Nov 16 21:42:20.415668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:20.540879 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:20.752983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c649cc-b78d-4e3b-9bd6-4ff56a0cb747 req-45d92c12-d34f-4ee4-b26e-262aa7173cf2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:20.754613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21c649cc-b78d-4e3b-9bd6-4ff56a0cb747 req-45d92c12-d34f-4ee4-b26e-262aa7173cf2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 944 time: 0.0617843 Nov 16 21:42:20.808340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-ccc4418c-ad5e-4dfc-9238-078abebebc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:20.808896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21c649cc-b78d-4e3b-9bd6-4ff56a0cb747 req-c8526e6d-56da-49ba-b643-66716341b804 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Nov 16 21:42:20.809832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-ccc4418c-ad5e-4dfc-9238-078abebebc3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 1095 time: 0.4284043 Nov 16 21:42:20.969908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:20.998756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-4eea3763-92bb-40a9-ad6e-3541f4a63d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:21.000406 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-4eea3763-92bb-40a9-ad6e-3541f4a63d82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1710577 Nov 16 21:42:21.099723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-335dc155-7f2c-4a69-a89f-a0df1b26e098 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 200 len: 217 time: 0.0635333 Nov 16 21:42:21.103901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:21.108804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ecb6efdc-c7a2-45e2-8e39-9c066d18158a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5890629 Nov 16 21:42:21.111522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49092) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:21.119283 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:21.128954 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:21.129606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:21.159764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-3cbb86ae-6de0-4959-bb95-4df5c44eadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:21.161307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-3cbb86ae-6de0-4959-bb95-4df5c44eadcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0514436 Nov 16 21:42:21.176632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting subnet 59db5004-51d7-4916-80c2-7f48e2707bb9 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:42:21.179989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.212894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-c0d03bba-187f-42af-83f4-c80ab1b14777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:21.214508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-c0d03bba-187f-42af-83f4-c80ab1b14777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451248 Nov 16 21:42:21.228985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.334140 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:21.350966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-6dd350a2-cb1d-491c-90a1-ee9448ce40d0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258035 Nov 16 21:42:21.387045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.399229 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:21.432357 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:21.443623 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:21.444462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.444736 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:21.457776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f8e01b43-7a54-4cd9-88b6-0251c6da9069 req-4cef6036-d9b5-4872-b937-6385f49a6b70 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993524 Nov 16 21:42:21.481006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:21.527103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93683b24-77d2-4321-ba6b-a2a17b7d747e req-8ae26be7-b3c6-4e0d-bd17-3dab2f1522d5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:21.528937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93683b24-77d2-4321-ba6b-a2a17b7d747e req-8ae26be7-b3c6-4e0d-bd17-3dab2f1522d5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1778235 Nov 16 21:42:21.542837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.556598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:21.581964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Subnet': ['ID=59db5004-51d7-4916-80c2-7f48e2707bb9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:21.618443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.623190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6dc71f33-1659-4550-a4b2-c4d87d612ec9 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/59db5004-51d7-4916-80c2-7f48e2707bb9 HTTP/1.1" status: 204 len: 168 time: 0.5088363 Nov 16 21:42:21.626014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49104) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:21.630445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b815b-cb6a-4d5f-a5ec-75b30dae9a32 None None] Network 1d893f76-c432-4b16-8e9c-8098d2c9ec7a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:42:21.650599 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:21.687866 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03595653-01c5-4b53-b7d7-203e8cda3638 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:21.692342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93683b24-77d2-4321-ba6b-a2a17b7d747e req-9b9fec08-fedd-421d-ae1d-c3c365ebcb29 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573682 Nov 16 21:42:21.733220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.774712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:21.792152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Deleting port a5b4279f-ba07-4b72-8c67-9492cf165fcb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:21.792735 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.794172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'mac_address': 'fa:16:3e:11:55:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:21.866305 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.872203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] For port a5b4279f-ba07-4b72-8c67-9492cf165fcb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a5b4279f-ba07-4b72-8c67-9492cf165fcb,segment=NetworkSegment(9be8bdfb-eb1a-4814-be01-7af8c313e3c1),segment_id=9be8bdfb-eb1a-4814-be01-7af8c313e3c1)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:21.872574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.890823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:21.895414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Calling delete_port for a5b4279f-ba07-4b72-8c67-9492cf165fcb owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:21.919101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:21.926828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.993161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:22.019960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c565e1-e410-4ca2-8558-907c97161e8e req-04486c1d-c91a-4963-8799-c6ed2c5aaa09 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:22.021441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6c565e1-e410-4ca2-8558-907c97161e8e req-04486c1d-c91a-4963-8799-c6ed2c5aaa09 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 944 time: 0.1108689 Nov 16 21:42:22.069452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] DHCP port deletion for 1d893f76-c432-4b16-8e9c-8098d2c9ec7a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:42:22.100497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6c565e1-e410-4ca2-8558-907c97161e8e req-2768a141-8a8c-4c84-8c16-d213b48fe3c9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717359 Nov 16 21:42:22.106617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.132514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Deleting port a5b4279f-ba07-4b72-8c67-9492cf165fcb {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:22.132935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.142963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Port': ['ID=a5b4279f-ba07-4b72-8c67-9492cf165fcb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:22.145215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No DVR routers for this DVR port a5b4279f-ba07-4b72-8c67-9492cf165fcb on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:22.152482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:22.241868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] For port a5b4279f-ba07-4b72-8c67-9492cf165fcb, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:22.242500 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.256144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.261771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Calling delete_port for a5b4279f-ba07-4b72-8c67-9492cf165fcb owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:22.266543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Port a5b4279f-ba07-4b72-8c67-9492cf165fcb was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:42:22.270672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.278818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d893f76-c432-4b16-8e9c-8098d2c9ec7a']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:22.288789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be8bdfb-eb1a-4814-be01-7af8c313e3c1') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:22.289082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be8bdfb-eb1a-4814-be01-7af8c313e3c1') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:22.303797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.309085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] Pushing event deleted for resources: {'Port': ['ID=a5b4279f-ba07-4b72-8c67-9492cf165fcb,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:22.319596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.320450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8296f-6f7b-4c64-98fa-a7c73ccd87db None None] No DVR routers for this DVR port a5b4279f-ba07-4b72-8c67-9492cf165fcb on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:22.327527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:42:22.327921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:42:22.336190 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:42:22.397950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.405233 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.408505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/networks/1d893f76-c432-4b16-8e9c-8098d2c9ec7a HTTP/1.1" status: 204 len: 168 time: 0.7815576 Nov 16 21:42:22.411794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:22.416636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'routes': None}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:22.424901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6c4d-3ba2-40b0-bd85-8634afc6a270 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Pushing event deleted for resources: {'Network': ['ID=1d893f76-c432-4b16-8e9c-8098d2c9ec7a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:22.584118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Added routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:42:22.584689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.extraroute_db [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Removed routes are [] {{(pid=102664) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:42:22.585046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.727307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.731793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.821493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:22.822850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ae773-202d-4298-98f3-f424be612a77 req-44e56b57-1778-4fba-9f08-3e6589ea517d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:22.824987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d96ae773-202d-4298-98f3-f424be612a77 req-44e56b57-1778-4fba-9f08-3e6589ea517d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0569186 Nov 16 21:42:22.874683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d96ae773-202d-4298-98f3-f424be612a77 req-4c053d10-43a7-4dc2-9350-cca0478b8bd6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Nov 16 21:42:22.902661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:22.909395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:22.913517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-951f4366-dd8a-4a44-aa32-f7c03ad6eee8 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 701 time: 0.4976745 Nov 16 21:42:22.913517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49130) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:22.915812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Sync routers for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:22.926573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:22.926573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:22.942841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-628bd88f-9f98-4a34-bf1a-259e37916ba2 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 205 time: 0.0266421 Nov 16 21:42:22.945157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49132) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:22.998620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:23.027019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.058483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:23.098024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Checking router: 44b9713e-ecbc-4ef3-970d-cc960c6756f4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:23.106498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Routers {'44b9713e-ecbc-4ef3-970d-cc960c6756f4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:23.107139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:23.178855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] Set router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:23.213173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.215367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.234784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:23.245270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523c245-6fa9-4dbb-8aaf-0a7a6f4ca8cf req-5816eb6e-25ab-4a76-ae49-def7dcf63164 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:23.249363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d523c245-6fa9-4dbb-8aaf-0a7a6f4ca8cf req-5816eb6e-25ab-4a76-ae49-def7dcf63164 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 945 time: 0.0626190 Nov 16 21:42:23.267491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcee7e-552a-4724-a96a-641477691763 None None] The sync data for ids ['44b9713e-ecbc-4ef3-970d-cc960c6756f4'] in n-d-816206-5 is: [{'id': '44b9713e-ecbc-4ef3-970d-cc960c6756f4', 'name': 'tempest-RoutersTest-router-1481187177', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:51Z', 'updated_at': '2021-11-16T21:42:20Z', 'revision_number': 11, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:23.282111 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.284910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router 44b9713e-ecbc-4ef3-970d-cc960c6756f4 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:42:23.304312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.309350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6dd32335-a8d5-46f7-a755-fb5eba673e93 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 204 len: 168 time: 0.3592298 Nov 16 21:42:23.309563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49146) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:23.311463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d523c245-6fa9-4dbb-8aaf-0a7a6f4ca8cf req-7ac69a88-e4d0-427b-8a76-af7141d703c4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Nov 16 21:42:23.314029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1911570896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:23.343947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.345308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.406401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.411935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.432363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.433711 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-259c5a16-38b1-4d48-a103-988d08190dfc tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1230361 Nov 16 21:42:23.436259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:23.441438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:23.497610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:23.586007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:42:23.591606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:23.591982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.615168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a5b4279f-ba07-4b72-8c67-9492cf165fcb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:23.640417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a5b4279f-ba07-4b72-8c67-9492cf165fcb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:23.640759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a5b4279f-ba07-4b72-8c67-9492cf165fcb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:23.641181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:23.671841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:23.672175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 414a007b-9e96-43cf-8f17-b0fcdf7f2fdd not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:23.685534 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364130', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-364953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5141'] for router, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.697798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-365024'] for router, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.722520 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.749831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:23.752115 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f155fecf-192a-4365-a883-e4d0e6164157" -d '{"events": [{"server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "name": "network-vif-plugged", "status": "completed", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:23.763683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:23.768715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.806053 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619afd85-5e38-47e2-abc4-789092da2264 x-openstack-request-id: req-619afd85-5e38-47e2-abc4-789092da2264 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:23.806495 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "name": "network-vif-plugged", "status": "completed", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:23.806887 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-619afd85-5e38-47e2-abc4-789092da2264 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:23.807383 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'code': 200} Nov 16 21:42:23.825716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Router 6d245a98-5e46-4181-a319-d648ad727cf5 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:42:23.832640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:23.953162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:23.963664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.963885 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Sync routers for ids ['6d245a98-5e46-4181-a319-d648ad727cf5'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:23.967788 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e060dc52-af2b-44bf-ba73-8820572e2dfb tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "PUT /v2.0/routers/6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 200 len: 694 time: 0.5305054 Nov 16 21:42:23.968516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:23.976151 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Routers {'6d245a98-5e46-4181-a319-d648ad727cf5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:23.977029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d245a98-5e46-4181-a319-d648ad727cf5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:23.983240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299239-47a1-404b-8d7b-80b89d75fa46 req-c904eeff-17b9-4007-9804-33c33f3a6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:23.984886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05299239-47a1-404b-8d7b-80b89d75fa46 req-c904eeff-17b9-4007-9804-33c33f3a6039 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 1097 time: 0.0999928 Nov 16 21:42:24.009990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074229c-d5eb-4dd0-bcd0-d5f26cfdd3fc req-683f1366-82df-44b9-82a6-fecf12f229a2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:24.012160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3074229c-d5eb-4dd0-bcd0-d5f26cfdd3fc req-683f1366-82df-44b9-82a6-fecf12f229a2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0599654 Nov 16 21:42:24.080999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3074229c-d5eb-4dd0-bcd0-d5f26cfdd3fc req-8357f0a9-f35b-4da7-9dff-1f9b5da26c48 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502799 Nov 16 21:42:24.081952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49166) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.091353 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a755bb21-ebe3-493b-ac57-b71a0ed41683 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/routers/6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 200 len: 700 time: 0.1206810 Nov 16 21:42:24.091687 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Set router 6d245a98-5e46-4181-a319-d648ad727cf5 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:24.111371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2944c2f-43b7-47d3-9061-8da18864e1a7 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 200 len: 205 time: 0.0288842 Nov 16 21:42:24.113740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49168) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.142648 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05299239-47a1-404b-8d7b-80b89d75fa46 req-2a6a56ed-c959-4eed-89ed-23e947e8ba2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Nov 16 21:42:24.163873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d245a98-5e46-4181-a319-d648ad727cf5', 'name': 'tempest-RoutersTest-router-1911570896', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:42:23Z', 'updated_at': '2021-11-16T21:42:23Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:24.190647 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Checking router: 6d245a98-5e46-4181-a319-d648ad727cf5 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:24.195078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.199509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Routers {'6d245a98-5e46-4181-a319-d648ad727cf5'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:24.200108 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:42:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d245a98-5e46-4181-a319-d648ad727cf5'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:24.277992 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] Set router 6d245a98-5e46-4181-a319-d648ad727cf5 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:24.336596 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d245a98-5e46-4181-a319-d648ad727cf5', 'name': 'tempest-RoutersTest-router-1911570896', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:42:23Z', 'updated_at': '2021-11-16T21:42:23Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:24.366897 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97817e7-700c-4133-8fcf-755796ae2445 None None] The sync data for ids ['6d245a98-5e46-4181-a319-d648ad727cf5'] in n-d-816206-5 is: [{'id': '6d245a98-5e46-4181-a319-d648ad727cf5', 'name': 'tempest-RoutersTest-router-1911570896', 'tenant_id': '1c7e5597c766405a819ee05414729c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:42:23Z', 'updated_at': '2021-11-16T21:42:23Z', 'revision_number': 2, 'project_id': '1c7e5597c766405a819ee05414729c6f', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:24.759914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.768853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932e4b2-1fff-494d-a0bc-ebf9553d3504 req-83485c75-7baa-4cd1-88b0-9937ef3f5718 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:24.770391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9932e4b2-1fff-494d-a0bc-ebf9553d3504 req-83485c75-7baa-4cd1-88b0-9937ef3f5718 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 946 time: 0.1649086 Nov 16 21:42:24.771777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.827054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.827578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Fanout notify agent at l3_agent the message router_deleted on router 6d245a98-5e46-4181-a319-d648ad727cf5 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:42:24.838672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.844810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-21250003-5977-47a3-bd5c-274ce0c3947a tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 204 len: 168 time: 0.7251632 Nov 16 21:42:24.845093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49184) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.885141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-32e4ae16-9625-4be6-8bb7-9970309939de tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 200 len: 205 time: 0.0388012 Nov 16 21:42:24.887937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.889002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9932e4b2-1fff-494d-a0bc-ebf9553d3504 req-a48e0126-a9b4-4199-9c93-2ab3c12e5021 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115479 Nov 16 21:42:24.929131 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-44c7b242-70cf-4703-85c2-b2a0a5f4b05b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:24.932479 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-44c7b242-70cf-4703-85c2-b2a0a5f4b05b tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/6d245a98-5e46-4181-a319-d648ad727cf5 HTTP/1.1" status: 404 len: 336 time: 0.0412402 Nov 16 21:42:24.932703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.961194 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-80edefa6-47ae-4ae0-b3e1-f2d0b0d05fa1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:24.961645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80edefa6-47ae-4ae0-b3e1-f2d0b0d05fa1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:24.964634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80edefa6-47ae-4ae0-b3e1-f2d0b0d05fa1 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/09ea99ee-b4d4-48c8-8815-e67d18578ea9 HTTP/1.1" status: 404 len: 337 time: 0.0309119 Nov 16 21:42:24.967050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49194) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:24.993313 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed217fa-e349-4df6-93de-753bf279bf68 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:24.993754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed217fa-e349-4df6-93de-753bf279bf68 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:24.996781 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6ed217fa-e349-4df6-93de-753bf279bf68 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/8148c04a-a476-4058-8154-b58fb8e38752 HTTP/1.1" status: 404 len: 337 time: 0.0288427 Nov 16 21:42:24.999206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.025263 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9567cdc1-c02b-4fef-a907-b49f8669073c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.025717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9567cdc1-c02b-4fef-a907-b49f8669073c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.031101 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9567cdc1-c02b-4fef-a907-b49f8669073c tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/f5bd9c10-dfc8-4d50-bcac-42352d145c29 HTTP/1.1" status: 404 len: 337 time: 0.0285442 Nov 16 21:42:25.031322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.060119 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0902da-09ea-4243-8d1f-c733c185d739 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.060568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0902da-09ea-4243-8d1f-c733c185d739 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.063666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-df0902da-09ea-4243-8d1f-c733c185d739 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/59db5004-51d7-4916-80c2-7f48e2707bb9 HTTP/1.1" status: 404 len: 337 time: 0.0314171 Nov 16 21:42:25.066236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.094323 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8651a3d6-cea6-4856-a6e6-b13941417d09 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 200 len: 205 time: 0.0249212 Nov 16 21:42:25.094505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.147738 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-d4840257-c1e0-46af-994f-67bb3c19ab98 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.150905 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4840257-c1e0-46af-994f-67bb3c19ab98 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/44b9713e-ecbc-4ef3-970d-cc960c6756f4 HTTP/1.1" status: 404 len: 336 time: 0.0534751 Nov 16 21:42:25.151903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49208) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.195394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.195641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-925adecb-b73b-453f-b297-032247ed11a3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d309737-50d4-4623-ac61-acc0d23741a4 HTTP/1.1" status: 200 len: 205 time: 0.0422592 Nov 16 21:42:25.238434 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-1a8c55c6-a731-43ba-bb88-9bd9787ef2ca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.239633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1a8c55c6-a731-43ba-bb88-9bd9787ef2ca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/5d309737-50d4-4623-ac61-acc0d23741a4 HTTP/1.1" status: 404 len: 336 time: 0.0434108 Nov 16 21:42:25.242127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49216) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.257473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869b639-06f3-4917-a940-bb4165e527a2 req-404010a2-9b6e-40da-bec2-6b3e09ea11b3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:25.259116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8869b639-06f3-4917-a940-bb4165e527a2 req-404010a2-9b6e-40da-bec2-6b3e09ea11b3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0930221 Nov 16 21:42:25.269657 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c157c38a-7416-415a-87e9-ee4fe76209a3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.270124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c157c38a-7416-415a-87e9-ee4fe76209a3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.276195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c157c38a-7416-415a-87e9-ee4fe76209a3 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/8443523b-3e25-4371-9b5f-cf29b7516979 HTTP/1.1" status: 404 len: 337 time: 0.0330184 Nov 16 21:42:25.276956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49218) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.319510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8869b639-06f3-4917-a940-bb4165e527a2 req-2eafdadb-b6d9-44f0-a9e9-320f34223554 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539503 Nov 16 21:42:25.322961 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-744932a5-40d8-49cd-b9d3-6b5072e21ded tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 200 len: 205 time: 0.0448771 Nov 16 21:42:25.324319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.374431 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-050afd0d-83a7-4e7b-976b-1a10b63e72fd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.375699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-050afd0d-83a7-4e7b-976b-1a10b63e72fd tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/5b10ea2c-cbf7-4ccb-95a4-52b359dff865 HTTP/1.1" status: 404 len: 336 time: 0.0501063 Nov 16 21:42:25.378332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.410535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f2055839-27d0-4991-8c50-72e5d5e4ae10 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=551d30f0-d389-4585-9f88-87599e5312c2 HTTP/1.1" status: 200 len: 205 time: 0.0310049 Nov 16 21:42:25.413049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49224) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.453348 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-685bc816-ce1d-4bf5-9a68-a5f7b7cfbb91 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.455004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-685bc816-ce1d-4bf5-9a68-a5f7b7cfbb91 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/551d30f0-d389-4585-9f88-87599e5312c2 HTTP/1.1" status: 404 len: 336 time: 0.0399361 Nov 16 21:42:25.457494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.487451 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9891da2-8299-4fc4-85a3-65c2d5bd45ca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.487897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9891da2-8299-4fc4-85a3-65c2d5bd45ca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.495821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.500880 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e9891da2-8299-4fc4-85a3-65c2d5bd45ca tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/1afe4695-93bf-4eb4-808f-fb0da77a022f HTTP/1.1" status: 404 len: 337 time: 0.0323396 Nov 16 21:42:25.529943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-13e47998-6201-49cb-a9a1-ce2fa3dee590 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=a205dcff-25ba-4ec8-b0db-b8e462aa17f4 HTTP/1.1" status: 200 len: 205 time: 0.0328727 Nov 16 21:42:25.532544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.575689 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-513c2c8b-745a-4348-83de-49a3d4eaae6f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.576858 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-513c2c8b-745a-4348-83de-49a3d4eaae6f tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/a205dcff-25ba-4ec8-b0db-b8e462aa17f4 HTTP/1.1" status: 404 len: 336 time: 0.0432324 Nov 16 21:42:25.579513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49236) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.606400 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-93570c72-7ca1-4731-9a4f-d5901c267987 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.606761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93570c72-7ca1-4731-9a4f-d5901c267987 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.609803 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93570c72-7ca1-4731-9a4f-d5901c267987 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/ea35cb2a-4709-4e1e-b497-3bf2cba95c1d HTTP/1.1" status: 404 len: 337 time: 0.0293295 Nov 16 21:42:25.612959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.645369 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6e8f6b1f-a922-4f83-9ee8-d3a5e622e55d tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "GET /v2.0/ports?device_id=f210cb7b-ceae-44fb-8666-afc3464eb0eb HTTP/1.1" status: 200 len: 205 time: 0.0255487 Nov 16 21:42:25.645563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.681885 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-8a8057a5-10ad-42c9-aafd-61bd246daf72 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] delete failed (client error): The resource could not be found. Nov 16 21:42:25.682864 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a8057a5-10ad-42c9-aafd-61bd246daf72 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/routers/f210cb7b-ceae-44fb-8666-afc3464eb0eb HTTP/1.1" status: 404 len: 336 time: 0.0363877 Nov 16 21:42:25.685374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49242) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.711367 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdebc57b-699b-4756-9ed4-2f04a37827aa tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.711808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdebc57b-699b-4756-9ed4-2f04a37827aa tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.714756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fdebc57b-699b-4756-9ed4-2f04a37827aa tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/67c5ba36-032c-424e-a48e-18809c2f75ed HTTP/1.1" status: 404 len: 337 time: 0.0284951 Nov 16 21:42:25.717120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49244) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:25.746346 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dcd3ee-8965-4147-818a-7cf4f22c5e10 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] DELETE failed (client error): The resource could not be found. Nov 16 21:42:25.746790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dcd3ee-8965-4147-818a-7cf4f22c5e10 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:42:25.749785 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37dcd3ee-8965-4147-818a-7cf4f22c5e10 tempest-RoutersTest-522660192 tempest-RoutersTest-522660192-project] 10.222.0.54 "DELETE /v2.0/subnets/b487a885-2991-4768-8108-0c296d10f29a HTTP/1.1" status: 404 len: 337 time: 0.0317800 Nov 16 21:42:25.962038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49256) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:26.009810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6200c-e944-4931-97eb-ba74fb2a4242 req-8fb59661-ce95-442d-be58-0241e10dbc3a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.011325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20b6200c-e944-4931-97eb-ba74fb2a4242 req-8fb59661-ce95-442d-be58-0241e10dbc3a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Nov 16 21:42:26.064217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20b6200c-e944-4931-97eb-ba74fb2a4242 req-1cf499aa-4954-48f0-bb7c-3685e3ed7198 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Nov 16 21:42:26.132786 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-440a0d4e-1beb-4b2a-99c4-7e76f59c4360 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c7e5597c766405a819ee05414729c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581669 Nov 16 21:42:26.132786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 49268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:26.186817 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.193111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-37d8dafc-43ae-4ef6-ae9a-a02cbca84a16 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 267 time: 0.0444469 Nov 16 21:42:26.208816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.249524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-cdd354bc-4725-4d31-aae2-f76353066d05 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.251553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-cdd354bc-4725-4d31-aae2-f76353066d05 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 946 time: 0.0509875 Nov 16 21:42:26.263812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'security_groups': []}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:26.268620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.271678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.272943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d2136ba-1a47-4578-89eb-b2d418bb14f2 HTTP/1.1" status: 204 len: 168 time: 0.1478128 Nov 16 21:42:26.281661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9bd32-2d91-497e-a3eb-bdf87543fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2136ba-1a47-4578-89eb-b2d418bb14f2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:26.341892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.519778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca28a8-44f3-4a19-8e86-068123361901 req-0ade1795-5012-4c79-9dfc-f96f3b0f1363 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.521280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ca28a8-44f3-4a19-8e86-068123361901 req-0ade1795-5012-4c79-9dfc-f96f3b0f1363 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1233449 Nov 16 21:42:26.596587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:26.614543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ca28a8-44f3-4a19-8e86-068123361901 req-ec55a8f7-be75-44d0-bd01-c1c94ab5d699 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809674 Nov 16 21:42:26.637552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.643387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.657475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:26.661346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:26.711558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.712239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.713792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f051f1a4-39f9-42bc-9c93-6f9babf90922 req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "PUT /v2.0/ports/41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 200 len: 905 time: 0.4547420 Nov 16 21:42:26.714168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:26.719964 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357a1938-1a4e-4811-99d0-8a87d7087f63" -d '{"events": [{"name": "network-changed", "server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:26.751540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b46d2-3378-4894-a7d8-41152bccc86e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:26.825361 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d111a9-0814-48c7-9079-d9d09022de57 x-openstack-request-id: req-85d111a9-0814-48c7-9079-d9d09022de57 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:26.826265 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:26.827077 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85d111a9-0814-48c7-9079-d9d09022de57 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:26.828552 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'status': 'completed', 'code': 200} Nov 16 21:42:26.839270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:26.913007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d181f-8b34-4000-bebc-543ff7713c51 req-acce93ff-33ac-4d0d-981a-5914e66115ad tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.915360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-912d181f-8b34-4000-bebc-543ff7713c51 req-acce93ff-33ac-4d0d-981a-5914e66115ad tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 908 time: 0.0823772 Nov 16 21:42:26.935663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-e5de3f99-1caf-4aac-af46-1c0b007e6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:26.937328 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-e5de3f99-1caf-4aac-af46-1c0b007e6924 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 1059 time: 0.0923982 Nov 16 21:42:27.058131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-c8491e23-cda5-44de-a94b-831273192568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.059902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-c8491e23-cda5-44de-a94b-831273192568 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1116040 Nov 16 21:42:27.153966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-f198247a-145b-48aa-8199-52a87746668b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 200 len: 217 time: 0.0814471 Nov 16 21:42:27.168565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c1790-5efe-4d36-9ac0-e81112db9fde req-e5f2e508-221f-47c0-9108-13d3ad4a1be2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.177058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0c1790-5efe-4d36-9ac0-e81112db9fde req-e5f2e508-221f-47c0-9108-13d3ad4a1be2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1455936 Nov 16 21:42:27.238757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-5753be8e-cd62-4d6e-be5c-995f65e9d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.242100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-5753be8e-cd62-4d6e-be5c-995f65e9d23d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0786006 Nov 16 21:42:27.246317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d0c1790-5efe-4d36-9ac0-e81112db9fde req-9dcaf61e-c4eb-4baa-b13b-c21767c48a47 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615613 Nov 16 21:42:27.261744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cfd5d5f1-6b63-4edb-8c44-97527b99d0dc None None] Provisioning complete for port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:27.262159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d5f1-6b63-4edb-8c44-97527b99d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:27.306431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-a970cc08-65c4-4573-bade-275b7e01865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.309233 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-a970cc08-65c4-4573-bade-275b7e01865b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555773 Nov 16 21:42:27.396191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28529df9-7956-4988-9bed-49fe3acf35fc req-fb4b23cb-70df-46dd-8112-98a73585df1c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.397753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28529df9-7956-4988-9bed-49fe3acf35fc req-fb4b23cb-70df-46dd-8112-98a73585df1c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0689976 Nov 16 21:42:27.457343 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-2a37fc2f-1ee1-4552-8b05-a4f29939e4d5 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396523 Nov 16 21:42:27.463279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28529df9-7956-4988-9bed-49fe3acf35fc req-4a964b1b-fa44-4d9e-aec7-d6a276540cfa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575702 Nov 16 21:42:27.570755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-357a1938-1a4e-4811-99d0-8a87d7087f63 req-9957e1eb-d36a-4832-8b6a-3f95b6700d13 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024280 Nov 16 21:42:27.804414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81447-2f32-4a4a-8acc-aa938c856b7a req-0cf7d636-100e-48bc-97f1-2d3354da4769 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.805907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87d81447-2f32-4a4a-8acc-aa938c856b7a req-0cf7d636-100e-48bc-97f1-2d3354da4769 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.1041417 Nov 16 21:42:27.855306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-6faf8298-92f1-4431-9d2d-9cf162063e0f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:27.856790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-6faf8298-92f1-4431-9d2d-9cf162063e0f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.1659110 Nov 16 21:42:27.893777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-67090690-50be-4d59-aa84-6fc4b960fbfc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/quotas/fe9a8b97b6cb407687301271d22661fd HTTP/1.1" status: 200 len: 375 time: 0.0229993 Nov 16 21:42:27.911218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87d81447-2f32-4a4a-8acc-aa938c856b7a req-504f42f7-cb3c-49d0-94b8-0454589783e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852067 Nov 16 21:42:27.978990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-414d0ea4-fd85-4f7d-b99a-1e0879aa49e7 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0648973 Nov 16 21:42:28.090220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-0cee786a-9026-4a4e-9f19-760acbe4d767 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034491 Nov 16 21:42:28.188228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-f28b6cf4-6d6a-4717-9940-599e9d3013e6 service neutron] 10.222.0.54 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912173 Nov 16 21:42:28.374212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40fdb10e-35b6-443f-8075-17705ce849e2 req-e75cb5f5-4970-4b7c-9274-ce2467e403b9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Nov 16 21:42:29.025800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360a05d-1fcc-4391-b7ac-a889437aa1ba req-c7460569-bc08-4d10-89e5-9f0fd0e5f186 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:29.027529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e360a05d-1fcc-4391-b7ac-a889437aa1ba req-c7460569-bc08-4d10-89e5-9f0fd0e5f186 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0575871 Nov 16 21:42:29.080731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e360a05d-1fcc-4391-b7ac-a889437aa1ba req-dae8b962-dc9f-4299-97f5-358ad50cb8de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467093 Nov 16 21:42:29.229497 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:42:29.496320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-586611b6-7fde-4566-9fba-df93351d5454 req-799440f9-adf0-4a8f-a03b-51a5f66dc317 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 210 time: 0.0426419 Nov 16 21:42:29.709594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-dffc6d1e-9bef-4ce0-9a6e-1e3d51d01f7d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:29.711092 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-dffc6d1e-9bef-4ce0-9a6e-1e3d51d01f7d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 810 time: 0.4316432 Nov 16 21:42:29.724246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Request body: {'port': {'device_id': '73e58679-b81f-4a7e-bac1-478176ec9969', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'admin_state_up': True, 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:29.853861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Made reservation on behalf of fe9a8b97b6cb407687301271d22661fd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:29.858245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.007161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Allocated IP 172.20.0.13 (2e926922-cfe1-4513-a54b-4dfcc8533266/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5/e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:30.212003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.252735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.254046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bf0d-6621-4190-b52f-0d7cc50f76bf req-b854ca3b-f3c9-4208-b05e-274567ce6aad tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:30.256266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5162bf0d-6621-4190-b52f-0d7cc50f76bf req-b854ca3b-f3c9-4208-b05e-274567ce6aad tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0760548 Nov 16 21:42:30.265142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:30.305825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:30.311368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:30.314710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:30.358632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:30.374401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5162bf0d-6621-4190-b52f-0d7cc50f76bf req-c77cfcdb-6be5-4cba-a22b-b83b1b366a0d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009462 Nov 16 21:42:30.396955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:30.397634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.429158 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-e284cd38-6e50-40ce-8f35-87750c860914 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089920 Nov 16 21:42:30.443676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Request body: {'port': {'device_id': '73e58679-b81f-4a7e-bac1-478176ec9969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:30.566153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.680645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05529128-ae56-4f94-8887-f1188227aff0 req-7738f4ca-fa27-4be2-88da-94bad66f6643 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:30.682493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05529128-ae56-4f94-8887-f1188227aff0 req-7738f4ca-fa27-4be2-88da-94bad66f6643 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 932 time: 0.0925357 Nov 16 21:42:30.718337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-122c4d40-c75d-4a10-8234-2578f5d1ea32 None None] Provisioning complete for port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:30.720414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-122c4d40-c75d-4a10-8234-2578f5d1ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.748408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05529128-ae56-4f94-8887-f1188227aff0 req-5f758c93-4cc5-4f82-9c3f-6b03a1b16527 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595987 Nov 16 21:42:30.781379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-122c4d40-c75d-4a10-8234-2578f5d1ea32 None None] Port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:42:30.912672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:30.921378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.934980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Transition to ACTIVE for port object e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:30.941583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:30.999164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:31.084776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Attempting to bind port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:31.085112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Attempting to bind port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:31.085437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Attempting to bind port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:31.089751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:31.090064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Attempting to bind port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 on network 2e926922-cfe1-4513-a54b-4dfcc8533266 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:31.094730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:31.095099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Checking segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:31.095488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Bound using segment: {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:31.095899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Bound port: e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176aa5c4-ecf4-453d-9622-4927166be1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:31.096245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:31.179817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:31.185893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:31.201357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:31.238676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.239264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:31.240648 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 HTTP/1.1" status: 200 len: 1092 time: 0.8026659 Nov 16 21:42:31.241086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:31.243532 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bce174-7ee4-4573-aa97-2e70d9041db3" -d '{"events": [{"name": "network-changed", "server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:31.274524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625e65-1e6a-4e88-8474-eca0680fb664 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:31.303029 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1eb0d-8081-4017-8802-b75d1ef8cb63 x-openstack-request-id: req-0ab1eb0d-8081-4017-8802-b75d1ef8cb63 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:31.303322 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:31.303719 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ab1eb0d-8081-4017-8802-b75d1ef8cb63 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:31.304401 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'status': 'completed', 'code': 200} Nov 16 21:42:31.344133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-5ee07aa4-31b0-4031-97ac-2fd0f3c43da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.346135 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-5ee07aa4-31b0-4031-97ac-2fd0f3c43da1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 1095 time: 0.0565577 Nov 16 21:42:31.393688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-59fbf02b-85b5-40be-b0d4-2d21ac3fd0b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 HTTP/1.1" status: 200 len: 217 time: 0.0395901 Nov 16 21:42:31.451245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-0cede846-f88b-4f98-af16-a062824735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.452809 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-0cede846-f88b-4f98-af16-a062824735b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0516262 Nov 16 21:42:31.522386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-eabf86dd-0d70-4031-9bb6-499645c5dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.523949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-eabf86dd-0d70-4031-9bb6-499645c5dfee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628879 Nov 16 21:42:31.535658 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ba406-81dc-4380-ac45-943f1597ff1c req-b8b28166-a955-4862-b020-3fed6cb0fd61 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.538555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-216ba406-81dc-4380-ac45-943f1597ff1c req-b8b28166-a955-4862-b020-3fed6cb0fd61 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0647697 Nov 16 21:42:31.593007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-216ba406-81dc-4380-ac45-943f1597ff1c req-bcd67a67-a934-42ca-9a5f-14786b5a4ca1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Nov 16 21:42:31.624914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-2ece9311-19f3-4757-a482-7b54806b4dbb service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936511 Nov 16 21:42:31.719592 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a67b67ce-771b-40d4-a789-f21a58e3fea9 req-00470060-bdbf-4eae-b8f8-57719e575787 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Nov 16 21:42:31.825048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-93c74a5a-c00d-4ae0-b908-6c0b229a39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.826577 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-93c74a5a-c00d-4ae0-b908-6c0b229a39ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 1095 time: 0.0454347 Nov 16 21:42:31.867261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4a0a8-445e-43a4-b24d-3d408615efd0 req-b28536c6-3d6c-4435-b3ba-de0f4360eea2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.868765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9e4a0a8-445e-43a4-b24d-3d408615efd0 req-b28536c6-3d6c-4435-b3ba-de0f4360eea2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0493915 Nov 16 21:42:31.922761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9e4a0a8-445e-43a4-b24d-3d408615efd0 req-5637e64c-9b40-429d-be3d-a75e6ffb8572 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Nov 16 21:42:31.928812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-28e3ea22-4ffb-4824-a30b-8a9b04a21cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:31.930350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-28e3ea22-4ffb-4824-a30b-8a9b04a21cf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.0962710 Nov 16 21:42:31.976645 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-621d7f56-9909-4220-adaf-1d9788054a4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 HTTP/1.1" status: 200 len: 217 time: 0.0392814 Nov 16 21:42:32.027555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-7ae72da1-c382-475c-b693-d09530fd2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:32.028964 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-7ae72da1-c382-475c-b693-d09530fd2df1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0451438 Nov 16 21:42:32.075935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-8f074020-9882-4ad6-9c18-39bc43c2c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:32.077465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-8f074020-9882-4ad6-9c18-39bc43c2c81f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Nov 16 21:42:32.188229 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-8d1f6d66-e923-4b83-89e5-270828b15d43 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022007 Nov 16 21:42:32.319986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c9bce174-7ee4-4573-aa97-2e70d9041db3 req-2f9cb4bb-4254-4892-acef-59d67e080263 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243370 Nov 16 21:42:32.714288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72106c-6b9c-4cbe-8d1d-9aef990cba28 req-886b6620-85a2-4c67-a469-f1da986566ea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:32.716025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db72106c-6b9c-4cbe-8d1d-9aef990cba28 req-886b6620-85a2-4c67-a469-f1da986566ea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Nov 16 21:42:32.776392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db72106c-6b9c-4cbe-8d1d-9aef990cba28 req-bc826422-e953-4c91-91c0-06d484c82acb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539448 Nov 16 21:42:33.077680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d653-9bd5-433d-8209-20afd0424a99 req-dbeda853-df76-4623-9546-658716a6f5b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:33.079216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb73d653-9bd5-433d-8209-20afd0424a99 req-dbeda853-df76-4623-9546-658716a6f5b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0705676 Nov 16 21:42:33.128685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb73d653-9bd5-433d-8209-20afd0424a99 req-328dac40-fc61-44e9-a2fb-3b5bb7e091c8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Nov 16 21:42:33.924379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6f61-2a6b-410f-bc0b-dcd9d99aec42 req-d232cef3-3826-404f-bcf2-ff0bf9471d86 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:33.925995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ced6f61-2a6b-410f-bc0b-dcd9d99aec42 req-d232cef3-3826-404f-bcf2-ff0bf9471d86 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0612798 Nov 16 21:42:33.985799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ced6f61-2a6b-410f-bc0b-dcd9d99aec42 req-b459dd82-a5f5-4462-be79-b943f97059c0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514023 Nov 16 21:42:34.248040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f48f-e8a8-44f6-ac80-17831936ad8f req-0c2dd4b7-4588-440b-a3ff-e6221db2993a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:34.249457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c76f48f-e8a8-44f6-ac80-17831936ad8f req-0c2dd4b7-4588-440b-a3ff-e6221db2993a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0493438 Nov 16 21:42:34.297854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c76f48f-e8a8-44f6-ac80-17831936ad8f req-04c83eda-f7ef-4641-bf9f-d630beac0f96 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Nov 16 21:42:35.012081 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-8c1befff-3e3d-4e4e-997b-be876fdfdeb4 service neutron] show failed (client error): The resource could not be found. Nov 16 21:42:35.013193 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-8c1befff-3e3d-4e4e-997b-be876fdfdeb4 service neutron] 10.222.0.21 "GET /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0750647 Nov 16 21:42:35.129102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978e88-12cf-4065-84a9-92cb15e15b02 req-c52a7a16-da73-4bb6-a660-d40e67701fd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.135362 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08978e88-12cf-4065-84a9-92cb15e15b02 req-c52a7a16-da73-4bb6-a660-d40e67701fd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0616012 Nov 16 21:42:35.206466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08978e88-12cf-4065-84a9-92cb15e15b02 req-94e48348-7bf9-42a7-aa56-789e12f57a5e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701482 Nov 16 21:42:35.306493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-9b7e906f-91b0-4cac-850e-efa9b78e2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.307995 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-9b7e906f-91b0-4cac-850e-efa9b78e2b68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 1097 time: 0.0760279 Nov 16 21:42:35.323220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:35.398494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.452484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3ff4-020e-4651-8cc9-861565e647f4 req-ade099b9-8e0e-4a44-9ef7-5f479bbb3639 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.454612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce9a3ff4-020e-4651-8cc9-861565e647f4 req-ade099b9-8e0e-4a44-9ef7-5f479bbb3639 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0525167 Nov 16 21:42:35.540414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce9a3ff4-020e-4651-8cc9-861565e647f4 req-687544ec-2119-4d6a-943a-20a722e3228c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Nov 16 21:42:35.667918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:35.703514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:35.727883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:35.746862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:35.749438 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b4bcf-7d0e-4e11-ad34-0aa4a6a4d682" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:35.754649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.768987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Transition to ACTIVE for port object 74d6f532-41ae-43e4-8df3-f06326cbfb9f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:35.782108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.843457 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad86923-c5d1-42be-8ee0-109ee4fb2da6 x-openstack-request-id: req-6ad86923-c5d1-42be-8ee0-109ee4fb2da6 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:35.843814 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:35.844132 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ad86923-c5d1-42be-8ee0-109ee4fb2da6 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:35.844590 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'code': 200} Nov 16 21:42:35.858089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:35.871722 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'mac_address': 'fa:16:3e:1a:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:35.920022 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.924121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:35.939038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:35.962226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:35.973835 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:36.037041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:36.053939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] No DVR routers for this DVR port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:36.214851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:36.302899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:36.303262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:36.303594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:36.309712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:36.310026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:36.317051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:36.317389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:36.317775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Bound using segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:36.318206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Bound port: 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:36.318803 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:36.378564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8bd49-514c-4aac-b1f5-0b63096dfa47 req-f27776dc-1a5f-4c75-a806-9d1b6ad44e54 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.382306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7de8bd49-514c-4aac-b1f5-0b63096dfa47 req-f27776dc-1a5f-4c75-a806-9d1b6ad44e54 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 944 time: 0.0867002 Nov 16 21:42:36.411922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:36.429037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:36.436017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:36.459014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7de8bd49-514c-4aac-b1f5-0b63096dfa47 req-8fa13aec-bbec-4f0b-a843-6761e783ae65 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627239 Nov 16 21:42:36.473362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.473986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:36.475447 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1092 time: 1.1585138 Nov 16 21:42:36.522282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b1c0-3c18-4a27-a0e1-d47b03ea60b1 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:36.559501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e9e9ba94-29d4-4751-8881-b392af099ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.561037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e9e9ba94-29d4-4751-8881-b392af099ead service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0550950 Nov 16 21:42:36.699534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615db2fc-8e2d-4e60-b4bc-f03562043853 req-a9ba55eb-7d83-48a3-87ea-f666075eec05 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.707954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-615db2fc-8e2d-4e60-b4bc-f03562043853 req-a9ba55eb-7d83-48a3-87ea-f666075eec05 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 945 time: 0.0668914 Nov 16 21:42:36.711896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e07526d6-1cf8-4feb-9447-37e97829b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.713437 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-e07526d6-1cf8-4feb-9447-37e97829b8a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1448457 Nov 16 21:42:36.770232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-615db2fc-8e2d-4e60-b4bc-f03562043853 req-1c16d730-571c-471c-b22e-5649ac6aeea2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Nov 16 21:42:36.808573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-13336d92-8039-41c8-a665-ddf4da6f2609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.0870316 Nov 16 21:42:36.872242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-4d7c1cc5-6e45-4929-a2ce-472908d06ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.873755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-4d7c1cc5-6e45-4929-a2ce-472908d06ec2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0574920 Nov 16 21:42:36.925393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-b24650d2-8f7e-4886-b7d7-76b2a259fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.926918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-b24650d2-8f7e-4886-b7d7-76b2a259fc02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449820 Nov 16 21:42:37.027580 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-7bc4d0fa-036d-49df-a5cd-d525021b9150 service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931351 Nov 16 21:42:37.128868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-29a70340-23f3-42d5-8dfc-d47f0d39fc5d service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944185 Nov 16 21:42:37.590450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:37.664031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:37.665005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f927e8f-64c5-445c-84ce-de1bf40a0025 req-1c0f71b3-0163-48cc-81b9-bb9d2b569f9a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:37.674638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f927e8f-64c5-445c-84ce-de1bf40a0025 req-1c0f71b3-0163-48cc-81b9-bb9d2b569f9a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 944 time: 0.0996215 Nov 16 21:42:37.723415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f927e8f-64c5-445c-84ce-de1bf40a0025 req-a025c30b-ff86-4c6b-b6fe-d77de05c8231 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 Nov 16 21:42:37.731674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:37.805596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:42:37.810385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:37.810913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:37.846578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:37.849210 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30a81c2-2e6a-4822-bae2-dcec85a656c1" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:37.903434 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:37.904043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ea7f9-649e-42e4-8deb-73ad1b04b0cc req-32ec53c6-7aa1-40fa-b604-592bddc14ce1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:37.906863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-398ea7f9-649e-42e4-8deb-73ad1b04b0cc req-32ec53c6-7aa1-40fa-b604-592bddc14ce1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 945 time: 0.0729120 Nov 16 21:42:37.952127 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe65c8c-ffca-4065-bb50-01703bdb22df x-openstack-request-id: req-dfe65c8c-ffca-4065-bb50-01703bdb22df {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:37.952588 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:37.952988 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfe65c8c-ffca-4065-bb50-01703bdb22df {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:37.953586 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:42:37.958831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:37.961454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:37.964944 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80855198-6ca3-44e6-9c76-78a3312247c4" -d '{"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:37.973009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:37.984603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-398ea7f9-649e-42e4-8deb-73ad1b04b0cc req-c61af0aa-06d0-4342-a086-411c838e2801 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665421 Nov 16 21:42:38.025729 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c79603-912b-4ffc-a5ea-b3f75605d0e3 x-openstack-request-id: req-f3c79603-912b-4ffc-a5ea-b3f75605d0e3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:38.027382 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:38.027985 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3c79603-912b-4ffc-a5ea-b3f75605d0e3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:38.028516 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'code': 200} Nov 16 21:42:38.088973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-9d2ea24c-64ae-4eb8-8fb6-66381aa5eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.090512 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-9d2ea24c-64ae-4eb8-8fb6-66381aa5eb42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.1206195 Nov 16 21:42:38.096758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-01eda322-3cf5-40da-bf50-90f447863a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.097801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:38.098782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-01eda322-3cf5-40da-bf50-90f447863a5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1095 time: 0.1400447 Nov 16 21:42:38.159669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4c5b-8782-43fa-8853-fc3be48456c1 req-d6215782-41d5-4f79-a6fb-a5e8e2c7a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.162502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6bd4c5b-8782-43fa-8853-fc3be48456c1 req-d6215782-41d5-4f79-a6fb-a5e8e2c7a1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 1097 time: 0.0617592 Nov 16 21:42:38.214493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6bd4c5b-8782-43fa-8853-fc3be48456c1 req-ff3d3e75-c491-48eb-9495-a893aa38851d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Nov 16 21:42:38.288422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-cf5c48bf-93d2-4105-92bf-35111ee313a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.291020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-cf5c48bf-93d2-4105-92bf-35111ee313a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1893682 Nov 16 21:42:38.292401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-2045c8a6-27d9-437c-b125-9dfb082acbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.293713 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-2045c8a6-27d9-437c-b125-9dfb082acbc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1775701 Nov 16 21:42:38.379773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-85ad7779-84da-4e40-8a5a-7fb19d550045 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.0770433 Nov 16 21:42:38.508449 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-7df805ba-81b5-44a5-8d64-c3c76fc5db06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.0858560 Nov 16 21:42:38.509871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-a3331dda-721b-4b3f-ab96-66d70fa32035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.511171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-a3331dda-721b-4b3f-ab96-66d70fa32035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.1222453 Nov 16 21:42:38.591877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-1ab84fc6-7800-4294-8d4f-34cbeb20a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.593381 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-1ab84fc6-7800-4294-8d4f-34cbeb20a7c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0766459 Nov 16 21:42:38.614625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-069ab62b-d375-4972-a682-d5ba37fb10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.616377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-069ab62b-d375-4972-a682-d5ba37fb10b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898001 Nov 16 21:42:38.703359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-b7e51ab1-0022-4a2f-ae63-b7e00da0713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.705567 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-b7e51ab1-0022-4a2f-ae63-b7e00da0713d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012230 Nov 16 21:42:38.796950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-8a61cfa7-2329-40a4-9f2f-226706a72a2d service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601977 Nov 16 21:42:38.898913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-321d3996-e126-48e4-ac41-ca1e5809dfe4 service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848912 Nov 16 21:42:38.945414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9269c-8f95-40b0-b43c-a79b7332e935 req-f0c9cbd0-5bf3-42b1-987b-b7c0e6fd34de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.953842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bb9269c-8f95-40b0-b43c-a79b7332e935 req-f0c9cbd0-5bf3-42b1-987b-b7c0e6fd34de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 944 time: 0.1385992 Nov 16 21:42:38.982128 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-3a9c56df-9d3a-4be6-9887-b73d5393c7af service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723244 Nov 16 21:42:39.059328 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:39.083301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bb9269c-8f95-40b0-b43c-a79b7332e935 req-e4c81e66-3538-46a6-a5b6-cd0be876302e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238649 Nov 16 21:42:39.141500 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a30a81c2-2e6a-4822-bae2-dcec85a656c1 req-4b0a9709-19fc-4ee1-aff4-544ff572615e service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293916 Nov 16 21:42:39.198719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0fb99-9bdc-4c44-9e9c-1b412529957b req-c93487b7-9a52-4418-a4e9-9bc61726bcfc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:39.200341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6d0fb99-9bdc-4c44-9e9c-1b412529957b req-c93487b7-9a52-4418-a4e9-9bc61726bcfc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0786061 Nov 16 21:42:39.271568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6d0fb99-9bdc-4c44-9e9c-1b412529957b req-e14772cc-90d5-4c85-971c-72f7cc296328 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Nov 16 21:42:39.744642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:39.858002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:39.872043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:39.911581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:39.925620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:39.949866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:39.955739 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:40.011473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:40.212175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['74d6f532-41ae-43e4-8df3-f06326cbfb9f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:40.445938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37f58-4dcd-421e-9e40-047850961fb8 req-3258e054-c3a1-4ef7-bbaf-720262fad110 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:40.457597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eab37f58-4dcd-421e-9e40-047850961fb8 req-3258e054-c3a1-4ef7-bbaf-720262fad110 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.1922786 Nov 16 21:42:40.596190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eab37f58-4dcd-421e-9e40-047850961fb8 req-aa6c044a-f021-49bc-8e6e-eb8394f8cf1c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376755 Nov 16 21:42:40.618503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260f50-3733-45b7-99c9-b16fdf8b40fe req-fa900265-5a30-465e-b9a8-6607ef61b466 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:40.628391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55260f50-3733-45b7-99c9-b16fdf8b40fe req-fa900265-5a30-465e-b9a8-6607ef61b466 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1611698 Nov 16 21:42:40.752469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55260f50-3733-45b7-99c9-b16fdf8b40fe req-254d69d5-ef36-4ee6-b571-0670321fc3ef tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087127 Nov 16 21:42:40.910751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-b1f15b2e-0b39-4753-ac75-ccc784c8e4ba tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:40.912571 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-b1f15b2e-0b39-4753-ac75-ccc784c8e4ba tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5&tenant_id=b0848e94efac43d8a53469d18635eddd&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 945 time: 0.0889249 Nov 16 21:42:40.985710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b1aa8-69a1-414b-9131-83d48d202351 req-463b124d-4d29-433a-819b-5f74daf252e5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:40.997587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306b1aa8-69a1-414b-9131-83d48d202351 req-463b124d-4d29-433a-819b-5f74daf252e5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.1393280 Nov 16 21:42:41.040390 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-c6465290-c71e-4342-a6ee-5cfc866bfc16 service neutron] 10.222.0.36 "GET /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.1177614 Nov 16 21:42:41.131313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306b1aa8-69a1-414b-9131-83d48d202351 req-8d05882c-9943-48ff-a658-424b633b4c79 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325557 Nov 16 21:42:41.162246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-39dc348a-ea6b-4d9c-abf6-9deada7533d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.162246 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-39dc348a-ea6b-4d9c-abf6-9deada7533d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0914004 Nov 16 21:42:41.185096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3165-4766-4575-b3b5-8c3797474ba2 req-b22b0556-770d-4348-baf0-1bcb2b98ed60 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.193825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e90b3165-4766-4575-b3b5-8c3797474ba2 req-b22b0556-770d-4348-baf0-1bcb2b98ed60 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1089764 Nov 16 21:42:41.300329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e90b3165-4766-4575-b3b5-8c3797474ba2 req-a21cf72a-cf89-4939-80fd-178542115808 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055565 Nov 16 21:42:41.341205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-16c93883-0455-492f-af11-930445ac87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.342853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-16c93883-0455-492f-af11-930445ac87ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1721945 Nov 16 21:42:41.423688 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-b1322599-5ba1-4928-82f1-ae0c3fea56c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1001 time: 0.0687962 Nov 16 21:42:41.530203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-68d0cf65-8a16-4eb7-9d2a-b0b8445e5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.531915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-68d0cf65-8a16-4eb7-9d2a-b0b8445e5629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0899737 Nov 16 21:42:41.595787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-625eeb6d-a2e4-45b0-9cfe-7d1e72c20af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.597179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-625eeb6d-a2e4-45b0-9cfe-7d1e72c20af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574596 Nov 16 21:42:41.723181 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-fe7d5046-a92d-46ee-90fb-991075ed3e89 service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170270 Nov 16 21:42:41.755316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:41.854975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:42:41.863715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:41.864159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:41.868965 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-229abc55-27b8-4193-8c49-32783a0fbaaf service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380033 Nov 16 21:42:41.955352 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:41.992395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:41.994684 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e92a7f-e55f-4f40-bca8-effb208d4b3b" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:42.169239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:42.179200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:42.269318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:42.279316 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716837f-875e-4a2c-8e2e-ba25a329b6cb x-openstack-request-id: req-d716837f-875e-4a2c-8e2e-ba25a329b6cb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:42.279607 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:42.279862 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d716837f-875e-4a2c-8e2e-ba25a329b6cb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:42.280561 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'code': 200} Nov 16 21:42:42.300898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b0bfd-e38c-4622-8993-bc8e3570b4f2 req-81f9aca1-5326-425a-a95d-39cfa7d82dbe tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:42.302474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da9b0bfd-e38c-4622-8993-bc8e3570b4f2 req-81f9aca1-5326-425a-a95d-39cfa7d82dbe tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0628624 Nov 16 21:42:42.355183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da9b0bfd-e38c-4622-8993-bc8e3570b4f2 req-a34d3224-2333-42b9-bae0-36eed152afff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469682 Nov 16 21:42:42.443753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b2c4-74da-4247-a9f1-c9670ae946d5 req-bb754785-967e-445a-a425-05c4f9303894 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:42.444867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6185b2c4-74da-4247-a9f1-c9670ae946d5 req-bb754785-967e-445a-a425-05c4f9303894 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0548971 Nov 16 21:42:42.511558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6185b2c4-74da-4247-a9f1-c9670ae946d5 req-14d4df38-d2f7-4a84-8202-36a5dbf4093c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583355 Nov 16 21:42:42.930269 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:43.019363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7e4d8-e9af-438c-8c66-677ad8144c0d req-3d6d2eba-7d34-4282-901f-ff40fae0b334 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:43.020968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e7e4d8-e9af-438c-8c66-677ad8144c0d req-3d6d2eba-7d34-4282-901f-ff40fae0b334 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0676889 Nov 16 21:42:43.077852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e7e4d8-e9af-438c-8c66-677ad8144c0d req-ca65b77a-d806-486c-b08f-97a40daac330 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Nov 16 21:42:43.499455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd88d3-50d5-4c60-afcf-85223aeac5d6 req-54da4493-6030-4e84-9261-8ffcb9991d21 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:43.501199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdd88d3-50d5-4c60-afcf-85223aeac5d6 req-54da4493-6030-4e84-9261-8ffcb9991d21 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0729568 Nov 16 21:42:43.569510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cdd88d3-50d5-4c60-afcf-85223aeac5d6 req-d5d6aac3-18ec-48b0-9485-91395e5acd61 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611212 Nov 16 21:42:43.963781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-0db05e08-b98e-4ca5-b058-11b7bac1fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:43.965990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-0db05e08-b98e-4ca5-b058-11b7bac1fdb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 1097 time: 0.0496504 Nov 16 21:42:43.979177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:44.036662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:44.260893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39fbd-5f8b-4266-8f50-19885664d885 req-477849b3-5f95-4b12-9c6b-671521d7253f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:44.280850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dce39fbd-5f8b-4266-8f50-19885664d885 req-477849b3-5f95-4b12-9c6b-671521d7253f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.1057546 Nov 16 21:42:44.346635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dce39fbd-5f8b-4266-8f50-19885664d885 req-8475dcd4-dd10-42af-9e70-e0783ac6e89a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Nov 16 21:42:44.648046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:44.695285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:44.743939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea746621-53d6-4ecd-855a-e32ce45e9432 req-d4645c7b-4b2a-4e59-9724-d2c7b4d37f42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:44.750685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:44.753501 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4d9c2-d7b3-417c-832e-4e2e3b121a9d" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:44.755398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea746621-53d6-4ecd-855a-e32ce45e9432 req-d4645c7b-4b2a-4e59-9724-d2c7b4d37f42 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0806451 Nov 16 21:42:44.758266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:44.786287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Transition to ACTIVE for port object 74d6f532-41ae-43e4-8df3-f06326cbfb9f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:44.793264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:44.844761 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2babfb56-d218-47d1-b645-ebe714191b75 x-openstack-request-id: req-2babfb56-d218-47d1-b645-ebe714191b75 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:44.845894 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-unplugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:44.846153 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2babfb56-d218-47d1-b645-ebe714191b75 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:44.846547 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'code': 200} Nov 16 21:42:44.852555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:44.862690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea746621-53d6-4ecd-855a-e32ce45e9432 req-621f3876-5303-44f7-931e-72c7b54fa3d1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030047 Nov 16 21:42:44.865375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.865853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.866390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.866731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.867102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.867433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.867760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.868087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.868411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.868739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.869063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.869383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:44.972716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] No DVR routers for this DVR port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:45.190228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:45.190741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:45.191266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:45.196105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:45.196530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Attempting to bind port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on network 8609bb88-abfa-4e8d-ba5b-c2691764310b {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:45.205081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:45.205645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Checking segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:45.206149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Bound using segment: {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:45.206775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Bound port: 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cba77e-aad6-4544-88e3-da381b14ba71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:45.207365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:45.286400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:45.290356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:45.295623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:45.352398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.353767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:45.356204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] 10.222.0.21 "PUT /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1093 time: 1.3813944 Nov 16 21:42:45.358208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-227dfdb0-b926-42cf-a335-0009e6aa52aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:45.466896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9f7f-6df4-41f6-b4a2-e847f941e751 service neutron] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=11']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:45.495714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-cc4a38d3-753b-481b-91be-6698584478fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.504353 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-cc4a38d3-753b-481b-91be-6698584478fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1082125 Nov 16 21:42:45.641538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b425062-4c9c-47c4-b4c9-4a2e9502b6ab req-1f607dff-5995-4708-90ad-1eca2981b4e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.650375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b425062-4c9c-47c4-b4c9-4a2e9502b6ab req-1f607dff-5995-4708-90ad-1eca2981b4e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0884433 Nov 16 21:42:45.688993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-a4af2cad-4558-4ff5-85ba-59cff38c1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.690504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-a4af2cad-4558-4ff5-85ba-59cff38c1ed0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.1811926 Nov 16 21:42:45.710044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b425062-4c9c-47c4-b4c9-4a2e9502b6ab req-352c84ad-59e7-4f72-b75a-44fe40d688b5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587039 Nov 16 21:42:45.761139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:45.824556 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-b52fa62e-fb68-451f-93b2-9f3507a3b812 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.1250570 Nov 16 21:42:45.928263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-a9a78a23-075b-43a0-bb51-8ce9ea9fb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.929866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-a9a78a23-075b-43a0-bb51-8ce9ea9fb550 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0970943 Nov 16 21:42:46.033395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:46.036626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-937ceb1a-d50b-4641-9448-9e5f0e42b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:46.039133 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-937ceb1a-d50b-4641-9448-9e5f0e42b68c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969825 Nov 16 21:42:46.065602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'port_id': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'mac_address': 'fa:16:3e:1a:b5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:46.099457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdcf92-f305-49d3-a2b4-35327eda8894 req-6a2b7224-7ebf-44b3-9357-fa66ea5ec570 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:46.112689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28fdcf92-f305-49d3-a2b4-35327eda8894 req-6a2b7224-7ebf-44b3-9357-fa66ea5ec570 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.1122591 Nov 16 21:42:46.172411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:46.193472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28fdcf92-f305-49d3-a2b4-35327eda8894 req-e6610379-3d99-4bba-b181-9fcd68441f5b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771849 Nov 16 21:42:46.204877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:46.243778 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-307c8f56-cba2-4e53-86d9-c29b46a4666f service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957858 Nov 16 21:42:46.247897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:46.254418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:46.346894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:46.352572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:46.431555 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dc17aee4-1690-4f13-b5d9-147f4a0383ca req-d83a42fb-5113-4849-ac37-4270a914ec79 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794741 Nov 16 21:42:46.847499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:46.850462 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:46.896052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc307c2-f70f-439c-bd9f-81e582348e65 req-be498712-1c98-42ab-abc3-c0db9030a6da tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:46.902074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fc307c2-f70f-439c-bd9f-81e582348e65 req-be498712-1c98-42ab-abc3-c0db9030a6da tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 945 time: 0.0917013 Nov 16 21:42:46.930063 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2f95f7-500b-480c-a0ad-0d23effd87a8 x-openstack-request-id: req-ed2f95f7-500b-480c-a0ad-0d23effd87a8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:46.930475 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:46.930916 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed2f95f7-500b-480c-a0ad-0d23effd87a8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:46.931432 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:42:47.016299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fc307c2-f70f-439c-bd9f-81e582348e65 req-6716dfb8-af80-4429-96ce-1905502f05aa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020417 Nov 16 21:42:47.117143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-f2300e63-e545-49ff-9cbe-3c2ab34405a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.134036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-f2300e63-e545-49ff-9cbe-3c2ab34405a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1625419 Nov 16 21:42:47.213129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-d89a228c-9b5c-421f-804c-20a0d454c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.215693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-d89a228c-9b5c-421f-804c-20a0d454c5cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1096 time: 0.2462249 Nov 16 21:42:47.341799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-8e03fb19-c6fd-4cd7-b768-5735b23ecd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.347241 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-8e03fb19-c6fd-4cd7-b768-5735b23ecd07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.2117229 Nov 16 21:42:47.494999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322144-b2cb-4cb1-80f9-22669b0a8c8e req-6553036d-fadc-4c55-987a-528aa0e4b8ef tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.506849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55322144-b2cb-4cb1-80f9-22669b0a8c8e req-6553036d-fadc-4c55-987a-528aa0e4b8ef tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 945 time: 0.1402912 Nov 16 21:42:47.563919 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-8dec744c-a2fd-4a2c-975b-37591983e848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.1846075 Nov 16 21:42:47.580438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-55322144-b2cb-4cb1-80f9-22669b0a8c8e req-8261c5c4-c975-4387-a3a0-935cb0011f6f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723314 Nov 16 21:42:47.655889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:47.665986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-f8fcf942-a2a5-4ecf-a846-70ffec1ce0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.670783 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-f8fcf942-a2a5-4ecf-a846-70ffec1ce0cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0954301 Nov 16 21:42:47.672460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-23a3c2d8-52d8-444c-9034-dfc0342047a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.674167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-23a3c2d8-52d8-444c-9034-dfc0342047a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.4460163 Nov 16 21:42:47.866868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:47.896715 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-b1373412-35a9-4a24-986f-61d71edd7611 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1000 time: 0.2054627 Nov 16 21:42:47.898593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-7d255baf-bf3c-421f-a6d3-e86530b79131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.910523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-7d255baf-bf3c-421f-a6d3-e86530b79131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322831 Nov 16 21:42:47.927805 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c3dd57ab-46d0-439d-8293-abb449be214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.102577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:48.142585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'port_id': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'mac_address': 'fa:16:3e:98:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:48.156757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:48.157494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.249195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-14f0084c-3248-434d-b1cb-acecb340ef62 service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593606 Nov 16 21:42:48.261839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.285739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:48.372086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.372290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668a38a-263d-4cb0-bfb8-d3539ce1e7f0 req-8bd77976-79c8-4e03-af00-d6f1f23b10d8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:48.382847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0668a38a-263d-4cb0-bfb8-d3539ce1e7f0 req-8bd77976-79c8-4e03-af00-d6f1f23b10d8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 945 time: 0.1519728 Nov 16 21:42:48.497517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:48.516064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:48.516800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0668a38a-263d-4cb0-bfb8-d3539ce1e7f0 req-ddda37ed-af71-4a16-9ec4-087a990c1452 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309085 Nov 16 21:42:48.544605 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89bf010-64cf-4ac1-ad59-8cfa9c9135a8" -d '{"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:48.572519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-1da9eb93-41ad-4fe0-805d-d7fcbe427c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:48.575139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.577757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-1da9eb93-41ad-4fe0-805d-d7fcbe427c35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.6648042 Nov 16 21:42:48.586050 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-11888a14-6fb1-4fb6-9b13-d9fc601d00e2 service neutron] 10.222.0.36 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272378 Nov 16 21:42:48.603417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:48.690905 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad953c-2a75-4b0a-a329-25daf49fad17 x-openstack-request-id: req-fbad953c-2a75-4b0a-a329-25daf49fad17 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:48.691499 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-plugged", "status": "completed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:48.691499 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbad953c-2a75-4b0a-a329-25daf49fad17 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:48.691847 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'code': 200} Nov 16 21:42:48.694221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-211dd0ff-720f-4655-810f-2f7263a34c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:48.698207 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-211dd0ff-720f-4655-810f-2f7263a34c9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076324 Nov 16 21:42:48.700144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.700934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:48.769710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3356d9-b104-438d-9c17-54929da59450 req-8d173975-6219-4086-ac4d-4dd504f080be tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:48.778141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee3356d9-b104-438d-9c17-54929da59450 req-8d173975-6219-4086-ac4d-4dd504f080be tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 946 time: 0.0621595 Nov 16 21:42:48.869327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee3356d9-b104-438d-9c17-54929da59450 req-c8372f87-c735-4337-a846-ed5449ce5231 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899987 Nov 16 21:42:48.884673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 49990) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:48.892524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:48.909375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:48.938166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-a8905803-8d5e-491a-be4d-6eae4599e3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337976 Nov 16 21:42:48.978004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:48.984637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['74d6f532-41ae-43e4-8df3-f06326cbfb9f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:49.168767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fa4ddabe-4998-4677-885e-11b07b24ceb4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 200 len: 993 time: 0.2819598 Nov 16 21:42:49.227752 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-18e9b89e-4fab-4f6c-a216-fc05a0e65c31 req-5814c6b7-4414-4d4c-ad66-343a2d5c3aea service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808537 Nov 16 21:42:49.355414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.739511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4af6a-6ab1-4638-b935-128fd35af8c8 req-5e8a5967-29ea-4515-892e-571da2b16565 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:49.741235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b4af6a-6ab1-4638-b935-128fd35af8c8 req-5e8a5967-29ea-4515-892e-571da2b16565 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0946853 Nov 16 21:42:49.816677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b4af6a-6ab1-4638-b935-128fd35af8c8 req-046e6776-7fdc-48b1-b89e-126ca2db7fec tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Nov 16 21:42:50.563776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:50.972126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c4600-ffe8-4e02-9748-ebc42368aad0 req-b1dfd64a-4917-491d-83ef-0cb72c7e03bc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:50.973650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2c4600-ffe8-4e02-9748-ebc42368aad0 req-b1dfd64a-4917-491d-83ef-0cb72c7e03bc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0590808 Nov 16 21:42:51.029153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab2c4600-ffe8-4e02-9748-ebc42368aad0 req-49beb3b7-83f9-42a3-8fc8-3c5ed933c13a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Nov 16 21:42:51.444403 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:51.667397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:51.732896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:42:51.739316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 74d6f532-41ae-43e4-8df3-f06326cbfb9f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:51.739696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:51.833629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:51.882724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:51.884210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:51.887843 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29d5b9d-86f5-4fc7-b626-3457be7c30ec" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:51.893934 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:51.971540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=13']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:51.992357 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e716a-ac86-418b-8856-2bc8d9b2386a x-openstack-request-id: req-f06e716a-ac86-418b-8856-2bc8d9b2386a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:51.992584 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-plugged", "status": "completed", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:51.992839 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f06e716a-ac86-418b-8856-2bc8d9b2386a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:51.993237 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'code': 200} Nov 16 21:42:52.193297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b0c4e-a01e-4fdd-af3e-9fa4503d64f2 req-2a759836-9e23-4c53-9e1a-0c1d2ee6a383 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:52.195431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-170b0c4e-a01e-4fdd-af3e-9fa4503d64f2 req-2a759836-9e23-4c53-9e1a-0c1d2ee6a383 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0669835 Nov 16 21:42:52.253726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-170b0c4e-a01e-4fdd-af3e-9fa4503d64f2 req-441737bd-a5d9-4706-9dae-7f1443f84cf1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 Nov 16 21:42:53.414794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a491b2-ad55-44b5-9f7b-476685531a4b req-67b297b6-cdfe-4342-8d80-ffe7772f4717 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:53.422873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7a491b2-ad55-44b5-9f7b-476685531a4b req-67b297b6-cdfe-4342-8d80-ffe7772f4717 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0615141 Nov 16 21:42:53.600395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-04c00e8d-5013-4983-965e-0a25296ec6be tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:53.607351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-04c00e8d-5013-4983-965e-0a25296ec6be tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 813 time: 0.1772254 Nov 16 21:42:53.635663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7a491b2-ad55-44b5-9f7b-476685531a4b req-dc635601-4c8c-4eec-a7e4-5e38d6e77ca4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114730 Nov 16 21:42:53.643014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-86d4760c-9a05-494c-bb44-7070518c0bf1 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/quotas/5f9e7cec273d48369313b48878cd5e8c HTTP/1.1" status: 200 len: 375 time: 0.0344472 Nov 16 21:42:53.681002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f77bf8ac-3161-4b3d-adb2-48e07db58bd7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307655 Nov 16 21:42:53.804401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-3b4ffd93-8c1e-46bc-9d32-d9dbc7657611 service neutron] 10.222.0.54 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129446 Nov 16 21:42:53.924619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-7318ab06-dcac-4bd5-a52c-c4ddc1657bac service neutron] 10.222.0.54 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141241 Nov 16 21:42:54.146066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1337549f-e43e-4f22-97cb-46dd40dc1228 req-9a052367-c52b-4ae4-a0b0-cf5f884ba1ea tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 210 time: 0.0649030 Nov 16 21:42:54.792422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361a233-8e84-44d3-a22b-1b57efa50aa6 req-adb4e9fb-6ab3-45b5-9235-64344f8b0fc5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:54.800900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9361a233-8e84-44d3-a22b-1b57efa50aa6 req-adb4e9fb-6ab3-45b5-9235-64344f8b0fc5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0851834 Nov 16 21:42:54.896037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9361a233-8e84-44d3-a22b-1b57efa50aa6 req-fc3455da-0861-4333-b344-3ecd210c38cc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939534 Nov 16 21:42:55.372072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-156e3e8f-a669-4046-a9e6-64c3a45816fd req-b810c26e-620b-40f5-90b0-6fa0bc80a100 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 210 time: 0.0458269 Nov 16 21:42:55.504502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d25ecfb2-bfb3-4507-9c89-a6cd43b7a1c4 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:55.505510 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d25ecfb2-bfb3-4507-9c89-a6cd43b7a1c4 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 813 time: 0.2109592 Nov 16 21:42:55.520532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Request body: {'port': {'device_id': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e', 'admin_state_up': True, 'tenant_id': '5f9e7cec273d48369313b48878cd5e8c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:55.640805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Made reservation on behalf of 5f9e7cec273d48369313b48878cd5e8c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:55.644942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:55.785830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Allocated IP 172.20.0.11 (c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e/42b9b822-087e-476f-9cfc-8b2d1d8aa6a3/071e8081-07d1-40fc-a36b-9733b0159d9b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:55.944776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:55.987648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.038850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:56.041984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:56.046311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:56.049586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5013fa-bd95-415d-a96f-4c787df9e9b3 req-963d508d-9815-494a-b6ed-44638ff86984 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:56.053533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Pushing event updated for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:56.056224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee5013fa-bd95-415d-a96f-4c787df9e9b3 req-963d508d-9815-494a-b6ed-44638ff86984 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0644119 Nov 16 21:42:56.112288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:56.113595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee5013fa-bd95-415d-a96f-4c787df9e9b3 req-4716f74a-af77-486c-a675-41c94409c017 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541403 Nov 16 21:42:56.113943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.139905 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-f0090a56-f8d9-4000-b12f-d37852defbe5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239936 Nov 16 21:42:56.153033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Request body: {'port': {'device_id': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:56.215666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.528124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e83dff-c156-47fd-8a4c-32c26828e0a4 req-6fb06f09-00d1-4291-8697-d8ab75ef81ab tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:56.529682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45e83dff-c156-47fd-8a4c-32c26828e0a4 req-6fb06f09-00d1-4291-8697-d8ab75ef81ab tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 932 time: 0.0710709 Nov 16 21:42:56.619537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45e83dff-c156-47fd-8a4c-32c26828e0a4 req-be12fbf3-cf00-421d-a938-d46907c7e3f0 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Nov 16 21:42:56.620582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071e8081-07d1-40fc-a36b-9733b0159d9b {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:56.636452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.651479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Transition to ACTIVE for port object 071e8081-07d1-40fc-a36b-9733b0159d9b will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:56.657950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.738425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Pushing event updated for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:56.797155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Attempting to bind port 071e8081-07d1-40fc-a36b-9733b0159d9b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:56.797625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Attempting to bind port 071e8081-07d1-40fc-a36b-9733b0159d9b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:56.797896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Attempting to bind port 071e8081-07d1-40fc-a36b-9733b0159d9b on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:56.804325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Port 071e8081-07d1-40fc-a36b-9733b0159d9b on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:56.804653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Attempting to bind port 071e8081-07d1-40fc-a36b-9733b0159d9b on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:56.809989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:56.810330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Checking segment: {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:56.810709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Bound using segment: {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:56.811167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Bound port: 071e8081-07d1-40fc-a36b-9733b0159d9b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:56.811530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.879177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:56.882701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=071e8081-07d1-40fc-a36b-9733b0159d9b,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:56.889140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.927142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:56.927977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.929469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] 10.222.0.21 "PUT /v2.0/ports/071e8081-07d1-40fc-a36b-9733b0159d9b HTTP/1.1" status: 200 len: 1092 time: 0.7807415 Nov 16 21:42:56.930096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:56.932534 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd85809-7a2a-4922-914e-1340f53f3463" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:57.017985 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833ccb7a-af8c-4488-bc97-844448c27ff0 x-openstack-request-id: req-833ccb7a-af8c-4488-bc97-844448c27ff0 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:57.018560 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:57.019042 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-833ccb7a-af8c-4488-bc97-844448c27ff0 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:57.019654 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b', 'status': 'completed', 'code': 200} Nov 16 21:42:57.028751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fd306-dda3-48dc-bd2f-33f6523f3e93 service neutron] Pushing event updated for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:57.044235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-43c59034-7e4d-4898-9787-bb0bb4254651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.045859 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-43c59034-7e4d-4898-9787-bb0bb4254651 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 1095 time: 0.0655570 Nov 16 21:42:57.108624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-fbd65f80-cd55-4963-95ab-0b4a72099604 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=071e8081-07d1-40fc-a36b-9733b0159d9b HTTP/1.1" status: 200 len: 217 time: 0.0482750 Nov 16 21:42:57.178562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-708d9c9e-c668-4205-8f68-36896d9b5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.180070 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-708d9c9e-c668-4205-8f68-36896d9b5e24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 HTTP/1.1" status: 200 len: 853 time: 0.0636227 Nov 16 21:42:57.231031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-11f075f9-e7b4-4950-81b4-d94c955e06bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413928 Nov 16 21:42:57.257581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac994d0-463d-4c53-8677-760001625d59 req-5910de4c-6388-49a6-992e-1c0b04f94c10 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.265615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ac994d0-463d-4c53-8677-760001625d59 req-5910de4c-6388-49a6-992e-1c0b04f94c10 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0583503 Nov 16 21:42:57.321819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ac994d0-463d-4c53-8677-760001625d59 req-4a685c6e-8d28-41fa-b10b-753fb974b4c6 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Nov 16 21:42:57.353108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-ea056d85-af0e-4081-82cb-03cdefe15d17 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104980 Nov 16 21:42:57.481179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6aa065fe-7cea-4e76-b3e1-9ac1b8dcff01 req-4a52e3a7-3559-4e72-920c-77f58df602f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152110 Nov 16 21:42:57.624515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85809-7a2a-4922-914e-1340f53f3463 req-fb0e9f75-170f-404e-b6ca-73d5af069be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.625762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-fb0e9f75-170f-404e-b6ca-73d5af069be4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 1095 time: 0.0591803 Nov 16 21:42:57.779116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c97050-ada1-4e36-9861-5fb761b51538 req-e9aaa40b-882e-458d-9874-5a4dbfa087d7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.787667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3c97050-ada1-4e36-9861-5fb761b51538 req-e9aaa40b-882e-458d-9874-5a4dbfa087d7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 944 time: 0.0714676 Nov 16 21:42:57.797066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85809-7a2a-4922-914e-1340f53f3463 req-e082fa18-e985-41bd-b950-4a26c05a6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.798767 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-e082fa18-e985-41bd-b950-4a26c05a6773 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 914 time: 0.1545796 Nov 16 21:42:57.856740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3c97050-ada1-4e36-9861-5fb761b51538 req-23ed052f-9f6f-46e2-a775-bc31b9111baf tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644400 Nov 16 21:42:57.869247 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-2fbf324f-dae1-417b-a357-01cb8ed75921 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=071e8081-07d1-40fc-a36b-9733b0159d9b HTTP/1.1" status: 200 len: 217 time: 0.0594404 Nov 16 21:42:57.934046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85809-7a2a-4922-914e-1340f53f3463 req-779fc1ec-6c37-47fa-8d6f-aff513a3385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:57.936268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-779fc1ec-6c37-47fa-8d6f-aff513a3385d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 HTTP/1.1" status: 200 len: 853 time: 0.0586872 Nov 16 21:42:58.006783 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-623be560-bd07-40d8-9794-70db0d634d67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458965 Nov 16 21:42:58.162633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-873eb286-3be3-4835-8e76-1393546b5eb8 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335950 Nov 16 21:42:58.303265 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-efd85809-7a2a-4922-914e-1340f53f3463 req-85b29433-b397-443b-bf31-f98382a219b7 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253922 Nov 16 21:42:58.483059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64274a-4df8-4332-9f50-f44e3976f6ff req-e55cb5ae-8edd-4474-a607-32da34e55f10 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:58.489573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc64274a-4df8-4332-9f50-f44e3976f6ff req-e55cb5ae-8edd-4474-a607-32da34e55f10 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0773778 Nov 16 21:42:58.587227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc64274a-4df8-4332-9f50-f44e3976f6ff req-7e8b1ab2-eb8f-47ed-b3aa-aa2e1d7d70cf tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Nov 16 21:42:58.975121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f1dfe-749d-4cfa-a5e9-36e8ec60506d req-be262764-45f4-4a76-ab67-a3a1d64199b7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:58.976697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-432f1dfe-749d-4cfa-a5e9-36e8ec60506d req-be262764-45f4-4a76-ab67-a3a1d64199b7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 944 time: 0.0546284 Nov 16 21:42:59.026438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-432f1dfe-749d-4cfa-a5e9-36e8ec60506d req-698e2d82-afec-4aa7-bbf1-f98006bedd07 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Nov 16 21:42:59.462281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-5e5be31b-43e8-49e7-b749-011e4efab20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:59.463956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-5e5be31b-43e8-49e7-b749-011e4efab20b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 1097 time: 0.0418799 Nov 16 21:42:59.558805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-c8429335-d17b-47f2-9b27-a66070063012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:59.560389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-c8429335-d17b-47f2-9b27-a66070063012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.0899711 Nov 16 21:42:59.605851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-73e910b9-8831-4f96-b2ff-b829a50befe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 HTTP/1.1" status: 200 len: 217 time: 0.0366602 Nov 16 21:42:59.655458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-8b240600-3989-49a4-ad80-ff186b8da673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:59.656978 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-8b240600-3989-49a4-ad80-ff186b8da673 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0444965 Nov 16 21:42:59.706693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-dfbd8390-95a9-4ed4-9318-afc2953c1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:59.708451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de1871-38d8-46b0-9d71-e21740fd9a85 req-11837a77-c32a-42b4-8457-90194aaea46d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:59.709202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-dfbd8390-95a9-4ed4-9318-afc2953c1f17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442917 Nov 16 21:42:59.710182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1de1871-38d8-46b0-9d71-e21740fd9a85 req-11837a77-c32a-42b4-8457-90194aaea46d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0489912 Nov 16 21:42:59.720270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-037e53be-7b8f-4114-9929-102c7f7df7a2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:42:59.721167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-037e53be-7b8f-4114-9929-102c7f7df7a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048769 Nov 16 21:42:59.759997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1de1871-38d8-46b0-9d71-e21740fd9a85 req-8009511d-d0e3-4041-a161-67b97c76648d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Nov 16 21:42:59.810077 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-b1f534bd-045f-4c2a-b9e7-712b34a8b3ea service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814550 Nov 16 21:42:59.901120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b3ca7fdf-2ad9-4a92-91c5-86915875ad35 req-cbd3b9bb-48bc-4d22-ab93-f8dab14407e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840752 Nov 16 21:43:00.139552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828aa3d-801f-4fb4-9cc6-c3b2c1bad24d req-a607eb51-491a-4aef-8a97-dfea3e495a8a tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:00.141008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c828aa3d-801f-4fb4-9cc6-c3b2c1bad24d req-a607eb51-491a-4aef-8a97-dfea3e495a8a tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 944 time: 0.0481956 Nov 16 21:43:00.186992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c828aa3d-801f-4fb4-9cc6-c3b2c1bad24d req-48f0cbab-2f22-424b-ba91-1988252a4789 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Nov 16 21:43:00.873906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3114-22ba-43e4-9cc2-b68d9f4e9ab9 req-3d159664-ab49-4b7a-a085-8a3650e31158 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:00.875366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c15e3114-22ba-43e4-9cc2-b68d9f4e9ab9 req-3d159664-ab49-4b7a-a085-8a3650e31158 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0484748 Nov 16 21:43:00.922088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c15e3114-22ba-43e4-9cc2-b68d9f4e9ab9 req-0523d8cb-5009-4a49-a0fb-340dc923960c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Nov 16 21:43:01.307568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e5c0-fd68-4142-aba5-f04845acdf21 req-ec9a0ee8-e1e3-460d-9ac3-3daf7a15c00d tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:01.309010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01b0e5c0-fd68-4142-aba5-f04845acdf21 req-ec9a0ee8-e1e3-460d-9ac3-3daf7a15c00d tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 944 time: 0.0556309 Nov 16 21:43:01.354584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-01b0e5c0-fd68-4142-aba5-f04845acdf21 req-1ad8c314-aafe-40d5-8697-3356575a5058 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Nov 16 21:43:01.714353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 071e8081-07d1-40fc-a36b-9733b0159d9b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:43:01.810572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=071e8081-07d1-40fc-a36b-9733b0159d9b,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:01.822118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '071e8081-07d1-40fc-a36b-9733b0159d9b', 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e', 'port_id': '071e8081-07d1-40fc-a36b-9733b0159d9b', 'mac_address': 'fa:16:3e:e1:79:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b9b822-087e-476f-9cfc-8b2d1d8aa6a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:43:01.858297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.871699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071e8081-07d1-40fc-a36b-9733b0159d9b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:43:01.890992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=071e8081-07d1-40fc-a36b-9733b0159d9b,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:01.894902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.941876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:01.949337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.949688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.950242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.950357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.950709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.951051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.951380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.951707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.952033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.952356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.952671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:01.952999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:02.042788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc2c3c-ec0a-4759-8510-acb75b5947be req-57b67152-4963-4748-bc97-d80b4fa57c99 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:02.044280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ddc2c3c-ec0a-4759-8510-acb75b5947be req-57b67152-4963-4748-bc97-d80b4fa57c99 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 946 time: 0.0482659 Nov 16 21:43:02.091542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ddc2c3c-ec0a-4759-8510-acb75b5947be req-5dbbf2f7-1776-41e0-a6b4-e8f6e9586c25 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Nov 16 21:43:02.178525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['071e8081-07d1-40fc-a36b-9733b0159d9b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:02.207285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64105f1d-d1a4-410d-8382-d26d6113d8df req-8fb8b460-6ff6-4723-9628-e3d8310c629b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:02.209316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64105f1d-d1a4-410d-8382-d26d6113d8df req-8fb8b460-6ff6-4723-9628-e3d8310c629b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0519376 Nov 16 21:43:02.256846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64105f1d-d1a4-410d-8382-d26d6113d8df req-17d49b8f-54d8-4ed3-b25a-a22da345b5e1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Nov 16 21:43:02.375306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ca36-3982-4bce-b665-1f55ef2cb1a3 req-c9b379bf-668c-4450-9fec-34292d15766f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:02.376795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa6ca36-3982-4bce-b665-1f55ef2cb1a3 req-c9b379bf-668c-4450-9fec-34292d15766f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0490220 Nov 16 21:43:02.433461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa6ca36-3982-4bce-b665-1f55ef2cb1a3 req-7ff16ed5-58ae-45b1-9212-adee0713576e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Nov 16 21:43:02.473403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ae0c6-3dfa-417d-b9ba-ac4a18eee40a req-a16ebebe-c99e-4c57-86d4-799747346c54 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:02.474893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f7ae0c6-3dfa-417d-b9ba-ac4a18eee40a req-a16ebebe-c99e-4c57-86d4-799747346c54 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Nov 16 21:43:02.528608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f7ae0c6-3dfa-417d-b9ba-ac4a18eee40a req-defb22db-737f-4a87-b6f4-c1924608fd5e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Nov 16 21:43:02.659270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c485-3394-4afc-aadf-5cf9898099ed req-a792d327-d55f-47b9-80c3-04c8f6ef2e6f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:02.660749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0371c485-3394-4afc-aadf-5cf9898099ed req-a792d327-d55f-47b9-80c3-04c8f6ef2e6f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0601475 Nov 16 21:43:02.710707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0371c485-3394-4afc-aadf-5cf9898099ed req-a81a8b40-b34f-4069-8334-c5ef0462c49d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Nov 16 21:43:03.643569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abafc7-69c9-4d43-b68e-1289cc838c6d req-d4d009bd-fb25-437b-84b9-71e95532941e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:03.645057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77abafc7-69c9-4d43-b68e-1289cc838c6d req-d4d009bd-fb25-437b-84b9-71e95532941e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Nov 16 21:43:03.692569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77abafc7-69c9-4d43-b68e-1289cc838c6d req-04d72f48-7ca2-43a5-a448-7fc8fc40b034 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Nov 16 21:43:03.746328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 071e8081-07d1-40fc-a36b-9733b0159d9b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:03.798360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 071e8081-07d1-40fc-a36b-9733b0159d9b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:03.803089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 071e8081-07d1-40fc-a36b-9733b0159d9b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:03.803420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.843395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3942-e201-4e8e-8063-732e0421bbe5 req-58c75acc-7537-4b9c-a304-141d35c6758c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:03.845620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a56e3942-e201-4e8e-8063-732e0421bbe5 req-58c75acc-7537-4b9c-a304-141d35c6758c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0572367 Nov 16 21:43:03.876023 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:03.896594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a56e3942-e201-4e8e-8063-732e0421bbe5 req-c09d0009-5af5-48ee-a21b-e6d2c90eb9c9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Nov 16 21:43:03.917105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.955584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:03.957893 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68854fcf-49ec-418c-a7dc-fefc9425c56d" -d '{"events": [{"server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "name": "network-vif-plugged", "status": "completed", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:03.972735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=071e8081-07d1-40fc-a36b-9733b0159d9b,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:03.978432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.032376 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c0ca7a-524d-443c-b0a3-d318106f0307 x-openstack-request-id: req-e6c0ca7a-524d-443c-b0a3-d318106f0307 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:04.032747 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "name": "network-vif-plugged", "status": "completed", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:04.033351 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6c0ca7a-524d-443c-b0a3-d318106f0307 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:04.033745 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b', 'code': 200} Nov 16 21:43:04.069929 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.074873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:04.114504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:04.119212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.138980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c6a40-b858-4311-9ca6-4a30d6e807b2 req-0a84d47d-53db-4ac7-a09c-f1a42b150ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:04.140489 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6c7c6a40-b858-4311-9ca6-4a30d6e807b2 req-0a84d47d-53db-4ac7-a09c-f1a42b150ade service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 1097 time: 0.0424259 Nov 16 21:43:04.169200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:04.189416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6c7c6a40-b858-4311-9ca6-4a30d6e807b2 req-06e209d4-9dc5-4a95-a180-b733579df7bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382218 Nov 16 21:43:04.806244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f271d4-45bb-4282-bb79-62fa8dbeaa52 req-f8a069a6-a187-413b-b27a-057eeff58956 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:04.807673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2f271d4-45bb-4282-bb79-62fa8dbeaa52 req-f8a069a6-a187-413b-b27a-057eeff58956 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Nov 16 21:43:04.854758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2f271d4-45bb-4282-bb79-62fa8dbeaa52 req-261442d4-07fa-4f15-8372-e6820c21060e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Nov 16 21:43:04.976871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-d472a106-46f0-41f7-a7f4-c58c01aa3a52 req-c6c06813-d708-4402-b17c-7d8b5ea16916 service neutron] (102665) timed out ('10.222.0.36', 65253) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:43:05.016156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c0cff-55b7-4456-9d0f-c4640d1c8845 req-e8c81c8a-71b2-42e3-8c53-ceb18011d2f3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:05.017678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f8c0cff-55b7-4456-9d0f-c4640d1c8845 req-e8c81c8a-71b2-42e3-8c53-ceb18011d2f3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0498443 Nov 16 21:43:05.069698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f8c0cff-55b7-4456-9d0f-c4640d1c8845 req-9750828a-e8be-4773-be9c-080d5a1423e0 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450373 Nov 16 21:43:05.974967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca9082-b234-4ea6-8b2d-a302d5fe954f req-d60b9251-2aeb-4e93-a6a9-8c910ea81b4c tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:05.976465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9ca9082-b234-4ea6-8b2d-a302d5fe954f req-d60b9251-2aeb-4e93-a6a9-8c910ea81b4c tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 946 time: 0.0538952 Nov 16 21:43:06.023357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9ca9082-b234-4ea6-8b2d-a302d5fe954f req-b1455a23-d157-4bec-b7a1-30fa73f57274 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Nov 16 21:43:06.034920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:06.037233 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd73775-b04a-4eec-8ca6-130dcadfe681" -d '{"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:06.070533 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab00b53-fbbb-4e71-96bb-65ee011f1ed1 x-openstack-request-id: req-dab00b53-fbbb-4e71-96bb-65ee011f1ed1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:06.070639 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-unplugged", "status": "failed", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65", "code": 422}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:06.070823 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dab00b53-fbbb-4e71-96bb-65ee011f1ed1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:06.071250 n-d-816206-5 neutron-server[102666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'code': 422} returned with failed status Nov 16 21:43:06.194447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed780b-c6fe-4ccb-bc55-795712ae0a95 req-8b9f1dea-362e-4808-b2b4-dcd3bfac120a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:06.195971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aeed780b-c6fe-4ccb-bc55-795712ae0a95 req-8b9f1dea-362e-4808-b2b4-dcd3bfac120a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0515184 Nov 16 21:43:06.229447 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:43:06.254522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aeed780b-c6fe-4ccb-bc55-795712ae0a95 req-29033c94-6fcc-45a9-ac4e-924390066f43 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523014 Nov 16 21:43:07.432907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8df12c-5db6-4ac2-b3ee-f3ba8d64935a req-5e7b8e64-8cfd-4e34-8425-62ba21b03072 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:07.434408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8df12c-5db6-4ac2-b3ee-f3ba8d64935a req-5e7b8e64-8cfd-4e34-8425-62ba21b03072 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0639462 Nov 16 21:43:07.489098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8df12c-5db6-4ac2-b3ee-f3ba8d64935a req-69a799a3-cc82-4ca6-ac73-3a55688716f2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477021 Nov 16 21:43:08.646823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a13a-4b2a-4cb9-a4d4-6b947c02ab97 req-aa3a2ace-cef3-43d9-a6c7-a1cba68c7438 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:08.649270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6af7a13a-4b2a-4cb9-a4d4-6b947c02ab97 req-aa3a2ace-cef3-43d9-a6c7-a1cba68c7438 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0593178 Nov 16 21:43:08.707236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6af7a13a-4b2a-4cb9-a4d4-6b947c02ab97 req-31036526-1c65-4c19-bdb3-6065ec11c8ad tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473132 Nov 16 21:43:09.051443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:09.838829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a33d-99b8-4be9-80ad-3e838bf3c9b5 req-489f25eb-0d94-47b8-a4e5-33e6ce832b4d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:09.845187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7893a33d-99b8-4be9-80ad-3e838bf3c9b5 req-489f25eb-0d94-47b8-a4e5-33e6ce832b4d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0607760 Nov 16 21:43:09.900117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7893a33d-99b8-4be9-80ad-3e838bf3c9b5 req-3ef6052c-c315-4352-8393-82727609bb5d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472038 Nov 16 21:43:10.004693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-c38ca6ca-0595-465d-9847-169480db6e14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191622 Nov 16 21:43:10.099888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431264-8336-45b2-95ca-019bf9f8323e req-2ad2bd62-1a8a-43d3-8c64-52c75a251313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:10.101393 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-2ad2bd62-1a8a-43d3-8c64-52c75a251313 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 1096 time: 0.0464578 Nov 16 21:43:10.217896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431264-8336-45b2-95ca-019bf9f8323e req-30300cca-22f9-4b7e-a1fb-b40b361fd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:10.220138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-30300cca-22f9-4b7e-a1fb-b40b361fd592 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.0980144 Nov 16 21:43:10.266463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-4f9f6995-5bdd-40ef-9a57-dcb1d0353e03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 200 len: 217 time: 0.0383632 Nov 16 21:43:10.317213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431264-8336-45b2-95ca-019bf9f8323e req-cdf2bb85-5861-4cc9-896d-25932f8900da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:10.318672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-cdf2bb85-5861-4cc9-896d-25932f8900da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0456977 Nov 16 21:43:10.368701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431264-8336-45b2-95ca-019bf9f8323e req-8a5360fb-8a4a-475e-86bc-74c852d6c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:10.370245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-8a5360fb-8a4a-475e-86bc-74c852d6c3a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450079 Nov 16 21:43:10.465590 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-f669b0db-10ec-49d0-8ac2-f426728bc34c service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Nov 16 21:43:10.563294 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4431264-8336-45b2-95ca-019bf9f8323e req-b27254f1-8fcf-4e8c-b2e0-ad78cae86a37 service neutron] 10.222.0.36 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909860 Nov 16 21:43:11.021742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167dcd3-7516-4236-b70d-c08366201336 req-b39f43fb-e68b-4cf4-acfd-ce56b244b78d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:11.023325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c167dcd3-7516-4236-b70d-c08366201336 req-b39f43fb-e68b-4cf4-acfd-ce56b244b78d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0499058 Nov 16 21:43:11.075310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c167dcd3-7516-4236-b70d-c08366201336 req-399a3b36-623a-45fc-9fb3-c80e1e00d170 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448654 Nov 16 21:43:12.217137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdd2d-3a32-4113-8ec2-a981ef400fae req-26b81f35-6e00-43dd-9b4e-6d67d10d0eae tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:12.219846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b3fdd2d-3a32-4113-8ec2-a981ef400fae req-26b81f35-6e00-43dd-9b4e-6d67d10d0eae tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0644920 Nov 16 21:43:12.298878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b3fdd2d-3a32-4113-8ec2-a981ef400fae req-2a75dc0e-104a-412b-a593-a07513a00a05 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682197 Nov 16 21:43:12.914073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.425638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f0fc-9b16-4808-a0c0-184dbe8ae9ef req-3fe519e6-8de2-4dc8-b790-47e225b531cc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.427139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5f0fc-9b16-4808-a0c0-184dbe8ae9ef req-3fe519e6-8de2-4dc8-b790-47e225b531cc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0605044 Nov 16 21:43:13.481084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8e5f0fc-9b16-4808-a0c0-184dbe8ae9ef req-e2e72397-50b9-49bf-96b8-f006919f93ca tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470366 Nov 16 21:43:13.719931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf3b8-92f8-4e58-8da4-01a5218a8ef2 req-4a9c34f4-d4a3-4405-a61c-072fecc9e585 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.721621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-088cf3b8-92f8-4e58-8da4-01a5218a8ef2 req-4a9c34f4-d4a3-4405-a61c-072fecc9e585 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0538626 Nov 16 21:43:13.768885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-cc47f4a4-ee9b-424f-90fc-bb615e96987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.770409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-cc47f4a4-ee9b-424f-90fc-bb615e96987e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0604472 Nov 16 21:43:13.813928 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-088cf3b8-92f8-4e58-8da4-01a5218a8ef2 req-3afabdb4-f61c-4dba-9346-211cad01c31b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808058 Nov 16 21:43:13.899078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-1326642e-43bf-4193-b60e-58137e1d7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.900661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-1326642e-43bf-4193-b60e-58137e1d7c7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.1195436 Nov 16 21:43:13.972746 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-684f158c-72cb-4f10-b158-8ba1894502c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0622935 Nov 16 21:43:14.045409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-6ca1a376-e5d7-44fc-9208-fe398557ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:14.047520 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-6ca1a376-e5d7-44fc-9208-fe398557ea6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0569859 Nov 16 21:43:14.100999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-23842dd9-385a-4bfa-a302-9c4207505bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:14.102548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-23842dd9-385a-4bfa-a302-9c4207505bd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467975 Nov 16 21:43:14.212228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-978bf55a-94be-4af4-8824-a9028e1f6c1a service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986924 Nov 16 21:43:14.309583 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-68d58a93-b10d-4e95-a229-209f803c88d2 req-fae90ac0-e3ce-4115-a9d9-c9218bf229e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894771 Nov 16 21:43:14.955598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6e814-9943-4c35-92e5-176d5597f11e req-a2a42499-85d9-4ce3-9294-466fdadd5b6a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:14.957683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cac6e814-9943-4c35-92e5-176d5597f11e req-a2a42499-85d9-4ce3-9294-466fdadd5b6a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0827153 Nov 16 21:43:15.012788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cac6e814-9943-4c35-92e5-176d5597f11e req-0f49a664-bf99-4ab2-8f3a-db01087769c9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466528 Nov 16 21:43:15.336861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b01df33-7839-4654-88b8-e9b22065ee39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:16.144197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6ad5c-aba3-47bf-85bc-745416dfb724 req-e716e903-db1a-4b0f-b60d-ba856f97b2ba tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:16.145758 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53f6ad5c-aba3-47bf-85bc-745416dfb724 req-e716e903-db1a-4b0f-b60d-ba856f97b2ba tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0573196 Nov 16 21:43:16.194946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53f6ad5c-aba3-47bf-85bc-745416dfb724 req-d84107ef-483f-4122-93bc-b87dc8fb23a3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Nov 16 21:43:16.330779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d96cb7-c3bb-402c-952f-24299a801387 req-07da5ddd-c88a-4856-9208-1aed2d8adc0c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:16.332790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08d96cb7-c3bb-402c-952f-24299a801387 req-07da5ddd-c88a-4856-9208-1aed2d8adc0c tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0577002 Nov 16 21:43:16.387692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08d96cb7-c3bb-402c-952f-24299a801387 req-cc60456d-3dd2-499d-b3fc-d172c902743d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476441 Nov 16 21:43:16.513016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737b41-ff0e-4cb9-87ad-6ae194d50ba3 req-2dcee6a0-f7fe-48c0-bede-099e019262b2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:16.515651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b737b41-ff0e-4cb9-87ad-6ae194d50ba3 req-2dcee6a0-f7fe-48c0-bede-099e019262b2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0575595 Nov 16 21:43:16.564194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b737b41-ff0e-4cb9-87ad-6ae194d50ba3 req-a5f640fc-de1c-4808-90a9-a0d2acef1f5e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Nov 16 21:43:16.846096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132229-fe44-471e-9260-8e41f6400455 req-24501a1b-da06-43b0-a2ba-8f69ad645014 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:16.847907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a132229-fe44-471e-9260-8e41f6400455 req-24501a1b-da06-43b0-a2ba-8f69ad645014 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0612745 Nov 16 21:43:16.893939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-6a0f872c-e518-48fe-a400-be5ac1547ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491621 Nov 16 21:43:16.909598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a132229-fe44-471e-9260-8e41f6400455 req-23a0fcb3-9318-4771-99e3-b891ca506383 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531552 Nov 16 21:43:16.978663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-17bbae11-0ce2-466c-b456-bd8a6dd10e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:16.980329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-17bbae11-0ce2-466c-b456-bd8a6dd10e3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0478806 Nov 16 21:43:17.112214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-72dbd4d8-8b1f-4a24-b918-585a0742360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:17.114419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-72dbd4d8-8b1f-4a24-b918-585a0742360d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.0991383 Nov 16 21:43:17.532423 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-7abc0a89-a554-410f-8ae8-8ee89ca91754 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 1002 time: 0.4046319 Nov 16 21:43:17.588674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-911bd078-cb02-45ab-a73e-8b081d5fed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:17.590662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-911bd078-cb02-45ab-a73e-8b081d5fed9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.0500457 Nov 16 21:43:17.640210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-cdf3ea18-2fe2-46b5-a772-41753c64ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:17.641646 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-cdf3ea18-2fe2-46b5-a772-41753c64ac43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439677 Nov 16 21:43:17.695420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3cde61df-11e3-47d1-ad78-69ca17122ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.759277 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-ec74d3ad-f878-4b80-9d89-77e662779f6e service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076086 Nov 16 21:43:17.853560 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3ea00f6b-ce05-446a-8152-f79a94f4fd52 req-006b32b8-8dee-4f64-a42a-b7f5d1e2d929 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858459 Nov 16 21:43:18.039995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bafcb-0feb-4c82-9282-78e2846e5a85 req-54d9cfbb-bbc2-4424-92c6-dc34b504f410 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.042618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-727bafcb-0feb-4c82-9282-78e2846e5a85 req-54d9cfbb-bbc2-4424-92c6-dc34b504f410 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0548160 Nov 16 21:43:18.114444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-727bafcb-0feb-4c82-9282-78e2846e5a85 req-cfc33459-b139-43ae-a828-859ee52d1890 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563087 Nov 16 21:43:18.347635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571217-3ec1-4b0b-bd67-498da33745f5 req-2e05e7da-8bd5-4340-9f98-5990e6721ed1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.351393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8571217-3ec1-4b0b-bd67-498da33745f5 req-2e05e7da-8bd5-4340-9f98-5990e6721ed1 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0645921 Nov 16 21:43:18.382140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-54b265bd-e1b6-4fe3-87e3-d346e8ad534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.384424 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-54b265bd-e1b6-4fe3-87e3-d346e8ad534e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe9a8b97b6cb407687301271d22661fd&device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 1095 time: 0.0550694 Nov 16 21:43:18.406181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8571217-3ec1-4b0b-bd67-498da33745f5 req-bb13ccce-9e51-40c6-a1a4-c0850f00d001 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478246 Nov 16 21:43:18.490700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-f5e5842c-f739-46ca-befc-e5e7e6d95462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.492468 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-f5e5842c-f739-46ca-befc-e5e7e6d95462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 200 len: 911 time: 0.0945959 Nov 16 21:43:18.560204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-274d7001-09a6-4cad-b2e4-f6c52acdc6bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 200 len: 999 time: 0.0590558 Nov 16 21:43:18.622271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-8519fa6a-e855-46e3-890c-b855c66ab231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.623925 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-8519fa6a-e855-46e3-890c-b855c66ab231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 200 len: 849 time: 0.0549653 Nov 16 21:43:18.673921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-2862f2b3-cf0c-4d9c-a413-c8dab4a70361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:18.675877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-2862f2b3-cf0c-4d9c-a413-c8dab4a70361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e926922-cfe1-4513-a54b-4dfcc8533266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422764 Nov 16 21:43:18.775033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-7dbdce8c-73a9-43d7-a459-1b39d7dfd832 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858362 Nov 16 21:43:18.876498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4a45dbf8-2f2b-46d3-b0c6-4291e10ba9bd req-83888db5-954d-428e-b8ba-047e59ef6023 service neutron] 10.222.0.21 "GET /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928218 Nov 16 21:43:19.306234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:19.646453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426b474-4f8c-47aa-a6d1-c4d4965f020c req-39c2974d-9be6-46e1-bc6a-562e7cf3b538 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:19.649193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f426b474-4f8c-47aa-a6d1-c4d4965f020c req-39c2974d-9be6-46e1-bc6a-562e7cf3b538 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1003051 Nov 16 21:43:19.723411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f426b474-4f8c-47aa-a6d1-c4d4965f020c req-2ba245cb-6551-4a49-8413-1a7e40564399 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600858 Nov 16 21:43:20.545802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:20.831696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5301e3b-782b-4792-97c5-f57f32629f99 req-c657b450-2e9c-466c-ae29-0566a04fd5c5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:20.833188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5301e3b-782b-4792-97c5-f57f32629f99 req-c657b450-2e9c-466c-ae29-0566a04fd5c5 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0502532 Nov 16 21:43:20.882272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5301e3b-782b-4792-97c5-f57f32629f99 req-36eb247b-5472-4079-b794-1841e6874c91 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424104 Nov 16 21:43:21.001839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee084bd-963f-42f3-a06d-11fa761b4c7b req-93de0bce-f0c6-4758-9992-2e154a9106a8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:21.008594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ee084bd-963f-42f3-a06d-11fa761b4c7b req-93de0bce-f0c6-4758-9992-2e154a9106a8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0577452 Nov 16 21:43:21.059958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ee084bd-963f-42f3-a06d-11fa761b4c7b req-48469b82-71af-4588-abf3-c064ccd6ab27 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497897 Nov 16 21:43:21.444531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:21.782201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-42d4cb36-dd56-4165-8d22-6ac7e4f6e54f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:21.783737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-42d4cb36-dd56-4165-8d22-6ac7e4f6e54f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=73e58679-b81f-4a7e-bac1-478176ec9969 HTTP/1.1" status: 200 len: 944 time: 0.0614295 Nov 16 21:43:21.881746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:21.882306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:21.979623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:21.979988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:21.994296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:22.531303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:22.551668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:22.564387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:22.577456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.577802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.578384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.579111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.579505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.579844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.580181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.580509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.580836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.581158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.581510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.581840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:22.618322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] No DVR routers for this DVR port e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:22.621933 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:22.634035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-824254bd-fefe-40bd-9bd7-4fb40f2454c8 req-402983aa-168b-4b8a-850f-fd13c6730705 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "DELETE /v2.0/ports/e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65 HTTP/1.1" status: 204 len: 173 time: 0.8441784 Nov 16 21:43:22.634352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-deleted', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:22.637479 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ae1f0-0148-437e-ad58-46cff887c1fa" -d '{"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-deleted", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:22.712219 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1dda57-9103-4032-9038-0b17138c9d12 x-openstack-request-id: req-3b1dda57-9103-4032-9038-0b17138c9d12 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:22.712898 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e58679-b81f-4a7e-bac1-478176ec9969", "name": "network-vif-deleted", "tag": "e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65", "status": "failed", "code": 422}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:22.713229 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b1dda57-9103-4032-9038-0b17138c9d12 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:22.713652 n-d-816206-5 neutron-server[102665]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73e58679-b81f-4a7e-bac1-478176ec9969', 'name': 'network-vif-deleted', 'tag': 'e1bf7cc5-7972-4f7b-8d3b-87b927e0fb65', 'status': 'failed', 'code': 422} returned with failed status Nov 16 21:43:23.439153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4e44b-f943-4388-96f7-1cd1da398ff1 req-b9df6bdb-35ce-4ac3-bc1e-b11ece7a2e8a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:23.441988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ba4e44b-f943-4388-96f7-1cd1da398ff1 req-b9df6bdb-35ce-4ac3-bc1e-b11ece7a2e8a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 908 time: 0.0523539 Nov 16 21:43:24.570830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0793860-32c1-488e-8f40-d58c4fdbf20b req-c376f04a-bd8b-445e-ac53-179b49e894dc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:24.573471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0793860-32c1-488e-8f40-d58c4fdbf20b req-c376f04a-bd8b-445e-ac53-179b49e894dc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 908 time: 0.0577347 Nov 16 21:43:24.988303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-89491130-dca9-4146-be41-b77f4d2feb6d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:24.989713 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-89491130-dca9-4146-be41-b77f4d2feb6d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 908 time: 0.0550952 Nov 16 21:43:25.098803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:25.099152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:25.207969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:25.208341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:25.225179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:25.381739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:25.410744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=41ce1dc2-5e8d-413d-a2fd-e351101ec7c7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:25.512205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] No DVR routers for this DVR port 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:25.516001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:25.523814 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-308fd820-cb23-449e-8d77-bddc8152a0ec req-545cae91-46f7-486a-8cf4-0b8440999bb9 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "DELETE /v2.0/ports/41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 HTTP/1.1" status: 204 len: 173 time: 0.5218954 Nov 16 21:43:25.524329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'name': 'network-vif-deleted', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:25.540852 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acfaca-79c3-4386-b0e0-4343dec2d59a" -d '{"events": [{"server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "name": "network-vif-deleted", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:25.644105 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988a9dd-b776-4340-883d-edf36bbe9217 x-openstack-request-id: req-3988a9dd-b776-4340-883d-edf36bbe9217 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:25.644454 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90308ce2-cddb-4f72-a547-96d7015a98a6", "name": "network-vif-deleted", "tag": "41ce1dc2-5e8d-413d-a2fd-e351101ec7c7", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:25.644758 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3988a9dd-b776-4340-883d-edf36bbe9217 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:25.645168 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90308ce2-cddb-4f72-a547-96d7015a98a6', 'name': 'network-vif-deleted', 'tag': '41ce1dc2-5e8d-413d-a2fd-e351101ec7c7', 'status': 'completed', 'code': 200} Nov 16 21:43:25.714141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f84e16e-64bc-4c47-b210-915a8f52b45c req-cf79757c-b755-49b7-aa80-a61b27bf5e03 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=90308ce2-cddb-4f72-a547-96d7015a98a6 HTTP/1.1" status: 200 len: 210 time: 0.0486467 Nov 16 21:43:26.209137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:26.327673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5052ab6-64ed-44cf-a7e5-6c0ab30855ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.414665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5052ab6-64ed-44cf-a7e5-6c0ab30855ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.424615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a5052ab6-64ed-44cf-a7e5-6c0ab30855ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.483207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50908) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:26.491245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a5052ab6-64ed-44cf-a7e5-6c0ab30855ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30c45ec5a8ca487985b522f447455d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807133 Nov 16 21:43:26.499812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5052ab6-64ed-44cf-a7e5-6c0ab30855ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af21a076-6738-481e-bda3-5816dce7713f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:26.559348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.589295 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.604774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142eee-5f62-4407-ad0c-a24bc17e3da9 req-a9fb61ec-81ac-4103-92c4-adbfd74fe1b2 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:26.606566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6142eee-5f62-4407-ad0c-a24bc17e3da9 req-a9fb61ec-81ac-4103-92c4-adbfd74fe1b2 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0785470 Nov 16 21:43:26.670810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6142eee-5f62-4407-ad0c-a24bc17e3da9 req-5ae2ae19-66b2-45ba-b30f-70cf7ad9a20a tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567093 Nov 16 21:43:26.677810 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.681419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.697134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af21a076-6738-481e-bda3-5816dce7713f HTTP/1.1" status: 204 len: 168 time: 0.1978889 Nov 16 21:43:26.697134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bbc52-418d-4eab-b848-b41e4d0dbc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af21a076-6738-481e-bda3-5816dce7713f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:26.697134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 50912) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:26.915737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port b463de61-2530-4a3a-8da9-dcc45bb8085f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:26.916809 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.009345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.009698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.027523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for b463de61-2530-4a3a-8da9-dcc45bb8085f owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:27.082423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:27.097613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c3ecb2a-9113-4a58-8e50-7396c4b618fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.119956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157619b3-5eb1-4075-a5c3-352c268fe6fa req-8db6cde8-6bdd-486d-aa7e-7c88910aedcb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:27.121468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-157619b3-5eb1-4075-a5c3-352c268fe6fa req-8db6cde8-6bdd-486d-aa7e-7c88910aedcb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 946 time: 0.0966473 Nov 16 21:43:27.191794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c3ecb2a-9113-4a58-8e50-7396c4b618fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.197320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3c3ecb2a-9113-4a58-8e50-7396c4b618fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.199673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-157619b3-5eb1-4075-a5c3-352c268fe6fa req-66badb0c-e18f-4782-b8ee-02188ab2801e tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691171 Nov 16 21:43:27.236301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ecb2a-9113-4a58-8e50-7396c4b618fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50118001-7317-4d4c-a560-d125efa4770a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:27.249110 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3c3ecb2a-9113-4a58-8e50-7396c4b618fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c878ed15ad974627902376ac007f1f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626453 Nov 16 21:43:27.249110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 50926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:27.277953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.303562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.305969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=b463de61-2530-4a3a-8da9-dcc45bb8085f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:27.331990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.375864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.376308 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP dce2508a-220d-4a29-b8af-3fef9f125f20 disassociated (deleted). External IP: 172.25.7.228, port: 74d6f532-41ae-43e4-8df3-f06326cbfb9f. Nov 16 21:43:27.388329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.391604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.395417 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50118001-7317-4d4c-a560-d125efa4770a HTTP/1.1" status: 204 len: 168 time: 0.1429672 Nov 16 21:43:27.407381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45543d6c-02cf-4c64-af9a-0575e52e2b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50118001-7317-4d4c-a560-d125efa4770a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:27.617867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:27.734600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:27.739129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:27.747180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Sync routers for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:27.758238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:27.759281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:27.770166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d65b1a5f-7e3e-4318-a9cb-840be40feddc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/floatingips/dce2508a-220d-4a29-b8af-3fef9f125f20 HTTP/1.1" status: 204 len: 168 time: 1.0726686 Nov 16 21:43:27.770885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:27.773509 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4294ff-de33-4265-bcf1-0fe61743023e" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:27.848459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:27.853440 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b7c79-51ca-4754-a07d-44114055c8ac x-openstack-request-id: req-e91b7c79-51ca-4754-a07d-44114055c8ac {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:27.853838 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:27.854002 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e91b7c79-51ca-4754-a07d-44114055c8ac {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:27.854400 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:43:27.877028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:27.877587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 41ce1dc2-5e8d-413d-a2fd-e351101ec7c7 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:27.953992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-32907060-c782-4ecc-9f58-b6c7e0e81000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:27.955558 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-32907060-c782-4ecc-9f58-b6c7e0e81000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0780778 Nov 16 21:43:27.959884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:28.153733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475259-90e9-45f1-a6a4-3ba2a141bc74 req-d308e4ca-4f55-4da3-b1bb-6f8ae8146b12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.165243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-e852199b-2af4-435b-ae70-0b929d6e3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.167090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-e852199b-2af4-435b-ae70-0b929d6e3aa3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 200 len: 898 time: 0.2019060 Nov 16 21:43:28.168249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6475259-90e9-45f1-a6a4-3ba2a141bc74 req-d308e4ca-4f55-4da3-b1bb-6f8ae8146b12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 947 time: 0.0767629 Nov 16 21:43:28.216324 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-b52cf157-dd04-4293-a0b1-08927d090bf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 200 len: 217 time: 0.0388012 Nov 16 21:43:28.257950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:28.272859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6475259-90e9-45f1-a6a4-3ba2a141bc74 req-bbd7e151-6587-4a51-bae8-fb7209c1af1f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959823 Nov 16 21:43:28.289273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Checking router: 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:28.300806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:28.301414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:28.324331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-25878f83-cacb-4bc3-9c8c-d3c9bd0fb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.328874 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-25878f83-cacb-4bc3-9c8c-d3c9bd0fb495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 200 len: 835 time: 0.1023436 Nov 16 21:43:28.403136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502bc12-6e28-4e49-a160-de121d76bc2c req-159a5afe-de10-432a-8c65-c98f4eec265a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.406722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c502bc12-6e28-4e49-a160-de121d76bc2c req-159a5afe-de10-432a-8c65-c98f4eec265a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 946 time: 0.0720403 Nov 16 21:43:28.432321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:28.468965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-a1f46720-7bb7-49c4-9c3d-3c0a834f4b5b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.469207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c502bc12-6e28-4e49-a160-de121d76bc2c req-65b136c2-1738-4b53-a7cc-2c31963cb6f3 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Nov 16 21:43:28.470619 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-a1f46720-7bb7-49c4-9c3d-3c0a834f4b5b tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 946 time: 0.1400540 Nov 16 21:43:28.479725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-4a715b49-121f-4d18-ab27-9eead710a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:28.481498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-4a715b49-121f-4d18-ab27-9eead710a5f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8609bb88-abfa-4e8d-ba5b-c2691764310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388512 Nov 16 21:43:28.662613 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-d6489b56-8b73-4cfd-8c88-81556005579c service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559799 Nov 16 21:43:28.669354 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port b4b509a8-bcdc-4902-afa6-172b2397cb70 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:28.669690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.747528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:28.782960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7ced4-226d-4464-b9e7-7ed532c93b45 None None] The sync data for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 is: [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:41:20Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'a29e3035-e0d6-4351-b5d0-5a79362dc1ea', 'name': '', 'network_id': '8609bb88-abfa-4e8d-ba5b-c2691764310b', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:d9:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:20Z', 'updated_at': '2021-11-16T21:41:26Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'aa077ad7-33fd-48c0-84d4-00b78e52ce3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:28.831637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port b4b509a8-bcdc-4902-afa6-172b2397cb70, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b4b509a8-bcdc-4902-afa6-172b2397cb70,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:28.832012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.854080 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9b4294ff-de33-4265-bcf1-0fe61743023e req-d799d0ca-04ba-491a-a8ee-beac7b6ceea0 service neutron] 10.222.0.21 "GET /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413374 Nov 16 21:43:28.855087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for b4b509a8-bcdc-4902-afa6-172b2397cb70 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:29.048011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.062073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'b4b509a8-bcdc-4902-afa6-172b2397cb70'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:29.088218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=b4b509a8-bcdc-4902-afa6-172b2397cb70,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:29.167492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] No DVR routers for this DVR port b4b509a8-bcdc-4902-afa6-172b2397cb70 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:29.170475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.179220 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c0fcc70c-42b6-41d9-afda-60b3dbd9f9c9 req-78719369-6529-4d46-bd74-e322af48b6e8 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "DELETE /v2.0/ports/b4b509a8-bcdc-4902-afa6-172b2397cb70 HTTP/1.1" status: 204 len: 173 time: 0.6966760 Nov 16 21:43:29.180316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'name': 'network-vif-deleted', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:29.182367 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6edff4-2e4c-4432-9398-72dcffe94e7b" -d '{"events": [{"server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "name": "network-vif-deleted", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:29.218603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165eba3a-cd61-456a-893d-68fb8d9e8192 None None] New status for floating IP dce2508a-220d-4a29-b8af-3fef9f125f20: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:43:29.247765 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104fdc6-392b-4696-8e2d-e82487782a87 x-openstack-request-id: req-9104fdc6-392b-4696-8e2d-e82487782a87 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:29.248480 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc45394f-dc63-4a97-9b67-8a316f971b5c", "name": "network-vif-deleted", "tag": "b4b509a8-bcdc-4902-afa6-172b2397cb70", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:29.248743 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9104fdc6-392b-4696-8e2d-e82487782a87 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:29.249756 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc45394f-dc63-4a97-9b67-8a316f971b5c', 'name': 'network-vif-deleted', 'tag': 'b4b509a8-bcdc-4902-afa6-172b2397cb70', 'status': 'completed', 'code': 200} Nov 16 21:43:29.445485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13603c-1ff7-4c91-8423-90b999c7b626 req-ab287d2d-2d79-4dbe-9fe0-9282c176362a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:29.451455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e13603c-1ff7-4c91-8423-90b999c7b626 req-ab287d2d-2d79-4dbe-9fe0-9282c176362a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 947 time: 0.0717912 Nov 16 21:43:29.522979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e13603c-1ff7-4c91-8423-90b999c7b626 req-d9c183f5-42aa-4473-bc7a-710c1d237ea5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683229 Nov 16 21:43:29.637537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa0ed-e542-459e-abf2-21f96badec3b req-57c534c4-cb38-4642-944d-bb9b6090b609 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:29.639364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-784fa0ed-e542-459e-abf2-21f96badec3b req-57c534c4-cb38-4642-944d-bb9b6090b609 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 947 time: 0.1264832 Nov 16 21:43:29.673605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-331371a5-3d95-4d67-8772-70e0de12795b req-699e8977-4873-4a1c-9fec-5b122b8b0b00 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc45394f-dc63-4a97-9b67-8a316f971b5c HTTP/1.1" status: 200 len: 210 time: 0.0568466 Nov 16 21:43:29.761947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:29.762410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.865249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 74d6f532-41ae-43e4-8df3-f06326cbfb9f, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=74d6f532-41ae-43e4-8df3-f06326cbfb9f,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:29.865671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.879959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 74d6f532-41ae-43e4-8df3-f06326cbfb9f owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:30.026916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:30.061275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=74d6f532-41ae-43e4-8df3-f06326cbfb9f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:30.102789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] No DVR routers for this DVR port 74d6f532-41ae-43e4-8df3-f06326cbfb9f on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:30.105388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:30.109459 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-784fa0ed-e542-459e-abf2-21f96badec3b req-715e2b0c-d6de-42d8-a773-c9fadb5189bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "DELETE /v2.0/ports/74d6f532-41ae-43e4-8df3-f06326cbfb9f HTTP/1.1" status: 204 len: 173 time: 0.4626245 Nov 16 21:43:30.658777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20f38947-7bf4-4593-9019-0e6ba88b9142 req-b02b1356-ef62-47a3-9b92-2a172fb8475a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9d748-75ef-42f7-8947-8bf49deaf6f5 HTTP/1.1" status: 200 len: 210 time: 0.0295286 Nov 16 21:43:30.939106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd367e1-bd64-4a3e-9e8f-85b8616415cb req-4461960b-7436-4692-bae8-f6f23257f7e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:30.940468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fbd367e1-bd64-4a3e-9e8f-85b8616415cb req-4461960b-7436-4692-bae8-f6f23257f7e4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Nov 16 21:43:30.988076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fbd367e1-bd64-4a3e-9e8f-85b8616415cb req-18b95657-674a-4b91-a362-3866266b8f82 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Nov 16 21:43:31.251210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-deleted', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:31.253654 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc07b4d-9830-4564-9076-27cc8dc0a572" -d '{"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-deleted", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:31.292021 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16707a5e-d947-4981-9a1d-a01cd834c5b4 x-openstack-request-id: req-16707a5e-d947-4981-9a1d-a01cd834c5b4 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:31.292421 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9d748-75ef-42f7-8947-8bf49deaf6f5", "name": "network-vif-deleted", "tag": "74d6f532-41ae-43e4-8df3-f06326cbfb9f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:31.292741 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16707a5e-d947-4981-9a1d-a01cd834c5b4 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:31.293164 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9d748-75ef-42f7-8947-8bf49deaf6f5', 'name': 'network-vif-deleted', 'tag': '74d6f532-41ae-43e4-8df3-f06326cbfb9f', 'status': 'completed', 'code': 200} Nov 16 21:43:31.714046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51024) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:31.861507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:31.880936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 74d6f532-41ae-43e4-8df3-f06326cbfb9f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:31.881278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 74d6f532-41ae-43e4-8df3-f06326cbfb9f not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:31.963080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b4b509a8-bcdc-4902-afa6-172b2397cb70 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:31.984951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b4b509a8-bcdc-4902-afa6-172b2397cb70 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:31.985395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b4b509a8-bcdc-4902-afa6-172b2397cb70 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:32.110475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-a5319f86-6e50-44b5-a2ec-04b7b55fd9f4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:32.112038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-a5319f86-6e50-44b5-a2ec-04b7b55fd9f4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Nov 16 21:43:32.114910 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.124423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945dee-b863-4cea-b223-2c451b69db5d req-45453078-7a08-4db1-b4b3-44fefed7e5a2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:32.125883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63945dee-b863-4cea-b223-2c451b69db5d req-45453078-7a08-4db1-b4b3-44fefed7e5a2 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcf336bf-76fa-4f98-be17-0a594422d628 HTTP/1.1" status: 200 len: 945 time: 0.0678127 Nov 16 21:43:32.207559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:32.207894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.240419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63945dee-b863-4cea-b223-2c451b69db5d req-b95fe02d-40d8-48ac-b5ab-a194924474ea tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5aa604cd-afc7-426b-91d2-4b5942c5a56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 Nov 16 21:43:32.299275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:32.299833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.312618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:32.430635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port a29e3035-e0d6-4351-b5d0-5a79362dc1ea {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:32.431006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.459245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.466991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:32.490149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=7ec333a1-7a61-4de9-835c-1ef3ee4a5b24,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:32.543962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] No DVR routers for this DVR port 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:32.546862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.547127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port a29e3035-e0d6-4351-b5d0-5a79362dc1ea, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:32.547618 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.550782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3e307dd-4de6-466f-b78c-82252818abf1 req-583c7478-a7af-427e-a646-1cfd51282adb tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.36 "DELETE /v2.0/ports/7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 HTTP/1.1" status: 204 len: 173 time: 0.4313097 Nov 16 21:43:32.571170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for a29e3035-e0d6-4351-b5d0-5a79362dc1ea owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:32.792397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.819715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=a29e3035-e0d6-4351-b5d0-5a79362dc1ea,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:33.032487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.248225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51060) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:33.267736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:33.294434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'name': 'network-vif-deleted', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:33.297845 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398d55cc-a4e1-4487-8ca7-b3cda8f4db84" -d '{"events": [{"server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "name": "network-vif-deleted", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:33.349480 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98c8d7-627f-40d5-a120-baee4c24aac7 x-openstack-request-id: req-8d98c8d7-627f-40d5-a120-baee4c24aac7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:33.350069 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf336bf-76fa-4f98-be17-0a594422d628", "name": "network-vif-deleted", "tag": "7ec333a1-7a61-4de9-835c-1ef3ee4a5b24", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:33.350069 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d98c8d7-627f-40d5-a120-baee4c24aac7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:33.350390 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf336bf-76fa-4f98-be17-0a594422d628', 'name': 'network-vif-deleted', 'tag': '7ec333a1-7a61-4de9-835c-1ef3ee4a5b24', 'status': 'completed', 'code': 200} Nov 16 21:43:33.391134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52dc54d7-6604-4850-9a95-86eca1f70f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.422705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:33.430896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6fbbfc47-0c76-42e0-9bd2-cf8d6efac241 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157803 Nov 16 21:43:33.435922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Sync routers for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:33.436566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:33.452107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:33.453325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:33.507355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting subnet aa077ad7-33fd-48c0-84d4-00b78e52ce3f {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:43:33.511568 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.556601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d2ac7-35fe-4bb2-b011-9c6ec441d722 req-e38a7c11-35a8-4ce0-8ef9-2dbcc9a954fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:33.562876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52dc54d7-6604-4850-9a95-86eca1f70f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.564108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba2d2ac7-35fe-4bb2-b011-9c6ec441d722 req-e38a7c11-35a8-4ce0-8ef9-2dbcc9a954fc tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0596325 Nov 16 21:43:33.567728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.579729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:33.598990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52dc54d7-6604-4850-9a95-86eca1f70f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.623096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba2d2ac7-35fe-4bb2-b011-9c6ec441d722 req-5e9131c1-f07f-4893-9f28-b499477af699 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580750 Nov 16 21:43:33.646784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc54d7-6604-4850-9a95-86eca1f70f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e85f26-4873-4d02-b74b-56b1e6dc2805,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:33.671108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-52dc54d7-6604-4850-9a95-86eca1f70f26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84263f10361242a6ac3439410bcf5e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216876 Nov 16 21:43:33.673659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51076) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:33.735968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.784689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.815042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.831795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.876977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Subnet': ['ID=aa077ad7-33fd-48c0-84d4-00b78e52ce3f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:33.878964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.882161 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-14c9ca9b-c038-4084-8dbe-88ba4de3c7bd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/subnets/aa077ad7-33fd-48c0-84d4-00b78e52ce3f HTTP/1.1" status: 204 len: 168 time: 0.4450183 Nov 16 21:43:33.885936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51078) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:33.902922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.906726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:33.908162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03610037-95da-4fec-b48a-2866d27d27cc None None] Network 8609bb88-abfa-4e8d-ba5b-c2691764310b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:33.910584 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03e85f26-4873-4d02-b74b-56b1e6dc2805 HTTP/1.1" status: 204 len: 168 time: 0.2357895 Nov 16 21:43:33.918445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd8f5f-94e0-4340-bd0c-3a640a1a86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e85f26-4873-4d02-b74b-56b1e6dc2805,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.025369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.038481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:34.068474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Checking router: 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:34.083049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Routers {'6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:34.083920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:34.148409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.179642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] DHCP port deletion for 8609bb88-abfa-4e8d-ba5b-c2691764310b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:34.212392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 97152edb-84e4-4856-a24e-3bb2df188c83 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:34.212740 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.224212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51084) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:34.226757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] Set router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:34.237877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84e4f9b-a63b-46e3-95e1-b321f0219989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.315816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 97152edb-84e4-4856-a24e-3bb2df188c83, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=97152edb-84e4-4856-a24e-3bb2df188c83,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:34.316185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.324394 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84e4f9b-a63b-46e3-95e1-b321f0219989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.330080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f84e4f9b-a63b-46e3-95e1-b321f0219989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.330539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 97152edb-84e4-4856-a24e-3bb2df188c83 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:34.348797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Deleting port 15d70112-12ef-40da-9894-17fc57b365e1 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:34.349166 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.383244 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f84e4f9b-a63b-46e3-95e1-b321f0219989 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc88524f39f3485bae72926015b4484e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575513 Nov 16 21:43:34.383738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51088) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:34.384519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e4f9b-a63b-46e3-95e1-b321f0219989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c18352-285f-4b07-ad8b-9c8679a642df,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.465374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] For port 15d70112-12ef-40da-9894-17fc57b365e1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=15d70112-12ef-40da-9894-17fc57b365e1,segment=NetworkSegment(99cba77e-aad6-4544-88e3-da381b14ba71),segment_id=99cba77e-aad6-4544-88e3-da381b14ba71)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:34.465911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.480932 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Calling delete_port for 15d70112-12ef-40da-9894-17fc57b365e1 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:34.503573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.535420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.551398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:34.582795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d9ce2-80d1-4e5f-9af1-539ac5c72878 None None] The sync data for ids ['6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3'] in n-d-816206-5 is: [{'id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578019173', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:41:15Z', 'updated_at': '2021-11-16T21:43:32Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': '97152edb-84e4-4856-a24e-3bb2df188c83', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:41:16Z', 'updated_at': '2021-11-16T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:34.604270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.627327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.637084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] No DVR routers for this DVR port 15d70112-12ef-40da-9894-17fc57b365e1 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:34.638637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32050cf4-82cd-45f4-84d7-30fd254d8b18 None None] Pushing event deleted for resources: {'Port': ['ID=15d70112-12ef-40da-9894-17fc57b365e1,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.645690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.648819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.650143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32c18352-285f-4b07-ad8b-9c8679a642df HTTP/1.1" status: 204 len: 168 time: 0.2654011 Nov 16 21:43:34.680667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=97152edb-84e4-4856-a24e-3bb2df188c83,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.687742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9c562-641e-4e40-88ea-3f44fc327676 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:34.704132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bc98a-3066-4a29-a821-a3b9b24e4f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c18352-285f-4b07-ad8b-9c8679a642df,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:34.775576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.877901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf741d1-5575-449d-9da3-6975762c66a3 req-ecd7525f-7fc2-4d1e-b19e-d6024c076eae tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:34.879410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abf741d1-5575-449d-9da3-6975762c66a3 req-ecd7525f-7fc2-4d1e-b19e-d6024c076eae tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1487486 Nov 16 21:43:34.882923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.885180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.952903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.953604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Fanout notify agent at l3_agent the message router_deleted on router 6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:43:34.961882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:34.963084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bbdf589f-a18f-4f52-ad4e-79865abc6771 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/routers/6df0f1c8-c4e3-40ed-9b0e-475fb01a63c3 HTTP/1.1" status: 204 len: 168 time: 1.0753534 Nov 16 21:43:34.965976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51098) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:34.982377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abf741d1-5575-449d-9da3-6975762c66a3 req-d1980402-9587-484a-befd-65acc123747d tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953455 Nov 16 21:43:35.071234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.166199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.188390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8609bb88-abfa-4e8d-ba5b-c2691764310b']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:35.198880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cba77e-aad6-4544-88e3-da381b14ba71') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:35.199295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cba77e-aad6-4544-88e3-da381b14ba71') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:35.213905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.228323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.236282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:43:35.236689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:43:35.243865 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:43:35.305821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.311936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.315653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/networks/8609bb88-abfa-4e8d-ba5b-c2691764310b HTTP/1.1" status: 204 len: 168 time: 0.3478844 Nov 16 21:43:35.320240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:35.341022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3927c1-acef-4f5f-b532-d1060bcddc70 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Network': ['ID=8609bb88-abfa-4e8d-ba5b-c2691764310b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:35.395106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.422588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.488211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.490870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.492264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/security-groups/40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6 HTTP/1.1" status: 204 len: 168 time: 0.1707859 Nov 16 21:43:35.508688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c8455-5a0d-4e66-895f-4405b5252e2e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40afd34c-d8d6-4bcb-9fe9-249fb59cc0c6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:35.731735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a29e3035-e0d6-4351-b5d0-5a79362dc1ea no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:35.758455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a29e3035-e0d6-4351-b5d0-5a79362dc1ea {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:35.759033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a29e3035-e0d6-4351-b5d0-5a79362dc1ea not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:35.759460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 97152edb-84e4-4856-a24e-3bb2df188c83 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:35.778162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 97152edb-84e4-4856-a24e-3bb2df188c83 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:35.778506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 97152edb-84e4-4856-a24e-3bb2df188c83 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:35.779141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15d70112-12ef-40da-9894-17fc57b365e1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:35.801019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 15d70112-12ef-40da-9894-17fc57b365e1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:35.801371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 15d70112-12ef-40da-9894-17fc57b365e1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:35.894840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-aa1d60b8-d355-4b78-a37f-4ecb06ff6f8f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:35.896595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-aa1d60b8-d355-4b78-a37f-4ecb06ff6f8f tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.0524321 Nov 16 21:43:35.942402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51130) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:35.947127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436904269', 'description': 'tempest-secgroup-smoke-436904269 description', 'project_id': 'b0848e94efac43d8a53469d18635eddd'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:35.970173 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.980905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:36.008248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:36.009036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7ec333a1-7a61-4de9-835c-1ef3ee4a5b24 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:36.021727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:36.022728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.058440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.064497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.128562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] For port 28c51701-1b8c-4620-8430-10e105e6f730, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=28c51701-1b8c-4620-8430-10e105e6f730,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:36.129279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.133267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.137841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1910381 Nov 16 21:43:36.137989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51140) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:36.146118 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:36.152060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758a61-4471-4b0a-bc3c-6aa44125524e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3543b55-6ea2-4b6d-85b7-c75a9c324642,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.188367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98583d0d-bcea-4431-b1e7-989932e03729 req-36fc3b9d-0fb3-4cc5-ba8e-5c6c0253efde tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:36.190109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98583d0d-bcea-4431-b1e7-989932e03729 req-36fc3b9d-0fb3-4cc5-ba8e-5c6c0253efde tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 944 time: 0.1194952 Nov 16 21:43:36.244700 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.267987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98583d0d-bcea-4431-b1e7-989932e03729 req-6b64dec1-c247-427b-8f59-4c3fbd15a9a4 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups?id=5611bc5a-2651-4565-94dc-4b554de01aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682096 Nov 16 21:43:36.334313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.338267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.358188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7454b371-144c-44fb-a553-9038a281c93d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.362795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.363382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.363872 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Floating IP ab1fb012-655f-4c3a-8787-dcf72f022d85 disassociated. External IP: 172.25.7.172, port: 28c51701-1b8c-4620-8430-10e105e6f730. Nov 16 21:43:36.364333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for 28c51701-1b8c-4620-8430-10e105e6f730 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:36.370714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.372134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ff112a5e-4a11-4136-819b-5cf68cafb933 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332151 Nov 16 21:43:36.375641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51146) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:36.380528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:36.408829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.481208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.488073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.505984 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.526106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f4bdaf-8185-4762-927b-892ac20d459b,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.541292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.547401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:36.547595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-756776f4-f186-4903-93ba-9f5bf8c7b473 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699955 Nov 16 21:43:36.548392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=28c51701-1b8c-4620-8430-10e105e6f730,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.554544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:36.676613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.750081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.762114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.812064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac60f7d-804a-41f6-887f-94ba9727a9f8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:36.832517 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.834438 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67fb0458-9955-43c7-a65c-160d87357886 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838931 Nov 16 21:43:36.837407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51162) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:36.841979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:36.844235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Router 780e7600-4d2a-497d-819e-ca1e8bf0c59f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:36.885205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.977384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.977943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:36.988337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.988804 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Sync routers for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:37.006757 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:37.007371 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:37.009163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f25f1a-1304-4b7a-a934-cafe8fde4936,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:37.021624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.027649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac1de4bb-4d35-4e2e-a2be-7335a6099be7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891553 Nov 16 21:43:37.028250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51168) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:37.033734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:37.044390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] No DVR routers for this DVR port 28c51701-1b8c-4620-8430-10e105e6f730 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:37.047955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.051137 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eaaed40c-ecf0-4a3c-a270-c6c5b4ff8a5b req-baf8c0d2-aa4b-4d82-ac4e-23a013d28f0a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.21 "DELETE /v2.0/ports/28c51701-1b8c-4620-8430-10e105e6f730 HTTP/1.1" status: 204 len: 173 time: 1.1476860 Nov 16 21:43:37.052363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-deleted', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:37.061417 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56fb128-2c5a-4487-8237-8e75303c1441" -d '{"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-deleted", "tag": "28c51701-1b8c-4620-8430-10e105e6f730"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:37.064729 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:43:37.074088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.119867 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e6fbca-8ed2-41c1-8b4e-7d646fe48bb1 x-openstack-request-id: req-b5e6fbca-8ed2-41c1-8b4e-7d646fe48bb1 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:37.120563 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beb8e03-019d-4c3f-aecc-8e5688a02d62", "name": "network-vif-deleted", "tag": "28c51701-1b8c-4620-8430-10e105e6f730", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:37.121029 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5e6fbca-8ed2-41c1-8b4e-7d646fe48bb1 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:37.121625 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beb8e03-019d-4c3f-aecc-8e5688a02d62', 'name': 'network-vif-deleted', 'tag': '28c51701-1b8c-4620-8430-10e105e6f730', 'status': 'completed', 'code': 200} Nov 16 21:43:37.162106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.167109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.194734 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:37.208144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.209782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804187 Nov 16 21:43:37.212443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:37.218668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'f3543b55-6ea2-4b6d-85b7-c75a9c324642', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:37.242269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fde603-71c1-45ae-abb1-a8623a7543bb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c23292-d604-4cb7-9850-f88d129c13d4,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:37.254721 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:43:37.263134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.370228 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.380235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.406158 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:37.428771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.430478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2170014 Nov 16 21:43:37.433381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51176) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:37.438528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'network': {'name': 'tempest-network-smoke--159613815', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:37.439397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Checking router: 780e7600-4d2a-497d-819e-ca1e8bf0c59f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:37.449393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:37.450199 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:37.480855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32c792d9-2f5c-4d2a-a986-5ad585306cbd req-a30e6cd2-9420-46f8-993a-2808af19801a tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/ports?device_id=8beb8e03-019d-4c3f-aecc-8e5688a02d62 HTTP/1.1" status: 200 len: 210 time: 0.0827901 Nov 16 21:43:37.485613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8a78-d4e9-436b-b119-888154a81539 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05d474f-55d9-4b9b-b1d9-4cb89da78848,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:37.496335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:37.506550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.558880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:43:37.624649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.625321 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Added segment b5564380-f994-4730-9fac-22d95554b8ee of type vlan for network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 Nov 16 21:43:37.691437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.719064 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:37.728776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.739501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:37.740683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.845971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Network': ['ID=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:37.877048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51182) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:37.878950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-51e8e23a-966e-4c13-962e-281100c134e9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4442666 Nov 16 21:43:37.899482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'admin_state_up': True, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:37.904751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:43:37.958076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:37.959684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.026183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:38.041781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.045257 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:38.050781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 28c51701-1b8c-4620-8430-10e105e6f730 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:38.051326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 28c51701-1b8c-4620-8430-10e105e6f730 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:38.082450 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80ea2a-ff77-4ed1-8f87-4ea88eb8cc4d None None] The sync data for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 is: [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'e92d4a16-cddd-43aa-9d7a-f150cce9250c', 'name': '', 'network_id': '2e926922-cfe1-4513-a54b-4dfcc8533266', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'mac_address': 'fa:16:3e:60:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:31Z', 'updated_at': '2021-11-16T21:36:37Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'subnets': [{'id': '4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:38.345255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccd626b-cf46-4d7b-bad0-c8f97193a23a None None] New status for floating IP ab1fb012-655f-4c3a-8787-dcf72f022d85: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:43:38.624928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.652170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:38.716752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.742316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.795116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.798565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.799969 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "DELETE /v2.0/security-groups/5611bc5a-2651-4565-94dc-4b554de01aa0 HTTP/1.1" status: 204 len: 168 time: 0.1451786 Nov 16 21:43:38.803692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51190) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:38.821584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa854400-6993-43fe-93a1-570c524f9baa tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611bc5a-2651-4565-94dc-4b554de01aa0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:38.828689 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-355de7e2-60c2-42d6-b4b4-9a06b3ed5239 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] show failed (client error): The resource could not be found. Nov 16 21:43:38.832260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-355de7e2-60c2-42d6-b4b4-9a06b3ed5239 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "GET /v2.0/security-groups/5611bc5a-2651-4565-94dc-4b554de01aa0 HTTP/1.1" status: 404 len: 347 time: 0.0250936 Nov 16 21:43:38.832383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51192) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:38.843499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.866312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.978097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Deleting port 14eb210e-56fa-4a2b-aab6-28fc74d530e6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:38.978442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:38.985928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.86 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d133e5a0-47a2-40e0-baaa-fce55223f8ee) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:39.067261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.067552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.079617 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.082894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Calling delete_port for 14eb210e-56fa-4a2b-aab6-28fc74d530e6 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:39.100390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.142245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.178301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:39.181707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:39.185839 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:43:39.200688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce6b85-e7f8-4ad5-b54c-1431e3174833 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:39.229722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=d133e5a0-47a2-40e0-baaa-fce55223f8ee,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:39.265166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.290353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Pushing event deleted for resources: {'Port': ['ID=14eb210e-56fa-4a2b-aab6-28fc74d530e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:39.325535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1dbd4995-6e03-4af8-8d03-a14cfe139e2a None None] Provisioning complete for port d133e5a0-47a2-40e0-baaa-fce55223f8ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:39.326122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4995-6e03-4af8-8d03-a14cfe139e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.361334 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.364359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.365672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8adc56e1-b213-4030-9cc3-7f1413538371 tempest-ServerActionsTestJSON-1063799055 tempest-ServerActionsTestJSON-1063799055-project] 10.222.0.54 "DELETE /v2.0/floatingips/ab1fb012-655f-4c3a-8787-dcf72f022d85 HTTP/1.1" status: 204 len: 168 time: 0.5324347 Nov 16 21:43:39.367066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd4995-6e03-4af8-8d03-a14cfe139e2a None None] Port d133e5a0-47a2-40e0-baaa-fce55223f8ee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:43:39.368799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51206) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:39.481498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.686600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.827109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router b50f3e47-2c0b-4158-8799-92142e1f9794 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:43:39.940608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:39.953128 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Sync routers for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:39.969640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:39.970730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2a71befd-4796-4dfc-b186-64502ce96434 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0890207 Nov 16 21:43:39.974017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:39.975632 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:39.976515 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:40.019234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e6ef680b-2a12-4285-b0d7-b31c2434ac63 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0848e94efac43d8a53469d18635eddd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419879 Nov 16 21:43:40.023958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51216) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:40.129502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f037a-1dfe-41ab-97c5-987f1f8d3f99 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:40.135468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51218) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:40.136862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7b0f037a-1dfe-41ab-97c5-987f1f8d3f99 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117671 Nov 16 21:43:40.150042 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:40.178517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4aaa8e05-1fbc-40b2-801c-96ca631b60cb tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409091 Nov 16 21:43:40.181766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51222) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:40.187494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671402097', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:40.431324 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:39Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:40.465669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:40.472841 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Checking router: b50f3e47-2c0b-4158-8799-92142e1f9794 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:40.472841 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Updating router b50f3e47-2c0b-4158-8799-92142e1f9794 port d133e5a0-47a2-40e0-baaa-fce55223f8ee binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:43:40.477585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:40.528188 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:40.812981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:40.987975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.059769 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.074448 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.080316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Subnet': ['ID=0dd6e623-8480-41d1-bbfd-56941f75e51b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:41.131300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df49d98-10c1-4b46-ba07-ebc7500ed9db None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:41.150836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:41.151300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network hostable DHCP agents. Network: 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:43:41.207384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:43:41.221933 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Attempting to bind port d133e5a0-47a2-40e0-baaa-fce55223f8ee on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:43:41.223157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Attempting to bind port d133e5a0-47a2-40e0-baaa-fce55223f8ee by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:43:41.224694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-730df70f-f949-4393-853c-3134f134242b None None] Provisioning complete for port d133e5a0-47a2-40e0-baaa-fce55223f8ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:41.225269 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Attempting to bind port d133e5a0-47a2-40e0-baaa-fce55223f8ee on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:41.225866 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-730df70f-f949-4393-853c-3134f134242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.234624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:41.254981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:43:41.263340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:41.263340 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.263340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:43:41.263676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:41.263792 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Bound port: d133e5a0-47a2-40e0-baaa-fce55223f8ee, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:43:41.263879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.264475 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.283783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Pushing event updated for resources: {'Port': ['ID=d133e5a0-47a2-40e0-baaa-fce55223f8ee,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:41.316966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-730df70f-f949-4393-853c-3134f134242b None None] Port d133e5a0-47a2-40e0-baaa-fce55223f8ee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:43:41.329766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f242b87-7d23-4544-8b7e-7b194be7077b None None] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:41.343540 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.344347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-96823dd0-738c-4872-b435-148d8150ec3c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1613412 Nov 16 21:43:41.347226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:41.347471 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.347769 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.348099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.348425 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.351888 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.352281 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.352613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.353124 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.353452 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.353777 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.354091 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:41.438883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] For port d133e5a0-47a2-40e0-baaa-fce55223f8ee, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:43:41.445782 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] For port d133e5a0-47a2-40e0-baaa-fce55223f8ee, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d133e5a0-47a2-40e0-baaa-fce55223f8ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:43:41.457907 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.572057 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9875-af17-4877-8ba9-828067659c07 None None] Pushing event updated for resources: {'Port': ['ID=d133e5a0-47a2-40e0-baaa-fce55223f8ee,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:41.598584 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:41.599218 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:41.621063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111dd356-6933-4ff6-9c79-560ed777fc95 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:41.638298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:43:41.639710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.658774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Deleting port e92d4a16-cddd-43aa-9d7a-f150cce9250c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:41.662592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.753482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:41.835407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] For port e92d4a16-cddd-43aa-9d7a-f150cce9250c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e92d4a16-cddd-43aa-9d7a-f150cce9250c,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:41.835620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.881215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] Provisioning complete for port d133e5a0-47a2-40e0-baaa-fce55223f8ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:41.881861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:41.882803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Calling delete_port for e92d4a16-cddd-43aa-9d7a-f150cce9250c owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:42.012267 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:39Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:42.058978 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa8f7d-183e-4cfa-8e45-2283dec5b04f None None] The sync data for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 is: [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:39Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:42.096822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Allocated IP 172.20.0.2 (7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800/0dd6e623-8480-41d1-bbfd-56941f75e51b/4071af65-e7e5-4406-bb66-82a54d7489a7) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:42.185861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.226459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] For port d133e5a0-47a2-40e0-baaa-fce55223f8ee, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d133e5a0-47a2-40e0-baaa-fce55223f8ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:42.237576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.301745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.331346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c89b2-4514-40a7-834b-0e600ffeb232 None None] Pushing event updated for resources: {'Port': ['ID=d133e5a0-47a2-40e0-baaa-fce55223f8ee,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:42.403437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92d4a16-cddd-43aa-9d7a-f150cce9250c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:42.521792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.537443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.659207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:42.666646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:42.677756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:43:42.706202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Pushing event updated for resources: {'Port': ['ID=4071af65-e7e5-4406-bb66-82a54d7489a7,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:42.772300 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.832802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Attempting to bind port 4071af65-e7e5-4406-bb66-82a54d7489a7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:43:42.833647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Attempting to bind port 4071af65-e7e5-4406-bb66-82a54d7489a7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:43:42.834241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Attempting to bind port 4071af65-e7e5-4406-bb66-82a54d7489a7 on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:42.848870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:43:42.849624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:42.850196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.850822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Bound using segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:43:42.851648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Bound port: 4071af65-e7e5-4406-bb66-82a54d7489a7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:43:42.852512 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.873486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.927786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:42.953259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] For port 4071af65-e7e5-4406-bb66-82a54d7489a7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:43:42.965436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] For port 4071af65-e7e5-4406-bb66-82a54d7489a7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4071af65-e7e5-4406-bb66-82a54d7489a7,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:43:42.972435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:43.074154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec3f4f-a020-40c3-836d-39ac1d83a80c None None] Pushing event updated for resources: {'Port': ['ID=4071af65-e7e5-4406-bb66-82a54d7489a7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:43.228950 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:43:43.273772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Router 780e7600-4d2a-497d-819e-ca1e8bf0c59f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:43.539843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:43.547517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3534a077-f835-4256-a5ff-046bbbb124c8 admin admin] 10.222.0.54 "PUT /v2.0/routers/780e7600-4d2a-497d-819e-ca1e8bf0c59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1773093 Nov 16 21:43:43.550094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51246) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:43.558481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Sync routers for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:43.628070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:43.629522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:43.742304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.1 (7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800/0dd6e623-8480-41d1-bbfd-56941f75e51b/1b48912f-4028-40c0-b00b-92b81f905dd6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:43.801583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:43.840615 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:43.955607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:43.986105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4071af65-e7e5-4406-bb66-82a54d7489a7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:43.999886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.003390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.056430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:44.061225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:44.065925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:43:44.076882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Deleting port adb5ec45-3c30-4f36-ae51-272337ee8a5b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:44.077408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.145632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.223219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:44.271772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] For port adb5ec45-3c30-4f36-ae51-272337ee8a5b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=adb5ec45-3c30-4f36-ae51-272337ee8a5b,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:44.273187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.308312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Calling delete_port for adb5ec45-3c30-4f36-ae51-272337ee8a5b owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:44.313591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4071af65-e7e5-4406-bb66-82a54d7489a7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:44.313964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.374375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.425537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 5, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port': {'id': 'adb5ec45-3c30-4f36-ae51-272337ee8a5b', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:36:29Z', 'updated_at': '2021-11-16T21:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:44.494417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Checking router: 780e7600-4d2a-497d-819e-ca1e8bf0c59f for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:44.570116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Routers {'780e7600-4d2a-497d-819e-ca1e8bf0c59f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:44.570841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:44.624777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.720144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=adb5ec45-3c30-4f36-ae51-272337ee8a5b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:44.760219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb662a-f0ef-4878-9074-9debb21fb4f0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:44.788156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.858051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.909943 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 4071af65-e7e5-4406-bb66-82a54d7489a7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4071af65-e7e5-4406-bb66-82a54d7489a7,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:44.929488 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.929834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:44.932049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d133e5a0-47a2-40e0-baaa-fce55223f8ee up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:44.938001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0d1bb-e10d-478b-a5b0-3c7904cebaa3 None None] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:44.938467 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.032486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.035986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:45.050890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.051434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.051871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.052314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.052855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.053289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.053720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.054359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.054793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.055258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.055682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.056111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:45.087375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.094224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.097178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] Set router 780e7600-4d2a-497d-819e-ca1e8bf0c59f gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:45.193585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:45.195503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:45.197241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.197977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780e7600-4d2a-497d-819e-ca1e8bf0c59f {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:43:45.206474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.208585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1d382b7d-cfa5-4833-8b97-f52a29395d5d admin admin] 10.222.0.54 "DELETE /v2.0/routers/780e7600-4d2a-497d-819e-ca1e8bf0c59f HTTP/1.1" status: 204 len: 168 time: 1.6572614 Nov 16 21:43:45.212192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:45.214467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=4071af65-e7e5-4406-bb66-82a54d7489a7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:45.282606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 6, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:45.336837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa809550-d808-4ce9-a58f-8edfb54a7fd5 None None] The sync data for ids ['780e7600-4d2a-497d-819e-ca1e8bf0c59f'] in n-d-816206-5 is: [{'id': '780e7600-4d2a-497d-819e-ca1e8bf0c59f', 'name': 'tempest-ServerActionsTestJSON-46068802-router', 'tenant_id': 'fe9a8b97b6cb407687301271d22661fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:36:28Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 6, 'project_id': 'fe9a8b97b6cb407687301271d22661fd', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:45.352887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7baf649f-ec76-4fc3-902d-9b88e2e44c58 None None] Provisioning complete for port 4071af65-e7e5-4406-bb66-82a54d7489a7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:45.353266 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7baf649f-ec76-4fc3-902d-9b88e2e44c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.428171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51191825-99d7-4182-a364-b41f3c4464fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.441975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d133e5a0-47a2-40e0-baaa-fce55223f8ee triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:45.441975 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.915629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Deleting subnet 4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:43:45.921969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.974601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.977064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9f2de4cf-a5b8-46e5-a19b-18ec8805b55d None None] Provisioning complete for port 4071af65-e7e5-4406-bb66-82a54d7489a7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:45.979062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f2de4cf-a5b8-46e5-a19b-18ec8805b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:45.983020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router b50f3e47-2c0b-4158-8799-92142e1f9794 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:46.126297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9f2de4cf-a5b8-46e5-a19b-18ec8805b55d None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:46.127185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f2de4cf-a5b8-46e5-a19b-18ec8805b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.174510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9f2de4cf-a5b8-46e5-a19b-18ec8805b55d None None] Port 1b48912f-4028-40c0-b00b-92b81f905dd6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:43:46.177479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:46.185113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f112b8a-bcca-4e0a-8cf6-92417cbc32a7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/b50f3e47-2c0b-4158-8799-92142e1f9794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8368528 Nov 16 21:43:46.193379 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.202681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Sync routers for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:46.233710 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:46.243132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:46.287304 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4071af65-e7e5-4406-bb66-82a54d7489a7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:46.301754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.345153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895de91-3388-4e46-8c30-7937e3b9a272 None None] Network 2e926922-cfe1-4513-a54b-4dfcc8533266 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:46.350288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.355949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5 HTTP/1.1" status: 204 len: 168 time: 1.1406112 Nov 16 21:43:46.356470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51270) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:46.403787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0a88c-6b22-4a75-8ac3-24742d54adba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f50d8c8-2e46-4d3d-a2dc-f986bf3418c5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:46.454441 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:46.546500 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.569724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-4b7d1ce6-17b3-47fd-ba5c-cf953f73b8d3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436904269&fields=id&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 267 time: 0.1119215 Nov 16 21:43:46.575260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7532cf4e-8adf-4b5b-bcfd-f24237acf0de None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:46.575633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7532cf4e-8adf-4b5b-bcfd-f24237acf0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.686836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4071af65-e7e5-4406-bb66-82a54d7489a7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:46.687578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.718569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Deleting port 430475dd-e2a9-4783-a090-d7c4ace34705 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:46.719717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.773054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7532cf4e-8adf-4b5b-bcfd-f24237acf0de None None] Port 1b48912f-4028-40c0-b00b-92b81f905dd6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:43:46.857206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-2e1ac746-681b-4a30-b69c-dac8722a4e20 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:46.860616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-2e1ac746-681b-4a30-b69c-dac8722a4e20 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 796 time: 0.2473636 Nov 16 21:43:46.866445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] DHCP port deletion for 2e926922-cfe1-4513-a54b-4dfcc8533266 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:46.892269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] For port 430475dd-e2a9-4783-a090-d7c4ace34705, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=430475dd-e2a9-4783-a090-d7c4ace34705,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:46.892634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:46.896703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-705aa184-2492-4698-a3ec-3f594588f501 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/quotas/b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 375 time: 0.0304074 Nov 16 21:43:46.958018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Calling delete_port for 430475dd-e2a9-4783-a090-d7c4ace34705 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:46.958854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-26e4afef-d31e-4391-9ae5-64b0ade7d700 None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:46.959672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26e4afef-d31e-4391-9ae5-64b0ade7d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.012565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e92d4a16-cddd-43aa-9d7a-f150cce9250c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:47.013229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-a436ac34-72c5-4178-a395-c6da6dae67de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098499 Nov 16 21:43:47.019699 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 2, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:47.059713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-5cc6a7a5-9a9a-4c69-a46d-784e7d519e1d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:47.060041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Checking router: b50f3e47-2c0b-4158-8799-92142e1f9794 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:47.060467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e92d4a16-cddd-43aa-9d7a-f150cce9250c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:47.060626 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Updating router b50f3e47-2c0b-4158-8799-92142e1f9794 port 1b48912f-4028-40c0-b00b-92b81f905dd6 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:43:47.060872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e92d4a16-cddd-43aa-9d7a-f150cce9250c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:47.069751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-26e4afef-d31e-4391-9ae5-64b0ade7d700 None None] Port 1b48912f-4028-40c0-b00b-92b81f905dd6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:43:47.075891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-5cc6a7a5-9a9a-4c69-a46d-784e7d519e1d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217497 Nov 16 21:43:47.081962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Deleting port 430475dd-e2a9-4783-a090-d7c4ace34705 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:47.082334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.116087 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.172647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] For port 430475dd-e2a9-4783-a090-d7c4ace34705, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=430475dd-e2a9-4783-a090-d7c4ace34705,segment=NetworkSegment(176aa5c4-ecf4-453d-9622-4927166be1c4),segment_id=176aa5c4-ecf4-453d-9622-4927166be1c4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:47.172961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.198840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Calling delete_port for 430475dd-e2a9-4783-a090-d7c4ace34705 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:47.217815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-80ad9678-bb9a-44e9-b274-66abb0622cd3 service neutron] 10.222.0.54 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Nov 16 21:43:47.349843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.350131 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.401601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] Pushing event deleted for resources: {'Port': ['ID=430475dd-e2a9-4783-a090-d7c4ace34705,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:47.403652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c6a7d-b5ed-4a4f-886c-a0d6ecf6c893 None None] No DVR routers for this DVR port 430475dd-e2a9-4783-a090-d7c4ace34705 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:47.427077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] No DVR routers for this DVR port 430475dd-e2a9-4783-a090-d7c4ace34705 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:47.442807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Pushing event deleted for resources: {'Port': ['ID=430475dd-e2a9-4783-a090-d7c4ace34705,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:47.466662 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.478036 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.552293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.590362 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Attempting to bind port 1b48912f-4028-40c0-b00b-92b81f905dd6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:43:47.590749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Attempting to bind port 1b48912f-4028-40c0-b00b-92b81f905dd6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:43:47.591149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Attempting to bind port 1b48912f-4028-40c0-b00b-92b81f905dd6 on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:47.603930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e926922-cfe1-4513-a54b-4dfcc8533266']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:47.630085 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:43:47.630472 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:47.633288 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.633721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Bound using segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:43:47.640010 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Bound port: 1b48912f-4028-40c0-b00b-92b81f905dd6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:43:47.640010 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.642395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176aa5c4-ecf4-453d-9622-4927166be1c4') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:47.642729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176aa5c4-ecf4-453d-9622-4927166be1c4') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:47.666535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.688038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.698614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:43:47.699084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.741076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aae25e17-e366-458f-9644-f19abb2470ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.752187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] For port 1b48912f-4028-40c0-b00b-92b81f905dd6, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:43:47.760666 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] For port 1b48912f-4028-40c0-b00b-92b81f905dd6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1b48912f-4028-40c0-b00b-92b81f905dd6,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:43:47.772813 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:43:47.774484 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:43:47.778588 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.784700 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:47.788670 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643952-42df-429f-ade4-56b6416d14b7 None None] Pushing event updated for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:47.802749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:47.803387 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:47.812059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] 10.222.0.54 "DELETE /v2.0/networks/2e926922-cfe1-4513-a54b-4dfcc8533266 HTTP/1.1" status: 204 len: 168 time: 1.4543719 Nov 16 21:43:47.868692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 430475dd-e2a9-4783-a090-d7c4ace34705 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:47.904642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 430475dd-e2a9-4783-a090-d7c4ace34705 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:47.905024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 430475dd-e2a9-4783-a090-d7c4ace34705 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:47.905413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device adb5ec45-3c30-4f36-ae51-272337ee8a5b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:47.924811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e37f6-52cd-4ab3-8d3f-5a48cf34897a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e926922-cfe1-4513-a54b-4dfcc8533266,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:47.941291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: adb5ec45-3c30-4f36-ae51-272337ee8a5b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:47.941884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device adb5ec45-3c30-4f36-ae51-272337ee8a5b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:47.957325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-52be5e56-1eb4-4514-9354-f2437bd28378 service neutron] 10.222.0.54 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302489 Nov 16 21:43:48.018686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:48.019233 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.092742 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c643952-42df-429f-ade4-56b6416d14b7 None None] Pushing event updated for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:48.108083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:48.151030 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:48.216331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51302) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:48.248606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-68c942fc-2cb8-4bc0-8388-437a27a7c87c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe9a8b97b6cb407687301271d22661fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382186 Nov 16 21:43:48.250597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51306) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:48.313830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.389092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.390798 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aacb7b93-c61d-41b2-8e8d-1e5ff6717500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.396075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] For port 1b48912f-4028-40c0-b00b-92b81f905dd6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1b48912f-4028-40c0-b00b-92b81f905dd6,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:48.407944 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.490454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-521a21c1-b8dd-4def-978c-d555f44f4616 req-9fcdc467-2b37-43d7-aa87-df32f72a11b3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 210 time: 0.0802178 Nov 16 21:43:48.508393 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.570811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea9b24-3428-403d-af12-1a4fe8c6b158 None None] Pushing event updated for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:48.584192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-555a5696-fcb9-400d-af40-3d6437ef2dd8 None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:48.584567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-555a5696-fcb9-400d-af40-3d6437ef2dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.609731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.613594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.615494 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5aa604cd-afc7-426b-91d2-4b5942c5a56b HTTP/1.1" status: 204 len: 168 time: 0.3632898 Nov 16 21:43:48.634105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b6a4a-0e66-4a7b-8f48-c669f963bba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa604cd-afc7-426b-91d2-4b5942c5a56b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:48.721869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aacb7b93-c61d-41b2-8e8d-1e5ff6717500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.734546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aacb7b93-c61d-41b2-8e8d-1e5ff6717500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:48.786953 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:47Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:48.820479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb7b93-c61d-41b2-8e8d-1e5ff6717500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eeb8ba-32de-43d7-b779-f6ca5707b838,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:48.857542 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aacb7b93-c61d-41b2-8e8d-1e5ff6717500 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4eb8b0d76e26411fa48543d546a86960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389995 Nov 16 21:43:48.858354 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63b66-371a-447f-89ba-205eb4920f01 None None] The sync data for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 is: [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:47Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:48.859706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51318) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:48.976733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.055985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.172690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.177860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.179089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3eeb8ba-32de-43d7-b779-f6ca5707b838 HTTP/1.1" status: 204 len: 168 time: 0.3182535 Nov 16 21:43:49.204468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ed5fb-d1c4-4315-99b9-770525915997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eeb8ba-32de-43d7-b779-f6ca5707b838,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:49.342140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.677337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e92d3b18-d551-4cf7-935b-549fdfc1b690 req-d937e0c7-5b93-4a4e-b449-31ff470e9f1a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 210 time: 0.0437531 Nov 16 21:43:49.852057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1b48912f-4028-40c0-b00b-92b81f905dd6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:49.890418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:49.915344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df7702f-c300-4df0-b22d-56b900d5d1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:49.929508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1b48912f-4028-40c0-b00b-92b81f905dd6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:49.929880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.071273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df7702f-c300-4df0-b22d-56b900d5d1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.080677 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9df7702f-c300-4df0-b22d-56b900d5d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.226443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9df7702f-c300-4df0-b22d-56b900d5d1b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0a34567350e4736a8042774caf07f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322701 Nov 16 21:43:50.226768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51358) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:50.231947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7702f-c300-4df0-b22d-56b900d5d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b79b7c2-3ead-48ca-be8c-d8883eaea128,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:50.314996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-f46e166c-0643-4a6f-aa2c-4792cbc549ec tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:50.316743 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-f46e166c-0643-4a6f-aa2c-4792cbc549ec tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 796 time: 0.2043355 Nov 16 21:43:50.340538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.340641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:50.376870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.439448 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-0ed6d6f4-dc30-4e17-87b0-20ede4f1c2f0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 379 time: 0.1112137 Nov 16 21:43:50.471876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.477172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.480802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b79b7c2-3ead-48ca-be8c-d8883eaea128 HTTP/1.1" status: 204 len: 168 time: 0.2527423 Nov 16 21:43:50.493389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f417f2-6dbd-445e-a0dc-e1e3e1fef91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b79b7c2-3ead-48ca-be8c-d8883eaea128,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:50.530061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1077868871-network', 'tenant_id': '1a93b86a4d4344688f2d43cda63086f4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:50.565340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Made reservation on behalf of 1a93b86a4d4344688f2d43cda63086f4 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:50.567941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.583077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.587424 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.685278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.696407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.724477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:43:50.744686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da959df4-8140-4e3b-b215-dc55857f3a53,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:50.747733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.748592 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Added segment df329a00-eaab-4afc-9711-fc2eea4f7223 of type vlan for network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c Nov 16 21:43:50.784655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'port': {'device_id': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'admin_state_up': True, 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'security_groups': ['f3543b55-6ea2-4b6d-85b7-c75a9c324642']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:50.933027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.985926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.986552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:50.987202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:50.998488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:51.003082 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.047166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0f82616-b089-429e-91db-e6ec253a149d req-97f248c8-3aad-42ab-8fbb-b12339e9cd4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 210 time: 0.0352914 Nov 16 21:43:51.103229 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7622216 Nov 16 21:43:51.106231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51382) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:51.114572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Request body: {'subnet': {'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1077868871-subnet', 'tenant_id': '1a93b86a4d4344688f2d43cda63086f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:51.115596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264641c7-273b-4cc3-9b2a-fcf9b0df0891 admin admin] Pushing event updated for resources: {'Network': ['ID=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:51.132408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:43:51.167680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Made reservation on behalf of 1a93b86a4d4344688f2d43cda63086f4 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:51.171553 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.297493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.13 (7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800/0dd6e623-8480-41d1-bbfd-56941f75e51b/e4110db6-52c5-459b-bfa3-0efc231108ee) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:51.392140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.449519 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.459092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b45b47f-d536-4067-9f0d-0bbe65327e42,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:51.467090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Checking segment: {'id': 'df329a00-eaab-4afc-9711-fc2eea4f7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:51.468133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Network hostable DHCP agents. Network: 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:43:51.501367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.504525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:43:51.516108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:51.521032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:51.521676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.532586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671f95d-3a37-44db-8c43-f0b5aa6a2382 None None] Network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:51.546894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4a5bf23-4493-401f-bcf2-d8893be98723 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4384181 Nov 16 21:43:51.568442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.613876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:51.617554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:51.621514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:43:51.665490 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:51.712803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:51.713481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:51.743647 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c481733b-56c0-4072-83b4-bec3d1e6af24 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2960160 Nov 16 21:43:51.767957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Request body: {'port': {'device_id': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:51.819708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d52dc4-d375-42d5-9c19-e78944d1383c None None] Network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:51.898763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.272207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b15a0-8355-4a9a-96ef-e2efa9197a69 req-397d9ad4-210c-47d4-a54b-38071ec46aac tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:52.283054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-957b15a0-8355-4a9a-96ef-e2efa9197a69 req-397d9ad4-210c-47d4-a54b-38071ec46aac tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 932 time: 0.1159871 Nov 16 21:43:52.381006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4110db6-52c5-459b-bfa3-0efc231108ee {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:43:52.387477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-957b15a0-8355-4a9a-96ef-e2efa9197a69 req-120e2615-d5de-49ef-825f-992d7155e63a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004944 Nov 16 21:43:52.393255 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.415908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Transition to ACTIVE for port object e4110db6-52c5-459b-bfa3-0efc231108ee will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:52.423242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.604369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:52.612455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-fb64adcf-ae17-454c-875a-d261a5cb0e60 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:52.615165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-fb64adcf-ae17-454c-875a-d261a5cb0e60 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/networks?id=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c HTTP/1.1" status: 200 len: 822 time: 0.1483843 Nov 16 21:43:52.638986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-2ad3fed5-1dff-4085-b49d-ac503811d81e tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/quotas/1a93b86a4d4344688f2d43cda63086f4 HTTP/1.1" status: 200 len: 375 time: 0.0173485 Nov 16 21:43:52.671840 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:43:52.672175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:43:52.672504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:52.677503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:43:52.677841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:52.688089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-fda527e4-a213-4523-baaf-3fb57486c609 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a93b86a4d4344688f2d43cda63086f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378168 Nov 16 21:43:52.688294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:43:52.688511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:52.688899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Bound using segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:43:52.689339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Bound port: e4110db6-52c5-459b-bfa3-0efc231108ee, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:43:52.689694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.777888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:43:52.782456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:43:52.793144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.818628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-a9b9099d-6830-46d3-a6f1-c92f3df9d5e5 service neutron] 10.222.0.54 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176136 Nov 16 21:43:52.865799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:52.874379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:52.875327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:52.877263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-b24637d6-21c6-4ec0-81c7-5a68d001ced5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1092 time: 1.1203682 Nov 16 21:43:52.877996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:52.880519 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258c494-2073-48de-aaf2-a564e5c8daae" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:52.930195 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0beea6-d073-4147-badf-1975d3a0f952 x-openstack-request-id: req-3f0beea6-d073-4147-badf-1975d3a0f952 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:52.930722 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:52.931325 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f0beea6-d073-4147-badf-1975d3a0f952 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:52.931890 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'status': 'completed', 'code': 200} Nov 16 21:43:52.962139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-0d57d276-adec-4d1d-b35a-d99706ded77e service neutron] 10.222.0.54 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420529 Nov 16 21:43:52.991006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c12ab276-8afd-4403-af00-cf92e2e43f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:52.992726 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c12ab276-8afd-4403-af00-cf92e2e43f7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1095 time: 0.0563745 Nov 16 21:43:53.094391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-57e592bc-dd84-49ea-bf16-dc0902672523 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 217 time: 0.0929418 Nov 16 21:43:53.172147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-8b2b3ce3-bb70-46cc-98fd-ac6c4b5103f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.173926 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-8b2b3ce3-bb70-46cc-98fd-ac6c4b5103f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0717583 Nov 16 21:43:53.203547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63f85753-1f88-472f-a84a-aef49a829669 req-21760b2e-0896-4313-a26e-0390557c0b39 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 210 time: 0.0302980 Nov 16 21:43:53.253350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-28d5cb9e-9f8c-48e0-9d97-bd5aab6a6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.255384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-28d5cb9e-9f8c-48e0-9d97-bd5aab6a6d9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740457 Nov 16 21:43:53.405375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-c8942343-59a4-4252-830c-3e0f26888a51 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420836 Nov 16 21:43:53.599228 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c3952b05-26f8-4232-9b0b-fd6865fe6d43 req-0b449640-1342-44fe-b832-87fceb61da47 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866434 Nov 16 21:43:53.692170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5b7d-59d9-4670-8950-c94cdb72fa3b req-9714f7b6-a495-449d-8dad-5b0141e268c2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.695227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a4d5b7d-59d9-4670-8950-c94cdb72fa3b req-9714f7b6-a495-449d-8dad-5b0141e268c2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 944 time: 0.1441801 Nov 16 21:43:53.744916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c494-2073-48de-aaf2-a564e5c8daae req-416b26cf-4ff4-4172-9430-d1486c695f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.746624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-416b26cf-4ff4-4172-9430-d1486c695f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1095 time: 0.0902009 Nov 16 21:43:53.768658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a4d5b7d-59d9-4670-8950-c94cdb72fa3b req-fcf7079e-5d4c-4974-9cac-362e456d8485 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676603 Nov 16 21:43:53.885379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c494-2073-48de-aaf2-a564e5c8daae req-f4abf068-cec3-4e97-b4f1-394b4f8cb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.887288 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-f4abf068-cec3-4e97-b4f1-394b4f8cb9f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.1326449 Nov 16 21:43:53.940852 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-29bbf8c9-f088-4af9-bd5d-9084544142cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 217 time: 0.0458057 Nov 16 21:43:53.995607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c494-2073-48de-aaf2-a564e5c8daae req-10721e52-17d0-4217-9e51-086547e25645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:53.997108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-10721e52-17d0-4217-9e51-086547e25645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0483348 Nov 16 21:43:54.080520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c494-2073-48de-aaf2-a564e5c8daae req-0b18be07-9deb-4369-ba97-ba10d7e9a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:54.082082 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-0b18be07-9deb-4369-ba97-ba10d7e9a23d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766807 Nov 16 21:43:54.188895 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-5d5cc9a2-c46c-4191-8a01-7c6b31014de7 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991747 Nov 16 21:43:54.314551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7987d4e0-3093-412a-aab7-0e64390608c5 req-92bc21d9-08cf-48cb-a8bd-002ac76f5cb1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 210 time: 0.0303040 Nov 16 21:43:54.316600 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5258c494-2073-48de-aaf2-a564e5c8daae req-9f787c0b-9c3b-412b-8f19-3d7c1063954f service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184144 Nov 16 21:43:54.536055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-affb541d-f48a-4aff-b7ef-42af57866c6a tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:54.537659 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-affb541d-f48a-4aff-b7ef-42af57866c6a tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.21 "GET /v2.0/networks?id=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c HTTP/1.1" status: 200 len: 822 time: 0.1603625 Nov 16 21:43:54.551453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Request body: {'port': {'device_id': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c', 'admin_state_up': True, 'tenant_id': '1a93b86a4d4344688f2d43cda63086f4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:54.674515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Made reservation on behalf of 1a93b86a4d4344688f2d43cda63086f4 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:43:54.678145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:54.808624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Allocated IP 172.20.0.14 (3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c/0b45b47f-d536-4067-9f0d-0bbe65327e42/9376b9b6-9c6f-450e-a2ea-a73620cf3e51) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:43:54.905733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86f0fa-e8f3-45e5-985b-a5d04ea6c073 req-d0f2867d-b794-4cde-9595-646e096486a8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:54.907249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d86f0fa-e8f3-45e5-985b-a5d04ea6c073 req-d0f2867d-b794-4cde-9595-646e096486a8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 944 time: 0.0525463 Nov 16 21:43:54.956991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d86f0fa-e8f3-45e5-985b-a5d04ea6c073 req-9eaa4fe8-aca6-43d8-a753-aeda08509def tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Nov 16 21:43:54.963129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.000862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.040376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:43:55.045877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:43:55.049536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:43:55.077544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Pushing event updated for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:55.106281 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:55.106883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.122490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-ac8eb88f-a62b-494b-9fb0-546fb5ebeca1 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752206 Nov 16 21:43:55.133205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-d1ef6078-36f2-435e-aedc-29d3a294a9ca tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:43:55.134128 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-d1ef6078-36f2-435e-aedc-29d3a294a9ca tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048640 Nov 16 21:43:55.249911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Request body: {'port': {'device_id': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:43:55.302988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.460169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce568e-05e1-4331-ba40-a6ece3ca8e95 req-e6313e4e-1feb-4f6f-99b2-b5e05135dd1b tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:55.468325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59ce568e-05e1-4331-ba40-a6ece3ca8e95 req-e6313e4e-1feb-4f6f-99b2-b5e05135dd1b tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 932 time: 0.0608130 Nov 16 21:43:55.536400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59ce568e-05e1-4331-ba40-a6ece3ca8e95 req-2614712b-a946-49e9-bbaf-0e015e1582d7 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656927 Nov 16 21:43:55.598301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:43:55.606908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.622267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Transition to ACTIVE for port object 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:43:55.625888 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.678090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:55.766877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Attempting to bind port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:43:55.767475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Attempting to bind port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'df329a00-eaab-4afc-9711-fc2eea4f7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:43:55.767960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Attempting to bind port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 on network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:55.772547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 on network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:43:55.772865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Attempting to bind port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 on network 3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:43:55.777909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:43:55.778989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Checking segment: {'id': 'df329a00-eaab-4afc-9711-fc2eea4f7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:43:55.779603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Bound using segment: {'id': 'df329a00-eaab-4afc-9711-fc2eea4f7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:43:55.780402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Bound port: 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df329a00-eaab-4afc-9711-fc2eea4f7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:43:55.780766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.864304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:43:55.867359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,segment=NetworkSegment(df329a00-eaab-4afc-9711-fc2eea4f7223),segment_id=df329a00-eaab-4afc-9711-fc2eea4f7223)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:43:55.873616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.909978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:55.910499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.911996 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] 10.222.0.21 "PUT /v2.0/ports/9376b9b6-9c6f-450e-a2ea-a73620cf3e51 HTTP/1.1" status: 200 len: 1092 time: 0.7691405 Nov 16 21:43:55.912456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:55.914728 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717186b0-6dba-4573-81e8-e92f132d5308" -d '{"events": [{"name": "network-changed", "server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:55.951495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd124f-ef7c-426c-981d-16b1cb8f6ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:55.969893 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da747a1-0495-49f7-b0e0-f865a6cea4b6 x-openstack-request-id: req-7da747a1-0495-49f7-b0e0-f865a6cea4b6 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:55.970189 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:55.970458 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7da747a1-0495-49f7-b0e0-f865a6cea4b6 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:55.970851 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51', 'status': 'completed', 'code': 200} Nov 16 21:43:56.021229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-164dd004-b36d-4f94-b7ce-350512537c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.022882 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-164dd004-b36d-4f94-b7ce-350512537c07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a93b86a4d4344688f2d43cda63086f4&device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 1095 time: 0.0462351 Nov 16 21:43:56.024151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:43:56.086895 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-f44517e7-1a8e-4974-8cc1-5118e61b72c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51 HTTP/1.1" status: 200 len: 217 time: 0.0553708 Nov 16 21:43:56.097572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26406d-2659-4a8e-8084-b8d38eedb56f req-da3cc8e8-0237-4138-b03d-0a314b4a9c89 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.105824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff26406d-2659-4a8e-8084-b8d38eedb56f req-da3cc8e8-0237-4138-b03d-0a314b4a9c89 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 944 time: 0.0592077 Nov 16 21:43:56.175311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff26406d-2659-4a8e-8084-b8d38eedb56f req-f73ed7de-0cdf-4b35-be26-b17a424763ef tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640388 Nov 16 21:43:56.179454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-a61833c8-a4e2-4935-9c11-d7b06229a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.180991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-a61833c8-a4e2-4935-9c11-d7b06229a0a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b45b47f-d536-4067-9f0d-0bbe65327e42 HTTP/1.1" status: 200 len: 862 time: 0.0853400 Nov 16 21:43:56.215186 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-43a1898e-1172-411d-b897-254b9cec7a79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265448 Nov 16 21:43:56.225456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:56.238613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'port_id': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'mac_address': 'fa:16:3e:eb:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:43:56.278283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:56.292579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4110db6-52c5-459b-bfa3-0efc231108ee {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:43:56.314625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:56.319962 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:56.337037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-8a820c62-09fb-4ccb-b95d-bec7e8090f5e service neutron] 10.222.0.21 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145856 Nov 16 21:43:56.375991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:56.433152 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c5db64b7-95dc-4fa1-a110-ca5e355e55ae req-c12b606c-a06a-4eda-b723-d56396e1ba50 service neutron] 10.222.0.21 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889442 Nov 16 21:43:56.523992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4110db6-52c5-459b-bfa3-0efc231108ee'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:56.542370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717186b0-6dba-4573-81e8-e92f132d5308 req-9e16e738-2c6b-4f8b-aec2-0de88b5240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.543915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-9e16e738-2c6b-4f8b-aec2-0de88b5240f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a93b86a4d4344688f2d43cda63086f4&device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 1095 time: 0.0488472 Nov 16 21:43:56.706631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717186b0-6dba-4573-81e8-e92f132d5308 req-4c7ab1e6-623a-4ceb-876b-7cdd0600c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.708766 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-4c7ab1e6-623a-4ceb-876b-7cdd0600c0d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c HTTP/1.1" status: 200 len: 923 time: 0.1576228 Nov 16 21:43:56.763127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-6277c116-fb0f-4684-9b82-b12fb2b16e1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51 HTTP/1.1" status: 200 len: 217 time: 0.0449233 Nov 16 21:43:56.833146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717186b0-6dba-4573-81e8-e92f132d5308 req-206f91ac-ef06-4845-ba25-301fdca6f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:56.835426 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-206f91ac-ef06-4845-ba25-301fdca6f6ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b45b47f-d536-4067-9f0d-0bbe65327e42 HTTP/1.1" status: 200 len: 862 time: 0.0644357 Nov 16 21:43:56.879920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-a5222dc6-a8ab-4587-a69d-21c89bd43934 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368037 Nov 16 21:43:56.982031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-f5abba53-c54c-4615-b19a-11983c4b7dba service neutron] 10.222.0.21 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936141 Nov 16 21:43:57.074967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb30c7-4887-441c-91e7-6f8a1863e844 req-4c5cafc8-205f-447e-8970-0377fc2388c0 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:57.077028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99eb30c7-4887-441c-91e7-6f8a1863e844 req-4c5cafc8-205f-447e-8970-0377fc2388c0 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 944 time: 0.4678266 Nov 16 21:43:57.096126 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-717186b0-6dba-4573-81e8-e92f132d5308 req-66543d92-a735-4d1d-8f70-02d8ff1292f5 service neutron] 10.222.0.21 "GET /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061606 Nov 16 21:43:57.131263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99eb30c7-4887-441c-91e7-6f8a1863e844 req-742e3d02-203b-4a4c-8a79-f12c8d08a983 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Nov 16 21:43:57.282726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9403678-f77c-44c3-9995-04f016c90009 req-8bceac5f-16e6-4502-8022-205522dafff6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:57.284249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9403678-f77c-44c3-9995-04f016c90009 req-8bceac5f-16e6-4502-8022-205522dafff6 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 945 time: 0.0483098 Nov 16 21:43:57.333873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9403678-f77c-44c3-9995-04f016c90009 req-e21a0070-4e93-4499-ad54-6192c373d708 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Nov 16 21:43:58.022377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:43:58.071347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e4110db6-52c5-459b-bfa3-0efc231108ee completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:43:58.075289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e4110db6-52c5-459b-bfa3-0efc231108ee triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:43:58.075655 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:58.157963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:58.192212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:58.193559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:58.196174 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf1009-0f87-449d-bcea-9398435ab02b" -d '{"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:58.200300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:58.267195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:58.267458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e013-f62f-4e5a-8be6-58110327f9ec req-c6db972b-af0c-4bcb-a782-3273a9e8aa1d tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:58.268971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ef4e013-f62f-4e5a-8be6-58110327f9ec req-c6db972b-af0c-4bcb-a782-3273a9e8aa1d tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 944 time: 0.0614157 Nov 16 21:43:58.322993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ef4e013-f62f-4e5a-8be6-58110327f9ec req-dfed81fa-6c93-4752-ab45-96bdab814092 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 Nov 16 21:43:58.391406 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e9ce3-43c7-4565-8330-7f350f10c679 x-openstack-request-id: req-d77e9ce3-43c7-4565-8330-7f350f10c679 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:58.391703 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:58.391976 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d77e9ce3-43c7-4565-8330-7f350f10c679 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:58.392396 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'code': 200} Nov 16 21:43:58.475258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf70d-43f2-4c75-82a8-4e6844e4cb08 req-62b4bb76-d06c-457c-b634-105bf8d11a33 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:58.477168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dedf70d-43f2-4c75-82a8-4e6844e4cb08 req-62b4bb76-d06c-457c-b634-105bf8d11a33 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0735543 Nov 16 21:43:58.499173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd84b-58ae-4a96-b0ed-d45839394e29 req-a6ccf459-4c56-4c27-a01b-64d2a8411fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:58.500794 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-521cd84b-58ae-4a96-b0ed-d45839394e29 req-a6ccf459-4c56-4c27-a01b-64d2a8411fde service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1097 time: 0.0506170 Nov 16 21:43:58.545421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dedf70d-43f2-4c75-82a8-4e6844e4cb08 req-9f2e4870-3458-448b-be4c-0cc3ffce1164 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588095 Nov 16 21:43:58.554475 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-521cd84b-58ae-4a96-b0ed-d45839394e29 req-bb30b293-9954-44b0-83dc-46e21e8a91b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Nov 16 21:43:59.441809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a823f-d3c6-4ffd-9c98-3d4c94c661e3 req-4e9ebe9b-22ab-41c4-8f9c-f4af8d6f8663 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:59.443392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf5a823f-d3c6-4ffd-9c98-3d4c94c661e3 req-4e9ebe9b-22ab-41c4-8f9c-f4af8d6f8663 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 944 time: 0.0494671 Nov 16 21:43:59.500386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf5a823f-d3c6-4ffd-9c98-3d4c94c661e3 req-7df94ac7-b92c-4460-b6d0-9df0b5669022 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Nov 16 21:43:59.678588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae329a-909f-4242-80ab-92703f55e565 req-48a0ec31-2f49-4855-85e8-8470f8ed7a83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:59.679656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faae329a-909f-4242-80ab-92703f55e565 req-48a0ec31-2f49-4855-85e8-8470f8ed7a83 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0546095 Nov 16 21:43:59.730994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faae329a-909f-4242-80ab-92703f55e565 req-6308ece5-3e88-4ca7-a1ac-dc964f35a53f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Nov 16 21:43:59.843769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd40a7-2c0d-4c2a-b6b9-092eeed71f41 req-205cb473-0b6c-4fc1-8964-a04ea66f7da9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:59.845148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36cd40a7-2c0d-4c2a-b6b9-092eeed71f41 req-205cb473-0b6c-4fc1-8964-a04ea66f7da9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0483813 Nov 16 21:43:59.895377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36cd40a7-2c0d-4c2a-b6b9-092eeed71f41 req-ee2df1ae-d9f4-44d1-962c-01ccdb4adb92 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Nov 16 21:43:59.916719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51526) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.024083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:00.082907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4831a-07da-4636-bdfc-84cfe3b52921 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:00.088269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ead4831a-07da-4636-bdfc-84cfe3b52921 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1092 time: 0.1704769 Nov 16 21:44:00.091502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51534) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.096101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:00.126218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.149702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,segment=NetworkSegment(df329a00-eaab-4afc-9711-fc2eea4f7223),segment_id=df329a00-eaab-4afc-9711-fc2eea4f7223)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:00.163248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51', 'network_id': '3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c', 'port_id': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51', 'mac_address': 'fa:16:3e:44:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b45b47f-d536-4067-9f0d-0bbe65327e42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:44:00.223603 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.241754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:00.265745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,segment=NetworkSegment(df329a00-eaab-4afc-9711-fc2eea4f7223),segment_id=df329a00-eaab-4afc-9711-fc2eea4f7223)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:00.267706 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.273368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.333076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.381764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b472f8-b02c-43b4-ab10-3e0addc948e7 req-f3d61d22-2f8a-43de-bc6f-d75140686c8e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:00.383358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9b472f8-b02c-43b4-ab10-3e0addc948e7 req-f3d61d22-2f8a-43de-bc6f-d75140686c8e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 946 time: 0.1066444 Nov 16 21:44:00.456077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.133 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/fa403798-b3b3-41c4-aad4-b6c836873dd8) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:00.478313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9b472f8-b02c-43b4-ab10-3e0addc948e7 req-f3158beb-fb50-4539-bd1f-4eabd52286f4 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Nov 16 21:44:00.508896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['9376b9b6-9c6f-450e-a2ea-a73620cf3e51'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:00.587797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.662240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd5088-a4fb-4946-8b38-b321bff93d11 req-020c02ab-2668-4477-ab11-f9b6d0e67490 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:00.663806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1dd5088-a4fb-4946-8b38-b321bff93d11 req-020c02ab-2668-4477-ab11-f9b6d0e67490 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 945 time: 0.0704243 Nov 16 21:44:00.685691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.736241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:00.745891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:00.754735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:00.789893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1dd5088-a4fb-4946-8b38-b321bff93d11 req-718c6159-7881-4a68-a874-7a7dcf7a1dad tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184180 Nov 16 21:44:00.792319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=fa403798-b3b3-41c4-aad4-b6c836873dd8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:01.119899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.191644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.347737 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.352689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.421708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=fa403798-b3b3-41c4-aad4-b6c836873dd8,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:01.439116 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.542596 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP 28705069-f18a-4ada-91fb-6dc5a848237d associated. External IP: 172.25.7.133, port: e4110db6-52c5-459b-bfa3-0efc231108ee. Nov 16 21:44:01.671510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ab67f-f16e-43ee-9c7a-05023b9124d1 req-a2a6d6d3-e802-49ca-bf30-3f5390632eb2 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:01.673057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d5ab67f-f16e-43ee-9c7a-05023b9124d1 req-a2a6d6d3-e802-49ca-bf30-3f5390632eb2 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 946 time: 0.0963583 Nov 16 21:44:01.793653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d5ab67f-f16e-43ee-9c7a-05023b9124d1 req-fcaf8b60-265e-49f9-9e1c-ebc5354618f1 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142185 Nov 16 21:44:01.836915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router b50f3e47-2c0b-4158-8799-92142e1f9794 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:01.888033 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-6a2597e8-b565-4301-9772-d5cc3dcc0c64 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:01.889809 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-6a2597e8-b565-4301-9772-d5cc3dcc0c64 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 946 time: 0.0749032 Nov 16 21:44:01.992136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Deleting port 071e8081-07d1-40fc-a36b-9733b0159d9b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:01.992824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.993936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d6c5d-e287-4f38-87df-280eb3f565b7 req-8a7939cf-98a5-49fc-9288-3e902abf6572 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:01.995471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-399d6c5d-e287-4f38-87df-280eb3f565b7 req-8a7939cf-98a5-49fc-9288-3e902abf6572 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 945 time: 0.0771191 Nov 16 21:44:02.001708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:02.016925 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Sync routers for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:02.031239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:02.032032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:02.067430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-399d6c5d-e287-4f38-87df-280eb3f565b7 req-7d5580a7-2602-493a-a653-0e99cce7f539 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633259 Nov 16 21:44:02.070821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.074837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:02.122167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] For port 071e8081-07d1-40fc-a36b-9733b0159d9b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=071e8081-07d1-40fc-a36b-9733b0159d9b,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:02.122410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.126055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-920fbb50-b9ac-402a-af30-03219f1b39ff tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0330849 Nov 16 21:44:02.126963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:02.132482 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06463df8-d0ab-45ec-be9a-25c76dec343b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:02.192018 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Calling delete_port for 071e8081-07d1-40fc-a36b-9733b0159d9b owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:02.232439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:44:02.249993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9eb55-7568-4a1b-b3ab-afd41bb9fad0 req-2f6e532c-b551-400c-8851-c87da63ce221 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.252008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:02.252374 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.257345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85a9eb55-7568-4a1b-b3ab-afd41bb9fad0 req-2f6e532c-b551-400c-8851-c87da63ce221 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0833895 Nov 16 21:44:02.261168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:02.282058 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda037a-c5ed-468b-bf2e-ed5ef38731a2 x-openstack-request-id: req-fcda037a-c5ed-468b-bf2e-ed5ef38731a2 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:02.282341 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:02.282597 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcda037a-c5ed-468b-bf2e-ed5ef38731a2 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:02.283042 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'status': 'completed', 'code': 200} Nov 16 21:44:02.314070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85a9eb55-7568-4a1b-b3ab-afd41bb9fad0 req-39c83c71-bf4e-4e7a-8b69-245e9f0cdc86 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558515 Nov 16 21:44:02.344407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51554) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:02.385428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-139604dc-bee8-42b4-bae5-b51f810e98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.386993 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-139604dc-bee8-42b4-bae5-b51f810e98b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1097 time: 0.0739186 Nov 16 21:44:02.409638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-393f089c-eb3c-405d-a0fd-7aa1664acfbb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 200 len: 992 time: 0.0630074 Nov 16 21:44:02.495802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.536317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Pushing event deleted for resources: {'Port': ['ID=071e8081-07d1-40fc-a36b-9733b0159d9b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:02.552518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-278543f6-c7f1-4041-86f8-d3feaf242419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.554005 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-278543f6-c7f1-4041-86f8-d3feaf242419 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.1474440 Nov 16 21:44:02.564325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.597838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] No DVR routers for this DVR port 071e8081-07d1-40fc-a36b-9733b0159d9b on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:02.609217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:02.611628 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc73cdc-de45-4957-a1a8-78a5235467a0" -d '{"events": [{"server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "name": "network-vif-plugged", "status": "completed", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:02.633076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.636547 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d49b5b04-c56c-4948-8422-1e65caddcbb0 req-fb1585fa-9aac-40b6-a705-b03e82ffdff3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "DELETE /v2.0/ports/071e8081-07d1-40fc-a36b-9733b0159d9b HTTP/1.1" status: 204 len: 173 time: 0.7395949 Nov 16 21:44:02.636997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'name': 'network-vif-deleted', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:02.639855 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d44f52-5ad4-42aa-b24b-c76d01fd3184" -d '{"events": [{"server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "name": "network-vif-deleted", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:02.660415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,segment=NetworkSegment(df329a00-eaab-4afc-9711-fc2eea4f7223),segment_id=df329a00-eaab-4afc-9711-fc2eea4f7223)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:02.675014 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:02.677103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-48258695-d6ee-44b6-94df-d34bc511f4a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1000 time: 0.1084321 Nov 16 21:44:02.717570 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e155cfb7-f1f3-44ba-80f7-422dee752211 x-openstack-request-id: req-e155cfb7-f1f3-44ba-80f7-422dee752211 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:02.718190 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ceccf3-7292-4629-bdb2-79b9e6e72d77", "name": "network-vif-deleted", "tag": "071e8081-07d1-40fc-a36b-9733b0159d9b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:02.718446 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e155cfb7-f1f3-44ba-80f7-422dee752211 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:02.718843 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ceccf3-7292-4629-bdb2-79b9e6e72d77', 'name': 'network-vif-deleted', 'tag': '071e8081-07d1-40fc-a36b-9733b0159d9b', 'status': 'completed', 'code': 200} Nov 16 21:44:02.745255 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-d9107ebe-600c-445f-a852-cfcd72d63695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.746887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-d9107ebe-600c-445f-a852-cfcd72d63695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0634484 Nov 16 21:44:02.752002 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c788c-d6d8-42b0-8b1c-8ccbb40573dc x-openstack-request-id: req-779c788c-d6d8-42b0-8b1c-8ccbb40573dc {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:02.752294 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "name": "network-vif-plugged", "status": "completed", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:02.752553 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-779c788c-d6d8-42b0-8b1c-8ccbb40573dc {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:02.752982 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51', 'code': 200} Nov 16 21:44:02.800269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '28705069-f18a-4ada-91fb-6dc5a848237d', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'port_id': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'mac_address': 'fa:16:3e:eb:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:00Z', 'updated_at': '2021-11-16T21:44:00Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:02.802208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:02.811557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.811898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.812234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.812569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.812898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.813225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.813600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.814033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.814507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.816423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.816423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.816423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:02.854465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Checking router: b50f3e47-2c0b-4158-8799-92142e1f9794 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:02.863992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-3fbb4587-3958-470c-accc-8f437c089bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.865703 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-3fbb4587-3958-470c-accc-8f437c089bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118774 Nov 16 21:44:02.874283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:02.874807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:02.900300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170ecd4-2bd6-46d9-a94e-75d45fced44a req-94ef5454-da8e-42fd-80bc-c9b2facfd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:02.903038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8170ecd4-2bd6-46d9-a94e-75d45fced44a req-94ef5454-da8e-42fd-80bc-c9b2facfd463 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 1097 time: 0.1040099 Nov 16 21:44:02.961472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425e8853-4e87-4b25-b59c-52b669bc07e8 req-0dfb6058-9601-48d8-adbb-e3f51fbe4c3f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8ceccf3-7292-4629-bdb2-79b9e6e72d77 HTTP/1.1" status: 200 len: 210 time: 0.0417583 Nov 16 21:44:02.984966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:03.011683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8170ecd4-2bd6-46d9-a94e-75d45fced44a req-a0171578-8759-4378-81a6-b99adb4dfbdf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961263 Nov 16 21:44:03.028100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-d76aeb60-b20c-4094-b856-14366a37524f service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518757 Nov 16 21:44:03.133113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-06463df8-d0ab-45ec-be9a-25c76dec343b req-64df8dea-bd63-4bf5-8719-9d63bf68bbe3 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972664 Nov 16 21:44:03.209235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c651fa-f734-451c-a12e-4675987fee2e req-c2b29986-ce63-47ec-a78e-3f68e3ca267e tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:03.210717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0c651fa-f734-451c-a12e-4675987fee2e req-c2b29986-ce63-47ec-a78e-3f68e3ca267e tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 946 time: 0.0509334 Nov 16 21:44:03.239844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '28705069-f18a-4ada-91fb-6dc5a848237d', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'port_id': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'mac_address': 'fa:16:3e:eb:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:00Z', 'updated_at': '2021-11-16T21:44:00Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:03.260335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0c651fa-f734-451c-a12e-4675987fee2e req-92c8798a-46d9-4071-bb3f-bf275da6c12a tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Nov 16 21:44:03.277652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef1efb-7069-48ff-b345-1e4733a90f80 None None] The sync data for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 is: [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '28705069-f18a-4ada-91fb-6dc5a848237d', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.133', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'port_id': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'mac_address': 'fa:16:3e:eb:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:00Z', 'updated_at': '2021-11-16T21:44:00Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:03.411841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51566) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.478738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b3eac310-a079-413f-8798-087caab1c4c4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 200 len: 992 time: 0.0652795 Nov 16 21:44:03.533174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bda915-5992-48ae-95d6-fbf17e49541f None None] New status for floating IP 28705069-f18a-4ada-91fb-6dc5a848237d: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:44:04.037715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 071e8081-07d1-40fc-a36b-9733b0159d9b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:04.076100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 071e8081-07d1-40fc-a36b-9733b0159d9b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:04.076714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 071e8081-07d1-40fc-a36b-9733b0159d9b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:04.382965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72984-0ea9-40ca-aedb-30c6dde73232 req-c0339f1e-ea8f-457f-9985-1d7e75bfbe35 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:04.384462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00b72984-0ea9-40ca-aedb-30c6dde73232 req-c0339f1e-ea8f-457f-9985-1d7e75bfbe35 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 946 time: 0.0495744 Nov 16 21:44:04.431700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00b72984-0ea9-40ca-aedb-30c6dde73232 req-9f8ccc94-2781-4698-8817-7bd5a9facb98 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Nov 16 21:44:04.482869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.562293 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33f1bccb-364c-464e-b0e1-c63506239a90 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 200 len: 994 time: 0.0780797 Nov 16 21:44:04.753783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d5609-58fa-46a6-8ff6-591f382eeb9f req-58dea948-ad16-4135-8b57-731746fb76e9 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:04.755180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-353d5609-58fa-46a6-8ff6-591f382eeb9f req-58dea948-ad16-4135-8b57-731746fb76e9 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 946 time: 0.0545566 Nov 16 21:44:04.804027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-353d5609-58fa-46a6-8ff6-591f382eeb9f req-c87b0c25-6111-4b12-b866-04adfbb60c09 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Nov 16 21:44:05.923430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c4769-cf34-4a17-9a10-1f857082cc07 req-f310cf42-91dc-48f2-a3b5-7eb6201960ca tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:05.924914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d3c4769-cf34-4a17-9a10-1f857082cc07 req-f310cf42-91dc-48f2-a3b5-7eb6201960ca tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 946 time: 0.0495474 Nov 16 21:44:05.991848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d3c4769-cf34-4a17-9a10-1f857082cc07 req-29e71dac-5aab-4599-947c-22f51992ef79 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/security-groups?id=da959df4-8140-4e3b-b215-dc55857f3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Nov 16 21:44:06.037343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-ac693e27-e274-4d77-a4d1-3c489025fb26 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:06.039532 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-ac693e27-e274-4d77-a4d1-3c489025fb26 tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.21 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 946 time: 0.0598164 Nov 16 21:44:06.129275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Deleting port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:06.129618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.222382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] For port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,segment=NetworkSegment(df329a00-eaab-4afc-9711-fc2eea4f7223),segment_id=df329a00-eaab-4afc-9711-fc2eea4f7223)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:06.222747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.236502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Calling delete_port for 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:06.728078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.739808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['9376b9b6-9c6f-450e-a2ea-a73620cf3e51'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:06.783444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Pushing event deleted for resources: {'Port': ['ID=9376b9b6-9c6f-450e-a2ea-a73620cf3e51,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:06.831450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] No DVR routers for this DVR port 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:06.833943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.837489 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-307ec351-c546-4ade-86b2-bdb547d7d623 req-f4208c89-6dad-4281-ad4b-bb08efb185aa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.21 "DELETE /v2.0/ports/9376b9b6-9c6f-450e-a2ea-a73620cf3e51 HTTP/1.1" status: 204 len: 173 time: 0.7913039 Nov 16 21:44:06.837946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'name': 'network-vif-deleted', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:06.840399 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47efad2-e2d3-4d34-af4e-7bd391b59e91" -d '{"events": [{"server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "name": "network-vif-deleted", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:06.879738 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866cb0f-3f86-4ea6-b17e-342e6dce265a x-openstack-request-id: req-9866cb0f-3f86-4ea6-b17e-342e6dce265a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:06.880029 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319f2040-2b79-4224-b49e-ffc4f2dcb22f", "name": "network-vif-deleted", "tag": "9376b9b6-9c6f-450e-a2ea-a73620cf3e51", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:06.880281 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9866cb0f-3f86-4ea6-b17e-342e6dce265a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:06.880911 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319f2040-2b79-4224-b49e-ffc4f2dcb22f', 'name': 'network-vif-deleted', 'tag': '9376b9b6-9c6f-450e-a2ea-a73620cf3e51', 'status': 'completed', 'code': 200} Nov 16 21:44:07.115132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bc8de9d-0108-4c03-8a01-08d92f4a2bfa req-ae685443-0c69-43bd-bad4-db6cf9ee7caa tempest-ServerAddressesNegativeTestJSON-1061387464 tempest-ServerAddressesNegativeTestJSON-1061387464-project] 10.222.0.54 "GET /v2.0/ports?device_id=319f2040-2b79-4224-b49e-ffc4f2dcb22f HTTP/1.1" status: 200 len: 210 time: 0.0285466 Nov 16 21:44:08.173925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51672) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.222664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Deleting subnet 0b45b47f-d536-4067-9f0d-0bbe65327e42 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:44:08.226043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.261607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.300830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.355528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.380779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b45b47f-d536-4067-9f0d-0bbe65327e42,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.384375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.390512 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-652e4baf-697b-4398-b603-84164a8a49f1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0b45b47f-d536-4067-9f0d-0bbe65327e42 HTTP/1.1" status: 204 len: 168 time: 0.2127507 Nov 16 21:44:08.391271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.464530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.550648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.574629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:08.585485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df329a00-eaab-4afc-9711-fc2eea4f7223') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:08.585904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df329a00-eaab-4afc-9711-fc2eea4f7223') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:08.596338 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.610127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.616357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:44:08.616837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:44:08.618731 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:44:08.676585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.683701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.687850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c HTTP/1.1" status: 204 len: 168 time: 0.2959807 Nov 16 21:44:08.713977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d764798-147a-461f-8ea1-ee1b6d5762c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3775caaf-ff5a-4bcc-a129-a0f5d5dccf3c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.900350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51694) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.942969 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f32ed1df-b79f-432c-9b0f-4cf2cd2f0be9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a93b86a4d4344688f2d43cda63086f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412815 Nov 16 21:44:08.945200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51696) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.998349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.023126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.073880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.081742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.084857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.086173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da959df4-8140-4e3b-b215-dc55857f3a53 HTTP/1.1" status: 204 len: 168 time: 0.1400554 Nov 16 21:44:09.094266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb845f-3250-4fed-8e1e-43a16dc7bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da959df4-8140-4e3b-b215-dc55857f3a53,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:09.827486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51734) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:09.942083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-network', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:09.964418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Made reservation on behalf of 39cf02ccd5bd4795a68d134500fc0c55 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:09.966801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.979686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.071895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:10.076839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.082676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.097729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:10.098298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 9376b9b6-9c6f-450e-a2ea-a73620cf3e51 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:10.111193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:44:10.121045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:10.128323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.128937 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Added segment 5f47e0d6-96d3-4e90-9073-d0a65bee7732 of type vlan for network 178c07c8-1151-43d0-8ad0-9527519d32da Nov 16 21:44:10.176548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.237689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.239951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:10.241367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.325085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] Pushing event updated for resources: {'Network': ['ID=178c07c8-1151-43d0-8ad0-9527519d32da,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:10.337212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 178c07c8-1151-43d0-8ad0-9527519d32da details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:44:10.354491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe52ea8f-338d-4223-9d7b-a14f1506d707 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5257943 Nov 16 21:44:10.358050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 51748) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:10.363864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Request body: {'subnet': {'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-subnet', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:10.388564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Made reservation on behalf of 39cf02ccd5bd4795a68d134500fc0c55 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:10.391158 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.579602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.638106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad78652-6140-4722-96f5-ff52c275b15d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:10.645614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Checking segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:10.645974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Network hostable DHCP agents. Network: 178c07c8-1151-43d0-8ad0-9527519d32da, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:44:10.663249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Network 178c07c8-1151-43d0-8ad0-9527519d32da is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:44:10.672516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 178c07c8-1151-43d0-8ad0-9527519d32da) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:10.676841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:10.677432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.682392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99fe35-16a9-4e48-97cd-430bf7bbd824 None None] Network 178c07c8-1151-43d0-8ad0-9527519d32da requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:10.696489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-88050aaf-de60-42c3-bd91-918f62aa214a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3368225 Nov 16 21:44:10.699494 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51754) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:10.728404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:10.738422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.739682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.799549 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.845623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851fd77-4181-4976-9b6a-40731dc5bc53 None None] Network 178c07c8-1151-43d0-8ad0-9527519d32da requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:10.959715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.118830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-0cb473da-d7e9-4eb1-bb1a-8efc4cc24975 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:11.121044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-0cb473da-d7e9-4eb1-bb1a-8efc4cc24975 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 813 time: 0.1085191 Nov 16 21:44:11.135952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-dd25069f-e996-4dad-8d60-ead16cbcd23a tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/quotas/5f9e7cec273d48369313b48878cd5e8c HTTP/1.1" status: 200 len: 375 time: 0.0096054 Nov 16 21:44:11.184039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-fd0c232d-988c-4b93-8249-140547e38e9f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403671 Nov 16 21:44:11.191703 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.211906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.328396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Allocated IP 172.25.7.85 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/5561e641-5d6f-409b-80e8-f22e023f0cf6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:11.334881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-923a2098-ed7d-4285-bd76-4f1c0758cd38 service neutron] 10.222.0.54 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435671 Nov 16 21:44:11.441020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-ac1b89ae-22da-46a6-9139-4ac1509050f6 service neutron] 10.222.0.54 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946741 Nov 16 21:44:11.454142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.492247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.536034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:11.540833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:11.551097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:11.554783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Pushing event updated for resources: {'Port': ['ID=5561e641-5d6f-409b-80e8-f22e023f0cf6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.575951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab127ee-707b-4b96-93c8-b214cc305ef0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:11.663093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd0e372a-a4df-42ce-9f8d-e9b93ab33b93 req-8ff622fe-7ee6-4b28-a4aa-4ed1ccc9c612 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 210 time: 0.0397313 Nov 16 21:44:11.747698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-204c17d0-1ee1-408a-80ac-cd127f88ef19 None None] Provisioning complete for port 5561e641-5d6f-409b-80e8-f22e023f0cf6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:11.748158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-204c17d0-1ee1-408a-80ac-cd127f88ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.801972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-204c17d0-1ee1-408a-80ac-cd127f88ef19 None None] Port 5561e641-5d6f-409b-80e8-f22e023f0cf6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:11.882554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.110519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.249122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:44:12.371636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:12.380965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Sync routers for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:12.389281 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.391655 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-852d1bdf-870d-4f64-a8fc-550fa5b16908 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6912367 Nov 16 21:44:12.394278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 51810) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:12.396157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:12.397028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:12.744948 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:12.796878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-e06e8e43-3749-44b7-b2e3-365cf68e3e75 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:12.798430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-e06e8e43-3749-44b7-b2e3-365cf68e3e75 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 813 time: 0.1869888 Nov 16 21:44:12.818547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Request body: {'port': {'device_id': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e', 'admin_state_up': True, 'tenant_id': '5f9e7cec273d48369313b48878cd5e8c'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:12.848935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72c2de00-094e-4853-88a3-8fdf3866b6de req-07ee9900-bf59-4a78-bfcd-f03cf6551230 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 210 time: 0.0470138 Nov 16 21:44:12.926321 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.027892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 3, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:13.060310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Checking router: 5f810fc2-cf92-4aba-94c6-456200b3fcf4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:13.061045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Updating router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 port 5561e641-5d6f-409b-80e8-f22e023f0cf6 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:44:13.097411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.106446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Made reservation on behalf of 5f9e7cec273d48369313b48878cd5e8c for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:13.109961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.293315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.314229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Allocated IP 172.20.0.5 (c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e/42b9b822-087e-476f-9cfc-8b2d1d8aa6a3/80017507-1778-442e-ba6a-a6e3c3f5827c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:13.385723 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.391304 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.441030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c472159-4c62-43fd-9d2b-9cc3371e6fc4 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:13.453763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Attempting to bind port 5561e641-5d6f-409b-80e8-f22e023f0cf6 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.453993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Attempting to bind port 5561e641-5d6f-409b-80e8-f22e023f0cf6 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.454239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Attempting to bind port 5561e641-5d6f-409b-80e8-f22e023f0cf6 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.465417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d879ef9-0069-403a-80af-bd6352d0a670 None None] Pushing event updated for resources: {'Port': ['ID=5561e641-5d6f-409b-80e8-f22e023f0cf6,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.468666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:13.469066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:13.469466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.469846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:13.470320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Bound port: 5561e641-5d6f-409b-80e8-f22e023f0cf6, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:13.470718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.551605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] For port 5561e641-5d6f-409b-80e8-f22e023f0cf6, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:13.553918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b9af0443-49f4-416b-9cd7-248065d0682b None None] Provisioning complete for port 5561e641-5d6f-409b-80e8-f22e023f0cf6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:13.554043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b9af0443-49f4-416b-9cd7-248065d0682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.583944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Allocated IP 172.20.0.1 (178c07c8-1151-43d0-8ad0-9527519d32da/cad78652-6140-4722-96f5-ff52c275b15d/26da8f8c-5062-4f12-be84-73346bfbf04b) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:13.596966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] For port 5561e641-5d6f-409b-80e8-f22e023f0cf6, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5561e641-5d6f-409b-80e8-f22e023f0cf6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:13.597589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.599580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b9af0443-49f4-416b-9cd7-248065d0682b None None] Port 5561e641-5d6f-409b-80e8-f22e023f0cf6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:13.614322 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.664979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe9754-663b-4836-9511-6dc5a4c2c273 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:13.689364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:13.690063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:13.707350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.764761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.777660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:13.783700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:13.790273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:13.798524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d879ef9-0069-403a-80af-bd6352d0a670 None None] Pushing event updated for resources: {'Port': ['ID=5561e641-5d6f-409b-80e8-f22e023f0cf6,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.815780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] Provisioning complete for port 5561e641-5d6f-409b-80e8-f22e023f0cf6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:13.816941 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.821654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Pushing event updated for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.861234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.861927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.876057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.888097 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-4f4efb11-c95a-4edc-a22c-fd826321467f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0784428 Nov 16 21:44:13.915841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:13.916762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Request body: {'port': {'device_id': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:13.927624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Network 178c07c8-1151-43d0-8ad0-9527519d32da is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:13.931314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:13.954343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:13.994782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e168ce-6026-4353-bbad-a4bb301bd8f0 req-a8fee3c5-4f6a-45d5-b219-61130ef9588f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:14.003438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e168ce-6026-4353-bbad-a4bb301bd8f0 req-a8fee3c5-4f6a-45d5-b219-61130ef9588f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 931 time: 0.0614374 Nov 16 21:44:14.006748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Pushing event updated for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:14.035528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.069888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e168ce-6026-4353-bbad-a4bb301bd8f0 req-9baa1046-c207-409d-9a39-46c07b7067d8 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652473 Nov 16 21:44:14.077359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.178013 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.248291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] For port 5561e641-5d6f-409b-80e8-f22e023f0cf6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5561e641-5d6f-409b-80e8-f22e023f0cf6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:14.257100 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.298965 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.321529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 3, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:14.324278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c308df9-873a-465d-8b3d-dd3d90dcdcfb None None] Pushing event updated for resources: {'Port': ['ID=5561e641-5d6f-409b-80e8-f22e023f0cf6,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:14.356604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b73077-5fc4-4d24-a4a3-7d11fb4c9ab2 None None] The sync data for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 is: [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 3, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:14.564406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80017507-1778-442e-ba6a-a6e3c3f5827c {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:14.576717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.601233 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.603067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Transition to ACTIVE for port object 80017507-1778-442e-ba6a-a6e3c3f5827c will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:44:14.612175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.653601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.045566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Pushing event updated for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.051176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.190599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.205892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26e38-a1d0-47e3-9134-9affc5487525 req-e4d6f877-19f4-456a-b78e-979f7280b6f4 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.208514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cf26e38-a1d0-47e3-9134-9affc5487525 req-e4d6f877-19f4-456a-b78e-979f7280b6f4 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 943 time: 0.0680523 Nov 16 21:44:15.236757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Attempting to bind port 80017507-1778-442e-ba6a-a6e3c3f5827c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.237093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Attempting to bind port 80017507-1778-442e-ba6a-a6e3c3f5827c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.237421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Attempting to bind port 80017507-1778-442e-ba6a-a6e3c3f5827c on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.246155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Port 80017507-1778-442e-ba6a-a6e3c3f5827c on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.246479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Attempting to bind port 80017507-1778-442e-ba6a-a6e3c3f5827c on network c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.255438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Network 178c07c8-1151-43d0-8ad0-9527519d32da is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:15.257032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:15.257373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Checking segment: {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:15.257755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Bound using segment: {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:15.258187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Bound port: 80017507-1778-442e-ba6a-a6e3c3f5827c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7937fbf2-5717-40bd-b9bc-37335f901c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:15.258550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.261762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:15.284351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0cf26e38-a1d0-47e3-9134-9affc5487525 req-3dbcd3a5-18e7-4d3e-8b7e-29dae1ae7cc5 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 Nov 16 21:44:15.338420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-93b6ecd9-b922-4492-9059-4fe68299ce55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.411885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:15.416709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=80017507-1778-442e-ba6a-a6e3c3f5827c,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:15.424900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.464806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:15.468238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.468849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.470237 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] 10.222.0.21 "PUT /v2.0/ports/80017507-1778-442e-ba6a-a6e3c3f5827c HTTP/1.1" status: 200 len: 1091 time: 1.5604734 Nov 16 21:44:15.470947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:15.473414 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf" -d '{"events": [{"name": "network-changed", "server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:15.508150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5fe58-f82c-410d-bb72-b073350e3ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.545276 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d274c35f-8e58-42d2-bfb2-26fefb714f35 x-openstack-request-id: req-d274c35f-8e58-42d2-bfb2-26fefb714f35 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:15.545628 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:15.545900 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d274c35f-8e58-42d2-bfb2-26fefb714f35 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:15.546210 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c', 'status': 'completed', 'code': 200} Nov 16 21:44:15.636009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-9a56f8e8-45ea-46ae-8fbf-57c76c9aed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.638068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-9a56f8e8-45ea-46ae-8fbf-57c76c9aed10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 1094 time: 0.0951068 Nov 16 21:44:15.655910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:15.685534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4c23ce07-7fff-46fb-a301-50f14f6c5d07 admin admin] 10.222.0.54 "PUT /v2.0/routers/5f810fc2-cf92-4aba-94c6-456200b3fcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2901244 Nov 16 21:44:15.687484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-4ef997ea-a2d5-4f16-a3f7-3196111b85d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80017507-1778-442e-ba6a-a6e3c3f5827c HTTP/1.1" status: 200 len: 217 time: 0.0408242 Nov 16 21:44:15.759146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01105f4-096b-472a-8f25-d30442914f50 req-ba119020-d0e0-4185-8772-e81cc5cb5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.761006 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-ba119020-d0e0-4185-8772-e81cc5cb5a49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 HTTP/1.1" status: 200 len: 853 time: 0.0610185 Nov 16 21:44:15.808252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-3b55cfb1-305a-4a28-a6cf-a76fa1991ff0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393586 Nov 16 21:44:15.827170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5561e641-5d6f-409b-80e8-f22e023f0cf6 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:15.909618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5561e641-5d6f-409b-80e8-f22e023f0cf6 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:15.910310 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.923206 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-af855bac-44a4-4330-ae79-efabf168eaca service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018622 Nov 16 21:44:16.074572 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a01105f4-096b-472a-8f25-d30442914f50 req-1c3465d0-d25f-41e8-be1a-b756bd1f1384 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435406 Nov 16 21:44:16.188316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-b9033e1f-07fd-42f6-955a-a6b17b3b2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.189995 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-b9033e1f-07fd-42f6-955a-a6b17b3b2881 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f9e7cec273d48369313b48878cd5e8c&device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 1094 time: 0.0637250 Nov 16 21:44:16.217208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-6d947f8e-5dcb-44cb-84aa-830984e06898 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.219407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-6d947f8e-5dcb-44cb-84aa-830984e06898 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 819 time: 0.1217873 Nov 16 21:44:16.236302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-5e0cb635-3990-4145-8f34-85e7195dea49 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/quotas/39cf02ccd5bd4795a68d134500fc0c55 HTTP/1.1" status: 200 len: 375 time: 0.0108702 Nov 16 21:44:16.308081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-85da4515-3c70-40a8-a67a-c0cccbb24ca3 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552218 Nov 16 21:44:16.318390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-5883fef5-f477-4e64-9771-9b328581ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.319999 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-5883fef5-f477-4e64-9771-9b328581ed6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 200 len: 914 time: 0.1215889 Nov 16 21:44:16.334865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Sync routers for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:16.348022 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:16.348628 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:16.368891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-f3dd4ee9-bc16-4c43-8b26-b17d2b9bba51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80017507-1778-442e-ba6a-a6e3c3f5827c HTTP/1.1" status: 200 len: 217 time: 0.0367296 Nov 16 21:44:16.434675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-d80c3722-0c3c-43c6-aa2d-153866a2280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.436209 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-d80c3722-0c3c-43c6-aa2d-153866a2280a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 HTTP/1.1" status: 200 len: 853 time: 0.0591445 Nov 16 21:44:16.444402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-13795f4e-f7d0-4f11-bacb-6ef59e54bd60 service neutron] 10.222.0.54 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315312 Nov 16 21:44:16.491585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-27bf7373-85f4-454c-913b-5da05cfbec6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456610 Nov 16 21:44:16.510531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:16.562655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25780-3c53-476a-88a5-7a1b996cae7a req-7252a6d9-67a3-49a6-a04d-81f4dd0701b3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.566764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10e25780-3c53-476a-88a5-7a1b996cae7a req-7252a6d9-67a3-49a6-a04d-81f4dd0701b3 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 943 time: 0.1395984 Nov 16 21:44:16.593007 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-6668854b-4389-45d1-b14e-6f31101f02d4 service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929174 Nov 16 21:44:16.630695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-76677dd8-5313-41ae-8ecb-e30206d6bfb7 service neutron] 10.222.0.54 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633866 Nov 16 21:44:16.667905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10e25780-3c53-476a-88a5-7a1b996cae7a req-1e384169-c512-4d35-8384-34b985a603ad tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723143 Nov 16 21:44:16.725708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41b92c9d-6227-4d4e-9b2b-1e102fa6ffcf req-a407b159-7ebc-4885-8ef2-919b6142842c service neutron] 10.222.0.21 "GET /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248527 Nov 16 21:44:16.768880 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '26da8f8c-5062-4f12-be84-73346bfbf04b', 'name': '', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'mac_address': 'fa:16:3e:4f:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:13Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 2, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'subnets': [{'id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:16.802039 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Checking router: 5f810fc2-cf92-4aba-94c6-456200b3fcf4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:16.802392 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Updating router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 port 26da8f8c-5062-4f12-be84-73346bfbf04b binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:44:16.835505 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.877008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78fc5718-755a-472d-829a-662922d59d36 req-eeadae65-4d31-420a-bf93-f0ea3b24f354 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 210 time: 0.0396829 Nov 16 21:44:17.143141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-8d860851-35b9-4d82-b668-1d3f8368a732 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:17.152249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-8d860851-35b9-4d82-b668-1d3f8368a732 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 819 time: 0.1232314 Nov 16 21:44:17.170648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-751dac3f-a56e-403f-9572-1cebdc1f71b2 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/quotas/39cf02ccd5bd4795a68d134500fc0c55 HTTP/1.1" status: 200 len: 375 time: 0.0166106 Nov 16 21:44:17.239218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-85a96b01-ec85-4b3a-9cf1-1edd7fde1f6c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674675 Nov 16 21:44:17.317106 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.325942 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.363657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ab02da5b-0d42-4552-a0bc-27016e681d1e service neutron] 10.222.0.54 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159830 Nov 16 21:44:17.427977 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a972a3-6698-4e39-b320-5ebc2f6bd285 None None] Pushing event updated for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:17.445404 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Attempting to bind port 26da8f8c-5062-4f12-be84-73346bfbf04b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:17.445765 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Attempting to bind port 26da8f8c-5062-4f12-be84-73346bfbf04b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:17.446127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Attempting to bind port 26da8f8c-5062-4f12-be84-73346bfbf04b on network 178c07c8-1151-43d0-8ad0-9527519d32da {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:17.453129 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:17.453493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Checking segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:17.453891 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.454273 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Bound using segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:17.454737 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Bound port: 26da8f8c-5062-4f12-be84-73346bfbf04b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:17.455160 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.508625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-3e6b5b61-f17c-4484-a297-39b9bb53d7cb service neutron] 10.222.0.54 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242511 Nov 16 21:44:17.537065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] For port 26da8f8c-5062-4f12-be84-73346bfbf04b, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:17.540744 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] For port 26da8f8c-5062-4f12-be84-73346bfbf04b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26da8f8c-5062-4f12-be84-73346bfbf04b,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:17.549624 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.600183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:17.600884 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:43:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:17.703099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab1d7e16-6e71-441a-95a4-a6bcf4d7254e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.744274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a972a3-6698-4e39-b320-5ebc2f6bd285 None None] Pushing event updated for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:17.784891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:17.812699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-973e9629-b4fa-476c-aa44-b653eea478e3 req-19c7b09b-fb97-4e3a-9e24-0d440d17d099 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 210 time: 0.0978651 Nov 16 21:44:17.867581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50165539-9a68-4a5d-b56f-bac43da1dd9e req-fb5ae17c-7238-4ca4-9f40-d42030f31874 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:17.869195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50165539-9a68-4a5d-b56f-bac43da1dd9e req-fb5ae17c-7238-4ca4-9f40-d42030f31874 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 943 time: 0.0607407 Nov 16 21:44:17.948849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50165539-9a68-4a5d-b56f-bac43da1dd9e req-278bb275-2b41-40c0-a04d-96370f4cc9a9 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723977 Nov 16 21:44:18.046465 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-5187f71c-f599-4830-b653-e8ca342617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '26da8f8c-5062-4f12-be84-73346bfbf04b', 'name': '', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'mac_address': 'fa:16:3e:4f:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:13Z', 'updated_at': '2021-11-16T21:44:17Z', 'revision_number': 4, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'subnets': [{'id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:18.089272 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187f71c-f599-4830-b653-e8ca342617de None None] The sync data for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 is: [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '26da8f8c-5062-4f12-be84-73346bfbf04b', 'name': '', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'mac_address': 'fa:16:3e:4f:4f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:13Z', 'updated_at': '2021-11-16T21:44:17Z', 'revision_number': 4, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'subnets': [{'id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:18.306289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-99d50b3d-b2d4-4277-a8b7-c99f4421ef9e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.308278 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-99d50b3d-b2d4-4277-a8b7-c99f4421ef9e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 819 time: 0.2394319 Nov 16 21:44:18.342090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Request body: {'port': {'device_id': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'admin_state_up': True, 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:18.506788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Made reservation on behalf of 39cf02ccd5bd4795a68d134500fc0c55 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:18.510790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.682769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Allocated IP 172.20.0.10 (178c07c8-1151-43d0-8ad0-9527519d32da/cad78652-6140-4722-96f5-ff52c275b15d/9dab3c58-b61e-4173-a25e-edaceb85aafa) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:18.884250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.924304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a674f9b6-c7d9-486d-b868-b4710d3e6ce1 req-e02298cd-b30a-4eea-93e0-99a74703a225 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 210 time: 0.0426347 Nov 16 21:44:18.932696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.041102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Network 178c07c8-1151-43d0-8ad0-9527519d32da is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:19.052422 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Pushing event updated for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:19.069031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:19.105952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:19.127009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2b2d9-8590-46c9-8071-b09ef6907a1d req-06e356e9-408f-4297-a13e-2aa8208ca795 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.139569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2e2b2d9-8590-46c9-8071-b09ef6907a1d req-06e356e9-408f-4297-a13e-2aa8208ca795 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 943 time: 0.0995460 Nov 16 21:44:19.209748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b2e2b2d9-8590-46c9-8071-b09ef6907a1d req-02eae00b-9df1-4b60-9c01-de5c28b04d7d tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688035 Nov 16 21:44:19.220724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.221439 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.230602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-9e490d81-81d1-40ea-8055-389861d6ef7e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.232161 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-9e490d81-81d1-40ea-8055-389861d6ef7e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.21 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 819 time: 0.1978135 Nov 16 21:44:19.249950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Request body: {'port': {'device_id': '57f66b48-c5da-450e-8113-ca84029a66e9', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'admin_state_up': True, 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:19.257374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-d8bd5acd-8cb1-4e36-9763-55dbf56254b7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9272387 Nov 16 21:44:19.311486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.312001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Request body: {'port': {'device_id': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:19.425414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.464099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Made reservation on behalf of 39cf02ccd5bd4795a68d134500fc0c55 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:19.467730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.695292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Allocated IP 172.20.0.3 (178c07c8-1151-43d0-8ad0-9527519d32da/cad78652-6140-4722-96f5-ff52c275b15d/2d9c72b0-ac8f-4020-b897-714aa666a756) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:19.803114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26da8f8c-5062-4f12-be84-73346bfbf04b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:19.857018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 26da8f8c-5062-4f12-be84-73346bfbf04b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:19.857389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.879955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.943196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.982561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 26da8f8c-5062-4f12-be84-73346bfbf04b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26da8f8c-5062-4f12-be84-73346bfbf04b,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:19.991163 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.996194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.050212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709e516-d1a2-42f7-afcd-cf09b121a0af req-ad62045b-6f33-45af-a5a7-d185716eea41 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.055436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1709e516-d1a2-42f7-afcd-cf09b121a0af req-ad62045b-6f33-45af-a5a7-d185716eea41 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 931 time: 0.0583253 Nov 16 21:44:20.058769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.064145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Pushing event updated for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.082607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Network 178c07c8-1151-43d0-8ad0-9527519d32da is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:20.085894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 80017507-1778-442e-ba6a-a6e3c3f5827c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:20.087132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:20.095188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:20.111885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1709e516-d1a2-42f7-afcd-cf09b121a0af req-e89f2134-3f21-4638-8482-03bd5179b84b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Nov 16 21:44:20.181612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.182363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.192368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dab3c58-b61e-4173-a25e-edaceb85aafa {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:20.193310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=80017507-1778-442e-ba6a-a6e3c3f5827c,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:20.203413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.206157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '80017507-1778-442e-ba6a-a6e3c3f5827c', 'network_id': 'c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e', 'port_id': '80017507-1778-442e-ba6a-a6e3c3f5827c', 'mac_address': 'fa:16:3e:d4:53:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b9b822-087e-476f-9cfc-8b2d1d8aa6a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:44:20.218125 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-ca1dc923-041b-43c5-81aa-aa44c818d89a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9728541 Nov 16 21:44:20.222983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Transition to ACTIVE for port object 9dab3c58-b61e-4173-a25e-edaceb85aafa will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:44:20.231829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:44:20.232239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Request body: {'port': {'device_id': '57f66b48-c5da-450e-8113-ca84029a66e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:20.255616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.266575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.271197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80017507-1778-442e-ba6a-a6e3c3f5827c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:20.304946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=80017507-1778-442e-ba6a-a6e3c3f5827c,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:20.314065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.316309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.372632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418049-09a0-45da-843d-45fb36ae9a7d req-35946e09-e029-4c42-91e5-1ecd738d7a96 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.374739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21418049-09a0-45da-843d-45fb36ae9a7d req-35946e09-e029-4c42-91e5-1ecd738d7a96 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 943 time: 0.0823953 Nov 16 21:44:20.380309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.414782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Pushing event updated for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.434666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21418049-09a0-45da-843d-45fb36ae9a7d req-63f5950d-a22f-4327-9cd8-99465cda857d tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531409 Nov 16 21:44:20.514381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['80017507-1778-442e-ba6a-a6e3c3f5827c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:20.542226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Attempting to bind port 9dab3c58-b61e-4173-a25e-edaceb85aafa on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:20.542565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Attempting to bind port 9dab3c58-b61e-4173-a25e-edaceb85aafa by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:20.542893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Attempting to bind port 9dab3c58-b61e-4173-a25e-edaceb85aafa on network 178c07c8-1151-43d0-8ad0-9527519d32da {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:20.560827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Port 9dab3c58-b61e-4173-a25e-edaceb85aafa on network 178c07c8-1151-43d0-8ad0-9527519d32da not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:20.561158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Attempting to bind port 9dab3c58-b61e-4173-a25e-edaceb85aafa on network 178c07c8-1151-43d0-8ad0-9527519d32da {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:20.602391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:20.602391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Checking segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:20.603160 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Bound using segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:20.603306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Bound port: 9dab3c58-b61e-4173-a25e-edaceb85aafa, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:20.603603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.617049 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.721559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:20.755964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:20.762885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.803816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9c72b0-ac8f-4020-b897-714aa666a756 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:20.820887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.821501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.822879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] 10.222.0.36 "PUT /v2.0/ports/9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 1092 time: 1.5491989 Nov 16 21:44:20.823334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:20.826083 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d898e-aaa5-4684-aaa5-d4d8e8d66962" -d '{"events": [{"name": "network-changed", "server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:20.831807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.867265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Transition to ACTIVE for port object 2d9c72b0-ac8f-4020-b897-714aa666a756 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:44:20.868428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb20ce5-93f7-4037-b4ef-b40b51333f2f service neutron] Pushing event updated for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.873542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.885298 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6170666d-2266-4e13-8fbf-6e08ea5592a9 x-openstack-request-id: req-6170666d-2266-4e13-8fbf-6e08ea5592a9 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:20.885840 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:20.886094 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6170666d-2266-4e13-8fbf-6e08ea5592a9 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:20.886502 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa', 'status': 'completed', 'code': 200} Nov 16 21:44:20.958701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.986860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-947e62e6-33df-49ef-a96a-6f185426d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.988367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-947e62e6-33df-49ef-a96a-6f185426d885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1095 time: 0.0972135 Nov 16 21:44:21.047193 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-09fc88d5-9f48-452b-add0-b6e2cd661189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0376956 Nov 16 21:44:21.105416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Attempting to bind port 2d9c72b0-ac8f-4020-b897-714aa666a756 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:21.105799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Attempting to bind port 2d9c72b0-ac8f-4020-b897-714aa666a756 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:21.106130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Attempting to bind port 2d9c72b0-ac8f-4020-b897-714aa666a756 on network 178c07c8-1151-43d0-8ad0-9527519d32da {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:21.114226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Port 2d9c72b0-ac8f-4020-b897-714aa666a756 on network 178c07c8-1151-43d0-8ad0-9527519d32da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:21.114856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Attempting to bind port 2d9c72b0-ac8f-4020-b897-714aa666a756 on network 178c07c8-1151-43d0-8ad0-9527519d32da {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:21.122156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:21.122497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Checking segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:21.122880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Bound using segment: {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:21.123336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Bound port: 2d9c72b0-ac8f-4020-b897-714aa666a756, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f47e0d6-96d3-4e90-9073-d0a65bee7732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:21.123693 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.127584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd260d-1364-40af-bd67-d034d48b3549 req-573d93e1-effd-4cee-9550-d4f78093cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.129094 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-573d93e1-effd-4cee-9550-d4f78093cd5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0734594 Nov 16 21:44:21.189933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-acf6ac4b-d705-4f5f-bf6b-4a81d3ea2ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514710 Nov 16 21:44:21.237610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0f189-833a-4476-b0d0-917a23fa5e25 req-1b05f4e7-166f-4def-a158-a7aa9742f5cf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.239212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8f0f189-833a-4476-b0d0-917a23fa5e25 req-1b05f4e7-166f-4def-a158-a7aa9742f5cf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 943 time: 0.0553923 Nov 16 21:44:21.270657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:21.274947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d9c72b0-ac8f-4020-b897-714aa666a756,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:21.282970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.290477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8f0f189-833a-4476-b0d0-917a23fa5e25 req-99894d06-eaa9-4e0e-885c-511d4384e5f3 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Nov 16 21:44:21.339552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.340192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.341562 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] 10.222.0.21 "PUT /v2.0/ports/2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 1091 time: 1.1148102 Nov 16 21:44:21.345003 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-7d3c73ed-bc25-48e7-bd0c-49fb7dd63e15 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434641 Nov 16 21:44:21.437040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.444032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044e1be-34aa-4b49-8201-b879832b78ec service neutron] Pushing event updated for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:21.486849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-410a5794-fdcc-4969-9d55-42a2a2f922b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.488747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-410a5794-fdcc-4969-9d55-42a2a2f922b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1094 time: 0.1083403 Nov 16 21:44:21.536308 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-83fd260d-1364-40af-bd67-d034d48b3549 req-188909dc-124b-44df-a0ef-621c8a897a42 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816134 Nov 16 21:44:21.537662 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-58aaaa85-fdc8-46ac-9007-aac1e8341d06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 217 time: 0.0377846 Nov 16 21:44:21.580140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b39e4-e49f-43ea-9c30-824b3309805a req-3f8ac151-814f-4661-840d-d974def13e0b tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.581931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f15b39e4-e49f-43ea-9c30-824b3309805a req-3f8ac151-814f-4661-840d-d974def13e0b tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 944 time: 0.0506675 Nov 16 21:44:21.593610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-18177a5a-a274-4779-b2de-471e26612bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.595235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-18177a5a-a274-4779-b2de-471e26612bbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0505805 Nov 16 21:44:21.634668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f15b39e4-e49f-43ea-9c30-824b3309805a req-0b937e38-e9fd-4e47-8fc3-7144f5084384 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Nov 16 21:44:21.767144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26da8f8c-5062-4f12-be84-73346bfbf04b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:21.819813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 26da8f8c-5062-4f12-be84-73346bfbf04b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:21.820148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.985021 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-91af3769-6a00-4732-8cc7-f2b01c26ab83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3730521 Nov 16 21:44:22.004890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-16af9c8e-c144-48e2-b83d-23dd8aac42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.006291 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-16af9c8e-c144-48e2-b83d-23dd8aac42b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1095 time: 0.4047444 Nov 16 21:44:22.093713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 80017507-1778-442e-ba6a-a6e3c3f5827c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:22.156846 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-9148abf2-d63d-4883-956b-568f9bfb46cf service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615915 Nov 16 21:44:22.158220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-ca35e01d-05e5-4fcb-9332-6c4981d3f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.159585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-ca35e01d-05e5-4fcb-9332-6c4981d3f36e service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.1445222 Nov 16 21:44:22.170155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 80017507-1778-442e-ba6a-a6e3c3f5827c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:44:22.174963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 80017507-1778-442e-ba6a-a6e3c3f5827c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:22.175589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.246712 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-e390e2ac-7a29-4b74-929a-40137b110272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0737753 Nov 16 21:44:22.264390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.300424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=80017507-1778-442e-ba6a-a6e3c3f5827c,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:22.301395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:22.303944 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fcf908-4bba-437e-9d4a-533d7a98ef48" -d '{"events": [{"server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "name": "network-vif-plugged", "status": "completed", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:22.312182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.325756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-9c5d3dfb-2763-4eda-8cde-700689d55cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.327365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-9c5d3dfb-2763-4eda-8cde-700689d55cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0704505 Nov 16 21:44:22.331561 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-89ead175-7b0c-46bf-8c2c-ade1533bb10f req-f5ee873a-4150-4bdd-b4ac-262c8318146a service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668460 Nov 16 21:44:22.367944 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-b7988f00-c776-48d8-90e5-7b0e6ac8a1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318437 Nov 16 21:44:22.376525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:22.391505 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9868ea4b-1a0f-463a-96ee-5fe68b2e63d3 x-openstack-request-id: req-9868ea4b-1a0f-463a-96ee-5fe68b2e63d3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:22.391868 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "name": "network-vif-plugged", "status": "completed", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:22.392044 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9868ea4b-1a0f-463a-96ee-5fe68b2e63d3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:22.392979 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c', 'code': 200} Nov 16 21:44:22.461457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106c368-718f-4069-8d54-03d899eae099 req-0b73a6bb-2d72-4ec8-bb94-36d1b4178752 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.463057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3106c368-718f-4069-8d54-03d899eae099 req-0b73a6bb-2d72-4ec8-bb94-36d1b4178752 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 943 time: 0.0715339 Nov 16 21:44:22.515808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3106c368-718f-4069-8d54-03d899eae099 req-f28c2c18-d7aa-4eed-863f-584e90705d6b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Nov 16 21:44:22.520247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab653475-1b36-4a78-b91f-f7e3f9819b6b req-55f67697-f747-40cc-a05a-92c82d497a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.521773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab653475-1b36-4a78-b91f-f7e3f9819b6b req-55f67697-f747-40cc-a05a-92c82d497a6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 1096 time: 0.0783319 Nov 16 21:44:22.549215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-4a37ba84-9a33-46a4-ac28-054f242a1d9a service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707928 Nov 16 21:44:22.622506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ab653475-1b36-4a78-b91f-f7e3f9819b6b req-1eca4e72-20c3-4d88-8c9a-18bbf07fb605 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902843 Nov 16 21:44:22.662671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-847d898e-aaa5-4684-aaa5-d4d8e8d66962 req-7f0c2e84-b5a6-4528-a5c7-f813a763ae00 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011891 Nov 16 21:44:22.758772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe5979-2827-41a2-adac-82a2e2ff551a req-1fe6602e-1dab-448f-93dd-014bc7835ca7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.760319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecfe5979-2827-41a2-adac-82a2e2ff551a req-1fe6602e-1dab-448f-93dd-014bc7835ca7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.0548623 Nov 16 21:44:22.810609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecfe5979-2827-41a2-adac-82a2e2ff551a req-eb8c4552-3e6f-4dad-b6ce-22b523966b1a tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Nov 16 21:44:22.888094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:22.890471 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8300a0-444a-4cdd-afa3-434475d8dc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:22.925079 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e70076-cf2e-436a-8368-4b63c4206b80 x-openstack-request-id: req-d8e70076-cf2e-436a-8368-4b63c4206b80 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:22.925372 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:22.925629 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8e70076-cf2e-436a-8368-4b63c4206b80 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:22.926032 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756', 'status': 'completed', 'code': 200} Nov 16 21:44:22.992436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-bc8ba4a2-e5a8-42c9-abd8-9247abf59556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.993928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-bc8ba4a2-e5a8-42c9-abd8-9247abf59556 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1094 time: 0.0429525 Nov 16 21:44:23.100398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-5e5c76a7-864c-4803-9745-9b301837c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:23.101880 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-5e5c76a7-864c-4803-9745-9b301837c2ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.0987160 Nov 16 21:44:23.143669 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-602d832d-5f9b-4ce3-b882-0843761247bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 217 time: 0.0340083 Nov 16 21:44:23.193701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-973b7934-9426-4f9f-909a-7a291f50e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:23.195444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-973b7934-9426-4f9f-909a-7a291f50e8a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0441794 Nov 16 21:44:23.232851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-9176f11c-1a4d-4034-85b6-55af8110a530 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299277 Nov 16 21:44:23.327263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-a0c46061-6c70-4084-97d1-c1d0d96713ab service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Nov 16 21:44:23.425185 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8300a0-444a-4cdd-afa3-434475d8dc7e req-fc1b2174-ad57-4520-9b9b-61ca50924ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887809 Nov 16 21:44:23.648950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04072329-a170-42b7-ae49-b9d517b1d70d req-9ec59a15-ae6c-4b51-9f24-32336976346d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:23.651375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04072329-a170-42b7-ae49-b9d517b1d70d req-9ec59a15-ae6c-4b51-9f24-32336976346d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 943 time: 0.0516193 Nov 16 21:44:23.705708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04072329-a170-42b7-ae49-b9d517b1d70d req-701a0126-e4df-45ce-9948-a5d0ee8af4ee tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Nov 16 21:44:23.935232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372abb8-9c70-472f-98ae-de5739956e1f req-c997e96e-ab4d-4e5d-bc5d-afb0e9109e63 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:23.936716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3372abb8-9c70-472f-98ae-de5739956e1f req-c997e96e-ab4d-4e5d-bc5d-afb0e9109e63 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.0495925 Nov 16 21:44:23.984107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3372abb8-9c70-472f-98ae-de5739956e1f req-d7ed9e2e-e9be-47de-bb5c-f67aa19e0577 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Nov 16 21:44:24.120133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9dab3c58-b61e-4173-a25e-edaceb85aafa details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:24.235027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:24.247573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '9dab3c58-b61e-4173-a25e-edaceb85aafa', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'port_id': '9dab3c58-b61e-4173-a25e-edaceb85aafa', 'mac_address': 'fa:16:3e:13:b0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:44:24.296789 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:24.311446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dab3c58-b61e-4173-a25e-edaceb85aafa {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:24.338234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:24.343146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:24.400670 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:24.600055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9dab3c58-b61e-4173-a25e-edaceb85aafa'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:24.844667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41fc63-3a1b-4f65-b10d-8f3f8152344c req-01fb72db-fab4-4281-918c-328225f9f2d0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:24.846218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a41fc63-3a1b-4f65-b10d-8f3f8152344c req-01fb72db-fab4-4281-918c-328225f9f2d0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 943 time: 0.0578473 Nov 16 21:44:24.900797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a41fc63-3a1b-4f65-b10d-8f3f8152344c req-ab828810-6d31-4db4-9bb7-f6644338fe88 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Nov 16 21:44:26.029686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f77e-2830-45d4-84be-aa9b253b77ff req-2c3ad7b5-c798-464a-99f0-407c015cb868 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:26.031428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39b6f77e-2830-45d4-84be-aa9b253b77ff req-2c3ad7b5-c798-464a-99f0-407c015cb868 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 943 time: 0.0550528 Nov 16 21:44:26.080653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39b6f77e-2830-45d4-84be-aa9b253b77ff req-b86aaf89-a7cf-464d-88ba-ea1d49af02bf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Nov 16 21:44:26.130983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9dab3c58-b61e-4173-a25e-edaceb85aafa up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:26.156663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d9c72b0-ac8f-4020-b897-714aa666a756 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:26.420529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 9dab3c58-b61e-4173-a25e-edaceb85aafa completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:44:26.435160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 9dab3c58-b61e-4173-a25e-edaceb85aafa triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:26.435528 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:26.482181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d9c72b0-ac8f-4020-b897-714aa666a756,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:26.501274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '2d9c72b0-ac8f-4020-b897-714aa666a756', 'network_id': '178c07c8-1151-43d0-8ad0-9527519d32da', 'port_id': '2d9c72b0-ac8f-4020-b897-714aa666a756', 'mac_address': 'fa:16:3e:50:f3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad78652-6140-4722-96f5-ff52c275b15d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:44:26.578363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:26.595792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:26.598442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9c72b0-ac8f-4020-b897-714aa666a756 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:26.634148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d9c72b0-ac8f-4020-b897-714aa666a756,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:26.639123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:26.641502 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61cd54-b3e5-45cd-ad59-00de309ea382" -d '{"events": [{"server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "name": "network-vif-plugged", "status": "completed", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:26.651323 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:26.698862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:26.712924 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:26.722096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:26.768478 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c38eb-03a9-43f0-9ad4-e2fe862b041e x-openstack-request-id: req-b94c38eb-03a9-43f0-9ad4-e2fe862b041e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:26.769219 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "name": "network-vif-plugged", "status": "completed", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:26.769697 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b94c38eb-03a9-43f0-9ad4-e2fe862b041e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:26.770390 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa', 'code': 200} Nov 16 21:44:26.818033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:26.870017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2d9c72b0-ac8f-4020-b897-714aa666a756'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:26.883993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695868-e1e7-48a7-a384-bfa0bd0df10d req-febc6e66-b65f-4841-8af8-09cb7b536387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:26.887854 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-67695868-e1e7-48a7-a384-bfa0bd0df10d req-febc6e66-b65f-4841-8af8-09cb7b536387 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.0449579 Nov 16 21:44:26.940347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-67695868-e1e7-48a7-a384-bfa0bd0df10d req-b52dbcd6-544b-4731-b03d-b5311f517f20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Nov 16 21:44:27.207491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bda7b-3b5e-4d5a-a097-3c6744e64bd5 req-e88501ef-2c67-46ba-b23e-e2fe0bbf24e6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:27.209173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-200bda7b-3b5e-4d5a-a097-3c6744e64bd5 req-e88501ef-2c67-46ba-b23e-e2fe0bbf24e6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Nov 16 21:44:27.292146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-200bda7b-3b5e-4d5a-a097-3c6744e64bd5 req-ec985959-3971-47f5-8cd5-9acf1ed0081a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620182 Nov 16 21:44:28.165850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d9c72b0-ac8f-4020-b897-714aa666a756 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:28.234916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 2d9c72b0-ac8f-4020-b897-714aa666a756 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:44:28.239109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 2d9c72b0-ac8f-4020-b897-714aa666a756 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:28.239477 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:28.316845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:28.357591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d9c72b0-ac8f-4020-b897-714aa666a756,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:28.363950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:28.419885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b5d7-fa53-40e0-b96b-dfef64418830 req-98a35cec-4237-411b-81c8-1637f924f9ae tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:28.427539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a77b5d7-fa53-40e0-b96b-dfef64418830 req-98a35cec-4237-411b-81c8-1637f924f9ae tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0628555 Nov 16 21:44:28.430043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:28.485690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a77b5d7-fa53-40e0-b96b-dfef64418830 req-83f5534d-6a73-42be-8284-1e745f689a15 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Nov 16 21:44:28.771826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:28.774259 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1fe713-d9ff-4120-8884-dde40b2a4563" -d '{"events": [{"server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "name": "network-vif-plugged", "status": "completed", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:28.813160 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd3ca0c-a793-43cc-a2ba-0d120e93602e x-openstack-request-id: req-dbd3ca0c-a793-43cc-a2ba-0d120e93602e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:28.813685 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "name": "network-vif-plugged", "status": "completed", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:28.814037 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbd3ca0c-a793-43cc-a2ba-0d120e93602e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:28.814530 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756', 'code': 200} Nov 16 21:44:28.913150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a4fd-7c01-493b-96c0-7db2cafa429b req-643a26f8-a520-46e9-b2ed-b67f50a0e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:28.914670 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e057a4fd-7c01-493b-96c0-7db2cafa429b req-643a26f8-a520-46e9-b2ed-b67f50a0e2c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0428426 Nov 16 21:44:28.968792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e057a4fd-7c01-493b-96c0-7db2cafa429b req-290db5ac-8e57-4093-8423-6bc4700dd3a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Nov 16 21:44:29.607388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca98d42-0439-4cd3-aff4-883ad65df692 req-2fc1cc5a-b106-42fb-9234-4c649d9f3709 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:29.609471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dca98d42-0439-4cd3-aff4-883ad65df692 req-2fc1cc5a-b106-42fb-9234-4c649d9f3709 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0508800 Nov 16 21:44:29.657520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dca98d42-0439-4cd3-aff4-883ad65df692 req-f534a1e2-e9ec-4fc8-93d8-0eebd4cf3c4c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Nov 16 21:44:30.776899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7a51-a07f-47ea-aa42-2837fbe29091 req-2840a02b-a9ae-436c-bfb2-f623d33fab2b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.778500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53fe7a51-a07f-47ea-aa42-2837fbe29091 req-2840a02b-a9ae-436c-bfb2-f623d33fab2b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0507843 Nov 16 21:44:30.825844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53fe7a51-a07f-47ea-aa42-2837fbe29091 req-61d8e82f-96c8-49b8-9321-17a03bf97acf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Nov 16 21:44:31.060214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e093-3132-44d5-825d-0ad508482c94 req-80f71fef-e37b-4578-ac3b-a20a42e7445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:31.062400 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-80f71fef-e37b-4578-ac3b-a20a42e7445b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0605719 Nov 16 21:44:31.066006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218ccc-1dee-4620-b6c5-5902651d8a34 req-38852afc-d751-47e7-ae2e-918c2105e36e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:31.067504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02218ccc-1dee-4620-b6c5-5902651d8a34 req-38852afc-d751-47e7-ae2e-918c2105e36e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0546379 Nov 16 21:44:31.116020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02218ccc-1dee-4620-b6c5-5902651d8a34 req-939e59dd-0d0b-4b41-b699-0497752167d7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Nov 16 21:44:31.163670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e093-3132-44d5-825d-0ad508482c94 req-92679962-b7e4-4c5c-929d-7e0dd009eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:31.165167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-92679962-b7e4-4c5c-929d-7e0dd009eca5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.0958025 Nov 16 21:44:31.215613 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-70d41b66-e094-4657-85c3-112732c7fc15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 217 time: 0.0427837 Nov 16 21:44:31.265648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e093-3132-44d5-825d-0ad508482c94 req-0cd26804-5893-457d-9045-476a6a746b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:31.267145 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-0cd26804-5893-457d-9045-476a6a746b1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0448706 Nov 16 21:44:31.303906 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-92477cf1-3184-49df-ab2c-d5c27b97ff6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286775 Nov 16 21:44:31.398143 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-5098c444-5a42-416e-b90f-e322ccf205eb service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Nov 16 21:44:31.494821 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-edb6e093-3132-44d5-825d-0ad508482c94 req-52dd5a44-7444-4d63-ad84-d9e8c5313c10 service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Nov 16 21:44:32.247972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf3d8b-9662-410c-b5cc-35bef309774f req-406c6d90-2373-48fb-9d1b-fd1cac99a11e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:32.249711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98cf3d8b-9662-410c-b5cc-35bef309774f req-406c6d90-2373-48fb-9d1b-fd1cac99a11e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0582552 Nov 16 21:44:32.298509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98cf3d8b-9662-410c-b5cc-35bef309774f req-ce7af7eb-3160-4043-b491-23c400f6b816 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Nov 16 21:44:33.418728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8001f81-1a13-41c5-8164-38b62569d3f9 req-85570dc0-6493-4b16-af89-a89bf81d7dc9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:33.420225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8001f81-1a13-41c5-8164-38b62569d3f9 req-85570dc0-6493-4b16-af89-a89bf81d7dc9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0522249 Nov 16 21:44:33.472383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8001f81-1a13-41c5-8164-38b62569d3f9 req-4c43c73d-33cf-40b6-a747-1140db98818d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460145 Nov 16 21:44:34.592489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746839c-18fa-45dc-8d35-6cdcf82979cd req-81257c51-b159-4c95-8a72-8f75ba6caa20 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:34.594028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f746839c-18fa-45dc-8d35-6cdcf82979cd req-81257c51-b159-4c95-8a72-8f75ba6caa20 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0500145 Nov 16 21:44:34.645706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f746839c-18fa-45dc-8d35-6cdcf82979cd req-61aae724-baf4-45a7-a177-5333178b9829 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Nov 16 21:44:35.764529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99b277-72a4-4a6e-9b3d-c8efaed991ee req-27bc9d7b-47df-4186-9f1e-bd984091673a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:35.766071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce99b277-72a4-4a6e-9b3d-c8efaed991ee req-27bc9d7b-47df-4186-9f1e-bd984091673a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Nov 16 21:44:35.818660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce99b277-72a4-4a6e-9b3d-c8efaed991ee req-07ab9f8c-3d40-4f3e-9f80-ac002de3ef90 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Nov 16 21:44:36.934456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bf19c-ef42-4968-a676-46c541f63924 req-2cde21f4-cfb0-4320-b02f-ded9bcbf0183 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:36.936372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-816bf19c-ef42-4968-a676-46c541f63924 req-2cde21f4-cfb0-4320-b02f-ded9bcbf0183 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Nov 16 21:44:36.986667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-816bf19c-ef42-4968-a676-46c541f63924 req-abbf3a34-17b1-4620-ab63-8578fd1e4c43 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Nov 16 21:44:37.680130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364305-981d-481b-ad8c-9f02070cd1b6 req-08bf40b2-7091-4a2f-b702-b2feea5843de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:37.681838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe364305-981d-481b-ad8c-9f02070cd1b6 req-08bf40b2-7091-4a2f-b702-b2feea5843de tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0515530 Nov 16 21:44:37.732708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe364305-981d-481b-ad8c-9f02070cd1b6 req-1d6dc987-4459-4b0b-9bae-37460d50ddf4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 Nov 16 21:44:37.755537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:37.819720 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f90cb91c-06e9-4afc-8c61-00b289a3fdf3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 200 len: 994 time: 0.0630164 Nov 16 21:44:38.117634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908d5bb-c0f3-491c-a32a-6443027ea780 req-be1c33b2-5b1f-4de2-af82-8e10dfca2b3f tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:38.119093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e908d5bb-c0f3-491c-a32a-6443027ea780 req-be1c33b2-5b1f-4de2-af82-8e10dfca2b3f tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1097 time: 0.0730429 Nov 16 21:44:38.132659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f48ceb-dd63-4c32-b139-024fbcc098ab req-36d8742d-ecc8-4c6e-8f69-f0bacf345b59 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:38.134162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0f48ceb-dd63-4c32-b139-024fbcc098ab req-36d8742d-ecc8-4c6e-8f69-f0bacf345b59 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0598419 Nov 16 21:44:38.207112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e908d5bb-c0f3-491c-a32a-6443027ea780 req-5488a6ac-ed3f-4173-877f-86db900bc1f1 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719330 Nov 16 21:44:38.233684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0f48ceb-dd63-4c32-b139-024fbcc098ab req-2765c840-5c8c-48aa-ad82-2ed510ca4622 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919182 Nov 16 21:44:38.352338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-d52c143d-ff37-4988-a5a1-846c4d8786a2 req-fc4091f0-85b6-4530-84c2-a99fac4b65d6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:44:38.353479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d52c143d-ff37-4988-a5a1-846c4d8786a2 req-fc4091f0-85b6-4530-84c2-a99fac4b65d6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0698087 Nov 16 21:44:38.903570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-4c9072c1-7f7d-43e8-b5ea-eaf778c004cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522251 Nov 16 21:44:38.912836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-15b2ab32-6dad-42ab-9db0-c9437c42598e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:44:38.914538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-15b2ab32-6dad-42ab-9db0-c9437c42598e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057409 Nov 16 21:44:39.083329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:39.383175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e9e3-b9f4-4e7a-a174-e07297a6e42a req-10270a7b-0914-452a-8c17-796a456535bd tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:39.393839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0125e9e3-b9f4-4e7a-a174-e07297a6e42a req-10270a7b-0914-452a-8c17-796a456535bd tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0751739 Nov 16 21:44:39.471466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0125e9e3-b9f4-4e7a-a174-e07297a6e42a req-a6ae7cd3-8284-49aa-87f5-e5e67e8eb40d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700719 Nov 16 21:44:39.516822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-1ed14fb5-138f-4696-8e9b-cd81c458d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:39.518512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-1ed14fb5-138f-4696-8e9b-cd81c458d5fd service neutron] 10.222.0.54 "GET /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1094 time: 0.0397799 Nov 16 21:44:39.527210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Request body: {'binding': {'host': 'n-h1-816206-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:39.527747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Unknown quota resources ['binding']. {{(pid=102665) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:44:39.669413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on host n-h1-816206-5 for vnic_type normal with profile None {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:39.669761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:39.670094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:39.674483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:39.674799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:39.680796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:39.681124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:39.681511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Bound using segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:39.681947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Bound port: e4110db6-52c5-459b-bfa3-0efc231108ee, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:39.865366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:39.876431 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] Publish callbacks [] for binding, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:39.885173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b45b5148-ae1b-471b-af59-8bd2270d497d service neutron] 10.222.0.54 "POST /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.3613110 Nov 16 21:44:40.088501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd3e5-af40-403e-b68c-605454e7a552 req-0ba5464d-c5a8-4a84-91ee-28b4031456c4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.090751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0abfd3e5-af40-403e-b68c-605454e7a552 req-0ba5464d-c5a8-4a84-91ee-28b4031456c4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0625663 Nov 16 21:44:40.153610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0abfd3e5-af40-403e-b68c-605454e7a552 req-4c9557be-529e-4a44-9da9-01513094f94c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557566 Nov 16 21:44:40.217745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-d32f65d8-e65c-4760-a2f1-1dcbf5c02d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.219450 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-d32f65d8-e65c-4760-a2f1-1dcbf5c02d3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1097 time: 0.0704715 Nov 16 21:44:40.327503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b4c97062-84e4-4412-affe-759b236991eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.328966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b4c97062-84e4-4412-affe-759b236991eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.0968931 Nov 16 21:44:40.396210 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-b5506524-46a1-4255-90dc-74690ae8a0fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1002 time: 0.0589659 Nov 16 21:44:40.457624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-aeec3aa5-5139-477f-891f-008a89b19e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.460755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-aeec3aa5-5139-477f-891f-008a89b19e92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0501137 Nov 16 21:44:40.530319 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-2fbe1f9b-609e-4ca9-8867-89963829c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.532212 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-2fbe1f9b-609e-4ca9-8867-89963829c73c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616150 Nov 16 21:44:40.628996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72324ae3-5f3b-4b9e-9947-c413b9a89ef1 req-4c8bbfb2-0787-4e26-ad38-d525b2f6b095 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.631866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72324ae3-5f3b-4b9e-9947-c413b9a89ef1 req-4c8bbfb2-0787-4e26-ad38-d525b2f6b095 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0569787 Nov 16 21:44:40.646985 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-274b2dd4-2a3a-42d1-99b6-dd947b6386a4 service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903986 Nov 16 21:44:40.699771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72324ae3-5f3b-4b9e-9947-c413b9a89ef1 req-67020220-bae7-4355-9cdf-665c1a0bc77f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Nov 16 21:44:40.752949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-75fdd630-8743-48a0-90e4-afcc8a2208d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987682 Nov 16 21:44:40.894908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-eedb9fc9-54cf-4b4f-9f68-18c16132db58 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:40.896451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-eedb9fc9-54cf-4b4f-9f68-18c16132db58 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d&tenant_id=b0848e94efac43d8a53469d18635eddd&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1097 time: 0.0782065 Nov 16 21:44:40.908487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-5'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:40.968776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.108976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:41.160367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:41.224157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:41.226854 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d411d8-591d-458d-9397-a8869ca59456" -d '{"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:41.232577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.241548 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.293375 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91bb49-403a-48a4-8992-b7de02bc7ffa x-openstack-request-id: req-4e91bb49-403a-48a4-8992-b7de02bc7ffa {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:41.293698 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:41.293952 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e91bb49-403a-48a4-8992-b7de02bc7ffa {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:41.294356 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'code': 200} Nov 16 21:44:41.402610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e85b2-58bb-478a-8a6e-b8c437a2be71 req-c819c464-9a1d-4a50-b26a-0f3823d53fe0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:41.404656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-299e85b2-58bb-478a-8a6e-b8c437a2be71 req-c819c464-9a1d-4a50-b26a-0f3823d53fe0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 944 time: 0.1103818 Nov 16 21:44:41.442294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:41.481299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on host n-h2-816206-5 for vnic_type normal with profile {"migrating_to": "n-h1-816206-5"} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:41.485278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:41.485697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:41.506844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:41.507197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Attempting to bind port e4110db6-52c5-459b-bfa3-0efc231108ee on network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:41.513763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:41.514205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Checking segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:41.514513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Bound using segment: {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:41.514959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Bound port: e4110db6-52c5-459b-bfa3-0efc231108ee, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5564380-f994-4730-9fac-22d95554b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:41.515384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.542885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-299e85b2-58bb-478a-8a6e-b8c437a2be71 req-43adb359-4708-462c-9b55-8a76774f7b26 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315613 Nov 16 21:44:41.580226 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-007c9631-13c0-42e1-b040-89d2b8ffae6d None None] Provisioning complete for port e4110db6-52c5-459b-bfa3-0efc231108ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:41.581301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-007c9631-13c0-42e1-b040-89d2b8ffae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.622036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-007c9631-13c0-42e1-b040-89d2b8ffae6d None None] Port e4110db6-52c5-459b-bfa3-0efc231108ee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:41.629807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:41.632814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:41.637355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.739711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=8']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:41.784821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:41.785514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:41.787295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-7bbc4e9a-ec5a-46c5-b61b-06ca095084fa service neutron] 10.222.0.21 "PUT /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1122 time: 0.8832285 Nov 16 21:44:41.841354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002213-548e-41a2-a967-cccf2bd34752 req-7ba36b06-08bf-4247-8385-acff44e2a1bc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:41.842911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2002213-548e-41a2-a967-cccf2bd34752 req-7ba36b06-08bf-4247-8385-acff44e2a1bc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0603724 Nov 16 21:44:41.874307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e4110db6-52c5-459b-bfa3-0efc231108ee'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:41.901216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2002213-548e-41a2-a967-cccf2bd34752 req-9786ced9-3ede-490d-a117-2157f757ff85 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512362 Nov 16 21:44:41.966893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] Provisioning complete for port e4110db6-52c5-459b-bfa3-0efc231108ee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:41.967429 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:42.180163 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:42.220417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:42.223273 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa1a86-c5b5-4261-8ea2-6df059819078" -d '{"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:42.244685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:42.256129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:42.308701 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904dade0-4eb0-4b63-9508-54e027c9ec0c x-openstack-request-id: req-904dade0-4eb0-4b63-9508-54e027c9ec0c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:42.308987 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:42.309231 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-904dade0-4eb0-4b63-9508-54e027c9ec0c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:42.309617 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'code': 200} Nov 16 21:44:42.416145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b86a9-ce74-4042-b812-22b5433a1909 None None] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:42.656166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645321-8f43-45b9-8ae0-383fe1c361cf req-301f0b72-5a28-4dde-9300-6344b2f9566c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:42.657711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18645321-8f43-45b9-8ae0-383fe1c361cf req-301f0b72-5a28-4dde-9300-6344b2f9566c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0570447 Nov 16 21:44:42.716487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18645321-8f43-45b9-8ae0-383fe1c361cf req-cd13bf78-c907-4733-86ca-8c7dc5546899 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529101 Nov 16 21:44:42.914592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:43.026573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329260a7-771f-4bb4-908b-5aabd8b37272 req-e4c538d7-185a-490f-afee-50df381f1916 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.028127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-329260a7-771f-4bb4-908b-5aabd8b37272 req-e4c538d7-185a-490f-afee-50df381f1916 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0537453 Nov 16 21:44:43.079955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-329260a7-771f-4bb4-908b-5aabd8b37272 req-56f7068b-947b-4870-bde9-dd8c99ee5080 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Nov 16 21:44:43.295483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:43.297896 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:43.335543 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1aa2e5-5386-445e-987d-68c8f89566bb x-openstack-request-id: req-6b1aa2e5-5386-445e-987d-68c8f89566bb {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:43.335846 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:43.336104 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b1aa2e5-5386-445e-987d-68c8f89566bb {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:43.336516 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'status': 'completed', 'code': 200} Nov 16 21:44:43.408750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-dead2c8c-07cc-4b6e-8aaf-f09727639cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.410523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-dead2c8c-07cc-4b6e-8aaf-f09727639cfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1127 time: 0.0434692 Nov 16 21:44:43.520161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-b80f1d82-2400-499f-9422-a493c3744aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.521741 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-b80f1d82-2400-499f-9422-a493c3744aaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.1031861 Nov 16 21:44:43.590963 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-ea91c58d-5474-4d7d-8aab-27712122326f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1002 time: 0.0617714 Nov 16 21:44:43.650173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-1b3344e8-b645-4dd8-b739-62cac89384cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.651723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-1b3344e8-b645-4dd8-b739-62cac89384cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0528862 Nov 16 21:44:43.724314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-67bc7fad-adcf-46d2-865e-d3913552b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.726757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-67bc7fad-adcf-46d2-865e-d3913552b715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664065 Nov 16 21:44:43.844120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-908892ff-a0e5-4fcb-bc59-46bfb502f81c service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093664 Nov 16 21:44:43.856808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308f03a-3b15-4edc-823f-7ac92e2a7f03 req-a07b40fb-45f2-4c0c-9671-fac759003ab8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:43.863740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d308f03a-3b15-4edc-823f-7ac92e2a7f03 req-a07b40fb-45f2-4c0c-9671-fac759003ab8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0618815 Nov 16 21:44:44.037980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d308f03a-3b15-4edc-823f-7ac92e2a7f03 req-9d3e7e59-aeef-4e43-857b-358d4d352604 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715057 Nov 16 21:44:44.041364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2693b0b-5f16-4553-9a02-0c9f4cdc2105 req-9361249a-ceb8-434a-957e-a54c3d9c1463 service neutron] 10.222.0.36 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887753 Nov 16 21:44:44.210746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:44.220969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838adbd-58be-4fdc-aebf-4b49a244990a req-dd7ebc3d-7e69-44ba-a567-ca1b1f434fea tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:44.234060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2838adbd-58be-4fdc-aebf-4b49a244990a req-dd7ebc3d-7e69-44ba-a567-ca1b1f434fea tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0777924 Nov 16 21:44:44.300756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2838adbd-58be-4fdc-aebf-4b49a244990a req-b6ae82b9-af8f-4188-ade6-22315b961171 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651698 Nov 16 21:44:44.334152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:44.346037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee has no active binding in host n-h1-816206-5 {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:44:45.156349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ac86e-293e-49fd-96d7-393c3366fd6f req-6921ea40-d757-4a5c-b825-d46398bfe595 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:45.158092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa3ac86e-293e-49fd-96d7-393c3366fd6f req-6921ea40-d757-4a5c-b825-d46398bfe595 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0499001 Nov 16 21:44:45.213407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa3ac86e-293e-49fd-96d7-393c3366fd6f req-a32e66f8-d90f-46d0-8096-eddaed010202 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484598 Nov 16 21:44:45.334698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-53229516-a6b8-4f5f-ba5e-25c2a2cd6c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:45.431412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46746a8-ade8-4a6a-bce2-8cbd6c264131 req-01aa02ff-3095-4e17-aad6-d3b19c5fa8ac tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:45.433163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f46746a8-ade8-4a6a-bce2-8cbd6c264131 req-01aa02ff-3095-4e17-aad6-d3b19c5fa8ac tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Nov 16 21:44:45.487991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f46746a8-ade8-4a6a-bce2-8cbd6c264131 req-34c021d0-550a-4534-b3e7-68d27aff2c0e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Nov 16 21:44:46.345292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a41e6c-6567-4f74-8412-8f1170dcd46a req-3a83b484-59ac-468b-a4e9-261a10256c71 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:46.346976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2a41e6c-6567-4f74-8412-8f1170dcd46a req-3a83b484-59ac-468b-a4e9-261a10256c71 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0595920 Nov 16 21:44:46.406919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2a41e6c-6567-4f74-8412-8f1170dcd46a req-b05eae6e-7df5-47aa-951a-60cf210be5b7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510373 Nov 16 21:44:46.606018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887246-a583-4e61-a8a5-6391435b006e req-35a67897-9b6b-4851-999e-4a5f7270a306 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:46.607453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0887246-a583-4e61-a8a5-6391435b006e req-35a67897-9b6b-4851-999e-4a5f7270a306 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Nov 16 21:44:46.654941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0887246-a583-4e61-a8a5-6391435b006e req-10780855-4906-4752-b19e-051a199ff7bc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Nov 16 21:44:47.536163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352b1cc-1c38-4dc3-9f1b-87c56b74e78f req-3a5f84d7-1a8c-4674-bd83-6ebb15cf0e0a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:47.537736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8352b1cc-1c38-4dc3-9f1b-87c56b74e78f req-3a5f84d7-1a8c-4674-bd83-6ebb15cf0e0a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0627663 Nov 16 21:44:47.588857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8352b1cc-1c38-4dc3-9f1b-87c56b74e78f req-1d41d63e-7070-4f70-8cf4-85767756151c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447581 Nov 16 21:44:47.697474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2046-d7ff-40ff-85fe-c2a7eaee2aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:47.775755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f769612-a5b7-49dc-b1a4-c66705a68936 req-67d3f656-cf72-415b-8c7c-aa2a153ca2e9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:47.777296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f769612-a5b7-49dc-b1a4-c66705a68936 req-67d3f656-cf72-415b-8c7c-aa2a153ca2e9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Nov 16 21:44:47.825449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f769612-a5b7-49dc-b1a4-c66705a68936 req-c05693c1-f7a1-46d0-9f5e-eeaa3a909903 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Nov 16 21:44:48.435969 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-a1ad22f7-a0a3-4ab1-9728-6e8cb15e6b62 service neutron] 10.222.0.36 "GET /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee/bindings/n-h1-816206-5 HTTP/1.1" status: 200 len: 384 time: 0.0568321 Nov 16 21:44:48.612629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:48.633164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:48.673714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:48.676019 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a2980-928b-4239-bb2a-b7d8df0e3819" -d '{"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:48.683222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:48.706654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:48.728075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709466-ea6e-4646-927b-1850fa7c35d3 req-32b20f35-bdf8-48b5-8c9e-8fdeb40de307 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:48.729887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52709466-ea6e-4646-927b-1850fa7c35d3 req-32b20f35-bdf8-48b5-8c9e-8fdeb40de307 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 946 time: 0.0712228 Nov 16 21:44:48.765805 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895e00b-3463-4849-8dae-a8749e2f4377 x-openstack-request-id: req-4895e00b-3463-4849-8dae-a8749e2f4377 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:48.766184 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:48.766382 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4895e00b-3463-4849-8dae-a8749e2f4377 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:48.766743 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'code': 200} Nov 16 21:44:48.798559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Transition to ACTIVE for port object e4110db6-52c5-459b-bfa3-0efc231108ee will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:44:48.803797 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:48.943434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Pushing event updated for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=11']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:48.969545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.969884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.970222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.970552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.970881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.971250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.971576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.971898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.972219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.972543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.972860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.973182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:48.977389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] No DVR routers for this DVR port e4110db6-52c5-459b-bfa3-0efc231108ee on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:49.127411 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-658e2b70-e11e-4977-b2ef-91c6997b7595 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee/bindings/n-h1-816206-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6827900 Nov 16 21:44:49.245797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52709466-ea6e-4646-927b-1850fa7c35d3 req-3022d790-72ad-4bb2-a0f7-8b22191c2624 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5082641 Nov 16 21:44:49.282714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-c15b89f0-dc4a-49a6-a294-64e274385998 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.287231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-c15b89f0-dc4a-49a6-a294-64e274385998 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d&tenant_id=b0848e94efac43d8a53469d18635eddd&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0883589 Nov 16 21:44:49.321467 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:49.324681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ca61-5068-41bb-9a2c-dea1b1192dc2 req-92b31fbe-20b6-4191-938e-f24b952f3397 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.331898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3b2ca61-5068-41bb-9a2c-dea1b1192dc2 req-92b31fbe-20b6-4191-938e-f24b952f3397 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0850320 Nov 16 21:44:49.349784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-2c7cf27a-bb27-4750-a5ac-8a4bf36d50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.353230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-2c7cf27a-bb27-4750-a5ac-8a4bf36d50ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 1096 time: 0.0576169 Nov 16 21:44:49.409219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3b2ca61-5068-41bb-9a2c-dea1b1192dc2 req-8d9ac0cd-be31-478f-89de-0581a0ba6bfe tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Nov 16 21:44:49.442079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-4a02df94-7689-4319-8789-7955175665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.443804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-4a02df94-7689-4319-8789-7955175665e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1096 time: 0.0622361 Nov 16 21:44:49.549508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-34189f4b-7005-44c4-8aba-47219d6220c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.551040 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-34189f4b-7005-44c4-8aba-47219d6220c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.0957937 Nov 16 21:44:49.620693 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-cba8b162-fe8d-49c2-a4a7-e47fdf7142f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 1000 time: 0.0610902 Nov 16 21:44:49.674112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-aba242e4-7581-4d20-93aa-40449e2893af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.675641 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-aba242e4-7581-4d20-93aa-40449e2893af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.0440311 Nov 16 21:44:49.722027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-9a243934-149c-423c-a1da-b25dbe574766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:49.723565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-9a243934-149c-423c-a1da-b25dbe574766 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396552 Nov 16 21:44:49.822502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-a6e75436-a6a3-4931-b20a-ee513eeaa3a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882270 Nov 16 21:44:49.914465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-57d25db1-e21a-4b25-a4a7-50ced76a0a0e service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848644 Nov 16 21:44:50.158561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-fd274c31-5c61-421e-84da-a72acc63ca1d tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:50.160167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-fd274c31-5c61-421e-84da-a72acc63ca1d tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d&tenant_id=b0848e94efac43d8a53469d18635eddd&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 1096 time: 0.0441604 Nov 16 21:44:50.316783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-505a99d9-9b39-417b-b9c8-4ef7faca73ce service neutron] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:50.320578 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-505a99d9-9b39-417b-b9c8-4ef7faca73ce service neutron] Publish callbacks [] for binding, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:50.321863 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d18301d5-4c4a-4370-8164-ac59abd97a2b req-505a99d9-9b39-417b-b9c8-4ef7faca73ce service neutron] 10.222.0.21 "DELETE /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee/bindings/n-h2-816206-5 HTTP/1.1" status: 204 len: 173 time: 0.1517916 Nov 16 21:44:50.422280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9053-0551-4d2f-b69a-501b8fe5c80d req-e5a2ab5b-c3f2-43c5-94ae-4dc74c5198a5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:50.424392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-676f9053-0551-4d2f-b69a-501b8fe5c80d req-e5a2ab5b-c3f2-43c5-94ae-4dc74c5198a5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 945 time: 0.0712495 Nov 16 21:44:50.480890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-676f9053-0551-4d2f-b69a-501b8fe5c80d req-222c2589-a15a-428d-b839-5d92fb1689cf tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486763 Nov 16 21:44:50.538694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f74ca-76d6-45cb-a4f6-0b7bb581f1ce req-3f485c86-8aa4-48d3-8e30-388b3b6ce4e4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:50.549861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-510f74ca-76d6-45cb-a4f6-0b7bb581f1ce req-3f485c86-8aa4-48d3-8e30-388b3b6ce4e4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0678399 Nov 16 21:44:50.568339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:50.639751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc893-b0a7-4f13-9d0f-e5903c4af68e req-5f63f49b-5f40-4c9b-a487-e9d845a9cddb tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:50.641258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ffdc893-b0a7-4f13-9d0f-e5903c4af68e req-5f63f49b-5f40-4c9b-a487-e9d845a9cddb tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1096 time: 0.0758560 Nov 16 21:44:50.651376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-510f74ca-76d6-45cb-a4f6-0b7bb581f1ce req-ed529b8a-aef3-4ad7-b55c-5d71d30be932 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Nov 16 21:44:50.701764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ffdc893-b0a7-4f13-9d0f-e5903c4af68e req-eadbc1f3-c1a5-43ee-8911-40c81d3ef736 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Nov 16 21:44:50.840209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b851df-6f15-41e7-b1db-6dd4326c183b req-70803699-a8fa-4b80-843c-f9b13e1bc59b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:50.841703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8b851df-6f15-41e7-b1db-6dd4326c183b req-70803699-a8fa-4b80-843c-f9b13e1bc59b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 945 time: 0.0616078 Nov 16 21:44:50.895368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8b851df-6f15-41e7-b1db-6dd4326c183b req-37481719-c5c8-44a5-aefa-43646a222f03 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472283 Nov 16 21:44:50.919698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52550) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:50.988206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a363e904-6419-4885-bebe-36fef7fb4da1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 200 len: 992 time: 0.0669742 Nov 16 21:44:51.244260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52568) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:51.445251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.790291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc46c7a-2409-4738-8579-5e015bdb65e5 req-95cb92e3-7f60-4ff5-af14-8e5d97950a9c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:51.792002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcc46c7a-2409-4738-8579-5e015bdb65e5 req-95cb92e3-7f60-4ff5-af14-8e5d97950a9c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0713248 Nov 16 21:44:51.807467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port fa403798-b3b3-41c4-aad4-b6c836873dd8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:51.807813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.849951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcc46c7a-2409-4738-8579-5e015bdb65e5 req-ee4a8f36-b3fe-4734-af39-7b56eec367a3 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Nov 16 21:44:51.898176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.898496 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.911026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for fa403798-b3b3-41c4-aad4-b6c836873dd8 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:52.079639 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.129151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=fa403798-b3b3-41c4-aad4-b6c836873dd8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:52.179405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.179701 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP 28705069-f18a-4ada-91fb-6dc5a848237d disassociated (deleted). External IP: 172.25.7.133, port: e4110db6-52c5-459b-bfa3-0efc231108ee. Nov 16 21:44:52.270905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:52.318856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:52.428376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router b50f3e47-2c0b-4158-8799-92142e1f9794 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:52.549209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:52.554100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.562403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Sync routers for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:52.575731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:52.576867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:52.585505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3e6a4a6e-4d53-49a3-aae3-c4fc14913bf9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/floatingips/28705069-f18a-4ada-91fb-6dc5a848237d HTTP/1.1" status: 204 len: 168 time: 1.3400435 Nov 16 21:44:52.586135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:52.588923 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63627801-cfde-48dd-b83a-ecb72b3a54c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:52.630764 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d75e59-0efc-4e58-8c32-25676efdafb0 x-openstack-request-id: req-39d75e59-0efc-4e58-8c32-25676efdafb0 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:52.631109 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:52.631360 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39d75e59-0efc-4e58-8c32-25676efdafb0 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:52.631760 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'status': 'completed', 'code': 200} Nov 16 21:44:52.722459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-6febb78d-96db-4c85-b3af-c5a08c4a4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:52.723659 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-6febb78d-96db-4c85-b3af-c5a08c4a4fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 1096 time: 0.0615582 Nov 16 21:44:52.741847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:52.936923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e198-f68b-4513-992c-04d9de3ccc21 req-ce861d35-4f24-4939-ac51-dcf20494b46a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:52.938394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-28c2fc7d-55f9-47ff-9f9f-82ae308a5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:52.939888 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-28c2fc7d-55f9-47ff-9f9f-82ae308a5579 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 200 len: 897 time: 0.2047870 Nov 16 21:44:52.940352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9687e198-f68b-4513-992c-04d9de3ccc21 req-ce861d35-4f24-4939-ac51-dcf20494b46a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 945 time: 0.0912702 Nov 16 21:44:53.006007 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-672b4fde-53c0-4b9d-b6d2-7b71744da141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 200 len: 217 time: 0.0565245 Nov 16 21:44:53.071542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9687e198-f68b-4513-992c-04d9de3ccc21 req-2817ab74-b6e3-4c5e-8471-834d06be9aa3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3543b55-6ea2-4b6d-85b7-c75a9c324642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175559 Nov 16 21:44:53.107714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec843-fab8-45fd-a9e3-657d2faeba4e req-be971f7b-a76a-4795-b653-99535040e9bc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:53.109284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90fec843-fab8-45fd-a9e3-657d2faeba4e req-be971f7b-a76a-4795-b653-99535040e9bc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.1287339 Nov 16 21:44:53.115143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:53.116489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-4a2b114f-57d7-4683-8253-eb9775e0e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:53.118309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-4a2b114f-57d7-4683-8253-eb9775e0e221 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 200 len: 834 time: 0.1038909 Nov 16 21:44:53.183999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90fec843-fab8-45fd-a9e3-657d2faeba4e req-0d546aa1-0503-4cc1-ab8a-11b7781de830 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676279 Nov 16 21:44:53.197108 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-9cd6a046-d644-4685-8790-51fe95ffb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:53.199822 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-9cd6a046-d644-4685-8790-51fe95ffb164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702639 Nov 16 21:44:53.200154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Checking router: b50f3e47-2c0b-4158-8799-92142e1f9794 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:53.214395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:53.214395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:53.337993 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-d5aebabd-195d-4228-b804-bff3570b9dad service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171446 Nov 16 21:44:53.357150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-08110bdd-92b9-49a2-9d29-5d1780b47f3f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:53.366297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-08110bdd-92b9-49a2-9d29-5d1780b47f3f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 945 time: 0.1146262 Nov 16 21:44:53.457533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:53.533362 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-e3d2e3c3-1fdc-4379-98db-4ca5652b3de3 service neutron] 10.222.0.21 "GET /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860256 Nov 16 21:44:53.598799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port e4110db6-52c5-459b-bfa3-0efc231108ee {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:53.599155 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:53.729916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port e4110db6-52c5-459b-bfa3-0efc231108ee, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e4110db6-52c5-459b-bfa3-0efc231108ee,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:53.730311 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:53.745474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for e4110db6-52c5-459b-bfa3-0efc231108ee owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:53.905502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:53.939181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:53.952218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=e4110db6-52c5-459b-bfa3-0efc231108ee,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:53.970575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a5031-07ce-437d-b3d0-1aa0f258d320 None None] The sync data for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 is: [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:43:44Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '1b48912f-4028-40c0-b00b-92b81f905dd6', 'name': '', 'network_id': '7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:82:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:43Z', 'updated_at': '2021-11-16T21:43:48Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': '0dd6e623-8480-41d1-bbfd-56941f75e51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:53.987383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.987768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.988067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.988401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.988733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.989069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.989388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.989714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.990046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.990370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.990695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:53.991171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:54.011063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] No DVR routers for this DVR port e4110db6-52c5-459b-bfa3-0efc231108ee on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:54.016106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:54.020969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0afbc67-aac9-4fa2-9503-40826c1cde92 req-c7610ea2-b679-4592-bc37-41cccfa18de9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.21 "DELETE /v2.0/ports/e4110db6-52c5-459b-bfa3-0efc231108ee HTTP/1.1" status: 204 len: 173 time: 0.6474714 Nov 16 21:44:54.022269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-deleted', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:54.024792 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a047ba7-8a7a-418c-a5f7-4c71125648e9" -d '{"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-deleted", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:54.071322 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5470c1f5-58f3-4a16-9215-83dd578693d1 x-openstack-request-id: req-5470c1f5-58f3-4a16-9215-83dd578693d1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:54.071716 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d", "name": "network-vif-deleted", "tag": "e4110db6-52c5-459b-bfa3-0efc231108ee", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:54.072158 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5470c1f5-58f3-4a16-9215-83dd578693d1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:54.072640 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d', 'name': 'network-vif-deleted', 'tag': 'e4110db6-52c5-459b-bfa3-0efc231108ee', 'status': 'completed', 'code': 200} Nov 16 21:44:54.219114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c5a5c23-fe39-4c0c-abda-bf3add260563 req-f720af93-d4c3-49a6-ace0-872f3e7877e7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d67fb4-dd77-4d27-86e7-0bb00fd26c6d HTTP/1.1" status: 200 len: 210 time: 0.0379443 Nov 16 21:44:54.334977 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd084e80-74d4-4933-a75d-37263145eed4 None None] New status for floating IP 28705069-f18a-4ada-91fb-6dc5a848237d: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:44:54.368715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5341e-832b-476e-b74a-ef4f0f73dee6 req-8f9e6609-6fe5-49d5-99c9-ddb40b30831b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:54.376812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fc5341e-832b-476e-b74a-ef4f0f73dee6 req-8f9e6609-6fe5-49d5-99c9-ddb40b30831b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0939789 Nov 16 21:44:54.433166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fc5341e-832b-476e-b74a-ef4f0f73dee6 req-13e29aa2-8d26-44d7-86c0-11e88ca0eebf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 Nov 16 21:44:54.787185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6e713-9a57-4f97-9bce-07da43dcaa68 req-5e66016e-d778-47ea-b1c3-fb7fac8bff01 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:54.788785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3be6e713-9a57-4f97-9bce-07da43dcaa68 req-5e66016e-d778-47ea-b1c3-fb7fac8bff01 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.0499511 Nov 16 21:44:54.839327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3be6e713-9a57-4f97-9bce-07da43dcaa68 req-853d23eb-aa98-4330-b2a2-8af0ebdca986 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Nov 16 21:44:55.305028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52676) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:55.585904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e8521-ea2c-4357-b538-94e5ecff1494 req-808daae4-d0b9-400d-9101-93ce5fa5e85e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:55.585904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-579e8521-ea2c-4357-b538-94e5ecff1494 req-808daae4-d0b9-400d-9101-93ce5fa5e85e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0738115 Nov 16 21:44:55.685629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-579e8521-ea2c-4357-b538-94e5ecff1494 req-5431ce61-f2cc-4338-81e0-ba5dc00ee7df tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811064 Nov 16 21:44:55.775834 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.011980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2fbc0-05ee-4415-b12e-65fec658125b req-4df826cf-0773-41d9-a51a-a71e90a6dcca tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:56.013483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1df2fbc0-05ee-4415-b12e-65fec658125b req-4df826cf-0773-41d9-a51a-a71e90a6dcca tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.0873585 Nov 16 21:44:56.115322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1df2fbc0-05ee-4415-b12e-65fec658125b req-7cb59daa-88c8-45db-8a76-603c2a083da7 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946870 Nov 16 21:44:56.151097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 1b48912f-4028-40c0-b00b-92b81f905dd6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:56.151425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.251413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 1b48912f-4028-40c0-b00b-92b81f905dd6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1b48912f-4028-40c0-b00b-92b81f905dd6,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:56.251774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.264541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 1b48912f-4028-40c0-b00b-92b81f905dd6 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:56.500037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-d9fffb6a-9cc8-4167-a50a-1e3a4ab8360e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:56.501947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-d9fffb6a-9cc8-4167-a50a-1e3a4ab8360e tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.0895963 Nov 16 21:44:56.502991 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.556500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=1b48912f-4028-40c0-b00b-92b81f905dd6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:56.764462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Deleting port 80017507-1778-442e-ba6a-a6e3c3f5827c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:56.764793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.883931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.917935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc18c2e-9e0d-4f01-bb34-6961ce305a1d req-cf0bb96a-77e7-4e3e-b5fa-484e925580b1 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:56.920305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bc18c2e-9e0d-4f01-bb34-6961ce305a1d req-cf0bb96a-77e7-4e3e-b5fa-484e925580b1 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.1494229 Nov 16 21:44:57.029383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] For port 80017507-1778-442e-ba6a-a6e3c3f5827c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=80017507-1778-442e-ba6a-a6e3c3f5827c,segment=NetworkSegment(7937fbf2-5717-40bd-b9bc-37335f901c33),segment_id=7937fbf2-5717-40bd-b9bc-37335f901c33)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:57.029752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.064164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Calling delete_port for 80017507-1778-442e-ba6a-a6e3c3f5827c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:57.084708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bc18c2e-9e0d-4f01-bb34-6961ce305a1d req-4039379e-cb0c-4122-a5c8-f83065181e8c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519861 Nov 16 21:44:57.231735 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:44:57.328767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11e1d8-2376-4284-b715-6b308f5c1efd req-da97f03d-5a78-411b-8dbf-389d9ca0acb9 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:57.330306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d11e1d8-2376-4284-b715-6b308f5c1efd req-da97f03d-5a78-411b-8dbf-389d9ca0acb9 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/ports?device_id=953d9be8-aa81-4122-93db-8289f1e0f52e HTTP/1.1" status: 200 len: 945 time: 0.1200001 Nov 16 21:44:57.371572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router b50f3e47-2c0b-4158-8799-92142e1f9794 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:57.377667 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.389606 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['80017507-1778-442e-ba6a-a6e3c3f5827c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:57.419629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Pushing event deleted for resources: {'Port': ['ID=80017507-1778-442e-ba6a-a6e3c3f5827c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:57.514463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d11e1d8-2376-4284-b715-6b308f5c1efd req-4efc89d3-7208-47ca-be88-06bacdc73531 tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.54 "GET /v2.0/security-groups?id=a8d062dc-26a1-498e-8612-690a00627035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729493 Nov 16 21:44:57.547005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] No DVR routers for this DVR port 80017507-1778-442e-ba6a-a6e3c3f5827c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:57.550644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.553915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-970be1f6-bd85-4a2f-a2f8-40b7102cc7f0 req-f0ceb9ca-270e-49ea-a0a0-ceded43f304f tempest-VolumesSnapshotTestJSON-1972536544 tempest-VolumesSnapshotTestJSON-1972536544-project] 10.222.0.21 "DELETE /v2.0/ports/80017507-1778-442e-ba6a-a6e3c3f5827c HTTP/1.1" status: 204 len: 173 time: 1.0447791 Nov 16 21:44:57.554347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'name': 'network-vif-deleted', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:57.556590 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b5e94-ea68-483a-bb3c-684327d7b3d6" -d '{"events": [{"server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "name": "network-vif-deleted", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:57.595974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:57.606208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3f52422c-64d0-4e68-b123-e7014f8ea4dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/b50f3e47-2c0b-4158-8799-92142e1f9794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965240 Nov 16 21:44:57.607262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52738) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:57.623127 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ba4fc-09b6-4383-aa1e-01dd1a5a1527 x-openstack-request-id: req-b90ba4fc-09b6-4383-aa1e-01dd1a5a1527 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:57.623704 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953d9be8-aa81-4122-93db-8289f1e0f52e", "name": "network-vif-deleted", "tag": "80017507-1778-442e-ba6a-a6e3c3f5827c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:57.624147 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b90ba4fc-09b6-4383-aa1e-01dd1a5a1527 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:57.624586 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953d9be8-aa81-4122-93db-8289f1e0f52e', 'name': 'network-vif-deleted', 'tag': '80017507-1778-442e-ba6a-a6e3c3f5827c', 'status': 'completed', 'code': 200} Nov 16 21:44:57.626554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Sync routers for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:57.646656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:57.647593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:57.684418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting subnet 0dd6e623-8480-41d1-bbfd-56941f75e51b {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:44:57.690972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.743748 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.808170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:57.846005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.927452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.960898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd6e623-8480-41d1-bbfd-56941f75e51b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:57.968114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:57.972138 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-29aead6e-4de4-4b97-b022-34dc2a6ab3f5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/subnets/0dd6e623-8480-41d1-bbfd-56941f75e51b HTTP/1.1" status: 204 len: 168 time: 0.3626692 Nov 16 21:44:57.974474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:57.993029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaeea88-6ca3-4973-aaa5-817d67a2e3b1 None None] Network 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:58.101184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.210812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:44:56Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'd133e5a0-47a2-40e0-baaa-fce55223f8ee', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:43:38Z', 'updated_at': '2021-11-16T21:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:58.239620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.273811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Checking router: b50f3e47-2c0b-4158-8799-92142e1f9794 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:58.283611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Routers {'b50f3e47-2c0b-4158-8799-92142e1f9794'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:58.284224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b50f3e47-2c0b-4158-8799-92142e1f9794'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:58.296902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2de27-8169-4777-afb2-b8b7f488b1b6 req-7c197350-870b-4033-99de-91872334e6dc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:58.298561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebb2de27-8169-4777-afb2-b8b7f488b1b6 req-7c197350-870b-4033-99de-91872334e6dc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.1239181 Nov 16 21:44:58.344510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port d133e5a0-47a2-40e0-baaa-fce55223f8ee {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:58.344995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.362189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebb2de27-8169-4777-afb2-b8b7f488b1b6 req-60f6abbe-2567-41f9-b8a6-97017d41664d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Nov 16 21:44:58.362962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] DHCP port deletion for 7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:58.364753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:58.425199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: e4110db6-52c5-459b-bfa3-0efc231108ee {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:58.425782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e4110db6-52c5-459b-bfa3-0efc231108ee not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:58.425923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 80017507-1778-442e-ba6a-a6e3c3f5827c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:58.439137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port d133e5a0-47a2-40e0-baaa-fce55223f8ee, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d133e5a0-47a2-40e0-baaa-fce55223f8ee,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:58.439506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.451984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 80017507-1778-442e-ba6a-a6e3c3f5827c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:58.452318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 80017507-1778-442e-ba6a-a6e3c3f5827c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:58.454702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for d133e5a0-47a2-40e0-baaa-fce55223f8ee owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:58.477711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] Set router b50f3e47-2c0b-4158-8799-92142e1f9794 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:58.537108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:44:58Z', 'revision_number': 6, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:58.567707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9331eb-fce2-450b-8e5a-5e7b81a3e2b5 None None] The sync data for ids ['b50f3e47-2c0b-4158-8799-92142e1f9794'] in n-d-816206-5 is: [{'id': 'b50f3e47-2c0b-4158-8799-92142e1f9794', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410646047', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:43:37Z', 'updated_at': '2021-11-16T21:44:58Z', 'revision_number': 6, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:58.572555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Deleting port 4071af65-e7e5-4406-bb66-82a54d7489a7 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:58.572916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.668005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] For port 4071af65-e7e5-4406-bb66-82a54d7489a7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4071af65-e7e5-4406-bb66-82a54d7489a7,segment=NetworkSegment(b5564380-f994-4730-9fac-22d95554b8ee),segment_id=b5564380-f994-4730-9fac-22d95554b8ee)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:58.668416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.681825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Calling delete_port for 4071af65-e7e5-4406-bb66-82a54d7489a7 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:58.705769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.738791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=d133e5a0-47a2-40e0-baaa-fce55223f8ee,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:58.770162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee53805-82c3-49f0-91bb-46f9721419e5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:58.815844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.833907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.848587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] Pushing event deleted for resources: {'Port': ['ID=4071af65-e7e5-4406-bb66-82a54d7489a7,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:58.853115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20c943-3bd7-4c9b-9c1c-a103c4d73cda None None] No DVR routers for this DVR port 4071af65-e7e5-4406-bb66-82a54d7489a7 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:58.952126 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:58.954948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.035654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.036567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Fanout notify agent at l3_agent the message router_deleted on router b50f3e47-2c0b-4158-8799-92142e1f9794 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:44:59.045244 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.046427 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b72fc8b-ec27-4497-a189-e6a3c32bdb6a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/routers/b50f3e47-2c0b-4158-8799-92142e1f9794 HTTP/1.1" status: 204 len: 168 time: 1.0709224 Nov 16 21:44:59.049073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52778) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:59.161468 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.262835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.287222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:59.297423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5564380-f994-4730-9fac-22d95554b8ee') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:59.297719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5564380-f994-4730-9fac-22d95554b8ee') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:59.312774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.327173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.334406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:44:59.334980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:44:59.338761 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:44:59.416002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.432982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.437633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/networks/7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800 HTTP/1.1" status: 204 len: 168 time: 0.3875530 Nov 16 21:44:59.440083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52792) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:59.465747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddf2cb-458b-476c-8d20-3f852c6f5596 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Network': ['ID=7ae4ab88-c7e5-4d68-b2ca-a7f7b73b6800,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:59.560556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.598861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1ca8c-24f4-45d2-8760-4bafa1915046 req-987d22dc-8606-4e67-8c1b-f1650a4cb22d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:59.600500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29b1ca8c-24f4-45d2-8760-4bafa1915046 req-987d22dc-8606-4e67-8c1b-f1650a4cb22d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.1018968 Nov 16 21:44:59.608257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.711360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29b1ca8c-24f4-45d2-8760-4bafa1915046 req-f09a2350-a22e-494e-85be-e55abd7bb711 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986292 Nov 16 21:44:59.747397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.750231 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:59.751438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/security-groups/f3543b55-6ea2-4b6d-85b7-c75a9c324642 HTTP/1.1" status: 204 len: 168 time: 0.3097353 Nov 16 21:44:59.776377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9e4c0-25a1-48c9-84d5-b56f7e1847cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3543b55-6ea2-4b6d-85b7-c75a9c324642,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:59.863945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4071af65-e7e5-4406-bb66-82a54d7489a7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:59.893725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4071af65-e7e5-4406-bb66-82a54d7489a7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:59.894078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4071af65-e7e5-4406-bb66-82a54d7489a7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:59.894493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1b48912f-4028-40c0-b00b-92b81f905dd6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:59.920188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1b48912f-4028-40c0-b00b-92b81f905dd6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:59.920991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1b48912f-4028-40c0-b00b-92b81f905dd6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:59.921565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d133e5a0-47a2-40e0-baaa-fce55223f8ee no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:59.944503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d133e5a0-47a2-40e0-baaa-fce55223f8ee {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:59.945478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d133e5a0-47a2-40e0-baaa-fce55223f8ee not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:45:00.146325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52812) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.151040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515126710', 'description': 'tempest-secgroup-smoke-515126710 description', 'project_id': 'b0848e94efac43d8a53469d18635eddd'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.173637 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.249326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.253649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.284034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.285228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1378458 Nov 16 21:45:00.288186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52818) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.293511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.297921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6072c-92cc-4e7a-9138-ed24409408af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0650d76-b950-4b8f-9bac-b400163ab080,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.324100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.382777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.386612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.405479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3231c91c-0030-41aa-a4be-5dd03cd950d2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.413188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.414411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ff015c58-346c-4e4d-a0d3-99bf08c7b980 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253045 Nov 16 21:45:00.417946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52822) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.423047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.452806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.513866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.518409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.537320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80014321-dd24-4569-9759-f189c01d1306,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.547981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.551845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4416feac-7cd7-435f-a359-cd6556535aae tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302068 Nov 16 21:45:00.552468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52826) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.557279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.585131 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.644441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.649253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.665735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd7c661-2c5f-4d5a-b165-caa6648b8701,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.677676 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.681374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fbb22270-a9b7-47f0-bf4e-689b94e1f8f3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253669 Nov 16 21:45:00.681758 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52832) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.686102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.712176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.784080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.789408 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.809079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aab4ed-990f-4a25-9967-c1b76a994b6a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.821898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.826282 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c01faf8-f532-4277-a807-992ca268452f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411691 Nov 16 21:45:00.826711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52840) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.832915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:00.855783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1c33-2205-452a-91c8-ca4974f7fe85 req-0b2d5984-94d2-4cf5-9d94-379434679285 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:00.857470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c7f1c33-2205-452a-91c8-ca4974f7fe85 req-0b2d5984-94d2-4cf5-9d94-379434679285 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0573750 Nov 16 21:45:00.857862 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:45:00.864205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.914822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c7f1c33-2205-452a-91c8-ca4974f7fe85 req-63fcebed-b20d-4381-8bc1-e5dac39d6868 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507002 Nov 16 21:45:00.945252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.949852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.968979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd57d56-c3b1-4cec-9d7b-ef45b440002b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:00.977626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:00.986990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33269296-d71b-4b3d-9041-19a9f45f3a39 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510892 Nov 16 21:45:00.986990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:00.987299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'security_group_rule': {'security_group_id': 'e0650d76-b950-4b8f-9bac-b400163ab080', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:01.011412 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Project b0848e94efac43d8a53469d18635eddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:45:01.016473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.079203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.084307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.106732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7700a9e-7979-4f8f-b727-f28b8e6ac70e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:01.113874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.115216 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f82367bc-a8d1-408b-92ec-ae6db84ccf91 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321313 Nov 16 21:45:01.118043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52850) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:01.124171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'network': {'name': 'tempest-network-smoke--430265727', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:01.156686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:45:01.160529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.191842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:45:01.204853 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.205538 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Added segment 30785b2b-f6fc-48b3-870a-366fd1e2690b of type vlan for network 58584607-4c79-4501-ac48-3051498b50e7 Nov 16 21:45:01.251473 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.281251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.287075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:01.287690 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.355045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2335503 Nov 16 21:45:01.357899 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52862) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:01.363613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'admin_state_up': True, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:01.372373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df144a59-441f-4c6f-b7c4-401c1b328bd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Network': ['ID=58584607-4c79-4501-ac48-3051498b50e7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:01.385167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 58584607-4c79-4501-ac48-3051498b50e7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:45:01.399804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.400950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.482769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.657831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.881580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:01.909403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:02.042317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.112 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/bf5572f0-6d35-4587-829a-f0f477078960) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:02.061490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ff503-5fd5-45a2-808f-0a707e4731ea req-6a8e9c90-a5d9-471d-b8fc-ceb1dd2f0517 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:02.064188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f27ff503-5fd5-45a2-808f-0a707e4731ea req-6a8e9c90-a5d9-471d-b8fc-ceb1dd2f0517 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0611384 Nov 16 21:45:02.123002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f27ff503-5fd5-45a2-808f-0a707e4731ea req-76f0fbf7-ab8c-4fdb-ab83-e79ed35f1bf8 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Nov 16 21:45:02.172202 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:02.209349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:02.276464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:02.279862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:02.285237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:02.287728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=bf5572f0-6d35-4587-829a-f0f477078960,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:02.301196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e30809-00d2-4387-876b-47cd32d8103e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:02.392385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3f36b183-07d8-4b67-9fa8-b68e37800670 None None] Provisioning complete for port bf5572f0-6d35-4587-829a-f0f477078960 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:02.393760 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3f36b183-07d8-4b67-9fa8-b68e37800670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:02.436946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3f36b183-07d8-4b67-9fa8-b68e37800670 None None] Port bf5572f0-6d35-4587-829a-f0f477078960 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:02.637234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:02.645689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821f85-98bd-48c6-afac-0f4d4d53282a req-ff697e69-f7ba-43bc-b62c-e4ec6caa90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:02.648561 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4821f85-98bd-48c6-afac-0f4d4d53282a req-ff697e69-f7ba-43bc-b62c-e4ec6caa90a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0589349 Nov 16 21:45:02.710673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4821f85-98bd-48c6-afac-0f4d4d53282a req-bdd0ca04-5b5b-4a10-a433-4bdf10eee107 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Nov 16 21:45:02.905785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:03.078677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router bdca4796-ca82-4fde-87f6-191223b842cd is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:45:03.205420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:45:03.218366 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Sync routers for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:45:03.235435 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:03.236594 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:03.242773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:03.247762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c5b274b-45b7-4a89-9b7d-5ab86444f84b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8849375 Nov 16 21:45:03.248002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 52900) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:03.285184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52902) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:03.286491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1321157-e010-4067-9c3f-8a0fb8cdcc98 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0848e94efac43d8a53469d18635eddd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363030 Nov 16 21:45:03.377912 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:03.572509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:02Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:03.600506 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Checking router: bdca4796-ca82-4fde-87f6-191223b842cd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:45:03.601186 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Updating router bdca4796-ca82-4fde-87f6-191223b842cd port bf5572f0-6d35-4587-829a-f0f477078960 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:45:03.635803 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:03.742946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa81c-e61e-4810-a791-4b62036c3e98 req-23916f15-324a-4b5c-a2c7-e0dc5f30f1b4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:03.751058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58ffa81c-e61e-4810-a791-4b62036c3e98 req-23916f15-324a-4b5c-a2c7-e0dc5f30f1b4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.5109758 Nov 16 21:45:03.813880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58ffa81c-e61e-4810-a791-4b62036c3e98 req-c0897a3d-0a87-48a5-a739-486f6880304c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Nov 16 21:45:03.862724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a1ffd-ff02-47df-bd8a-eb17945f580a tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:03.875719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d28a1ffd-ff02-47df-bd8a-eb17945f580a tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5865581 Nov 16 21:45:03.875719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52914) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:03.930545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db13c80a-6ae8-489e-9420-cca80231094c tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539114 Nov 16 21:45:03.933650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52916) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:03.938546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923790449', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:04.089610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:45:04.093564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.104296 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.113743 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.164831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f339e-7b39-46ce-aa95-6233295f1698 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:04.166906 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Attempting to bind port bf5572f0-6d35-4587-829a-f0f477078960 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:04.167394 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Attempting to bind port bf5572f0-6d35-4587-829a-f0f477078960 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:04.167925 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Attempting to bind port bf5572f0-6d35-4587-829a-f0f477078960 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:04.184320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:04.185042 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:04.185628 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.186716 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:04.187452 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Bound port: bf5572f0-6d35-4587-829a-f0f477078960, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:04.188077 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.216713 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Pushing event updated for resources: {'Port': ['ID=bf5572f0-6d35-4587-829a-f0f477078960,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:04.226458 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.227189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.227189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.227468 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.227767 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.228289 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.229240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.229558 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.229881 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.230203 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.230521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.230834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.265195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] For port bf5572f0-6d35-4587-829a-f0f477078960, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:04.269037 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] For port bf5572f0-6d35-4587-829a-f0f477078960, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bf5572f0-6d35-4587-829a-f0f477078960,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:04.277938 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.297968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Provisioning complete for port bf5572f0-6d35-4587-829a-f0f477078960 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:04.298900 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.347832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e46f1-e7af-48bd-afd0-4705e44b9b7a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:04.361698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.364955 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732a12-a90a-4858-9a7a-e9183ceafaf2 None None] Pushing event updated for resources: {'Port': ['ID=bf5572f0-6d35-4587-829a-f0f477078960,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:04.369088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:04.369738 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:04.435429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Subnet': ['ID=ea9f3685-e299-45ca-990c-7505f09cb6f0,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:04.482282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.504205 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Checking segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:04.506899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network hostable DHCP agents. Network: 58584607-4c79-4501-ac48-3051498b50e7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:45:04.524037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] For port bf5572f0-6d35-4587-829a-f0f477078960, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bf5572f0-6d35-4587-829a-f0f477078960,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:04.530565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.539098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 58584607-4c79-4501-ac48-3051498b50e7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:45:04.556382 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:04.565794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 58584607-4c79-4501-ac48-3051498b50e7) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:04.570035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:04.570896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.582080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c7d2a-551f-4791-bc33-eb51e6409607 None None] Network 58584607-4c79-4501-ac48-3051498b50e7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:45:04.601796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0b4fddfa-6da9-4da2-963d-dd49526a8f8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6670032 Nov 16 21:45:04.605572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 52920) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:04.658804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Pushing event updated for resources: {'Port': ['ID=bf5572f0-6d35-4587-829a-f0f477078960,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:04.672885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.673228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.673757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.674255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.674751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.675268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.675821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.676351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.676872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.677393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.677920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.678431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d1339-c547-4bf5-bcaa-dfbd7ea8011d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:04.693219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-57a66caf-2011-48b1-af45-9d38e7f1e2e3 None None] Provisioning complete for port bf5572f0-6d35-4587-829a-f0f477078960 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:04.693851 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57a66caf-2011-48b1-af45-9d38e7f1e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:04.854816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:02Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:04.942982 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701163d1-9570-449e-9eb8-113027f4da2e None None] The sync data for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 is: [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:02Z', 'revision_number': 3, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:45:04.977347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-58584607-4c79-4501-ac48-3051498b50e7', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:45:04.978672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:05.096221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0244d5-e650-4388-9f0e-b7f8901bfb29 req-24569100-6b69-405b-9d39-4d985058eb85 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:05.097662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e0244d5-e650-4388-9f0e-b7f8901bfb29 req-24569100-6b69-405b-9d39-4d985058eb85 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.1726074 Nov 16 21:45:05.181395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e0244d5-e650-4388-9f0e-b7f8901bfb29 req-de9e3880-1652-45a7-a8fc-33db448a1981 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765975 Nov 16 21:45:05.206256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Allocated IP 172.20.0.2 (58584607-4c79-4501-ac48-3051498b50e7/ea9f3685-e299-45ca-990c-7505f09cb6f0/28c298a5-1a26-47f1-b9e1-aafcb0122180) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:05.430496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:05.463888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833273-6a30-47b6-bafe-b0e3dcc7a921 req-4a4a42ea-38ad-458a-9c27-2666071532cf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:05.472898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb833273-6a30-47b6-bafe-b0e3dcc7a921 req-4a4a42ea-38ad-458a-9c27-2666071532cf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1692734 Nov 16 21:45:05.708667 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:05.720270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:05.735431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb833273-6a30-47b6-bafe-b0e3dcc7a921 req-727482a8-75be-4cb5-be8d-30a9057e522a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616220 Nov 16 21:45:05.870281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Pushing event updated for resources: {'Port': ['ID=28c298a5-1a26-47f1-b9e1-aafcb0122180,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:05.900277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Network 58584607-4c79-4501-ac48-3051498b50e7 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:05.910379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:05.921189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bf5572f0-6d35-4587-829a-f0f477078960 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:05.932691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:05.971559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.1 (58584607-4c79-4501-ac48-3051498b50e7/ea9f3685-e299-45ca-990c-7505f09cb6f0/2c6ff16b-5a81-4e2f-91b3-044405716558) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:06.111609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Attempting to bind port 28c298a5-1a26-47f1-b9e1-aafcb0122180 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:06.111990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Attempting to bind port 28c298a5-1a26-47f1-b9e1-aafcb0122180 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:06.112420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Attempting to bind port 28c298a5-1a26-47f1-b9e1-aafcb0122180 on network 58584607-4c79-4501-ac48-3051498b50e7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:06.118847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:06.119962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Checking segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:06.120656 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.120992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Bound using segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:06.121525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Bound port: 28c298a5-1a26-47f1-b9e1-aafcb0122180, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:06.121912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.198233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] For port 28c298a5-1a26-47f1-b9e1-aafcb0122180, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:06.202211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] For port 28c298a5-1a26-47f1-b9e1-aafcb0122180, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=28c298a5-1a26-47f1-b9e1-aafcb0122180,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:06.203582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bf5572f0-6d35-4587-829a-f0f477078960 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:06.204033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.256042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.333466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f666f-7b26-4c10-a622-a9079f35a2ee req-297d9353-7c1e-46c8-aba8-3a5bb2a76e0c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:06.342003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-019f666f-7b26-4c10-a622-a9079f35a2ee req-297d9353-7c1e-46c8-aba8-3a5bb2a76e0c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1661694 Nov 16 21:45:06.371393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f096183-448d-41e9-b45d-9a334b199550 None None] Pushing event updated for resources: {'Port': ['ID=28c298a5-1a26-47f1-b9e1-aafcb0122180,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:06.439223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-019f666f-7b26-4c10-a622-a9079f35a2ee req-be5e05e9-fb6f-4621-97f1-3c2ecd6d4732 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Nov 16 21:45:06.462186 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.523521 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.574061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 58584607-4c79-4501-ac48-3051498b50e7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:06.586162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:06.589720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:06.641154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:06.661638 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:06.852321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:07.156688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:07.163307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:07.248241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:07.256185 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:07.372780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 58584607-4c79-4501-ac48-3051498b50e7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:07.374573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:07.641737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router bdca4796-ca82-4fde-87f6-191223b842cd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:45:07.652659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758c656-24a8-4175-8a39-b42d8d4bbb65 req-85b5833c-acc1-465e-a025-65d6812a881f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:07.659980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1758c656-24a8-4175-8a39-b42d8d4bbb65 req-85b5833c-acc1-465e-a025-65d6812a881f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0944500 Nov 16 21:45:07.818755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1758c656-24a8-4175-8a39-b42d8d4bbb65 req-7a1ee44d-bd96-4162-8760-c3953952682d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578803 Nov 16 21:45:07.885306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:45:07.901262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 28c298a5-1a26-47f1-b9e1-aafcb0122180 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:07.912804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5c445dd2-6190-47a3-b2b0-3fb1c9f49c12 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/bdca4796-ca82-4fde-87f6-191223b842cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2928843 Nov 16 21:45:07.963861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dd968-2451-4782-8568-5e66de44c3f0 None None] Network 58584607-4c79-4501-ac48-3051498b50e7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:45:08.161864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Sync routers for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:45:08.185057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] Provisioning complete for port 28c298a5-1a26-47f1-b9e1-aafcb0122180 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:08.185685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:08.231723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:08.232359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:08.358695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:08.385466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-4637fd22-cedf-45ba-be52-099e143248eb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515126710&fields=id&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 267 time: 0.1395931 Nov 16 21:45:08.580688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d36ab-50d7-43df-8e5b-0a4c8759754a req-ab042a64-94ec-4ebd-9f04-97c4d06b678a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:08.587291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d40d36ab-50d7-43df-8e5b-0a4c8759754a req-ab042a64-94ec-4ebd-9f04-97c4d06b678a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.2180648 Nov 16 21:45:08.648765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-e0c8c3db-86ef-4c63-b51f-f02ec64f688c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:08.656108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-e0c8c3db-86ef-4c63-b51f-f02ec64f688c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/networks?id=58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 200 len: 796 time: 0.2275407 Nov 16 21:45:08.683701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:08.698339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-ca152f53-ef68-4984-8dc1-5f6e392ef3bc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/quotas/b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 375 time: 0.0413167 Nov 16 21:45:08.737067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 28c298a5-1a26-47f1-b9e1-aafcb0122180 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:08.737439 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:08.739345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d40d36ab-50d7-43df-8e5b-0a4c8759754a req-9036ee72-bd55-4879-b50f-32238a3c2836 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456969 Nov 16 21:45:08.767588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] For port 28c298a5-1a26-47f1-b9e1-aafcb0122180, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=28c298a5-1a26-47f1-b9e1-aafcb0122180,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:08.793321 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:08.865986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-59a7979e-25ff-48bd-abac-611c38e2cf89 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484802 Nov 16 21:45:08.873346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-00d421fb-bbb8-4098-8a35-4cac42e934b6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:45:08.880890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-00d421fb-bbb8-4098-8a35-4cac42e934b6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131590 Nov 16 21:45:08.928250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26446361-80ed-44b7-9d52-262fe18858cd None None] Pushing event updated for resources: {'Port': ['ID=28c298a5-1a26-47f1-b9e1-aafcb0122180,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:08.968535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ad1f91e9-ec59-459a-91ad-275ac82a8853 None None] Provisioning complete for port 2c6ff16b-5a81-4e2f-91b3-044405716558 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:08.970729 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad1f91e9-ec59-459a-91ad-275ac82a8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.036288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f91e9-ec59-459a-91ad-275ac82a8853 None None] Port 2c6ff16b-5a81-4e2f-91b3-044405716558 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:09.052954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:07Z', 'revision_number': 2, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:09.121371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-48a6cb04-153a-4b65-92d1-474fa5407bd1 service neutron] 10.222.0.54 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375157 Nov 16 21:45:09.126200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ad1f91e9-ec59-459a-91ad-275ac82a8853 None None] Provisioning complete for port 28c298a5-1a26-47f1-b9e1-aafcb0122180 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:09.126573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad1f91e9-ec59-459a-91ad-275ac82a8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.130604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Checking router: bdca4796-ca82-4fde-87f6-191223b842cd for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:45:09.130973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Updating router bdca4796-ca82-4fde-87f6-191223b842cd port 2c6ff16b-5a81-4e2f-91b3-044405716558 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:45:09.211784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.220570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.393709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-3910fb62-8733-4338-b221-e594788b94ee service neutron] 10.222.0.54 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383478 Nov 16 21:45:09.607629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5c3cb68c-fb15-45ee-90d4-7566f465bd61 None None] Provisioning complete for port 2c6ff16b-5a81-4e2f-91b3-044405716558 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:09.607998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb68c-fb15-45ee-90d4-7566f465bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.670346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.683769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cb68c-fb15-45ee-90d4-7566f465bd61 None None] Port 2c6ff16b-5a81-4e2f-91b3-044405716558 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:09.690384 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.698188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a394474-3f52-4c89-8641-44f1f79e368f req-3a77d5cd-aa07-4ae1-8038-b5f042108ac3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 210 time: 0.0395231 Nov 16 21:45:09.778245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6bac-df53-4447-a20a-97770477c29a None None] Pushing event updated for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:09.876663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Attempting to bind port 2c6ff16b-5a81-4e2f-91b3-044405716558 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:09.877031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Attempting to bind port 2c6ff16b-5a81-4e2f-91b3-044405716558 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:09.877387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Attempting to bind port 2c6ff16b-5a81-4e2f-91b3-044405716558 on network 58584607-4c79-4501-ac48-3051498b50e7 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:09.903471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 28c298a5-1a26-47f1-b9e1-aafcb0122180 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:09.911473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:09.911850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Checking segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:09.912254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:09.912640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Bound using segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:09.913129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Bound port: 2c6ff16b-5a81-4e2f-91b3-044405716558, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:09.913498 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.005323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c6a79-40ff-45b0-b99f-d8201cc829af req-6e20408f-977b-4913-9461-0585958037ee tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:10.013299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-066c6a79-40ff-45b0-b99f-d8201cc829af req-6e20408f-977b-4913-9461-0585958037ee tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1373615 Nov 16 21:45:10.111398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-066c6a79-40ff-45b0-b99f-d8201cc829af req-d2fa0dd5-2a50-4dc3-ac5a-bd752bdd4660 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970283 Nov 16 21:45:10.150775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] For port 2c6ff16b-5a81-4e2f-91b3-044405716558, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:10.155499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] For port 2c6ff16b-5a81-4e2f-91b3-044405716558, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c6ff16b-5a81-4e2f-91b3-044405716558,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:10.179214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] Provisioning complete for port 2c6ff16b-5a81-4e2f-91b3-044405716558 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:10.179657 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.182265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.349509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 28c298a5-1a26-47f1-b9e1-aafcb0122180 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:10.349509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.463510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:10.464285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:44:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:10.641882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6bac-df53-4447-a20a-97770477c29a None None] Pushing event updated for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:10.826707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.856397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a13a07d-57ab-4137-b757-c31ffdd2ce0c req-46e3868f-9a90-404c-a7eb-0f82253ace23 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 210 time: 0.0502069 Nov 16 21:45:10.900573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] For port 2c6ff16b-5a81-4e2f-91b3-044405716558, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c6ff16b-5a81-4e2f-91b3-044405716558,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:10.918625 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:10.927202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:11.444569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7470e1-d87c-414c-9403-4d5c9ce0cf1f None None] Pushing event updated for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:11.455026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-da641ed9-c80f-4052-ad35-b64deb084fe0 None None] Provisioning complete for port 2c6ff16b-5a81-4e2f-91b3-044405716558 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:11.455397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da641ed9-c80f-4052-ad35-b64deb084fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:11.661302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:11.701134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782c76f-ca8e-4912-86ca-75a224a2cf2b None None] The sync data for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 is: [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:45:12.073829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3e50f2f-4441-4c9e-b18c-f59754a8af17 req-9a9ae9e6-423e-4da5-bc78-2f578e17d36d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 210 time: 0.0530665 Nov 16 21:45:12.252439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-c7d0914a-0f45-4861-8742-317a54985fb4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.254478 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-c7d0914a-0f45-4861-8742-317a54985fb4 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/networks?id=58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 200 len: 796 time: 0.6732645 Nov 16 21:45:12.276053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-fc939d10-26b7-4912-aa07-d14ebe1f6694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051762 Nov 16 21:45:12.384343 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-7ce5441f-5b67-4ec0-b9e2-54a3d3eccde9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0848e94efac43d8a53469d18635eddd HTTP/1.1" status: 200 len: 379 time: 0.1200757 Nov 16 21:45:12.403433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'port': {'device_id': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'admin_state_up': True, 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'security_groups': ['e0650d76-b950-4b8f-9bac-b400163ab080']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:12.429094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-d982da93-ec7b-4743-ab86-620b99e8e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.431017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-d982da93-ec7b-4743-ab86-620b99e8e475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.0974717 Nov 16 21:45:12.694378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-d19180ef-aa13-4f28-b8f4-a54da986ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.696577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-d19180ef-aa13-4f28-b8f4-a54da986ee55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.2446966 Nov 16 21:45:12.699997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Made reservation on behalf of b0848e94efac43d8a53469d18635eddd for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:45:12.704142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:12.811275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-f0756a1d-188b-401c-87db-3d733507f637 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.1060109 Nov 16 21:45:12.923048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:12.932333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-dc734613-22f3-4be9-b959-5cc9956914fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.934072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-dc734613-22f3-4be9-b959-5cc9956914fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.1110358 Nov 16 21:45:12.949851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.20.0.7 (58584607-4c79-4501-ac48-3051498b50e7/ea9f3685-e299-45ca-990c-7505f09cb6f0/af5891a3-808c-4a0c-ad6e-5d86774215e8) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:13.023448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-7964abb2-b0d6-4a4c-b7bf-fb94084d6be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802059 Nov 16 21:45:13.242631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:13.349970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:13.398089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c402d2f-c03f-4259-8cf5-d419de90c1a2 req-5d8df9d4-4717-47e4-940b-118fa68683cc tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 210 time: 0.1570683 Nov 16 21:45:13.402638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-c8967dc4-8b8a-426d-a91e-7a2949c12da3 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708227 Nov 16 21:45:13.459149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 58584607-4c79-4501-ac48-3051498b50e7 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:13.462564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:13.473226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:13.635209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:13.727732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:13.728995 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:13.809172 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-a1f90c12-a450-4e75-9d9d-d0e33b1d5754 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4171906 Nov 16 21:45:13.851459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Request body: {'port': {'device_id': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:13.857248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe4c6-d1fc-4176-8f5d-11e09e40a565 req-d007ba92-3f58-42cd-9fe2-be7b60382dc6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:13.865190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70dbe4c6-d1fc-4176-8f5d-11e09e40a565 req-d007ba92-3f58-42cd-9fe2-be7b60382dc6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1875598 Nov 16 21:45:13.919565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a809e69-2458-40cf-98f5-8f7d351436f6 req-34104f92-a196-46e9-9aa1-78b760696ecc service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086350 Nov 16 21:45:13.971346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70dbe4c6-d1fc-4176-8f5d-11e09e40a565 req-82b64e52-964f-463c-9740-ed3d9cd65687 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051221 Nov 16 21:45:14.062170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:14.068550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c6ff16b-5a81-4e2f-91b3-044405716558 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:14.122459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046122-f372-4445-a5db-9885bdc69610 req-9b5d0cf6-94c4-4353-9e18-f311a4013ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:14.124073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-9b5d0cf6-94c4-4353-9e18-f311a4013ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.1032634 Nov 16 21:45:14.215823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-774df743-5dd3-4b5f-ab80-ccadac0bb607 None None] Provisioning complete for port af5891a3-808c-4a0c-ad6e-5d86774215e8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:14.216576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-774df743-5dd3-4b5f-ab80-ccadac0bb607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:14.310671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2c6ff16b-5a81-4e2f-91b3-044405716558 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:14.311079 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:14.378579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-774df743-5dd3-4b5f-ab80-ccadac0bb607 None None] Port af5891a3-808c-4a0c-ad6e-5d86774215e8 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:14.763619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5891a3-808c-4a0c-ad6e-5d86774215e8 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:45:14.774755 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:14.791389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Transition to ACTIVE for port object af5891a3-808c-4a0c-ad6e-5d86774215e8 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:45:14.811922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:14.892736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:15.069232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Attempting to bind port af5891a3-808c-4a0c-ad6e-5d86774215e8 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:15.069740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Attempting to bind port af5891a3-808c-4a0c-ad6e-5d86774215e8 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:15.069987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Attempting to bind port af5891a3-808c-4a0c-ad6e-5d86774215e8 on network 58584607-4c79-4501-ac48-3051498b50e7 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:15.096390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Port af5891a3-808c-4a0c-ad6e-5d86774215e8 on network 58584607-4c79-4501-ac48-3051498b50e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:45:15.099350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Attempting to bind port af5891a3-808c-4a0c-ad6e-5d86774215e8 on network 58584607-4c79-4501-ac48-3051498b50e7 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:15.115577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:15.115937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Checking segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:15.117476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Bound using segment: {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:15.117935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Bound port: af5891a3-808c-4a0c-ad6e-5d86774215e8, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30785b2b-f6fc-48b3-870a-366fd1e2690b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '58584607-4c79-4501-ac48-3051498b50e7'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:15.127670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:15.272116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:15.283137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:15.296349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:15.332663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046122-f372-4445-a5db-9885bdc69610 req-fa87762e-b6f6-48a0-9ed4-26fd1d79ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.335625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-fa87762e-b6f6-48a0-9ed4-26fd1d79ab82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 1.2028489 Nov 16 21:45:15.361078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e9e6553-b629-4486-b468-7e70de61ebd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:15.377046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.377934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:15.383282 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 200 len: 1091 time: 1.5661085 Nov 16 21:45:15.383928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:45:15.386505 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b06228-85f0-450c-9cfb-dc79135c1d90" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:45:15.397610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-ca8689fe-15cb-4487-b7ac-08b1a0564bfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0544186 Nov 16 21:45:15.423326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c303ce2-9868-43c9-82b8-d2900e9309f4 service neutron] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:15.460045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9e3e2-7568-4a2f-8637-3701f0ed0429 req-74853e6d-873c-44f9-9753-8df6c12d6e84 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.460045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62e9e3e2-7568-4a2f-8637-3701f0ed0429 req-74853e6d-873c-44f9-9753-8df6c12d6e84 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 943 time: 0.2087088 Nov 16 21:45:15.479890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca2812-2469-44f9-b2a6-1cdb7cfb8f14 req-6f7d207f-0b4a-482c-ad31-9b26a8e9cf77 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.481557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54ca2812-2469-44f9-b2a6-1cdb7cfb8f14 req-6f7d207f-0b4a-482c-ad31-9b26a8e9cf77 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.2343776 Nov 16 21:45:15.515998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-787a8b25-3343-4037-840e-c1eb3ad07034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.517534 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-787a8b25-3343-4037-840e-c1eb3ad07034 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1094 time: 0.0707030 Nov 16 21:45:15.541546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046122-f372-4445-a5db-9885bdc69610 req-46731de8-e43c-4f99-a152-ae5e3605aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.543081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-46731de8-e43c-4f99-a152-ae5e3605aa35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.1340909 Nov 16 21:45:15.579518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-da835843-383f-4969-90b2-518965dee7f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 200 len: 217 time: 0.0495195 Nov 16 21:45:15.606076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-38374608-5a25-4a8a-ab03-193c12550a84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483563 Nov 16 21:45:15.647075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62e9e3e2-7568-4a2f-8637-3701f0ed0429 req-4af9ba68-2fdf-4506-afe8-0f02d6eb2c9a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783650 Nov 16 21:45:15.671117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54ca2812-2469-44f9-b2a6-1cdb7cfb8f14 req-5565d67b-463e-48dd-aad3-6a87c5f941de tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733286 Nov 16 21:45:15.683317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-743d5d1f-4de3-4ca8-ab7e-6145351109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.703917 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-743d5d1f-4de3-4ca8-ab7e-6145351109dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9f3685-e299-45ca-990c-7505f09cb6f0 HTTP/1.1" status: 200 len: 834 time: 0.1137393 Nov 16 21:45:15.771269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5571-1863-4e11-ad19-f21306868495 req-1b6388c6-442d-4aee-aec8-d18d5a785bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:15.773385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-1b6388c6-442d-4aee-aec8-d18d5a785bdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58584607-4c79-4501-ac48-3051498b50e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631132 Nov 16 21:45:15.804955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-e78d64c8-a89f-4e91-9dea-9149dd14abfc service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311977 Nov 16 21:45:15.867996 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f850b85-84c6-4056-8099-7c8d4a826d86 x-openstack-request-id: req-9f850b85-84c6-4056-8099-7c8d4a826d86 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:45:15.868301 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:45:15.868564 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f850b85-84c6-4056-8099-7c8d4a826d86 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:45:15.869145 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'status': 'completed', 'code': 200} Nov 16 21:45:15.915177 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-bebbc77b-9d90-4520-a507-b0d3f9748ccc service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232686 Nov 16 21:45:15.930658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-f8eb8b41-9559-44c9-8b39-77526164ee8a service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185138 Nov 16 21:45:16.027975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c57d5571-1863-4e11-ad19-f21306868495 req-473e42f2-86e4-43c5-8f6a-5180d110e029 service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046405 Nov 16 21:45:16.182912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-4a3e2054-ce38-4e4c-bafe-b36e8da6fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.188832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-4a3e2054-ce38-4e4c-bafe-b36e8da6fb4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1094 time: 0.0832801 Nov 16 21:45:16.315590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-8abd60ce-3f97-44e5-9cc1-d55fe273c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.317118 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-8abd60ce-3f97-44e5-9cc1-d55fe273c7f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 200 len: 897 time: 0.1200714 Nov 16 21:45:16.372774 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-836f5eda-56c7-441b-8994-24d7a9c0fbc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 200 len: 217 time: 0.0476220 Nov 16 21:45:16.445705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-907bd492-4343-4e74-ad47-ed5a1a1621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.447395 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-907bd492-4343-4e74-ad47-ed5a1a1621ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9f3685-e299-45ca-990c-7505f09cb6f0 HTTP/1.1" status: 200 len: 834 time: 0.0669756 Nov 16 21:45:16.527316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-6f429d6f-3713-4936-b653-6655613fff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.529443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-6f429d6f-3713-4936-b653-6655613fff20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58584607-4c79-4501-ac48-3051498b50e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743806 Nov 16 21:45:16.638872 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-552ff2b6-b781-4800-87a8-5b3e08cf349e service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998247 Nov 16 21:45:16.764403 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-61b06228-85f0-450c-9cfb-dc79135c1d90 req-f4896419-7c7b-484b-a70e-3a7b949415ab service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155372 Nov 16 21:45:16.883293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eec82-b56d-4b98-abae-6856ea21c4a1 req-f676d6df-ea4f-4f17-84ab-e5890d4bfdd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.891255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-803eec82-b56d-4b98-abae-6856ea21c4a1 req-f676d6df-ea4f-4f17-84ab-e5890d4bfdd3 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 943 time: 0.0788698 Nov 16 21:45:16.931036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d82a0-4566-4aeb-8874-944c06a2e89d req-7771113c-c923-4543-895b-83d99f166ea5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:16.932913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-770d82a0-4566-4aeb-8874-944c06a2e89d req-7771113c-c923-4543-895b-83d99f166ea5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1595633 Nov 16 21:45:16.996734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-803eec82-b56d-4b98-abae-6856ea21c4a1 req-6a9031b9-7ecd-4706-bf19-b47fb8dce749 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043110 Nov 16 21:45:17.010764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-770d82a0-4566-4aeb-8874-944c06a2e89d req-6499fb53-6355-4feb-bad7-6932c115183d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 Nov 16 21:45:17.698520 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d776b38-13e7-49e5-9a43-58347b8097f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:18.237988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774019e-a171-4b9b-9598-0ed56c34eaab req-3434abc8-a726-4cd0-a919-a3298fc3f624 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:18.239603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b774019e-a171-4b9b-9598-0ed56c34eaab req-3434abc8-a726-4cd0-a919-a3298fc3f624 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0872865 Nov 16 21:45:18.262974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc1347-8b33-441f-aaa4-806bd45c0c43 req-c4a16f7f-fb32-49c1-a5fb-f35f39794a34 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:18.264514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fdc1347-8b33-441f-aaa4-806bd45c0c43 req-c4a16f7f-fb32-49c1-a5fb-f35f39794a34 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 943 time: 0.0766778 Nov 16 21:45:18.329273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b774019e-a171-4b9b-9598-0ed56c34eaab req-b9564b37-a1a9-4304-9946-7ea7ce794291 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799909 Nov 16 21:45:18.338958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fdc1347-8b33-441f-aaa4-806bd45c0c43 req-c1c80ad6-69e5-4c06-bb60-4a8b99b8de2d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667329 Nov 16 21:45:18.389064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:45:18.501733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:18.515632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'mac_address': 'fa:16:3e:aa:ce:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:45:18.559133 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:18.574451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5891a3-808c-4a0c-ad6e-5d86774215e8 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:45:18.597158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:18.601411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:18.652516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:18.812967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['af5891a3-808c-4a0c-ad6e-5d86774215e8'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:45:18.868960 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-78185ec4-6d4d-4e9e-bcd1-a821335abeff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427709 Nov 16 21:45:18.958672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-f68c7f99-fe6c-4745-870e-5cc9bb5c1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:18.962246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-f68c7f99-fe6c-4745-870e-5cc9bb5c1733 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0462210 Nov 16 21:45:19.075708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-cee64a68-45b9-4b23-83e6-05fa652aa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:19.077114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-cee64a68-45b9-4b23-83e6-05fa652aa25c service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.0955017 Nov 16 21:45:19.119661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-0dc5e0af-2aa5-47c1-887c-5bb008d9392e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 217 time: 0.0338140 Nov 16 21:45:19.174227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-59b80db8-c511-49ee-ab12-18679344a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:19.175725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-59b80db8-c511-49ee-ab12-18679344a833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0479527 Nov 16 21:45:19.211105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-7118ddc9-2aa2-4a84-91dd-2810eee185ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252905 Nov 16 21:45:19.312153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-5ccb61ca-643e-470a-a4da-144be87fff48 service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946386 Nov 16 21:45:19.316458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:19.423432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae2c49c8-baa5-43f9-a220-1fde436f681f req-38600bb2-368e-4171-80df-ad63ae9f0ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031106 Nov 16 21:45:19.529032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b068a-083a-4381-a677-650cf402f70a req-d7dc412b-68ac-4f8c-9232-32670a7dac3d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:19.530431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e93b068a-083a-4381-a677-650cf402f70a req-d7dc412b-68ac-4f8c-9232-32670a7dac3d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1008739 Nov 16 21:45:19.562071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c0e9-d8ad-4fd5-a9a4-da7f47dec728 req-383d54f4-dac2-4cda-9cd2-27022a08229e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:19.569888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c049c0e9-d8ad-4fd5-a9a4-da7f47dec728 req-383d54f4-dac2-4cda-9cd2-27022a08229e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 944 time: 0.1009827 Nov 16 21:45:19.697599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e93b068a-083a-4381-a677-650cf402f70a req-4b68b275-d4aa-424a-9f8d-191ffdd49eff tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546052 Nov 16 21:45:19.714535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c049c0e9-d8ad-4fd5-a9a4-da7f47dec728 req-96bf250c-d5a5-45f0-8580-1b1eae122e99 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433775 Nov 16 21:45:20.393734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:20.462164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port af5891a3-808c-4a0c-ad6e-5d86774215e8 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:45:20.466834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port af5891a3-808c-4a0c-ad6e-5d86774215e8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:20.467419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:20.568913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:20.570698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:20.595363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:45:20.601339 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890eea7f-c832-45ab-af45-60e86653bdff" -d '{"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-plugged", "status": "completed", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:45:20.623689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:20.632595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:20.664289 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf49274-6dbd-42bc-b7e9-b706a26bab99 x-openstack-request-id: req-1bf49274-6dbd-42bc-b7e9-b706a26bab99 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:45:20.664587 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-plugged", "status": "completed", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:45:20.664834 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bf49274-6dbd-42bc-b7e9-b706a26bab99 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:45:20.665221 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'code': 200} Nov 16 21:45:20.697512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:20.775601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753baa4-82f9-45a1-a8ce-3cc6d2743ed9 req-3ee0a883-37be-4f56-978d-85a29d06e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:20.778061 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c753baa4-82f9-45a1-a8ce-3cc6d2743ed9 req-3ee0a883-37be-4f56-978d-85a29d06e172 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1096 time: 0.0574148 Nov 16 21:45:20.829888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48957ac-3b10-47d2-89c6-0df86be6907e req-71dd25e1-da5b-40a4-a96e-aab0bbc69670 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:20.833108 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c753baa4-82f9-45a1-a8ce-3cc6d2743ed9 req-271a209a-991f-4080-9ecd-a6e32b226e36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451500 Nov 16 21:45:20.835398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f48957ac-3b10-47d2-89c6-0df86be6907e req-71dd25e1-da5b-40a4-a96e-aab0bbc69670 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0691504 Nov 16 21:45:20.898754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43e5ec-2d7d-4331-9c16-7ef3385c773c req-c0635484-b117-409b-860c-5d067fe33cac tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:20.900575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea43e5ec-2d7d-4331-9c16-7ef3385c773c req-c0635484-b117-409b-860c-5d067fe33cac tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0897963 Nov 16 21:45:20.929590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f48957ac-3b10-47d2-89c6-0df86be6907e req-ae061299-c8e6-4b20-bb74-4c54047b6a38 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725002 Nov 16 21:45:20.982068 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea43e5ec-2d7d-4331-9c16-7ef3385c773c req-273d07fd-6675-49c0-a284-5d8b16180971 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731077 Nov 16 21:45:21.441065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:22.154203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aae9d-d96a-4a4d-a42d-31d928dbbdd6 req-6d7324e7-e75f-4f95-944a-09dd91645462 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:22.155917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef9aae9d-d96a-4a4d-a42d-31d928dbbdd6 req-6d7324e7-e75f-4f95-944a-09dd91645462 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1513290 Nov 16 21:45:22.168457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4822f4-2f58-48b7-a57a-ce372ceec223 req-eea3be3d-cebc-47cb-b38c-02fa7f465823 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:22.170590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e4822f4-2f58-48b7-a57a-ce372ceec223 req-eea3be3d-cebc-47cb-b38c-02fa7f465823 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1082113 Nov 16 21:45:22.286506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e4822f4-2f58-48b7-a57a-ce372ceec223 req-f6473ae5-aa7f-433a-aae5-13d842acdad7 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069374 Nov 16 21:45:22.306745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef9aae9d-d96a-4a4d-a42d-31d928dbbdd6 req-c6257d7b-65e3-4aa4-bcd5-9345753af1dc tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261103 Nov 16 21:45:22.418908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38f900-faf5-4a18-8615-dc023c07e0ea req-0ccc7c7d-fe26-4a50-b3fd-a75aedf895ad tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:22.420488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf38f900-faf5-4a18-8615-dc023c07e0ea req-0ccc7c7d-fe26-4a50-b3fd-a75aedf895ad tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0565505 Nov 16 21:45:22.530259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf38f900-faf5-4a18-8615-dc023c07e0ea req-83f66d58-4861-4094-bc07-f35bcbaea487 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986147 Nov 16 21:45:22.549986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:22.617188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936d93e-1218-4919-8949-f65a8a5e9837 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:22.619046 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6936d93e-1218-4919-8949-f65a8a5e9837 tempest-TestNetworkAdvancedServerOps-1106172232 tempest-TestNetworkAdvancedServerOps-1106172232-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1091 time: 0.0715635 Nov 16 21:45:22.622972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53578) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:22.627498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:22.655833 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:22.762343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:22.870797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Allocated IP 172.25.7.140 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d825911f-4a12-438d-bb19-65ad2b0e1167) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:22.972802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.012560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.050335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:23.053404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:23.056662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:23.088383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=d825911f-4a12-438d-bb19-65ad2b0e1167,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:23.514692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf04fa-2ce4-48be-9ae2-370b088c9ff4 req-9a8d5b44-2834-4542-ae2b-799015b22fe6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:23.516289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fcf04fa-2ce4-48be-9ae2-370b088c9ff4 req-9a8d5b44-2834-4542-ae2b-799015b22fe6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1086845 Nov 16 21:45:23.517524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.623498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fcf04fa-2ce4-48be-9ae2-370b088c9ff4 req-c31c6cba-dcb1-4262-9e57-42d1a51ee43d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806854 Nov 16 21:45:23.628933 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.787687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.792642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.870151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event updated for resources: {'Port': ['ID=d825911f-4a12-438d-bb19-65ad2b0e1167,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:23.879960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.997796 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP aeb65cf4-5d69-494e-a71a-c4083c82c427 associated. External IP: 172.25.7.140, port: af5891a3-808c-4a0c-ad6e-5d86774215e8. Nov 16 21:45:24.203328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router bdca4796-ca82-4fde-87f6-191223b842cd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:45:24.352033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:45:24.363941 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Sync routers for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:45:24.376646 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:24.377787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:24.379958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:24.422586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-679d6303-8f88-4ddb-908d-154e5938fe2a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7971113 Nov 16 21:45:24.422586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:45:24.424358 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:45:24.524853 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8881ba-1c4f-421c-8b84-afd1a98c3b4b x-openstack-request-id: req-6a8881ba-1c4f-421c-8b84-afd1a98c3b4b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:45:24.525533 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:45:24.525533 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a8881ba-1c4f-421c-8b84-afd1a98c3b4b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:45:24.525730 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'status': 'completed', 'code': 200} Nov 16 21:45:24.560851 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:24.617594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-abaa8daf-b28d-4a3f-850b-b6c04a8a0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:24.625079 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-abaa8daf-b28d-4a3f-850b-b6c04a8a0bb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1096 time: 0.1099885 Nov 16 21:45:24.665800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b9fa-81c6-4460-b26b-c85f675bf47c req-0ba99670-380f-4b4d-bb21-c23bb54f9fa5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:24.667476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8681b9fa-81c6-4460-b26b-c85f675bf47c req-0ba99670-380f-4b4d-bb21-c23bb54f9fa5 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1701977 Nov 16 21:45:24.757461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8681b9fa-81c6-4460-b26b-c85f675bf47c req-c32648cf-b01d-4aa0-838a-56519181ab9d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829904 Nov 16 21:45:24.807021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53604) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:24.809832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-85bd09ac-8fa2-4924-bf0e-edfb0043768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:24.811732 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-85bd09ac-8fa2-4924-bf0e-edfb0043768e service neutron] 10.222.0.36 "GET /v2.0/networks?id=58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 200 len: 897 time: 0.1802027 Nov 16 21:45:24.895111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-88ed6850-5f84-4cc0-baf1-32b10be1c1f1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/aeb65cf4-5d69-494e-a71a-c4083c82c427 HTTP/1.1" status: 200 len: 991 time: 0.0868533 Nov 16 21:45:24.904188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79621a-69d9-4579-900a-b803799ef345 req-9380da9d-31b2-41e0-9cce-ea567d0d871e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:24.911503 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb79621a-69d9-4579-900a-b803799ef345 req-9380da9d-31b2-41e0-9cce-ea567d0d871e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1481466 Nov 16 21:45:24.926825 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-81be50e0-90de-45cd-91d4-cde8ec1ab20a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 200 len: 999 time: 0.1055923 Nov 16 21:45:24.950688 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'aeb65cf4-5d69-494e-a71a-c4083c82c427', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'mac_address': 'fa:16:3e:aa:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:45:23Z', 'updated_at': '2021-11-16T21:45:23Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:24.982473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb79621a-69d9-4579-900a-b803799ef345 req-b290b600-a97e-447b-a939-8c04fe73b8ec tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650582 Nov 16 21:45:24.988055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Checking router: bdca4796-ca82-4fde-87f6-191223b842cd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:45:24.998656 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:24.999602 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:25.013517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-ef46ed23-fac1-4b21-b20c-43c11ecb2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:25.015066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-ef46ed23-fac1-4b21-b20c-43c11ecb2344 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9f3685-e299-45ca-990c-7505f09cb6f0 HTTP/1.1" status: 200 len: 834 time: 0.0814762 Nov 16 21:45:25.073001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-9f588d86-9432-4c8d-b6f5-2520714b1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:25.075121 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-9f588d86-9432-4c8d-b6f5-2520714b1f80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58584607-4c79-4501-ac48-3051498b50e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523617 Nov 16 21:45:25.116362 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:25.183760 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-87c23598-8772-431a-a328-aa28c4d2f9a9 service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015275 Nov 16 21:45:25.286076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6abfcd72-aac8-46b1-8264-e37d7fcf5fa5 req-96b09c86-3769-4822-ac1d-aaae4b1afb00 service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947154 Nov 16 21:45:25.372252 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'aeb65cf4-5d69-494e-a71a-c4083c82c427', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'mac_address': 'fa:16:3e:aa:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:45:23Z', 'updated_at': '2021-11-16T21:45:23Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:25.498659 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6c727-3a46-4ed6-a19e-c0c70d3ff909 None None] The sync data for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 is: [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'aeb65cf4-5d69-494e-a71a-c4083c82c427', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'mac_address': 'fa:16:3e:aa:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:45:23Z', 'updated_at': '2021-11-16T21:45:23Z', 'revision_number': 0, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:45:25.752985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1bd525-cca8-4bbf-9e5c-08013244b7b6 None None] New status for floating IP aeb65cf4-5d69-494e-a71a-c4083c82c427: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:45:25.885316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 53610) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:25.976423 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1dfb26ee-73fc-47d6-aeab-a2008ae27f7b tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/aeb65cf4-5d69-494e-a71a-c4083c82c427 HTTP/1.1" status: 200 len: 991 time: 0.0887222 Nov 16 21:45:26.097049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986bc9-ad9f-47e1-955d-00aaf0461c92 req-81dd6fd0-4dc5-40ad-ade7-ed216dcf71c6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:26.098475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae986bc9-ad9f-47e1-955d-00aaf0461c92 req-81dd6fd0-4dc5-40ad-ade7-ed216dcf71c6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0523839 Nov 16 21:45:26.155396 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae986bc9-ad9f-47e1-955d-00aaf0461c92 req-4db651a5-97e8-4eb5-8203-ba078a75b7a8 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498812 Nov 16 21:45:26.979207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 53620) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:27.049244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9d93f86b-b5d1-44b7-b83d-7cd6629ef3a1 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/aeb65cf4-5d69-494e-a71a-c4083c82c427 HTTP/1.1" status: 200 len: 993 time: 0.0645714 Nov 16 21:45:27.283298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c8dfa-6631-47af-bbb7-6133e48d2627 req-d9a5bbed-76ad-4732-9a6b-c19d1c76b65f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:27.284697 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-248c8dfa-6631-47af-bbb7-6133e48d2627 req-d9a5bbed-76ad-4732-9a6b-c19d1c76b65f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0559764 Nov 16 21:45:27.333190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-248c8dfa-6631-47af-bbb7-6133e48d2627 req-bf1a2fc3-9edb-448b-b378-5d8149b8d081 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Nov 16 21:45:28.474729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33799a-d6a6-4f29-92d9-8626f03950a4 req-794c0670-44fa-4856-9ace-4c237a681a94 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:28.476409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f33799a-d6a6-4f29-92d9-8626f03950a4 req-794c0670-44fa-4856-9ace-4c237a681a94 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0621526 Nov 16 21:45:28.543459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f33799a-d6a6-4f29-92d9-8626f03950a4 req-f0529291-52a8-43d0-a96d-5d03b19e13e4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Nov 16 21:45:29.677947 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af7ec-8313-4c9b-9945-3805d2276c8c req-1f4ad902-03e9-41a3-a85d-e4f29bfcfb06 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:29.680184 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be5af7ec-8313-4c9b-9945-3805d2276c8c req-1f4ad902-03e9-41a3-a85d-e4f29bfcfb06 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0646091 Nov 16 21:45:29.736444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be5af7ec-8313-4c9b-9945-3805d2276c8c req-2edd47b3-5bf8-4c0d-8ed1-c1fa47af1bf7 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Nov 16 21:45:30.868914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66420b42-323d-4dcf-bf3d-ce44a349fdc7 req-ea613d5e-ea62-403b-a259-d4f7b59a6ede tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:30.870593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66420b42-323d-4dcf-bf3d-ce44a349fdc7 req-ea613d5e-ea62-403b-a259-d4f7b59a6ede tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0631247 Nov 16 21:45:30.932259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66420b42-323d-4dcf-bf3d-ce44a349fdc7 req-7ab91603-649e-4bb9-adb0-6eb1996f8873 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Nov 16 21:45:32.058591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4feef-6be4-4374-8e2d-982ffc704847 req-38f3a72b-9681-402e-bf99-89607c2cacce tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:32.063407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d4feef-6be4-4374-8e2d-982ffc704847 req-38f3a72b-9681-402e-bf99-89607c2cacce tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0702448 Nov 16 21:45:32.117264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92d4feef-6be4-4374-8e2d-982ffc704847 req-e43fa666-cb2b-470a-a3a8-0c2f601c4273 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Nov 16 21:45:33.255623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757932fa-459b-4f2a-962b-0a647a2d4a29 req-86c5ca69-c03e-49c9-87c3-e7786902a9d9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:33.257195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-757932fa-459b-4f2a-962b-0a647a2d4a29 req-86c5ca69-c03e-49c9-87c3-e7786902a9d9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0685565 Nov 16 21:45:33.306126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-757932fa-459b-4f2a-962b-0a647a2d4a29 req-6571a2a0-2f35-434c-87e8-98e8af1010fd tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Nov 16 21:45:34.233029 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:45:34.480878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86e99-6016-46d5-9d65-0395e2399310 req-472d42ef-b60a-472e-aaf0-0a13870d60c3 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:34.482448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d86e99-6016-46d5-9d65-0395e2399310 req-472d42ef-b60a-472e-aaf0-0a13870d60c3 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0847547 Nov 16 21:45:34.566574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d86e99-6016-46d5-9d65-0395e2399310 req-df11b958-8f2d-47f6-a877-b95ddb9e82b6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Nov 16 21:45:35.684773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1198a-c5f0-40bd-9fed-b2c8c7a667c2 req-b0543c42-d8c6-4504-b943-1b3d8031643a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:35.690487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9e1198a-c5f0-40bd-9fed-b2c8c7a667c2 req-b0543c42-d8c6-4504-b943-1b3d8031643a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0619314 Nov 16 21:45:35.764380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9e1198a-c5f0-40bd-9fed-b2c8c7a667c2 req-da316709-ef2c-48be-94c0-8d81e9127ac0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Nov 16 21:45:36.885106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d0bdd-c920-4baa-8600-5672317f82b4 req-f04dcf0a-d476-4170-8c37-11797bc34179 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:36.886843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-192d0bdd-c920-4baa-8600-5672317f82b4 req-f04dcf0a-d476-4170-8c37-11797bc34179 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0565176 Nov 16 21:45:36.958265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-192d0bdd-c920-4baa-8600-5672317f82b4 req-9558a332-164f-41f9-bcd3-ea2e8169927f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652747 Nov 16 21:45:37.089467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6b541-af29-4837-a905-508439fd5d31 req-abb8a845-8a76-42f8-87ac-d5fc1d838287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:37.091042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4f6b541-af29-4837-a905-508439fd5d31 req-abb8a845-8a76-42f8-87ac-d5fc1d838287 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.0420287 Nov 16 21:45:37.142375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4f6b541-af29-4837-a905-508439fd5d31 req-0db34101-9993-410e-8751-28874b72eb12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Nov 16 21:45:38.090157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc62724-644f-4862-acd7-eca1f3d5c4b7 req-ed0df534-994c-418d-872f-799e38be266c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:38.091751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc62724-644f-4862-acd7-eca1f3d5c4b7 req-ed0df534-994c-418d-872f-799e38be266c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0583794 Nov 16 21:45:38.142488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc62724-644f-4862-acd7-eca1f3d5c4b7 req-8bcb3501-aad7-4a73-8093-35a22e4adf5c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Nov 16 21:45:39.095231 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.294136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b3457-ecbf-48ee-8ab8-6d77c2528da5 req-b08e1c93-11f0-4997-a76d-1ec1fb85cdc4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:39.299315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc8b3457-ecbf-48ee-8ab8-6d77c2528da5 req-b08e1c93-11f0-4997-a76d-1ec1fb85cdc4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0747550 Nov 16 21:45:39.359951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc8b3457-ecbf-48ee-8ab8-6d77c2528da5 req-77b7fe66-1ce6-4850-908d-1dd6f314104d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573995 Nov 16 21:45:39.726085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665721-0ea9-4061-94d1-306dbe19ff51 req-b2d8a5bd-2471-4940-b67a-adfff9c51dd9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:39.728096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29665721-0ea9-4061-94d1-306dbe19ff51 req-b2d8a5bd-2471-4940-b67a-adfff9c51dd9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0966163 Nov 16 21:45:39.744078 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d95cf-25a6-4e97-bebf-64210976019f req-87547a53-73e3-4f86-9967-5ea4f471d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:39.747084 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-87547a53-73e3-4f86-9967-5ea4f471d3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.0735898 Nov 16 21:45:39.818886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-29665721-0ea9-4061-94d1-306dbe19ff51 req-51f89446-db30-47fa-9ada-e87171fd4f64 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790825 Nov 16 21:45:39.876957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d95cf-25a6-4e97-bebf-64210976019f req-3c8c7e0e-ee3f-41ae-b908-cdb3de348e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:39.878447 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-3c8c7e0e-ee3f-41ae-b908-cdb3de348e57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.1217561 Nov 16 21:45:39.934627 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-1acf8cfc-2abd-41ef-b3e7-c408522cd1d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0473106 Nov 16 21:45:40.007276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d95cf-25a6-4e97-bebf-64210976019f req-e3bb05f7-bf34-4436-aefb-97e38b3b1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:40.008832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-e3bb05f7-bf34-4436-aefb-97e38b3b1746 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0674896 Nov 16 21:45:40.043504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-c6826599-4d9a-44ac-813c-c02bb984d882 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279765 Nov 16 21:45:40.166118 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-4c8dd4ef-1dac-4e59-af47-5d288598ceb9 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154046 Nov 16 21:45:40.275782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b89d95cf-25a6-4e97-bebf-64210976019f req-b2f9bbcd-53f2-4088-9147-cbb2a5385b31 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017451 Nov 16 21:45:40.957558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0daee1-0937-48fa-94d5-01610b3564ec req-289ed5ca-881e-4fc9-85d7-070fd830d224 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:40.963840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae0daee1-0937-48fa-94d5-01610b3564ec req-289ed5ca-881e-4fc9-85d7-070fd830d224 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0641520 Nov 16 21:45:41.049932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae0daee1-0937-48fa-94d5-01610b3564ec req-e28a84df-3871-4eac-9996-01c5c8c8307b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791943 Nov 16 21:45:42.174962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e16b1a-fe72-4d69-894a-14276ba6e60b req-ad9326a1-4366-414d-a0a5-f7bbd7d79326 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:42.176852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e16b1a-fe72-4d69-894a-14276ba6e60b req-ad9326a1-4366-414d-a0a5-f7bbd7d79326 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0534708 Nov 16 21:45:42.227657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24e16b1a-fe72-4d69-894a-14276ba6e60b req-527d0719-83fe-4981-8eec-f6b4ebac856b tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Nov 16 21:45:42.916581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:43.718389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f961eb-a52b-4ea2-b41a-c0c25bfbb6cf req-7da3aabe-5059-412c-a930-b230d3a59ead tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:43.719873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35f961eb-a52b-4ea2-b41a-c0c25bfbb6cf req-7da3aabe-5059-412c-a930-b230d3a59ead tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0519445 Nov 16 21:45:43.778987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35f961eb-a52b-4ea2-b41a-c0c25bfbb6cf req-bc1e44c7-8746-4e7a-9a9e-0670bdabe18d tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Nov 16 21:45:45.340161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eab69f3f-a083-42f1-98af-7a0b45ce792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:47.728344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc203878-2319-42ed-9b83-0ac00684a320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:49.343043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:50.563217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:51.453114 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.028292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:53.073642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Deleting subnet 42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:45:53.076866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.111868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.157555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.213087 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.247880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b9b822-087e-476f-9cfc-8b2d1d8aa6a3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:53.251896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.255231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-84c4adce-2abb-4bd3-9d34-fb2247179c48 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/42b9b822-087e-476f-9cfc-8b2d1d8aa6a3 HTTP/1.1" status: 204 len: 168 time: 0.2252898 Nov 16 21:45:53.258647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:53.341606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.426204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.449079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:53.459198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7937fbf2-5717-40bd-b9bc-37335f901c33') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:53.460279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7937fbf2-5717-40bd-b9bc-37335f901c33') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:53.475782 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.492729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.502048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:45:53.502568 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:45:53.553781 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:45:53.592226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.601999 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.608696 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e HTTP/1.1" status: 204 len: 168 time: 0.3484473 Nov 16 21:45:53.624248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16d737b-d90b-4c9d-a8d8-6dd5f797ee8e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:53.635300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.635919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.636276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.636621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.636961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.637300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.637637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.637964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.638296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.638624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.639019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.639351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92d4e1-f0dd-4b7b-b1eb-6737aa220422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:53.749964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54240) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:53.793654 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-50543fc5-334d-4b20-8a9a-c34ce5ddc565 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f9e7cec273d48369313b48878cd5e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425129 Nov 16 21:45:53.796114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54246) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:53.852831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.884297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.942009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.945396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.946696 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8d062dc-26a1-498e-8612-690a00627035 HTTP/1.1" status: 204 len: 168 time: 0.1496191 Nov 16 21:45:53.956212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169840b1-a71c-487b-b328-2063bedb8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d062dc-26a1-498e-8612-690a00627035,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:54.770543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:54.872030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-355912088-network', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:54.909763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Made reservation on behalf of 3e18802c45a34d4381c9fc6604e72986 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:45:54.912435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:54.922969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.009051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.013476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.045212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:45:55.055682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbcd5ae-c38e-4fd7-a6ba-1e97516738b5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:55.063065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.064090 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Added segment 32e214b5-337b-4523-9294-8d3a5384b4ba of type vlan for network b353037a-52a4-482d-b4ee-302dddb51287 Nov 16 21:45:55.112063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.139195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.140251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:55.140829 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.209127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4371793 Nov 16 21:45:55.212153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:55.217343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Request body: {'subnet': {'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-355912088-subnet', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:55.221614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b47580-b68b-4f3b-8394-3e92c3f08701 admin admin] Pushing event updated for resources: {'Network': ['ID=b353037a-52a4-482d-b4ee-302dddb51287,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:55.232202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b353037a-52a4-482d-b4ee-302dddb51287 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:45:55.243383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Made reservation on behalf of 3e18802c45a34d4381c9fc6604e72986 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:45:55.245799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.433697 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.502629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66dfa05-79e1-49ff-9c34-b739e68cbc52,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:55.515833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.516179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.516519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.516853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.517338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.517915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.518460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.519048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.519570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.520127 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.520646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.520983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:55.525290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Checking segment: {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:55.525657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Network hostable DHCP agents. Network: b353037a-52a4-482d-b4ee-302dddb51287, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:45:55.544305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Network b353037a-52a4-482d-b4ee-302dddb51287 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:45:55.553138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b353037a-52a4-482d-b4ee-302dddb51287) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:55.558378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:55.559445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.565170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c63c9-4bfb-4476-bf5c-7cf4a7c6d331 None None] Network b353037a-52a4-482d-b4ee-302dddb51287 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:45:55.581776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0110f7c1-cc31-43bf-abff-fe4ebe69b0c0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3684335 Nov 16 21:45:55.584789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54304) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:55.589292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:55.611678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.615231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.669955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.729706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b353037a-52a4-482d-b4ee-302dddb51287', 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'fixed_ips': [{'subnet_id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:45:55.730600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.831628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.882841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Allocated IP 172.20.0.2 (b353037a-52a4-482d-b4ee-302dddb51287/d66dfa05-79e1-49ff-9c34-b739e68cbc52/f0b5fbd1-8236-40c4-85a1-3c60272b1e0f) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:56.042378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.045446 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.055428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.072356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.097882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Network b353037a-52a4-482d-b4ee-302dddb51287 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:56.105354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:56.109091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:56.118839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:56.177122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Attempting to bind port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:56.177497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Attempting to bind port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:56.177865 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Attempting to bind port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f on network b353037a-52a4-482d-b4ee-302dddb51287 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:56.185779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:56.186154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Checking segment: {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:56.186857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.187488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Bound using segment: {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:56.187960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Bound port: f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:56.188437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.220973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Allocated IP 172.25.7.96 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d7210174-4f67-4249-8712-a55d50369d7d) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:56.263166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] For port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:56.266256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] For port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:56.270647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.336030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dcbab-30f6-4648-a8d7-6bfa0c9a0ae3 None None] Pushing event updated for resources: {'Port': ['ID=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:56.339877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.375622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.421998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:56.425140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:56.428917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:56.440175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70359af4-2035-4c2d-a067-91409824e76e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:56.451735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Pushing event updated for resources: {'Port': ['ID=d7210174-4f67-4249-8712-a55d50369d7d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:56.589544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4e063405-2731-4798-b149-c2280fe8649a None None] Provisioning complete for port d7210174-4f67-4249-8712-a55d50369d7d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:56.590225 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4e063405-2731-4798-b149-c2280fe8649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.646782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4e063405-2731-4798-b149-c2280fe8649a None None] Port d7210174-4f67-4249-8712-a55d50369d7d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:56.720327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.924601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:57.072720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Router d821bce8-a3b0-4385-a310-42ac10ba1721 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:45:57.239388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:45:57.249345 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Sync routers for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:45:57.270260 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:57.270922 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:57.285014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:57.286752 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8aee9fe2-9f04-4d87-8cbc-4911d3472a5f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7008924 Nov 16 21:45:57.290034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:57.304728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d41f83-9672-453d-9023-0aebe19d9926 req-d8ca9a25-28ae-4e04-afbf-c5199be1b65c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:57.306382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49d41f83-9672-453d-9023-0aebe19d9926 req-d8ca9a25-28ae-4e04-afbf-c5199be1b65c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0805755 Nov 16 21:45:57.392671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49d41f83-9672-453d-9023-0aebe19d9926 req-bb2f9f25-b720-40cd-b737-44dbb96e0d0f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784681 Nov 16 21:45:57.411427 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:57.598781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391d67b-1e36-4394-ba6e-9518d97204e7 None None] Network b353037a-52a4-482d-b4ee-302dddb51287 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:45:57.637549 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:56Z', 'revision_number': 3, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:57.674883 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Checking router: d821bce8-a3b0-4385-a310-42ac10ba1721 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:45:57.675266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Updating router d821bce8-a3b0-4385-a310-42ac10ba1721 port d7210174-4f67-4249-8712-a55d50369d7d binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:45:57.706093 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:57.709449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] Provisioning complete for port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:57.709961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:57.780699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-6d552ab2-129c-4996-bc84-8a0ebff44945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:57.782269 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-6d552ab2-129c-4996-bc84-8a0ebff44945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.5678225 Nov 16 21:45:57.912847 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:57.947356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f0b5fbd1-8236-40c4-85a1-3c60272b1e0f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:57.986851 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-cd229529-4c5b-41f1-93e7-43ae19194f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:57.988480 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-cd229529-4c5b-41f1-93e7-43ae19194f40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.1943665 Nov 16 21:45:58.020989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] For port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:58.027440 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.043726 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-5c3c892e-4a7a-4769-8dda-4b356631d0c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0445940 Nov 16 21:45:58.099995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:58.100622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.113331 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.124679 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.174347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53b033-8f1c-420a-a127-e140303e8121 None None] Pushing event updated for resources: {'Port': ['ID=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:58.192535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce860379-0315-49fd-bcd0-e9b213f11ccd None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:58.204686 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db68af-0e47-4abe-8b4b-5d2dee7b92e5 None None] Pushing event updated for resources: {'Port': ['ID=d7210174-4f67-4249-8712-a55d50369d7d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:58.209094 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Attempting to bind port d7210174-4f67-4249-8712-a55d50369d7d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:58.209644 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Attempting to bind port d7210174-4f67-4249-8712-a55d50369d7d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:58.209809 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Attempting to bind port d7210174-4f67-4249-8712-a55d50369d7d on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:58.219654 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:58.221202 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:58.221615 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.222001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:58.223620 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Bound port: d7210174-4f67-4249-8712-a55d50369d7d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:58.224016 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.244380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-f262378f-1f35-4fae-a1b7-773bd37ebf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.245923 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-f262378f-1f35-4fae-a1b7-773bd37ebf6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.1933284 Nov 16 21:45:58.271624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Provisioning complete for port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:58.272293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.321542 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] For port d7210174-4f67-4249-8712-a55d50369d7d, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:58.324620 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-029bf7e5-11b7-4050-ab7f-f95ec869c17f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708284 Nov 16 21:45:58.328107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] For port d7210174-4f67-4249-8712-a55d50369d7d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d7210174-4f67-4249-8712-a55d50369d7d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:58.337783 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.372500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5ac9f-9698-47c8-9023-e8f504fd3601 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:45:58.406881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Provisioning complete for port d7210174-4f67-4249-8712-a55d50369d7d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:58.408238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.431874 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:45:58.433741 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:58.524517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-5f20cc64-00a5-4186-8dcf-63b47095e985 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842608 Nov 16 21:45:58.583212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.615181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] For port d7210174-4f67-4249-8712-a55d50369d7d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d7210174-4f67-4249-8712-a55d50369d7d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:58.629125 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.639495 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db68af-0e47-4abe-8b4b-5d2dee7b92e5 None None] Pushing event updated for resources: {'Port': ['ID=d7210174-4f67-4249-8712-a55d50369d7d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:58.659787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d920-6128-49cf-8520-5daefbc368f4 req-cb67d0b9-7d5b-47d2-9263-93e1d1686529 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.668573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.678399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec11d920-6128-49cf-8520-5daefbc368f4 req-cb67d0b9-7d5b-47d2-9263-93e1d1686529 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1341896 Nov 16 21:45:58.698385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d10b5432-7f2a-40a5-905d-7fa85c7a0960 req-8edf43d6-c383-45c3-b568-b1b26dbc3bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639724 Nov 16 21:45:58.718523 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:45:58.822068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-58747ae5-4a4c-4033-ac4c-67aba8c12ba7 None None] Provisioning complete for port d7210174-4f67-4249-8712-a55d50369d7d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:58.822442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58747ae5-4a4c-4033-ac4c-67aba8c12ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.822634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec11d920-6128-49cf-8520-5daefbc368f4 req-598258f5-536b-4716-baff-7d388c50b8b4 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422431 Nov 16 21:45:58.937586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d0f20-eebd-4087-8472-3e1976f2cda1 req-aa0e9341-cea9-4d80-a6aa-14ae715b08a2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.939715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f88d0f20-eebd-4087-8472-3e1976f2cda1 req-aa0e9341-cea9-4d80-a6aa-14ae715b08a2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0930042 Nov 16 21:45:58.962334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Allocated IP 172.20.0.1 (b353037a-52a4-482d-b4ee-302dddb51287/d66dfa05-79e1-49ff-9c34-b739e68cbc52/d6c42263-ef11-4f35-b53c-ead37cdf4bf0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:45:59.029889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f88d0f20-eebd-4087-8472-3e1976f2cda1 req-66416a0f-a7a3-4805-96b0-c66035799580 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838506 Nov 16 21:45:59.073768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9749-06d6-41a7-a03e-29493925aa0d None None] Pushing event updated for resources: {'Port': ['ID=d7210174-4f67-4249-8712-a55d50369d7d,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:59.140162 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:56Z', 'revision_number': 3, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:45:59.164235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.189004 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda93ba-eb95-4d03-96ac-6ff99bacbf08 None None] The sync data for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 is: [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:56Z', 'revision_number': 3, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:45:59.200854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.255311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Network b353037a-52a4-482d-b4ee-302dddb51287 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:59.259039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:59.262834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:45:59.294610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:59.306783 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.469911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.585554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb79bcda-578f-4e5b-ba5b-c562c6357df1 None None] Provisioning complete for port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:45:59.586080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb79bcda-578f-4e5b-ba5b-c562c6357df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.620500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cb79bcda-578f-4e5b-ba5b-c562c6357df1 None None] Port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:45:59.709018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.713952 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.782903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.792341 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:59.936308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Network b353037a-52a4-482d-b4ee-302dddb51287 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:45:59.937999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:45:59.969074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f0b5fbd1-8236-40c4-85a1-3c60272b1e0f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:45:59.973794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597aea7-8d18-4492-8dbd-12aebf2de644 req-f04193c7-5216-4a83-83cc-9347924d79ef tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.979034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9597aea7-8d18-4492-8dbd-12aebf2de644 req-f04193c7-5216-4a83-83cc-9347924d79ef tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0811617 Nov 16 21:46:00.090135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9597aea7-8d18-4492-8dbd-12aebf2de644 req-4070a95c-cd40-429d-aaa0-6bec86f6c47f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020124 Nov 16 21:46:00.096938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:00.097308 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:00.182973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Router d821bce8-a3b0-4385-a310-42ac10ba1721 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:00.230981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcccda-a233-4b91-bc1a-cd2acdbcdaee req-2f054b50-ecaf-4332-8b5a-fc32a8982696 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.235079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cbcccda-a233-4b91-bc1a-cd2acdbcdaee req-2f054b50-ecaf-4332-8b5a-fc32a8982696 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0769515 Nov 16 21:46:00.274795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d7210174-4f67-4249-8712-a55d50369d7d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:00.317066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7cbcccda-a233-4b91-bc1a-cd2acdbcdaee req-37386055-7dae-4d52-b084-deee2702812f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763342 Nov 16 21:46:00.331186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d7210174-4f67-4249-8712-a55d50369d7d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:00.332741 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:00.391826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ea90db80-ece4-4fe1-a064-bd2fdd19da86 None None] Provisioning complete for port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:00.392343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea90db80-ece4-4fe1-a064-bd2fdd19da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:00.406416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:00.411920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-018fc8f5-314a-49b0-a88b-09baa8e444f7 admin admin] 10.222.0.54 "PUT /v2.0/routers/d821bce8-a3b0-4385-a310-42ac10ba1721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206162 Nov 16 21:46:00.468794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ea90db80-ece4-4fe1-a064-bd2fdd19da86 None None] Port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:00.893893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54392) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:00.900043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-497889009-network', 'tenant_id': 'b9b680f161be4cd29f40159507be840e'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:00.923075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Made reservation on behalf of b9b680f161be4cd29f40159507be840e for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:00.925836 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:00.937114 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.021099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.025385 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.054558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:46:01.061207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb116f-2374-4822-8de5-08dd4c777825,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:01.070409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.070757 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Added segment 0c56fb0f-2371-41bd-b63a-7bda0bef54ef of type vlan for network 74a16207-b31f-405d-bc5e-cd37b26cf31a Nov 16 21:46:01.123530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.159552 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.161021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.161750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.217067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb09a-a2e5-4552-9694-500c131d798b req-f6dd2672-c8f7-4d2c-a841-1780d312c535 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.218576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64eb09a-a2e5-4552-9694-500c131d798b req-f6dd2672-c8f7-4d2c-a841-1780d312c535 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0610480 Nov 16 21:46:01.239901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] Pushing event updated for resources: {'Network': ['ID=74a16207-b31f-405d-bc5e-cd37b26cf31a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:01.240625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Sync routers for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:01.250665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:46:01.258573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7cf23301-a4e8-465c-80c1-091f69a97a6a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3605340 Nov 16 21:46:01.259224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54398) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:01.264518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Request body: {'subnet': {'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-497889009-subnet', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:01.283772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64eb09a-a2e5-4552-9694-500c131d798b req-776e9f38-f141-4463-9442-c59dbe6b2e17 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586464 Nov 16 21:46:01.295735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Made reservation on behalf of b9b680f161be4cd29f40159507be840e for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:01.299004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.327556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:01.328262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:01.445879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:01.478921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18644453-4ef4-4a2d-a124-91e6452f74bf req-2600a0d6-5382-475b-ade3-be33cc21e83f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.480690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18644453-4ef4-4a2d-a124-91e6452f74bf req-2600a0d6-5382-475b-ade3-be33cc21e83f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0657337 Nov 16 21:46:01.522864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.559568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18644453-4ef4-4a2d-a124-91e6452f74bf req-c9a246b8-3311-4d60-9155-bcf1b9dd38d8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709393 Nov 16 21:46:01.584783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f488390e-bfb0-43a9-8b56-deaeea4d6b01,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:01.605203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Checking segment: {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:01.605484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Network hostable DHCP agents. Network: 74a16207-b31f-405d-bc5e-cd37b26cf31a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:46:01.624122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:46:01.634222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 74a16207-b31f-405d-bc5e-cd37b26cf31a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:01.638820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.639473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.653794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf4fa1-7376-4884-a1fc-c480108075c4 None None] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:01.657502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88da8dcd-4cf2-48da-99d1-d9cd38739749 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3971617 Nov 16 21:46:01.659978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54402) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:01.665030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:01.688562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.690003 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.742739 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.757650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:59Z', 'revision_number': 4, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'd6c42263-ef11-4f35-b53c-ead37cdf4bf0', 'name': '', 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'mac_address': 'fa:16:3e:60:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:58Z', 'updated_at': '2021-11-16T21:45:59Z', 'revision_number': 2, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'subnets': [{'id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:01.803973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Checking router: d821bce8-a3b0-4385-a310-42ac10ba1721 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:01.804332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Updating router d821bce8-a3b0-4385-a310-42ac10ba1721 port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:01.854306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.892092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.970269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-74a16207-b31f-405d-bc5e-cd37b26cf31a', 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'fixed_ips': [{'subnet_id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:46:01.971526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.093909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.113759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.198362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Allocated IP 172.20.0.2 (74a16207-b31f-405d-bc5e-cd37b26cf31a/f488390e-bfb0-43a9-8b56-deaeea4d6b01/a71f590e-f211-4eb9-8ee3-e164d32ef722) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:02.229774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Allocated IP 172.25.7.188 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a26bc309-ce68-44d0-b28a-e52e2267dafa) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:02.318089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.337443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.362400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.416108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.435581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fe22b-be6b-45f6-aad4-d71e435bfa9a None None] Pushing event updated for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:02.465771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a56c0-9b81-4e66-a310-ecb3b3c876d4 req-9ae37a01-17ec-45db-aaf3-14e4a4c538e1 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.479971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a7a56c0-9b81-4e66-a310-ecb3b3c876d4 req-9ae37a01-17ec-45db-aaf3-14e4a4c538e1 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0745566 Nov 16 21:46:02.490002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:02.494147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:02.509873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:02.514623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Pushing event updated for resources: {'Port': ['ID=a26bc309-ce68-44d0-b28a-e52e2267dafa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:02.516001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.526667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91648137-7d90-478b-a3d4-252bbe00fd50 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:02.548201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.560987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Attempting to bind port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:02.561358 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Attempting to bind port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:02.561719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Attempting to bind port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 on network b353037a-52a4-482d-b4ee-302dddb51287 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:02.572391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:02.576545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:02.587150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:02.592830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a7a56c0-9b81-4e66-a310-ecb3b3c876d4 req-06af8883-fd2e-4de4-a08f-288d92c6f5ba tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117041 Nov 16 21:46:02.652228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:02.652637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Checking segment: {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:02.653050 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.653445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Bound using segment: {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:02.653931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Bound port: d6c42263-ef11-4f35-b53c-ead37cdf4bf0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e214b5-337b-4523-9294-8d3a5384b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:02.654315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.736634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917f4f7-3f0c-4077-b04e-b7b1a54ef04f req-46fd8b33-79c4-44b1-a8b4-18d935ee47f0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.738552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a917f4f7-3f0c-4077-b04e-b7b1a54ef04f req-46fd8b33-79c4-44b1-a8b4-18d935ee47f0 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0770557 Nov 16 21:46:02.798056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a917f4f7-3f0c-4077-b04e-b7b1a54ef04f req-6ae2b0c1-ade2-4123-a5eb-016f32c47700 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526030 Nov 16 21:46:02.850606 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.937022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Pushing event updated for resources: {'Port': ['ID=a71f590e-f211-4eb9-8ee3-e164d32ef722,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:02.953236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-64393d35-01f8-4cf0-8420-bdb6d1cd1847 None None] Provisioning complete for port a26bc309-ce68-44d0-b28a-e52e2267dafa triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:02.953607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64393d35-01f8-4cf0-8420-bdb6d1cd1847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.957792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Attempting to bind port a71f590e-f211-4eb9-8ee3-e164d32ef722 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:02.958163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Attempting to bind port a71f590e-f211-4eb9-8ee3-e164d32ef722 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:02.958526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Attempting to bind port a71f590e-f211-4eb9-8ee3-e164d32ef722 on network 74a16207-b31f-405d-bc5e-cd37b26cf31a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:02.991109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:02.991520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Checking segment: {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:02.991922 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:02.992315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Bound using segment: {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:02.992784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Bound port: a71f590e-f211-4eb9-8ee3-e164d32ef722, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:02.993161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.020951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] For port d6c42263-ef11-4f35-b53c-ead37cdf4bf0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:03.046963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-64393d35-01f8-4cf0-8420-bdb6d1cd1847 None None] Port a26bc309-ce68-44d0-b28a-e52e2267dafa cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:03.056123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.060345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] For port d6c42263-ef11-4f35-b53c-ead37cdf4bf0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:03.067578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.131067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] For port a71f590e-f211-4eb9-8ee3-e164d32ef722, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:03.140626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] For port a71f590e-f211-4eb9-8ee3-e164d32ef722, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71f590e-f211-4eb9-8ee3-e164d32ef722,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:03.150355 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.161662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:03.162223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:03.170458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fe22b-be6b-45f6-aad4-d71e435bfa9a None None] Pushing event updated for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:03.217334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Router 4f25dc1b-275c-4837-905e-e4f241be1f22 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:46:03.314140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] Provisioning complete for port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:03.314567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.381242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce946d-9edc-4de0-be2b-788165296751 None None] Pushing event updated for resources: {'Port': ['ID=a71f590e-f211-4eb9-8ee3-e164d32ef722,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:03.403968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:03.610913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.678330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] For port d6c42263-ef11-4f35-b53c-ead37cdf4bf0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:03.705266 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.732488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3030c1-1f71-448a-a756-4b5bcc1bdf90 req-1ade27ad-05f3-4415-a86e-f0a938ffba19 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:03.733987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3030c1-1f71-448a-a756-4b5bcc1bdf90 req-1ade27ad-05f3-4415-a86e-f0a938ffba19 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0522065 Nov 16 21:46:03.785127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07cf7-fdf2-4878-a628-9b9eb425fe74 None None] Pushing event updated for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:03.790312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:03.795133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3030c1-1f71-448a-a756-4b5bcc1bdf90 req-610e1ffc-9dfd-4e14-8d40-3bb129b8fb1f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Nov 16 21:46:03.798250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:59Z', 'revision_number': 4, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'd6c42263-ef11-4f35-b53c-ead37cdf4bf0', 'name': '', 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'mac_address': 'fa:16:3e:60:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:58Z', 'updated_at': '2021-11-16T21:46:03Z', 'revision_number': 4, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'subnets': [{'id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:03.808265 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Sync routers for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:03.817707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.819123 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d04684d2-6b80-4e98-a20f-77d3ae9550ad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1580989 Nov 16 21:46:03.822716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54420) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:03.824726 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:03.825584 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:03.876454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021db04-8fc3-4088-af3a-73d45909ed6c None None] The sync data for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 is: [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:45:59Z', 'revision_number': 4, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'd6c42263-ef11-4f35-b53c-ead37cdf4bf0', 'name': '', 'network_id': 'b353037a-52a4-482d-b4ee-302dddb51287', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'mac_address': 'fa:16:3e:60:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:58Z', 'updated_at': '2021-11-16T21:46:03Z', 'revision_number': 4, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'subnets': [{'id': 'd66dfa05-79e1-49ff-9c34-b739e68cbc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:03.905261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-61181bbb-17a0-4a98-8d35-12744e655de9 None None] Provisioning complete for port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:03.905653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61181bbb-17a0-4a98-8d35-12744e655de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.060963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71f590e-f211-4eb9-8ee3-e164d32ef722 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:04.062676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3714-f909-480a-99a7-f6240ec2eb8a req-22dacdac-72b3-4cdd-910d-887af66def1f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:04.064927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:04.070728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d38a3714-f909-480a-99a7-f6240ec2eb8a req-22dacdac-72b3-4cdd-910d-887af66def1f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1136935 Nov 16 21:46:04.152178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a71f590e-f211-4eb9-8ee3-e164d32ef722 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:04.153170 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.256016 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.294464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port a71f590e-f211-4eb9-8ee3-e164d32ef722, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71f590e-f211-4eb9-8ee3-e164d32ef722,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:04.305871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.441952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=a71f590e-f211-4eb9-8ee3-e164d32ef722,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:04.448018 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:02Z', 'revision_number': 3, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:04.523472 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Checking router: 4f25dc1b-275c-4837-905e-e4f241be1f22 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:04.523916 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Updating router 4f25dc1b-275c-4837-905e-e4f241be1f22 port a26bc309-ce68-44d0-b28a-e52e2267dafa binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:04.602006 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.664628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30001fa-a2ee-4c13-8022-60cf6e366137 None None] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:04.740162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-362e4ab9-28fd-472f-9301-173117a8a3a2 None None] Provisioning complete for port a71f590e-f211-4eb9-8ee3-e164d32ef722 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:04.741059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-362e4ab9-28fd-472f-9301-173117a8a3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:04.878117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d38a3714-f909-480a-99a7-f6240ec2eb8a req-14e3f0f6-843f-4eb5-8af8-7daf220647c9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8063498 Nov 16 21:46:04.972716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8739f0-079e-444d-a6e9-8b8e2ec17178 req-c3db26e1-4a82-44b3-9c32-690e99ad5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:04.974425 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8739f0-079e-444d-a6e9-8b8e2ec17178 req-c3db26e1-4a82-44b3-9c32-690e99ad5f36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.1304183 Nov 16 21:46:05.068413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6f8739f0-079e-444d-a6e9-8b8e2ec17178 req-9a3c1a25-9d1e-47e1-ba77-fc4868fd2268 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863519 Nov 16 21:46:05.138678 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.142442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea2f89-54ce-41c8-8de2-7acd865dae73 req-7c05095a-7517-4680-8bd9-d0a51c9de4f5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:05.144034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60ea2f89-54ce-41c8-8de2-7acd865dae73 req-7c05095a-7517-4680-8bd9-d0a51c9de4f5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1030879 Nov 16 21:46:05.152958 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.211716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e10fe-b02f-45d2-b24c-d104312281d6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:05.217209 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Attempting to bind port a26bc309-ce68-44d0-b28a-e52e2267dafa on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:05.217567 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Attempting to bind port a26bc309-ce68-44d0-b28a-e52e2267dafa by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:05.218188 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Attempting to bind port a26bc309-ce68-44d0-b28a-e52e2267dafa on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:05.222502 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Pushing event updated for resources: {'Port': ['ID=a26bc309-ce68-44d0-b28a-e52e2267dafa,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:05.238986 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:05.240792 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:05.242132 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.242833 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:05.244072 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Bound port: a26bc309-ce68-44d0-b28a-e52e2267dafa, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:05.244721 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.250478 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.250967 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.251473 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.251805 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.252128 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.252452 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.252889 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.253215 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.253539 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.253845 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.254157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.254470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.292646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3f4bc651-bb5f-4d20-b98f-de1bd5dd01c3 None None] Provisioning complete for port a26bc309-ce68-44d0-b28a-e52e2267dafa triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:05.293021 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc651-bb5f-4d20-b98f-de1bd5dd01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.332565 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] For port a26bc309-ce68-44d0-b28a-e52e2267dafa, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:05.342438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] For port a26bc309-ce68-44d0-b28a-e52e2267dafa, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a26bc309-ce68-44d0-b28a-e52e2267dafa,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:05.356905 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.374051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60ea2f89-54ce-41c8-8de2-7acd865dae73 req-6832b802-ff13-452c-8273-db30c81a0f4c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085514 Nov 16 21:46:05.376509 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.387565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bc651-bb5f-4d20-b98f-de1bd5dd01c3 None None] Port a26bc309-ce68-44d0-b28a-e52e2267dafa cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:05.425769 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:05.426578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:05.445293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66dbfe3-18c9-4935-9bf9-e1cdac8e85a3 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:05.514275 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6465c-3d67-4945-a6f2-0b2ef4b40024 None None] Pushing event updated for resources: {'Port': ['ID=a26bc309-ce68-44d0-b28a-e52e2267dafa,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:05.529937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Provisioning complete for port a26bc309-ce68-44d0-b28a-e52e2267dafa triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:05.530394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.582917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:05.667778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.731233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] For port a26bc309-ce68-44d0-b28a-e52e2267dafa, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a26bc309-ce68-44d0-b28a-e52e2267dafa,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:05.736717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:05.825751 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:02Z', 'revision_number': 3, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:05.841562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Pushing event updated for resources: {'Port': ['ID=a26bc309-ce68-44d0-b28a-e52e2267dafa,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:05.848477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Allocated IP 172.20.0.1 (74a16207-b31f-405d-bc5e-cd37b26cf31a/f488390e-bfb0-43a9-8b56-deaeea4d6b01/49af8fa7-d03b-4933-9dc9-a1c88c59b5ab) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:05.874083 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91465dee-2221-45bf-a2a6-25856bc05cab None None] The sync data for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 is: [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:02Z', 'revision_number': 3, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:05.874508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.874861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.875745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.875745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.875964 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.876223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.876549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.876874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.877198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.877584 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.877829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.878158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06758dd0-5050-4ca6-8d31-c5373ece7d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:05.908907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b8e77294-0722-4b40-90e9-7e8a9500e90c None None] Provisioning complete for port a71f590e-f211-4eb9-8ee3-e164d32ef722 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:05.908907 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b8e77294-0722-4b40-90e9-7e8a9500e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.032219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.040698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71f590e-f211-4eb9-8ee3-e164d32ef722 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:06.117268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a71f590e-f211-4eb9-8ee3-e164d32ef722 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:06.117693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.150493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7180651-bad9-4882-9ec7-0cb7fd905086 req-ca173d06-cc20-4bf9-9dec-57f62e9fb220 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:06.152663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7180651-bad9-4882-9ec7-0cb7fd905086 req-ca173d06-cc20-4bf9-9dec-57f62e9fb220 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1179984 Nov 16 21:46:06.169948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.244755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d6c42263-ef11-4f35-b53c-ead37cdf4bf0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:06.247605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d7180651-bad9-4882-9ec7-0cb7fd905086 req-453b2d51-eafd-4303-958f-a443c9421a63 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860901 Nov 16 21:46:06.255016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:06.262473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:06.283693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:06.332531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Pushing event updated for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:06.339090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:06.340018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.354179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.592776 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.652001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a7bdc-441f-4423-b113-8cb8890e336e req-ffbbec91-63cb-4f82-ac99-2830f52f849c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:06.653582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de2a7bdc-441f-4423-b113-8cb8890e336e req-ffbbec91-63cb-4f82-ac99-2830f52f849c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1558466 Nov 16 21:46:06.766699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-bf7063f5-bc9d-40f0-bfc6-36d350c37aa2 None None] Provisioning complete for port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:06.767227 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bf7063f5-bc9d-40f0-bfc6-36d350c37aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.771628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de2a7bdc-441f-4423-b113-8cb8890e336e req-01a9be20-5a81-47d2-b66b-8a15ae2ae505 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099904 Nov 16 21:46:06.824815 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-bf7063f5-bc9d-40f0-bfc6-36d350c37aa2 None None] Port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:06.847799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.856208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:06.933501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Pushing event updated for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:06.936124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:07.082301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:07.084128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:07.149252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-1670a8ad-d685-42e3-ba14-114200e80bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.151241 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-1670a8ad-d685-42e3-ba14-114200e80bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.0474868 Nov 16 21:46:07.290521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-ce0f7281-0979-44bc-bdc1-090020d0698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.291094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Router 4f25dc1b-275c-4837-905e-e4f241be1f22 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:07.293205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-ce0f7281-0979-44bc-bdc1-090020d0698d service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.1332619 Nov 16 21:46:07.316952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bf9c6-dfe8-4ab9-a3c3-b2d3883296c1 req-c202aaec-f8c5-4ad2-9d2b-ea6a0aa0940a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.318564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d30bf9c6-dfe8-4ab9-a3c3-b2d3883296c1 req-c202aaec-f8c5-4ad2-9d2b-ea6a0aa0940a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.1085360 Nov 16 21:46:07.362398 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-87706fce-cf68-4c7c-8a73-1cba6af3991b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0626600 Nov 16 21:46:07.422805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-398e2e82-48cc-44e1-8317-38f1f5e7bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.424676 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-398e2e82-48cc-44e1-8317-38f1f5e7bf8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0553031 Nov 16 21:46:07.465517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-26dda331-e67b-4619-8565-7c6333968704 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341759 Nov 16 21:46:07.515935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d30bf9c6-dfe8-4ab9-a3c3-b2d3883296c1 req-84f93464-c75c-45af-a337-520581dc4c1e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898365 Nov 16 21:46:07.539844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0561-20ec-4e1a-9b04-d069b47722a7 req-08ec2a9f-a3ed-43e0-bbfb-7b560a0330b9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:07.541444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50dc0561-20ec-4e1a-9b04-d069b47722a7 req-08ec2a9f-a3ed-43e0-bbfb-7b560a0330b9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1328626 Nov 16 21:46:07.563452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a1dca1e1-3321-4d7b-b0f6-d6aa09289b1c None None] Provisioning complete for port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:07.563825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1dca1e1-3321-4d7b-b0f6-d6aa09289b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:07.570012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:07.576101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f5cd6a4c-16e4-4f27-8280-1ec8c0b15d81 admin admin] 10.222.0.54 "PUT /v2.0/routers/4f25dc1b-275c-4837-905e-e4f241be1f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7530370 Nov 16 21:46:07.623821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a1dca1e1-3321-4d7b-b0f6-d6aa09289b1c None None] Port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:07.624143 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-b56f1a6f-c993-4e2e-b62e-75459ffa682b service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519151 Nov 16 21:46:07.631190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50dc0561-20ec-4e1a-9b04-d069b47722a7 req-2502e940-0012-4dff-8f84-4fb47a0662ba tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812910 Nov 16 21:46:07.739748 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4adc8f74-09ff-4a60-8fb0-06102fc8c1fd req-aa8e4fb5-d357-481f-8ba4-a66e076f8dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076143 Nov 16 21:46:07.891738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a26bc309-ce68-44d0-b28a-e52e2267dafa up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:07.981135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a26bc309-ce68-44d0-b28a-e52e2267dafa triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:07.981504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:08.314271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Sync routers for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:08.327114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:08.327745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:08.447829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:08.696431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87736ff-7881-4735-bf81-8a61e7dc4572 req-6c8ff11b-1b6e-4ed4-bd8c-b2e864543461 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:08.698244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f87736ff-7881-4735-bf81-8a61e7dc4572 req-6c8ff11b-1b6e-4ed4-bd8c-b2e864543461 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0723450 Nov 16 21:46:08.711195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:06Z', 'revision_number': 4, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '49af8fa7-d03b-4933-9dc9-a1c88c59b5ab', 'name': '', 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'mac_address': 'fa:16:3e:72:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:05Z', 'updated_at': '2021-11-16T21:46:06Z', 'revision_number': 2, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'subnets': [{'id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:08.784966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f87736ff-7881-4735-bf81-8a61e7dc4572 req-314e4ed8-f0e3-414b-9bb8-970dd8df7e24 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794909 Nov 16 21:46:08.849794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54932) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:08.922110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Checking router: 4f25dc1b-275c-4837-905e-e4f241be1f22 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:08.922690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Updating router 4f25dc1b-275c-4837-905e-e4f241be1f22 port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:08.947922 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:08.984981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa4c0d-521d-4a5d-8dd9-1a2eda3a49be req-e6e6f852-a702-43e4-8ef9-a05cc00f2bde tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:08.986468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74aa4c0d-521d-4a5d-8dd9-1a2eda3a49be req-e6e6f852-a702-43e4-8ef9-a05cc00f2bde tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0938873 Nov 16 21:46:09.108688 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74aa4c0d-521d-4a5d-8dd9-1a2eda3a49be req-9cb6a482-fb54-400a-b254-baaa93d5b04c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134400 Nov 16 21:46:09.129239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.246653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.255421 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.305124 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.335398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b1189-6e60-44a4-acab-ac0d8f5f0584 None None] Pushing event updated for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:09.373914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Attempting to bind port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:09.374281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Attempting to bind port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:09.374645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Attempting to bind port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab on network 74a16207-b31f-405d-bc5e-cd37b26cf31a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:09.382431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:09.382811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Checking segment: {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:09.383253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.383644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Bound using segment: {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:09.384118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Bound port: 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c56fb0f-2371-41bd-b63a-7bda0bef54ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:09.384495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.456190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] For port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:09.460015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] For port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:09.464895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.538785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:09.539471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:09.541187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b1189-6e60-44a4-acab-ac0d8f5f0584 None None] Pushing event updated for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:09.604037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Deleting port d6c42263-ef11-4f35-b53c-ead37cdf4bf0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:09.604469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.636327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] Provisioning complete for port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:09.636698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.689103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:09.695995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] For port d6c42263-ef11-4f35-b53c-ead37cdf4bf0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:09.696556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.716042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Calling delete_port for d6c42263-ef11-4f35-b53c-ead37cdf4bf0 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:09.845561 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.904794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] For port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:09.917746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.985477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f930-4da6-47a8-bb31-76899554586c req-814317c1-2f22-41b3-82dd-25617ddfae9c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:09.987117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5690f930-4da6-47a8-bb31-76899554586c req-814317c1-2f22-41b3-82dd-25617ddfae9c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0919654 Nov 16 21:46:09.988594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:09.994942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158253c-d9d7-4a4c-8623-024a98937d36 None None] Pushing event updated for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:10.013626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:06Z', 'revision_number': 4, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '49af8fa7-d03b-4933-9dc9-a1c88c59b5ab', 'name': '', 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'mac_address': 'fa:16:3e:72:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:05Z', 'updated_at': '2021-11-16T21:46:09Z', 'revision_number': 4, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'subnets': [{'id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:10.028934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c42263-ef11-4f35-b53c-ead37cdf4bf0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:10.057644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71c650-0513-4af6-bf1e-9e288f8a730d None None] The sync data for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 is: [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:06Z', 'revision_number': 4, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '49af8fa7-d03b-4933-9dc9-a1c88c59b5ab', 'name': '', 'network_id': '74a16207-b31f-405d-bc5e-cd37b26cf31a', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'mac_address': 'fa:16:3e:72:ee:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:05Z', 'updated_at': '2021-11-16T21:46:09Z', 'revision_number': 4, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'subnets': [{'id': 'f488390e-bfb0-43a9-8b56-deaeea4d6b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:10.073218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-305d43d7-8246-414f-9bcd-116dd645f819 None None] Provisioning complete for port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:10.073670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-305d43d7-8246-414f-9bcd-116dd645f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:10.133183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5690f930-4da6-47a8-bb31-76899554586c req-c74d51db-3c8a-46dc-b0a2-aa5b717cb49e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342764 Nov 16 21:46:10.348358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:10.394830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036a3c-3ab6-4ee1-ab51-a9eec01b7278 req-3e46a5b9-0d71-4dd4-b5a0-dddcc91743ab tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:10.403253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9036a3c-3ab6-4ee1-ab51-a9eec01b7278 req-3e46a5b9-0d71-4dd4-b5a0-dddcc91743ab tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1062191 Nov 16 21:46:10.526237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9036a3c-3ab6-4ee1-ab51-a9eec01b7278 req-70429b08-3e7e-48bb-b0a5-d4b7a9439c33 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218045 Nov 16 21:46:10.758008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Router d821bce8-a3b0-4385-a310-42ac10ba1721 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:10.887114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:10.895063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-49d9308b-7a41-41fd-90c8-5abe0bb7c64d admin admin] 10.222.0.54 "PUT /v2.0/routers/d821bce8-a3b0-4385-a310-42ac10ba1721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0411096 Nov 16 21:46:10.895202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54956) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:10.899795 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Sync routers for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:10.912245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:10.913161 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:11.033811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:11.039096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:11.238742 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:46:11.246904 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:46:09Z', 'revision_number': 5, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:11.286975 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Checking router: d821bce8-a3b0-4385-a310-42ac10ba1721 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:11.297594 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Routers {'d821bce8-a3b0-4385-a310-42ac10ba1721'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:11.298485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['d821bce8-a3b0-4385-a310-42ac10ba1721'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:11.451374 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] Set router d821bce8-a3b0-4385-a310-42ac10ba1721 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:11.700025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:11.711314 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:46:09Z', 'revision_number': 5, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:11.734360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c718-69c7-4788-8c46-75a4f2fe8b93 req-d7f0386e-0c01-455b-8906-11947e72adb8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:11.735973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e39c718-69c7-4788-8c46-75a4f2fe8b93 req-d7f0386e-0c01-455b-8906-11947e72adb8 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0776119 Nov 16 21:46:11.743477 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab2681-c359-43da-8fd1-c5332db13608 None None] The sync data for ids ['d821bce8-a3b0-4385-a310-42ac10ba1721'] in n-d-816206-5 is: [{'id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'name': 'tempest-TestAggregatesBasicOps-355912088-router', 'tenant_id': '3e18802c45a34d4381c9fc6604e72986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:55Z', 'updated_at': '2021-11-16T21:46:09Z', 'revision_number': 5, 'project_id': '3e18802c45a34d4381c9fc6604e72986', 'gw_port': {'id': 'd7210174-4f67-4249-8712-a55d50369d7d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd821bce8-a3b0-4385-a310-42ac10ba1721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:56Z', 'updated_at': '2021-11-16T21:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:11.820028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e39c718-69c7-4788-8c46-75a4f2fe8b93 req-12173461-03f9-42b3-b199-ba19d6e7506e tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655279 Nov 16 21:46:11.843793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Deleting port d7210174-4f67-4249-8712-a55d50369d7d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:11.844134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.031508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] For port d7210174-4f67-4249-8712-a55d50369d7d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d7210174-4f67-4249-8712-a55d50369d7d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:12.031878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.034284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3355cc-4442-4272-af10-a3b7940a702d req-8cbf90ea-1496-43b5-830a-02f4dbd4854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:12.036725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf3355cc-4442-4272-af10-a3b7940a702d req-8cbf90ea-1496-43b5-830a-02f4dbd4854a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1096 time: 0.1176224 Nov 16 21:46:12.050796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Calling delete_port for d7210174-4f67-4249-8712-a55d50369d7d owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:12.060496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:12.170285 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf3355cc-4442-4272-af10-a3b7940a702d req-808151eb-ee19-4a9c-8b1e-2d087c23f603 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259530 Nov 16 21:46:12.198702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:12.199849 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.303168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.348248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27027c6d-e109-438d-8ad3-2ede9576560a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:12.371095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7210174-4f67-4249-8712-a55d50369d7d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:12.416493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.523444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.525794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.573580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.574113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d821bce8-a3b0-4385-a310-42ac10ba1721 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:46:12.578727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.580739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8e928de5-4774-43e1-9eb8-baea4554658c admin admin] 10.222.0.54 "DELETE /v2.0/routers/d821bce8-a3b0-4385-a310-42ac10ba1721 HTTP/1.1" status: 204 len: 168 time: 1.6845896 Nov 16 21:46:12.583506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54964) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:12.592155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:46:12.637176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Deleting subnet d66dfa05-79e1-49ff-9c34-b739e68cbc52 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:46:12.641289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.677288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.798136 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.821635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:12.841570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'port_id': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'mac_address': 'fa:16:3e:aa:ce:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:46:12.905307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.926594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:12.932041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d66dfa05-79e1-49ff-9c34-b739e68cbc52 HTTP/1.1" status: 204 len: 168 time: 0.3469121 Nov 16 21:46:12.934088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 54970) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:12.948786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18cf0e4-b392-43e1-a82d-e574363c12fb None None] Network b353037a-52a4-482d-b4ee-302dddb51287 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:12.965446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790c5c-68a0-4702-a846-df17dccb107a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66dfa05-79e1-49ff-9c34-b739e68cbc52,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:13.022890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89cb03-12f8-474b-9eb5-beb5da30427e req-a54c46c2-c369-4ec9-9218-b6ce0cadfe0a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:13.025337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf89cb03-12f8-474b-9eb5-beb5da30427e req-a54c46c2-c369-4ec9-9218-b6ce0cadfe0a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0655921 Nov 16 21:46:13.040870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.089720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.093479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.095098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af5891a3-808c-4a0c-ad6e-5d86774215e8 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:13.123552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf89cb03-12f8-474b-9eb5-beb5da30427e req-1f4b6257-91fb-45aa-b30b-c5c9bd31be8d tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886095 Nov 16 21:46:13.151181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:13.176615 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.220688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Deleting port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:13.221463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.262208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:13.285008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] DHCP port deletion for b353037a-52a4-482d-b4ee-302dddb51287 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:13.349722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] For port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:13.351106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.359628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Deleting port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:13.360004 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.381885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Calling delete_port for f0b5fbd1-8236-40c4-85a1-3c60272b1e0f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:13.408536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['af5891a3-808c-4a0c-ad6e-5d86774215e8'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:13.499441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] For port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,segment=NetworkSegment(32e214b5-337b-4523-9294-8d3a5384b4ba),segment_id=32e214b5-337b-4523-9294-8d3a5384b4ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:13.499662 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.499934 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.514524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] No DVR routers for this DVR port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:13.526786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Calling delete_port for f0b5fbd1-8236-40c4-85a1-3c60272b1e0f owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:13.535497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:13.621802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.647284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b353037a-52a4-482d-b4ee-302dddb51287']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:13.658900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e214b5-337b-4523-9294-8d3a5384b4ba') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:13.660010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e214b5-337b-4523-9294-8d3a5384b4ba') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:13.670902 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.674391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.693183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.702731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:46:13.703582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.718972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] Pushing event deleted for resources: {'Port': ['ID=f0b5fbd1-8236-40c4-85a1-3c60272b1e0f,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:13.721062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769d182-0464-49d1-94dd-8f7a9968d370 None None] No DVR routers for this DVR port f0b5fbd1-8236-40c4-85a1-3c60272b1e0f on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:46:13.773068 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:46:13.897326 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-1a59dcd3-5144-47dc-a5d6-9b420234e310 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218104 Nov 16 21:46:13.897499 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.912992 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:13.926186 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b353037a-52a4-482d-b4ee-302dddb51287 HTTP/1.1" status: 204 len: 168 time: 0.9908452 Nov 16 21:46:13.929542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54976) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:13.972008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f0b5fbd1-8236-40c4-85a1-3c60272b1e0f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:13.977597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2695fb9-4915-4cfb-a61b-7fa9a011a497 admin admin] Pushing event deleted for resources: {'Network': ['ID=b353037a-52a4-482d-b4ee-302dddb51287,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:13.998545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f0b5fbd1-8236-40c4-85a1-3c60272b1e0f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:13.999057 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f0b5fbd1-8236-40c4-85a1-3c60272b1e0f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:13.999399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d7210174-4f67-4249-8712-a55d50369d7d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:14.020835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d7210174-4f67-4249-8712-a55d50369d7d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:14.021210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d7210174-4f67-4249-8712-a55d50369d7d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:14.021631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d6c42263-ef11-4f35-b53c-ead37cdf4bf0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:14.042392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d6c42263-ef11-4f35-b53c-ead37cdf4bf0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:14.042739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d6c42263-ef11-4f35-b53c-ead37cdf4bf0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:14.083819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-fcef3f19-010a-4c63-af6e-c2bc0e34e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:14.085449 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-fcef3f19-010a-4c63-af6e-c2bc0e34e1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 1097 time: 0.1008148 Nov 16 21:46:14.333608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-6836027e-5a51-4352-86b7-4c4c10a953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:14.336371 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-6836027e-5a51-4352-86b7-4c4c10a953c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.2246959 Nov 16 21:46:14.399852 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-d07de40c-37d2-4ec6-b2ca-4cb302c62360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 200 len: 217 time: 0.0534179 Nov 16 21:46:14.414600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388274d-d410-4961-8fe5-ceb5575600ba req-be8e557d-62eb-4b8c-92d9-610cb2dd0ea9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:14.416789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a388274d-d410-4961-8fe5-ceb5575600ba req-be8e557d-62eb-4b8c-92d9-610cb2dd0ea9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 944 time: 0.0904484 Nov 16 21:46:14.469671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-0d0baab8-0235-4e82-a2e3-44561d8e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:14.472250 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-0d0baab8-0235-4e82-a2e3-44561d8e1009 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0646596 Nov 16 21:46:14.502654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a388274d-d410-4961-8fe5-ceb5575600ba req-d55029f0-c878-4d83-939a-e9a966a40f4a tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777614 Nov 16 21:46:14.529100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-bece89f6-291b-42fa-9407-18282066cdda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491791 Nov 16 21:46:14.535495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54986) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:14.596972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:14.626201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d91dbcfb-d0db-42db-a268-d20fe5a1cddb tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/floatingips/aeb65cf4-5d69-494e-a71a-c4083c82c427 HTTP/1.1" status: 200 len: 992 time: 0.0889075 Nov 16 21:46:14.675745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port af5891a3-808c-4a0c-ad6e-5d86774215e8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:14.676022 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:14.691367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-8cac5bd1-bd9e-4209-a6e9-bbd7df3be274 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533847 Nov 16 21:46:14.745574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:14.772673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:14.800437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:14.803445 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e018ee4-7a4a-41f2-9789-b8d037c21c65" -d '{"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-plugged", "status": "completed", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:14.807523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caaab592-dd80-4c32-ade2-0271dc830f0f req-3689d6bd-4f0a-4da5-bfeb-e3870cce33e6 service neutron] 10.222.0.36 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084399 Nov 16 21:46:14.834049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:14.842135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:14.870591 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a73559-1423-4a60-8fa7-562573949f9f x-openstack-request-id: req-99a73559-1423-4a60-8fa7-562573949f9f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:14.870863 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-plugged", "status": "completed", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:14.871146 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99a73559-1423-4a60-8fa7-562573949f9f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:14.871539 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'code': 200} Nov 16 21:46:14.905376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:15.076348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Deleting port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:15.076917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:15.164181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] For port 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:15.164631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:15.176692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Calling delete_port for 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:15.351798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-026dd190-2b72-459e-b75e-13d659b47569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:15.384164 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:15.422886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49af8fa7-d03b-4933-9dc9-a1c88c59b5ab,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:15.617953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:15.851591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Router 4f25dc1b-275c-4837-905e-e4f241be1f22 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:15.958152 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:15.966573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73f14c41-2e47-4b5c-b16c-1f1d88c753f3 admin admin] 10.222.0.54 "PUT /v2.0/routers/4f25dc1b-275c-4837-905e-e4f241be1f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330348 Nov 16 21:46:15.966573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 54994) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:15.970422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Sync routers for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:15.982470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:15.983143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:16.095622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.116950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:16.220026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.285440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Deleting port a26bc309-ce68-44d0-b28a-e52e2267dafa {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:16.285950 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.319801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:15Z', 'revision_number': 5, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port': {'id': 'a26bc309-ce68-44d0-b28a-e52e2267dafa', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:02Z', 'updated_at': '2021-11-16T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:16.377333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] For port a26bc309-ce68-44d0-b28a-e52e2267dafa, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a26bc309-ce68-44d0-b28a-e52e2267dafa,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:16.377674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.393320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Calling delete_port for a26bc309-ce68-44d0-b28a-e52e2267dafa owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:16.532516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Checking router: 4f25dc1b-275c-4837-905e-e4f241be1f22 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:16.549634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Routers {'4f25dc1b-275c-4837-905e-e4f241be1f22'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:16.550259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:45:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['4f25dc1b-275c-4837-905e-e4f241be1f22'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:16.593762 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.627263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26bc309-ce68-44d0-b28a-e52e2267dafa,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:16.642698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c5e41-ba82-42b9-b0eb-07d0d6695e59 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:16.657786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] Set router 4f25dc1b-275c-4837-905e-e4f241be1f22 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:16.712871 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.720017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:16Z', 'revision_number': 6, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:16.788727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc5cca-d20e-43a4-a813-124d816c66a0 None None] The sync data for ids ['4f25dc1b-275c-4837-905e-e4f241be1f22'] in n-d-816206-5 is: [{'id': '4f25dc1b-275c-4837-905e-e4f241be1f22', 'name': 'tempest-TestAggregatesBasicOps-497889009-router', 'tenant_id': 'b9b680f161be4cd29f40159507be840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:01Z', 'updated_at': '2021-11-16T21:46:16Z', 'revision_number': 6, 'project_id': 'b9b680f161be4cd29f40159507be840e', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:16.808926 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.811309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.860676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.861277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f25dc1b-275c-4837-905e-e4f241be1f22 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:46:16.866404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.867589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a55c99ef-921f-4ea6-ae1e-ade17ed0cc54 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4f25dc1b-275c-4837-905e-e4f241be1f22 HTTP/1.1" status: 204 len: 168 time: 0.9000163 Nov 16 21:46:16.870108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55000) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:16.917934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Deleting subnet f488390e-bfb0-43a9-8b56-deaeea4d6b01 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:46:16.921005 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:16.955676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.034126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.085557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.116596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f488390e-bfb0-43a9-8b56-deaeea4d6b01,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:17.118571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.124331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fe9dd-dbd9-4a1d-ae05-13062ae05583 None None] Network 74a16207-b31f-405d-bc5e-cd37b26cf31a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:17.124730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dc068074-8786-47b0-976d-b2bb1595dc76 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f488390e-bfb0-43a9-8b56-deaeea4d6b01 HTTP/1.1" status: 204 len: 168 time: 0.2533548 Nov 16 21:46:17.125401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55004) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:17.200007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.269371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Deleting port a71f590e-f211-4eb9-8ee3-e164d32ef722 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:17.269712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.389820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] For port a71f590e-f211-4eb9-8ee3-e164d32ef722, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a71f590e-f211-4eb9-8ee3-e164d32ef722,segment=NetworkSegment(0c56fb0f-2371-41bd-b63a-7bda0bef54ef),segment_id=0c56fb0f-2371-41bd-b63a-7bda0bef54ef)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:17.390135 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.404878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Calling delete_port for a71f590e-f211-4eb9-8ee3-e164d32ef722 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:17.498371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.544036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71f590e-f211-4eb9-8ee3-e164d32ef722,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:17.547959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] No DVR routers for this DVR port a71f590e-f211-4eb9-8ee3-e164d32ef722 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:17.637524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.664628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a16207-b31f-405d-bc5e-cd37b26cf31a']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:17.672290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36061e73-caf8-4c59-a63c-73fccb799e3f None None] DHCP port deletion for 74a16207-b31f-405d-bc5e-cd37b26cf31a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:17.696992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c56fb0f-2371-41bd-b63a-7bda0bef54ef') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:17.697516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c56fb0f-2371-41bd-b63a-7bda0bef54ef') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:17.706817 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4220b8f2-f9c1-485f-bde0-f9a676f424a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.711380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.730161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.742193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:46:17.742808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:46:17.744737 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:46:17.822474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.847602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:17.856793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] 10.222.0.54 "DELETE /v2.0/networks/74a16207-b31f-405d-bc5e-cd37b26cf31a HTTP/1.1" status: 204 len: 168 time: 0.7303157 Nov 16 21:46:17.884611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224643-cad2-4853-bcfa-cdc33faab481 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a16207-b31f-405d-bc5e-cd37b26cf31a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:17.918557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:17.946888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:17.947500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 49af8fa7-d03b-4933-9dc9-a1c88c59b5ab not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:17.948086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71f590e-f211-4eb9-8ee3-e164d32ef722 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:17.973781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a71f590e-f211-4eb9-8ee3-e164d32ef722 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:17.974337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a71f590e-f211-4eb9-8ee3-e164d32ef722 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:17.976488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a26bc309-ce68-44d0-b28a-e52e2267dafa no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:18.002529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a26bc309-ce68-44d0-b28a-e52e2267dafa {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:18.003146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a26bc309-ce68-44d0-b28a-e52e2267dafa not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:18.103415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55020) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:18.170978 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-633586e3-d6cd-4a3f-b5a3-8e35cca7c40b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e18802c45a34d4381c9fc6604e72986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644295 Nov 16 21:46:18.172024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:18.231011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.255146 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.306590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.309687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.313270 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dbcd5ae-c38e-4fd7-a6ba-1e97516738b5 HTTP/1.1" status: 204 len: 168 time: 0.1379421 Nov 16 21:46:18.328492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456697f-5acd-4d89-82ab-a1a35e2f1dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbcd5ae-c38e-4fd7-a6ba-1e97516738b5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:18.700073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55032) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:18.748526 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60f29ede-20cf-4bad-b751-289ebc24e56d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9b680f161be4cd29f40159507be840e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471122 Nov 16 21:46:18.751068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:18.802210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.831062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.884620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-7a1f1fbd-9f50-4c5e-ba2a-a6c97c5dcda9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510631 Nov 16 21:46:18.885987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.889866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:18.891517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98cb116f-2374-4822-8de5-08dd4c777825 HTTP/1.1" status: 204 len: 168 time: 0.1392319 Nov 16 21:46:18.902221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be3222-8dbb-4f75-b239-64b882397827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb116f-2374-4822-8de5-08dd4c777825,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:18.988186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-40002961-d28b-4a10-bdad-46f7e144af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:18.990095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-40002961-d28b-4a10-bdad-46f7e144af21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 1096 time: 0.0531840 Nov 16 21:46:19.138069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-d25dec78-544d-4c4c-98ea-b0d307f9e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:19.139694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-d25dec78-544d-4c4c-98ea-b0d307f9e7e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 200 len: 920 time: 0.1272569 Nov 16 21:46:19.198608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-df4eb1df-1651-469b-be49-9d3b1238ba92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 200 len: 217 time: 0.0518074 Nov 16 21:46:19.263934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-df38ffda-098b-46e9-920b-792262696a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:19.265743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-df38ffda-098b-46e9-920b-792262696a64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 200 len: 859 time: 0.0601273 Nov 16 21:46:19.335828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-f9cd5ead-0d0a-436b-8746-523eaecfa333 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=178c07c8-1151-43d0-8ad0-9527519d32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621567 Nov 16 21:46:19.336406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:19.862845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-075a237a-c494-45b3-b864-b4949420f875 service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188973 Nov 16 21:46:19.967737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81cbaddc-a703-42a4-8f25-5120fe682325 req-cc03f6b0-0804-448d-a7d5-9a16ea0fa01d service neutron] 10.222.0.21 "GET /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972350 Nov 16 21:46:20.562511 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.009086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55054) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:21.137383 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09cc70f9-337f-43f5-9454-c09ec61eedc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.231849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09cc70f9-337f-43f5-9454-c09ec61eedc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.236516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-09cc70f9-337f-43f5-9454-c09ec61eedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.278253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-09cc70f9-337f-43f5-9454-c09ec61eedc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d89850b4ce0348378f3aa8b08736f3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674072 Nov 16 21:46:21.279053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc70f9-337f-43f5-9454-c09ec61eedc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4725a125-1e85-4adb-bb47-8887a96488dc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:21.282381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55058) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:21.336461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.361035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.411796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.414661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.418283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4725a125-1e85-4adb-bb47-8887a96488dc HTTP/1.1" status: 204 len: 168 time: 0.1325154 Nov 16 21:46:21.424744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064de0d4-b338-428a-8448-60f46c03cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725a125-1e85-4adb-bb47-8887a96488dc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:21.459117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.709698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55064) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:21.724684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7b234e00-9e9a-471b-a764-e7f9e8e7cf81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.801503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7b234e00-9e9a-471b-a764-e7f9e8e7cf81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.807025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7b234e00-9e9a-471b-a764-e7f9e8e7cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.853009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7b234e00-9e9a-471b-a764-e7f9e8e7cf81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9fd7648216d142be9410fdd2e86a89c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399207 Nov 16 21:46:21.853009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b234e00-9e9a-471b-a764-e7f9e8e7cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1718c3-9e32-4b4a-932f-612941e06a5a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:21.854269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55066) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:21.920873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:21.950681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:22.001420 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:22.004340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:22.005710 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc1718c3-9e32-4b4a-932f-612941e06a5a HTTP/1.1" status: 204 len: 168 time: 0.1501553 Nov 16 21:46:22.020976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebae4f-947c-4ee2-b953-4ef980ab5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1718c3-9e32-4b4a-932f-612941e06a5a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:23.228404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba35bb-0e4f-48f4-8364-3c22196247f5 req-14d40fb7-2c49-4d74-a35c-d0aab31849fd tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:23.231082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4ba35bb-0e4f-48f4-8364-3c22196247f5 req-14d40fb7-2c49-4d74-a35c-d0aab31849fd tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Nov 16 21:46:23.280340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4ba35bb-0e4f-48f4-8364-3c22196247f5 req-5fe9e576-0692-445c-adba-f521a132b3ca tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Nov 16 21:46:24.402492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cc7c-adb9-41ee-aad3-d1c6ff46a7a8 req-1ae429ae-4a0d-40bf-b56f-0e38b0b090df tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:24.404020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b835cc7c-adb9-41ee-aad3-d1c6ff46a7a8 req-1ae429ae-4a0d-40bf-b56f-0e38b0b090df tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Nov 16 21:46:24.452356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b835cc7c-adb9-41ee-aad3-d1c6ff46a7a8 req-3db14cff-915d-454e-a215-1f12baed0eaf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Nov 16 21:46:25.285528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-0c3e84f8-387d-4526-aea2-6493a8c8302a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:25.287807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-0c3e84f8-387d-4526-aea2-6493a8c8302a tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.21 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Nov 16 21:46:25.381637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Deleting port 2d9c72b0-ac8f-4020-b897-714aa666a756 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:25.381884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:25.474134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] For port 2d9c72b0-ac8f-4020-b897-714aa666a756, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=2d9c72b0-ac8f-4020-b897-714aa666a756,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:25.475333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:25.490622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Calling delete_port for 2d9c72b0-ac8f-4020-b897-714aa666a756 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:25.614573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa166-9e92-4c61-9252-30b71828e98b req-b14c7fc9-fae2-41ab-8d5a-152cbaca641c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:25.616313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7eaa166-9e92-4c61-9252-30b71828e98b req-b14c7fc9-fae2-41ab-8d5a-152cbaca641c tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=57f66b48-c5da-450e-8113-ca84029a66e9 HTTP/1.1" status: 200 len: 945 time: 0.0765953 Nov 16 21:46:25.695262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:25.708589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9dab3c58-b61e-4173-a25e-edaceb85aafa'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:25.711629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['2d9c72b0-ac8f-4020-b897-714aa666a756'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:25.729169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7eaa166-9e92-4c61-9252-30b71828e98b req-c680bdc0-2dc9-4b0b-8119-b4ba48615d18 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Nov 16 21:46:25.729899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Pushing event deleted for resources: {'Port': ['ID=2d9c72b0-ac8f-4020-b897-714aa666a756,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:25.779574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] No DVR routers for this DVR port 2d9c72b0-ac8f-4020-b897-714aa666a756 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:25.783101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:25.786399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7dcd3a29-0b02-4882-8da1-68271e779ab3 req-93f93d35-360a-4655-af2b-6c2a322aa116 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.21 "DELETE /v2.0/ports/2d9c72b0-ac8f-4020-b897-714aa666a756 HTTP/1.1" status: 204 len: 173 time: 0.4933794 Nov 16 21:46:25.786855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'name': 'network-vif-deleted', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:25.789738 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25874975-c047-4ef0-aafc-f520a2a96e7e" -d '{"events": [{"server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "name": "network-vif-deleted", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:25.873609 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20585b3e-9003-41e5-bd20-e196e362ef8f x-openstack-request-id: req-20585b3e-9003-41e5-bd20-e196e362ef8f {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:25.873609 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f66b48-c5da-450e-8113-ca84029a66e9", "name": "network-vif-deleted", "tag": "2d9c72b0-ac8f-4020-b897-714aa666a756", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:25.873609 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20585b3e-9003-41e5-bd20-e196e362ef8f {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:25.873609 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f66b48-c5da-450e-8113-ca84029a66e9', 'name': 'network-vif-deleted', 'tag': '2d9c72b0-ac8f-4020-b897-714aa666a756', 'status': 'completed', 'code': 200} Nov 16 21:46:27.009861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494af2e-0b57-4f9c-9648-f7c64beb452a req-fc342610-3cbd-4293-8559-9eded0cc30e5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:27.011376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4494af2e-0b57-4f9c-9648-f7c64beb452a req-fc342610-3cbd-4293-8559-9eded0cc30e5 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0481391 Nov 16 21:46:27.058570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4494af2e-0b57-4f9c-9648-f7c64beb452a req-b5646ec1-47d4-4842-aa3d-8bb837405701 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 16 21:46:28.175800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b81b4-cd95-46f5-918e-4363baa25d51 req-c547955a-5047-407f-89ea-063275068ef0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:28.177467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b5b81b4-cd95-46f5-918e-4363baa25d51 req-c547955a-5047-407f-89ea-063275068ef0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0491838 Nov 16 21:46:28.229257 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b5b81b4-cd95-46f5-918e-4363baa25d51 req-1c338b18-0937-467e-9912-a5f701b647f9 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Nov 16 21:46:29.349115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d859b1-e231-4ccd-9343-7574883293b4 req-82841436-ada1-4c38-92d0-4d3f1f0e5e6e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:29.350851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78d859b1-e231-4ccd-9343-7574883293b4 req-82841436-ada1-4c38-92d0-4d3f1f0e5e6e tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0511763 Nov 16 21:46:29.402137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78d859b1-e231-4ccd-9343-7574883293b4 req-6aecc534-94f7-4fe7-953b-8a323bdb4f39 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 Nov 16 21:46:30.524556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c499a8f-7123-45dd-89df-57977cc005e2 req-fabb69ed-bb02-43f4-8067-af8364c6c3c6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:30.526989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c499a8f-7123-45dd-89df-57977cc005e2 req-fabb69ed-bb02-43f4-8067-af8364c6c3c6 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0554435 Nov 16 21:46:30.578093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c499a8f-7123-45dd-89df-57977cc005e2 req-ecc79a1c-9c09-4cdc-afc9-49f888c2c4cf tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Nov 16 21:46:30.720886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d9c72b0-ac8f-4020-b897-714aa666a756 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:30.741389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 2d9c72b0-ac8f-4020-b897-714aa666a756 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:30.741873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 2d9c72b0-ac8f-4020-b897-714aa666a756 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:31.710759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30bf0-55b0-4342-9d12-71204033ab7f req-83f582bb-29ad-47a5-9ded-47d422ef93a0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:31.713142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54d30bf0-55b0-4342-9d12-71204033ab7f req-83f582bb-29ad-47a5-9ded-47d422ef93a0 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0632985 Nov 16 21:46:31.777129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54d30bf0-55b0-4342-9d12-71204033ab7f req-f46fadc2-6811-48c0-bc96-4b0a4bf2d454 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Nov 16 21:46:32.647282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-262993fd-935a-40e6-b00f-2da36fd21405 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:32.648772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-262993fd-935a-40e6-b00f-2da36fd21405 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0485938 Nov 16 21:46:32.741367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Deleting port 9dab3c58-b61e-4173-a25e-edaceb85aafa {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:32.741701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:32.831100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] For port 9dab3c58-b61e-4173-a25e-edaceb85aafa, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9dab3c58-b61e-4173-a25e-edaceb85aafa,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:32.831722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:32.852053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Calling delete_port for 9dab3c58-b61e-4173-a25e-edaceb85aafa owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:32.903035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ba122-e9e3-4eb6-877b-562a1be84345 req-bce82b53-ca1e-413f-bd17-691dccd2dd65 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:32.904497 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-472ba122-e9e3-4eb6-877b-562a1be84345 req-bce82b53-ca1e-413f-bd17-691dccd2dd65 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b67de86-016d-45e9-8ee4-ed75b08e23cc HTTP/1.1" status: 200 len: 946 time: 0.0514979 Nov 16 21:46:32.953804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-472ba122-e9e3-4eb6-877b-562a1be84345 req-2046fc3d-a1bf-4b54-9c94-3f9cc6919793 tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.54 "GET /v2.0/security-groups?id=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Nov 16 21:46:32.984657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:33.000525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9dab3c58-b61e-4173-a25e-edaceb85aafa'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:33.013284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Pushing event deleted for resources: {'Port': ['ID=9dab3c58-b61e-4173-a25e-edaceb85aafa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:33.059283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] No DVR routers for this DVR port 9dab3c58-b61e-4173-a25e-edaceb85aafa on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:33.062171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:33.065714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7ef8c359-97a4-46a4-aeef-c39e6dc18407 req-597846c3-2f06-4c01-b435-878f24b9737f tempest-ServerRescueNegativeTestJSON-19879841 tempest-ServerRescueNegativeTestJSON-19879841-project] 10.222.0.36 "DELETE /v2.0/ports/9dab3c58-b61e-4173-a25e-edaceb85aafa HTTP/1.1" status: 204 len: 173 time: 0.4107635 Nov 16 21:46:33.066147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'name': 'network-vif-deleted', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:33.068911 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6cdb51-5218-446d-be4b-e6fd29242c8d" -d '{"events": [{"server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "name": "network-vif-deleted", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:33.121221 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de66a1a3-a65d-4fff-9362-170164462ecc x-openstack-request-id: req-de66a1a3-a65d-4fff-9362-170164462ecc {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:33.121587 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b67de86-016d-45e9-8ee4-ed75b08e23cc", "name": "network-vif-deleted", "tag": "9dab3c58-b61e-4173-a25e-edaceb85aafa", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:33.121907 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de66a1a3-a65d-4fff-9362-170164462ecc {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:33.122381 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b67de86-016d-45e9-8ee4-ed75b08e23cc', 'name': 'network-vif-deleted', 'tag': '9dab3c58-b61e-4173-a25e-edaceb85aafa', 'status': 'completed', 'code': 200} Nov 16 21:46:34.012580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:34.373850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:34.650573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Deleting port 26da8f8c-5062-4f12-be84-73346bfbf04b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:34.650912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:34.730957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] For port 26da8f8c-5062-4f12-be84-73346bfbf04b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26da8f8c-5062-4f12-be84-73346bfbf04b,segment=NetworkSegment(5f47e0d6-96d3-4e90-9073-d0a65bee7732),segment_id=5f47e0d6-96d3-4e90-9073-d0a65bee7732)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:34.731327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:34.743833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Calling delete_port for 26da8f8c-5062-4f12-be84-73346bfbf04b owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:34.934083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:34.964494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Pushing event deleted for resources: {'Port': ['ID=26da8f8c-5062-4f12-be84-73346bfbf04b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:35.123857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.346042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:35.451314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:35.456626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aa83d61b-b206-43d5-bdac-ce270e8e90bc admin admin] 10.222.0.54 "PUT /v2.0/routers/5f810fc2-cf92-4aba-94c6-456200b3fcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4422140 Nov 16 21:46:35.459696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55218) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:35.467205 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Sync routers for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:35.480025 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:35.480666 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:35.558404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-df16ae96-d9e6-44e8-96d5-d2027367a4ff req-c5cec66b-95a3-44ea-98fc-e531499fdb39 service neutron] (102664) timed out ('10.222.0.54', 34200) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:46:35.572889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.684945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.701913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:35.745377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Deleting port 5561e641-5d6f-409b-80e8-f22e023f0cf6 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:35.745703 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.883687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] For port 5561e641-5d6f-409b-80e8-f22e023f0cf6, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5561e641-5d6f-409b-80e8-f22e023f0cf6,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:35.884612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.900784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Calling delete_port for 5561e641-5d6f-409b-80e8-f22e023f0cf6 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:35.914005 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:46:34Z', 'revision_number': 5, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port': {'id': '5561e641-5d6f-409b-80e8-f22e023f0cf6', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:11Z', 'updated_at': '2021-11-16T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:35.944100 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Checking router: 5f810fc2-cf92-4aba-94c6-456200b3fcf4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:35.955041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Routers {'5f810fc2-cf92-4aba-94c6-456200b3fcf4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:35.955859 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:35.973977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.067484 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] Set router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:36.108255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.116700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-393ad9f8-3c53-4758-83bd-3d2ef8c168bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.133024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ec8f5-c9a2-4f7f-bd61-1092f47fde9a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:36.161715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Pushing event deleted for resources: {'Port': ['ID=5561e641-5d6f-409b-80e8-f22e023f0cf6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.165445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:46:35Z', 'revision_number': 6, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.198481 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9bef54-8c4d-4f2f-9d54-be0e6bb68fb7 None None] The sync data for ids ['5f810fc2-cf92-4aba-94c6-456200b3fcf4'] in n-d-816206-5 is: [{'id': '5f810fc2-cf92-4aba-94c6-456200b3fcf4', 'name': 'tempest-ServerRescueNegativeTestJSON-1275466749-router', 'tenant_id': '39cf02ccd5bd4795a68d134500fc0c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:10Z', 'updated_at': '2021-11-16T21:46:35Z', 'revision_number': 6, 'project_id': '39cf02ccd5bd4795a68d134500fc0c55', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:36.221443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.229718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-393ad9f8-3c53-4758-83bd-3d2ef8c168bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.240415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-393ad9f8-3c53-4758-83bd-3d2ef8c168bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.280209 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-393ad9f8-3c53-4758-83bd-3d2ef8c168bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6598fed64304071ba0ddb3f94c39619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049300 Nov 16 21:46:36.281158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad9f8-3c53-4758-83bd-3d2ef8c168bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e9ac30-b9bd-4712-abec-eb0c6870e2a2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.283495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.316533 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.319372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.333460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.354542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.365660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.366268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f810fc2-cf92-4aba-94c6-456200b3fcf4 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:46:36.371515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.372837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5f18760f-05f2-43be-866b-a6e918b8461d admin admin] 10.222.0.54 "DELETE /v2.0/routers/5f810fc2-cf92-4aba-94c6-456200b3fcf4 HTTP/1.1" status: 204 len: 168 time: 0.9120240 Nov 16 21:46:36.375335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55232) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.415250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.417915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.421747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7e9ac30-b9bd-4712-abec-eb0c6870e2a2 HTTP/1.1" status: 204 len: 168 time: 0.1372321 Nov 16 21:46:36.427023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Deleting subnet cad78652-6140-4722-96f5-ff52c275b15d {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:46:36.431130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.431812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f0ce6-b3dc-43f0-9bb6-2e915295f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e9ac30-b9bd-4712-abec-eb0c6870e2a2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.474971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.523403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.591461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.619847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad78652-6140-4722-96f5-ff52c275b15d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.625035 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.628380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a6e5e8b9-6dd2-493a-8bb5-d855ac8930eb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cad78652-6140-4722-96f5-ff52c275b15d HTTP/1.1" status: 204 len: 168 time: 0.2518730 Nov 16 21:46:36.630991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55238) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.641901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9dab3c58-b61e-4173-a25e-edaceb85aafa no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:36.671262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 9dab3c58-b61e-4173-a25e-edaceb85aafa {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:36.671615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9dab3c58-b61e-4173-a25e-edaceb85aafa not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:36.720969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.787983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.801296 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f8c-6a17-45e0-b2be-385db974ecfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.808778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.838383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178c07c8-1151-43d0-8ad0-9527519d32da']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.851038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f47e0d6-96d3-4e90-9073-d0a65bee7732') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.851738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f47e0d6-96d3-4e90-9073-d0a65bee7732') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.864497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.880902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.883940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f8c-6a17-45e0-b2be-385db974ecfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.888065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7f8c-6a17-45e0-b2be-385db974ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.888373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:46:36.888728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:46:36.891618 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:46:36.926096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7f8c-6a17-45e0-b2be-385db974ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d889801a-c584-4fed-9ddd-9ed29de4d598,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.933285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2d7d7f8c-6a17-45e0-b2be-385db974ecfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf12d11b69774fb29ca238ee9b6f0cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418421 Nov 16 21:46:36.933549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55242) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:36.956608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.963932 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.968055 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] 10.222.0.54 "DELETE /v2.0/networks/178c07c8-1151-43d0-8ad0-9527519d32da HTTP/1.1" status: 204 len: 168 time: 0.3360531 Nov 16 21:46:36.984070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415142dc-d36d-40cd-ac6c-e276e73b8e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=178c07c8-1151-43d0-8ad0-9527519d32da,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:36.991143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.013722 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.065169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.069327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.073774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d889801a-c584-4fed-9ddd-9ed29de4d598 HTTP/1.1" status: 204 len: 168 time: 0.1393094 Nov 16 21:46:37.083660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78795669-9c91-4be6-a176-ba664c3d8857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889801a-c584-4fed-9ddd-9ed29de4d598,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:37.169246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55248) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:37.235442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-adf85fb9-99be-4313-a41e-e542c6186b1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39cf02ccd5bd4795a68d134500fc0c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639465 Nov 16 21:46:37.237748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55252) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:37.288022 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.319148 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.380846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.383906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:37.387990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53c2c9be-5ab1-48fd-85d0-121c1bda6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1463563 Nov 16 21:46:37.395237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e06bd2-f761-4037-b478-09b228269c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2c9be-5ab1-48fd-85d0-121c1bda6fd7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:37.878256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26da8f8c-5062-4f12-be84-73346bfbf04b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:37.902209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 26da8f8c-5062-4f12-be84-73346bfbf04b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:37.902554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26da8f8c-5062-4f12-be84-73346bfbf04b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:37.903212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5561e641-5d6f-409b-80e8-f22e023f0cf6 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:37.930298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5561e641-5d6f-409b-80e8-f22e023f0cf6 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:37.930645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5561e641-5d6f-409b-80e8-f22e023f0cf6 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:38.037943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:38.135901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-512466145-network', 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:38.159990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:38.162397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.171034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.249849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.253979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.286093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:46:38.293188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe06d14-184e-4c48-a3b6-3855139a4038,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:38.299929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.300285 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Added segment 3fca975a-37a3-44df-b68b-549aa4838438 of type vlan for network fc31117a-6840-4662-94a9-6c3b461f666a Nov 16 21:46:38.343137 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.367851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.368996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:38.369534 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.423008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3838904 Nov 16 21:46:38.426387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:38.432334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Request body: {'subnet': {'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-512466145-subnet', 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:38.438770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febf2b4-82d1-47d4-b13d-ca19a9317613 admin admin] Pushing event updated for resources: {'Network': ['ID=fc31117a-6840-4662-94a9-6c3b461f666a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:38.450180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fc31117a-6840-4662-94a9-6c3b461f666a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:46:38.469417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:38.472318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.652655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.712466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65139a09-ce78-4360-8812-fe0622995986,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:38.727086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:38.727448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Network hostable DHCP agents. Network: fc31117a-6840-4662-94a9-6c3b461f666a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:46:38.750226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Network fc31117a-6840-4662-94a9-6c3b461f666a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:46:38.760526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, fc31117a-6840-4662-94a9-6c3b461f666a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:38.764500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:38.765087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.774768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8236c-0126-4434-adf6-52beaaca1518 None None] Network fc31117a-6840-4662-94a9-6c3b461f666a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:38.799781 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-381641e1-6f9d-4dbd-9fe9-fb64ee183f9b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3715298 Nov 16 21:46:38.927720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e1e02-ddb3-4e28-8a4c-1551ab6fa826 None None] Network fc31117a-6840-4662-94a9-6c3b461f666a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:39.110890 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:39.265284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-ccadbd3f-a54b-4b11-821d-2b9452c91e0d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:39.266743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-ccadbd3f-a54b-4b11-821d-2b9452c91e0d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1024075 Nov 16 21:46:39.281978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-d2d50d40-e65e-49d0-98ac-eb3ea54a5387 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0090218 Nov 16 21:46:39.312414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-c82b2cf0-0eee-41e7-bc2a-c9c8a5510d4e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247805 Nov 16 21:46:39.408060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-05461749-9183-4495-89df-f6031bc21da8 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888238 Nov 16 21:46:39.503735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-f684f6c2-fcec-4357-9260-d6d2be5e3db0 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889370 Nov 16 21:46:39.684557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0261eb7-2879-4e1d-8b9d-a88e6b06ec59 req-edce41a3-fd50-40bc-a1ca-3e9c9bfc5b50 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 210 time: 0.0323367 Nov 16 21:46:40.632935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-73c1758f-6615-42ba-8ac2-e18208827b5b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:40.634682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-73c1758f-6615-42ba-8ac2-e18208827b5b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1271398 Nov 16 21:46:40.651086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': '62ee971d-6805-461c-8cc2-a89254055825', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:40.789527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:40.792674 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:40.810235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa9377f6-066f-4c7b-a81a-e8d3c7ffede4 req-a833dc30-d69b-4726-a277-a5248bedd669 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 210 time: 0.0349698 Nov 16 21:46:40.995941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.4 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/877e0ccb-00b1-40c4-931c-1cbfc8b384f0) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:41.149846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.182425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.232572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:41.235728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:41.238187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:41.263079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:41.293217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:41.293825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.310124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-9027ad58-4ae3-431f-9528-65fe8edf688b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642630 Nov 16 21:46:41.322487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Request body: {'port': {'device_id': '62ee971d-6805-461c-8cc2-a89254055825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:41.377106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.645798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:41.655025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.665336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Transition to ACTIVE for port object 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:46:41.669205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.756924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Pushing event updated for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:41.788672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Attempting to bind port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:41.789232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Attempting to bind port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:41.789541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Attempting to bind port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:41.794064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:46:41.794433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Attempting to bind port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:41.799490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:41.799821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:41.800200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:41.800623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Bound port: 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:41.800967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.871459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:41.874635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:41.880783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.936199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:41.936860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.938258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] 10.222.0.21 "PUT /v2.0/ports/877e0ccb-00b1-40c4-931c-1cbfc8b384f0 HTTP/1.1" status: 200 len: 1091 time: 0.6197627 Nov 16 21:46:41.941179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:41.943783 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1857af95-25f3-4c3d-81fb-7ef4d6c34282" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:41.986250 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd23fb9-0181-4da9-a5e2-4e5f7f5b0679 x-openstack-request-id: req-4dd23fb9-0181-4da9-a5e2-4e5f7f5b0679 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:41.986604 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:41.986922 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4dd23fb9-0181-4da9-a5e2-4e5f7f5b0679 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:41.987432 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'status': 'completed', 'code': 200} Nov 16 21:46:41.991179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b28a-4f5b-427e-8054-2b92f6d00524 service neutron] Pushing event updated for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:42.010992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6958fc-7fd5-4ea1-ae1e-8c9bab37f557 req-6a38d61c-8705-4e90-a235-df72b6582edb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:42.012430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6958fc-7fd5-4ea1-ae1e-8c9bab37f557 req-6a38d61c-8705-4e90-a235-df72b6582edb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 943 time: 0.1290123 Nov 16 21:46:42.424928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-c4c31d84-752e-4f81-b974-3657b13dfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:42.426407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-c4c31d84-752e-4f81-b974-3657b13dfc49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 1094 time: 0.4308577 Nov 16 21:46:42.446071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6958fc-7fd5-4ea1-ae1e-8c9bab37f557 req-46b39549-486f-4d4c-ae33-359fea857ab0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594234 Nov 16 21:46:42.473311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-3e41a128-a43f-4c4e-813a-5b55f732408a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0 HTTP/1.1" status: 200 len: 217 time: 0.0370584 Nov 16 21:46:42.524890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-716ff336-eafb-47dc-ad3a-8db6e0680d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:42.526377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-716ff336-eafb-47dc-ad3a-8db6e0680d30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0460231 Nov 16 21:46:42.561042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-6624c927-0492-4479-beda-41c66d894246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274880 Nov 16 21:46:42.658131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-5120e6b5-4c83-435c-bd75-7cafa1bad164 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891514 Nov 16 21:46:42.751943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb6d8892-4894-46bd-8b41-24cd7a1fdd15 req-0e5fbdbc-4c2a-4b94-9e09-8670e94fd628 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863025 Nov 16 21:46:42.841166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-357f7456-fecf-44c0-ba22-0ed1b79dfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:42.842643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-357f7456-fecf-44c0-ba22-0ed1b79dfe0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 1094 time: 0.0424294 Nov 16 21:46:42.947724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-b8b8493b-a578-4acb-bb34-06f25d99afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:42.951591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-b8b8493b-a578-4acb-bb34-06f25d99afbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0994253 Nov 16 21:46:42.955958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.994390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-418b171d-308e-4667-9721-a99ba68feda4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0 HTTP/1.1" status: 200 len: 217 time: 0.0370960 Nov 16 21:46:43.044411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-a99e6c62-bec5-474d-a2c0-b3d8bf0a755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:43.046349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-a99e6c62-bec5-474d-a2c0-b3d8bf0a755f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0446954 Nov 16 21:46:43.079289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-5835332f-c6e4-4820-8f15-c7fcea43f304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254014 Nov 16 21:46:43.176114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-61af8a65-7866-47dd-9e83-4bb27eb49117 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Nov 16 21:46:43.265990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1857af95-25f3-4c3d-81fb-7ef4d6c34282 req-eec908ac-4587-4f52-bca3-c664441ae20e service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 Nov 16 21:46:43.572755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d84fe8-a883-41d0-82e5-605ae0b1dafd req-244510e1-201e-4eae-8f9a-ebf1ebd62bc0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:43.574232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8d84fe8-a883-41d0-82e5-605ae0b1dafd req-244510e1-201e-4eae-8f9a-ebf1ebd62bc0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 943 time: 0.0557942 Nov 16 21:46:43.621424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8d84fe8-a883-41d0-82e5-605ae0b1dafd req-ab38e2be-59ac-42d2-9f4a-5ccf750a78e3 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412006 Nov 16 21:46:44.732905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02a2e-7907-4d20-ad5a-ec7579bc43dc req-a3d52415-cc58-413e-850d-3a02e16cecb4 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:44.734283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8dc02a2e-7907-4d20-ad5a-ec7579bc43dc req-a3d52415-cc58-413e-850d-3a02e16cecb4 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 943 time: 0.0486603 Nov 16 21:46:44.780827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8dc02a2e-7907-4d20-ad5a-ec7579bc43dc req-d539a399-c58c-4fef-88f7-fbe9905c2048 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Nov 16 21:46:45.335550 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5bcf6f6f-3fe2-4bc6-83e7-7cb5a981dc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.898481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df61b5-8bb9-4aac-8e4b-85ff6348e51d req-e3349c7a-f676-45b5-86ca-2bf29f88dccd tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:45.899982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87df61b5-8bb9-4aac-8e4b-85ff6348e51d req-e3349c7a-f676-45b5-86ca-2bf29f88dccd tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Nov 16 21:46:45.956604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87df61b5-8bb9-4aac-8e4b-85ff6348e51d req-37ecb8bb-5522-4a5e-a95e-453b88de3abc tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Nov 16 21:46:46.137379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:46.245691 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d69aae5-c9f6-4709-a9da-76556d882f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.320025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d69aae5-c9f6-4709-a9da-76556d882f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.323601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d69aae5-c9f6-4709-a9da-76556d882f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.361482 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d69aae5-c9f6-4709-a9da-76556d882f5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=292da898d91e431bbd966fb255fcc096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230020 Nov 16 21:46:46.362343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69aae5-c9f6-4709-a9da-76556d882f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea226b2-d669-4971-a17d-820ce3d1e845,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.364898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55398) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:46.414143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.437388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.487731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.490519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.494901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ea226b2-d669-4971-a17d-820ce3d1e845 HTTP/1.1" status: 204 len: 168 time: 0.1260779 Nov 16 21:46:46.501223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9d4e4-524b-48b7-87dd-fc3cd0981962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea226b2-d669-4971-a17d-820ce3d1e845,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.807663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:46:46.915272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:46.927348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'mac_address': 'fa:16:3e:0a:90:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:46:46.966404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.980225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:47.004214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:47.009653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.070786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:47.084673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695d82-457f-45c0-8a24-2ceb7c8da8a3 req-621ce0b5-f805-4fe0-acb3-533c0089ab23 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:47.086241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82695d82-457f-45c0-8a24-2ceb7c8da8a3 req-621ce0b5-f805-4fe0-acb3-533c0089ab23 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 944 time: 0.0548148 Nov 16 21:46:47.139900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-82695d82-457f-45c0-8a24-2ceb7c8da8a3 req-2e7bea6a-4f48-4c80-bff1-650081afeac7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Nov 16 21:46:47.232580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:47.690182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-54ad50ec-8f16-481c-b3ce-415f36e62938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.708251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55436) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:47.849172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'network': {'name': 'tempest-network-smoke--1822702221', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:47.869693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:47.873309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.884982 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.958855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.962299 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.988531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:46:47.998521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17839da-101f-4fba-a58e-461cc46d4af2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:48.004043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.004366 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Added segment 691ba99d-5be3-4f83-86e5-7d171081f76b of type vlan for network 4eaf94b0-53d9-4e59-9722-b59afe612d90 Nov 16 21:46:48.043032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.069420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.075105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:48.075713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.131229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4218698 Nov 16 21:46:48.134317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55440) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:48.138623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'admin_state_up': True, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:48.157713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4649d-eb93-40a2-ba0f-e29ac24981f2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Network': ['ID=4eaf94b0-53d9-4e59-9722-b59afe612d90,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:48.171634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:46:48.174028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.175606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.229021 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:46:48.244437 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.401970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93979-26d6-486a-b28d-e912eaac6d52 req-802bc7dc-63d9-43bb-88ee-14e84cb89663 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:48.403685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ed93979-26d6-486a-b28d-e912eaac6d52 req-802bc7dc-63d9-43bb-88ee-14e84cb89663 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 944 time: 0.1715991 Nov 16 21:46:48.408897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.501429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ed93979-26d6-486a-b28d-e912eaac6d52 req-7bccdae2-8d2c-48e9-b69b-19676daf452d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888405 Nov 16 21:46:48.635390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.653885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.756990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.25.7.234 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/b4227dc8-0dce-49b9-bcb6-2ee351a16ef5) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:48.829021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:48.863736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.877155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:46:48.881582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:48.881952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.898709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.937640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:48.940579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:48.944813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:48.950293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:48.961049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d1497-3415-40fb-a8d7-42a018ec5cd2 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:48.964283 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.999371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:49.001623 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4fd7b2-6b02-4774-a2dd-f418bd0b8f3c" -d '{"events": [{"server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "name": "network-vif-plugged", "status": "completed", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:49.018236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:49.019316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cbf908f4-5335-44f2-b9e4-3d6d7ac0fab2 None None] Provisioning complete for port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:49.019684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cbf908f4-5335-44f2-b9e4-3d6d7ac0fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.042911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.045570 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc9d48f-c1f8-4e5e-884d-87149feb452b x-openstack-request-id: req-2dc9d48f-c1f8-4e5e-884d-87149feb452b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:49.045950 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "name": "network-vif-plugged", "status": "completed", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:49.046199 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dc9d48f-c1f8-4e5e-884d-87149feb452b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:49.046582 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'code': 200} Nov 16 21:46:49.079993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cbf908f4-5335-44f2-b9e4-3d6d7ac0fab2 None None] Port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:49.104631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:49.216217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328337a4-6367-4a3a-9623-f2d31fb3330a req-6ca8419a-b524-4e1e-893c-e693690ebed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:49.217722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-328337a4-6367-4a3a-9623-f2d31fb3330a req-6ca8419a-b524-4e1e-893c-e693690ebed2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 1096 time: 0.1137173 Nov 16 21:46:49.250884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.325139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.334807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-328337a4-6367-4a3a-9623-f2d31fb3330a req-18ce3fa9-591e-44fe-9178-5c931865a171 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092556 Nov 16 21:46:49.460650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.618895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:46:49.634571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037fc1d-84a1-4eaf-a34f-76813d2c653a req-11cee2f9-9b8b-47ad-9383-366bd17336d9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:49.636064 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f037fc1d-84a1-4eaf-a34f-76813d2c653a req-11cee2f9-9b8b-47ad-9383-366bd17336d9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 945 time: 0.0660918 Nov 16 21:46:49.750498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f037fc1d-84a1-4eaf-a34f-76813d2c653a req-c35c3be6-e866-4175-82bd-7ea157ea08ae tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084225 Nov 16 21:46:49.765416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:49.778740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:49.782684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55450) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:49.789766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:49.790464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:49.794189 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.798405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0d8f308f-c863-4f7a-bbef-0c11d5f177f5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6601810 Nov 16 21:46:49.798652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55452) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:49.885528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-42277306-44a1-4103-a201-bdc45c7a4ecd tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=cae077d77d014bc5aeecfc13cb6c2380&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851893 Nov 16 21:46:49.888415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:49.899440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:49.947608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port d825911f-4a12-438d-bb19-65ad2b0e1167 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:49.948435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.985773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b9ecf-b40c-4ea6-b1ad-74df87fc54b9 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:49.989929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c76b9ecf-b40c-4ea6-b1ad-74df87fc54b9 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977402 Nov 16 21:46:49.990142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:50.018968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c451e30-a7d1-4efe-864b-a8329dee3376 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256824 Nov 16 21:46:50.019941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55460) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:50.026607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642310136', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:50.034705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.035066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.048807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for d825911f-4a12-438d-bb19-65ad2b0e1167 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:50.102728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:49Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:50.122220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:50.126579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.131196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:50.131622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Updating router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:50.156968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.205317 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.259409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=d825911f-4a12-438d-bb19-65ad2b0e1167,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:50.325374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.333401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.334384 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Floating IP aeb65cf4-5d69-494e-a71a-c4083c82c427 disassociated (deleted). External IP: 172.25.7.140, port: af5891a3-808c-4a0c-ad6e-5d86774215e8. Nov 16 21:46:50.397990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Subnet': ['ID=04dbd278-dc01-42a2-8280-2d66412a01b6,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:50.414745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Checking segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:50.415049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network hostable DHCP agents. Network: 4eaf94b0-53d9-4e59-9722-b59afe612d90, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:46:50.433979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:46:50.446227 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.449917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4eaf94b0-53d9-4e59-9722-b59afe612d90) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:50.452612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.454310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:50.454992 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.473886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95158f91-e147-4a63-8715-0c493065855a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4521637 Nov 16 21:46:50.476764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55462) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:50.490570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d55234-7081-4d26-a098-f7252d555d6f None None] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:50.553034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3f8c8-e2a4-4d2e-a7b6-d757cffe341d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:50.603183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router bdca4796-ca82-4fde-87f6-191223b842cd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:50.723650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:50.728873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.736483 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Sync routers for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:50.748291 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:50.749470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:50.765666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Attempting to bind port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:50.766063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Attempting to bind port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:50.766425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Attempting to bind port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:50.768820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda16a8-3b29-4988-bb3c-72a8214fd3a4 None None] Pushing event updated for resources: {'Port': ['ID=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:50.779943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-31618156-fd0e-4deb-a2a9-fca99b2193f2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/floatingips/aeb65cf4-5d69-494e-a71a-c4083c82c427 HTTP/1.1" status: 204 len: 168 time: 0.9887390 Nov 16 21:46:50.780695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:50.784099 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a8251a-8f5f-43f7-9070-2c7c7f987500" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:50.808334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.857045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:50.857425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:50.857830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.858223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:50.858711 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Bound port: b4227dc8-0dce-49b9-bcb6-2ee351a16ef5, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:50.859115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.895851 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:50.965360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2778ffd5-7458-4cea-8e42-5faf9b631741 None None] Provisioning complete for port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:50.965831 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2778ffd5-7458-4cea-8e42-5faf9b631741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.014325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2778ffd5-7458-4cea-8e42-5faf9b631741 None None] Port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:51.018378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] For port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:51.037030 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5087928-1f47-4645-8053-ff0b4f6d9697 x-openstack-request-id: req-b5087928-1f47-4645-8053-ff0b4f6d9697 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:51.037320 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:51.037575 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5087928-1f47-4645-8053-ff0b4f6d9697 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:51.037984 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'status': 'completed', 'code': 200} Nov 16 21:46:51.077376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-4eaf94b0-53d9-4e59-9722-b59afe612d90', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:46:51.078235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.103273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] For port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:51.128768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-14bc9764-d279-4a98-913d-55bf43201892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.129001 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.132879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-14bc9764-d279-4a98-913d-55bf43201892 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0848e94efac43d8a53469d18635eddd&device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 1096 time: 0.0719178 Nov 16 21:46:51.150759 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:51.186693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Checking router: bdca4796-ca82-4fde-87f6-191223b842cd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:51.197251 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:51.197947 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:51.216215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124d5c-a175-42e9-afe6-86e0983c2c01 req-c3de0d4d-4915-4afc-8e3b-f686140a251d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.217785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97124d5c-a175-42e9-afe6-86e0983c2c01 req-c3de0d4d-4915-4afc-8e3b-f686140a251d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 945 time: 0.1382511 Nov 16 21:46:51.218144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25efc7b9-7406-459e-91be-7ec504bfee0f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:51.238063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a3f2-d1f3-4531-a352-6fc5c8cc5f16 req-70ddc388-7be7-4f9c-a896-c1b9a4f9d72c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.240203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9877a3f2-d1f3-4531-a352-6fc5c8cc5f16 req-70ddc388-7be7-4f9c-a896-c1b9a4f9d72c tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1158714 Nov 16 21:46:51.273787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:51.274487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:51.281095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda16a8-3b29-4988-bb3c-72a8214fd3a4 None None] Pushing event updated for resources: {'Port': ['ID=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:51.314368 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:51.351739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-5c0aab0b-8434-40d5-bccc-3fe3e24fcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.356349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-5c0aab0b-8434-40d5-bccc-3fe3e24fcb64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 200 len: 897 time: 0.2136018 Nov 16 21:46:51.395096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97124d5c-a175-42e9-afe6-86e0983c2c01 req-63b213af-0f9f-4180-96d3-2bbcf1d89b75 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655145 Nov 16 21:46:51.407879 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-d3c14606-6ad5-42b1-9aa2-a53ccee877db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 200 len: 217 time: 0.0424774 Nov 16 21:46:51.421599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] Provisioning complete for port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:51.421965 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.438738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Allocated IP 172.20.0.2 (4eaf94b0-53d9-4e59-9722-b59afe612d90/04dbd278-dc01-42a2-8280-2d66412a01b6/224a0cc8-8d1f-4ff5-afba-58ec60a014e3) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:51.468120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9877a3f2-d1f3-4531-a352-6fc5c8cc5f16 req-22dca6bc-3db5-46de-a768-cc3277780b1f tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078388 Nov 16 21:46:51.531669 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-a36f318b-4aa7-46f8-a7c6-1cc78d6b2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.533189 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-a36f318b-4aa7-46f8-a7c6-1cc78d6b2706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9f3685-e299-45ca-990c-7505f09cb6f0 HTTP/1.1" status: 200 len: 834 time: 0.1152856 Nov 16 21:46:51.538258 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.572861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:51.605692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-a7ce90d6-54e0-4c2c-a6f4-8f93a8024f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.607886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-a7ce90d6-54e0-4c2c-a6f4-8f93a8024f0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58584607-4c79-4501-ac48-3051498b50e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655458 Nov 16 21:46:51.645846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.699818 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:51.737755 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec58611-d363-4ee0-96c8-f3734ea43d8f None None] The sync data for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 is: [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:06Z', 'revision_number': 4, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '2c6ff16b-5a81-4e2f-91b3-044405716558', 'name': '', 'network_id': '58584607-4c79-4501-ac48-3051498b50e7', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'mac_address': 'fa:16:3e:17:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:05Z', 'updated_at': '2021-11-16T21:45:10Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'subnets': [{'id': 'ea9f3685-e299-45ca-990c-7505f09cb6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:51.763290 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-5077d6f8-5b3b-4eb2-ad0d-ff0a39bedf02 service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475253 Nov 16 21:46:51.793367 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.829353 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.877386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-24f5f87c-c28a-48ad-9810-37f4899e0141 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.878853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-24f5f87c-c28a-48ad-9810-37f4899e0141 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1404347 Nov 16 21:46:51.896610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-73a8251a-8f5f-43f7-9070-2c7c7f987500 req-8c57d325-accc-4a3b-8466-e028cd4612b3 service neutron] 10.222.0.36 "GET /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245959 Nov 16 21:46:51.902711 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.923607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-2b4fbdda-6454-4fa1-a0be-0856f3f6d86f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0350242 Nov 16 21:46:51.923874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:51.946612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:51.949152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:51.974576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] For port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:51.977801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Pushing event updated for resources: {'Port': ['ID=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:51.987111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.024615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-3852f6b7-017b-4e96-ba1f-5b8830c9040b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964570 Nov 16 21:46:52.072567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1ade0-9f31-4927-be37-e33e8040ec78 None None] New status for floating IP aeb65cf4-5d69-494e-a71a-c4083c82c427: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:46:52.158073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Attempting to bind port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:52.158477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Attempting to bind port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:52.158688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Attempting to bind port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 on network 4eaf94b0-53d9-4e59-9722-b59afe612d90 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:52.166353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec199b53-c7f1-4f4a-aa88-9c72c591e9b7 None None] Pushing event updated for resources: {'Port': ['ID=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:52.171501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:52.171881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Checking segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:52.172287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.172679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Bound using segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:52.173162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Bound port: 224a0cc8-8d1f-4ff5-afba-58ec60a014e3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:52.173543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.196341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.1 (4eaf94b0-53d9-4e59-9722-b59afe612d90/04dbd278-dc01-42a2-8280-2d66412a01b6/726e3d4f-cc1d-444e-858b-640114b00eb2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:52.203341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-5afd3c9a-4f2f-41b4-acd3-7bdbbde3e810 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505682 Nov 16 21:46:52.217435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:49Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:52.252071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a885a-65cb-410f-91c5-104d3a33f97e None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:49Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:52.277399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] For port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:52.280748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] For port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:52.285379 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.356414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb701791-6269-47f0-8e64-c9c43ae5696f None None] Pushing event updated for resources: {'Port': ['ID=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:52.377760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-4383416c-12cf-46f3-a7dc-73b7f066f848 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.380242 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-4383416c-12cf-46f3-a7dc-73b7f066f848 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.0902929 Nov 16 21:46:52.394316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd0ce83-9b08-4755-a020-b389754ed8f3 req-8fe58352-b868-487e-a0f4-facca1b3b107 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796079 Nov 16 21:46:52.451062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.525949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port af5891a3-808c-4a0c-ad6e-5d86774215e8 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:52.526355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.527956 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.671661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:52.698428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:52.715290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e3cf9-b871-4015-8c60-6a3dcad07402 req-ece8ee2b-b7f6-40c1-a20d-a9cee8c295da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.724573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c0e3cf9-b871-4015-8c60-6a3dcad07402 req-ece8ee2b-b7f6-40c1-a20d-a9cee8c295da tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ca1f963-11e9-4f7e-9855-58da43c713dc HTTP/1.1" status: 200 len: 945 time: 0.1285052 Nov 16 21:46:52.731748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port af5891a3-808c-4a0c-ad6e-5d86774215e8, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=af5891a3-808c-4a0c-ad6e-5d86774215e8,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:52.732350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.738341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:52.742414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:52.748942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for af5891a3-808c-4a0c-ad6e-5d86774215e8 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:52.856589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.962158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c0e3cf9-b871-4015-8c60-6a3dcad07402 req-976130b9-128e-4aae-803b-9e6572cb6749 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0650d76-b950-4b8f-9bac-b400163ab080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367072 Nov 16 21:46:53.017569 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.093210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=af5891a3-808c-4a0c-ad6e-5d86774215e8,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:53.127247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] No DVR routers for this DVR port af5891a3-808c-4a0c-ad6e-5d86774215e8 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:53.130908 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.135564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-759bcc87-d8af-41f4-b252-77e9cb0333f7 req-ecc74924-2be7-4079-8850-bae466daa9dd tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.36 "DELETE /v2.0/ports/af5891a3-808c-4a0c-ad6e-5d86774215e8 HTTP/1.1" status: 204 len: 173 time: 0.7488358 Nov 16 21:46:53.136044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-deleted', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:53.138338 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db9a08b-fa36-42d6-be8c-93d3c0d75d75" -d '{"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-deleted", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:53.212278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-f47c6e2a-8b78-4c54-9a4c-797fcf7eece5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:53.213927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-f47c6e2a-8b78-4c54-9a4c-797fcf7eece5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1739941 Nov 16 21:46:53.214530 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.218361 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded164bd-6889-4234-a1c7-2e74c0e4070a x-openstack-request-id: req-ded164bd-6889-4234-a1c7-2e74c0e4070a {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:53.218655 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca1f963-11e9-4f7e-9855-58da43c713dc", "name": "network-vif-deleted", "tag": "af5891a3-808c-4a0c-ad6e-5d86774215e8", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:53.218906 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ded164bd-6889-4234-a1c7-2e74c0e4070a {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:53.219324 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca1f963-11e9-4f7e-9855-58da43c713dc', 'name': 'network-vif-deleted', 'tag': 'af5891a3-808c-4a0c-ad6e-5d86774215e8', 'status': 'completed', 'code': 200} Nov 16 21:46:53.281621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-fa28a1fc-93e3-4330-bb31-08dd733e92ad tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0566061 Nov 16 21:46:53.464470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-776f8127-e096-47fc-a342-52671aa5e7a3 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674290 Nov 16 21:46:53.662061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-48eaf7e0-c5f7-4224-8a2e-cb63836cd5f5 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965945 Nov 16 21:46:53.781891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.791923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee3fb96-239b-4e9a-9432-9e303bc287ba None None] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:53.796121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.856868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-f48ca1ab-5924-4d36-8241-92f0c9485e0c service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867263 Nov 16 21:46:53.860152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f71d5722-4330-4847-99f4-62f708752095 None None] Provisioning complete for port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:53.860526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f71d5722-4330-4847-99f4-62f708752095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.891879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.893815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:54.024850 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f71d5722-4330-4847-99f4-62f708752095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.030240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:54.032892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:54.057163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55520) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:54.065366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:54.155079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f71d5722-4330-4847-99f4-62f708752095 None None] For port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:54.167939 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f71d5722-4330-4847-99f4-62f708752095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.172739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:54.173108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.293034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d5722-4330-4847-99f4-62f708752095 None None] Pushing event updated for resources: {'Port': ['ID=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:54.348176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:54.357467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ed78bd-c7f7-4093-b1a8-e7a90455093e req-b0fc378d-5f8f-4f5c-9870-2b58229b8256 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 210 time: 0.1512234 Nov 16 21:46:54.425434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:54.427690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.507955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:54.652182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:54.658912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2601dc21-086a-459b-8226-b026c09c3bac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/2f9caaf4-1be8-44b4-b6fa-9261157ddfa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1798191 Nov 16 21:46:54.662001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55532) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:54.723937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:54.739467 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:54.751909 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:54.752712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6512d761-d218-46db-af83-28325267df71 None None] Provisioning complete for port 726e3d4f-cc1d-444e-858b-640114b00eb2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:54.753086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6512d761-d218-46db-af83-28325267df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.753231 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:54.759613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: af5891a3-808c-4a0c-ad6e-5d86774215e8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:54.759890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device af5891a3-808c-4a0c-ad6e-5d86774215e8 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:54.768602 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.834529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6512d761-d218-46db-af83-28325267df71 None None] Port 726e3d4f-cc1d-444e-858b-640114b00eb2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:54.863372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6512d761-d218-46db-af83-28325267df71 None None] Provisioning complete for port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:54.864925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6512d761-d218-46db-af83-28325267df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.031714 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:55.049159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.049708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.050167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.050614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.051096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.051604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.055865 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7325c27e-8117-4b59-9a68-cfb9f74fc730 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4263 time: 0.3895946 Nov 16 21:46:55.056270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55534) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:55.149250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.149707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.150153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.150621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.151060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.151493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.153249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f882512-5744-4e27-ad4f-ba8620023d4e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3983 time: 0.0960705 Nov 16 21:46:55.156305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:55.172508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5fd2387b-9791-4b4d-8450-c5d1fb1e607e None None] Provisioning complete for port 726e3d4f-cc1d-444e-858b-640114b00eb2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:55.172885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5fd2387b-9791-4b4d-8450-c5d1fb1e607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.183312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port 2c6ff16b-5a81-4e2f-91b3-044405716558 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:55.183665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.247764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2387b-9791-4b4d-8450-c5d1fb1e607e None None] Port 726e3d4f-cc1d-444e-858b-640114b00eb2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:55.274967 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 2, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:55.304764 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:55.305202 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Updating router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 port 726e3d4f-cc1d-444e-858b-640114b00eb2 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:55.309536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port 2c6ff16b-5a81-4e2f-91b3-044405716558, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2c6ff16b-5a81-4e2f-91b3-044405716558,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:55.309965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.329581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for 2c6ff16b-5a81-4e2f-91b3-044405716558 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:55.340334 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.671639 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.678296 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.730841 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60d933-9acd-4839-8f1e-979689346824 None None] Pushing event updated for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:55.794408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Attempting to bind port 726e3d4f-cc1d-444e-858b-640114b00eb2 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:55.795545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Attempting to bind port 726e3d4f-cc1d-444e-858b-640114b00eb2 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:55.796068 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Attempting to bind port 726e3d4f-cc1d-444e-858b-640114b00eb2 on network 4eaf94b0-53d9-4e59-9722-b59afe612d90 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:55.802255 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:55.802880 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Checking segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:55.803295 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.803683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Bound using segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:55.804174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Bound port: 726e3d4f-cc1d-444e-858b-640114b00eb2, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:55.807298 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.855566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-c54bbdc3-403f-4e71-8460-ec4bf1fcff73 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.857852 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-c54bbdc3-403f-4e71-8460-ec4bf1fcff73 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1996119 Nov 16 21:46:55.887435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': '9a4a86dc-469c-482f-984b-b015749864e8', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:55.898199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8cf0c2e-abc1-4e1e-bb0f-6a894eec1ea9 req-f6e9d004-b85c-46a7-a426-dd4e274200b5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 210 time: 0.4447207 Nov 16 21:46:55.914486 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] For port 726e3d4f-cc1d-444e-858b-640114b00eb2, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:55.918737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:55.928955 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] For port 726e3d4f-cc1d-444e-858b-640114b00eb2, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=726e3d4f-cc1d-444e-858b-640114b00eb2,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:55.935597 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.993924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:55.994517 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.999114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60d933-9acd-4839-8f1e-979689346824 None None] Pushing event updated for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:56.021928 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:56.022548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:56.026552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.088922 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-97d5dc9a-297a-4fbc-ae84-dd667afaf05a tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.9289231 Nov 16 21:46:56.116082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=2c6ff16b-5a81-4e2f-91b3-044405716558,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:56.120011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] Provisioning complete for port 726e3d4f-cc1d-444e-858b-640114b00eb2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:56.120407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.163311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:56.169219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.240387 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:56.270641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.271013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.271361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.271702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.272040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.272371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.272702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.273032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.273448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.273684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.274011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.277823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.298630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.382221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] For port 726e3d4f-cc1d-444e-858b-640114b00eb2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=726e3d4f-cc1d-444e-858b-640114b00eb2,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:56.383456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.6 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/b250e7d7-fc37-49e8-a7aa-26aa617ea0b5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:56.391829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.489657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4723b00-a8e7-4e58-a23d-01a1c0095892 None None] Pushing event updated for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:56.516845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b213a172-49fb-4386-8039-ee2d9ea2cd00 None None] Provisioning complete for port 726e3d4f-cc1d-444e-858b-640114b00eb2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:56.517340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b213a172-49fb-4386-8039-ee2d9ea2cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.528830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.592926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.634868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.648844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:56.690361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:56.699863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:56.705471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:56.716198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:56.718510 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:55Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:56.747020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd717-8afc-45be-9999-08cce83b5331 None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:55Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:56.763949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.764308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.764656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.765333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.766591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.767034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.767294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.767888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.768230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.768557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.768886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.769209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:56.800426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55542) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:56.807748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405601309', 'description': 'tempest-secgroup-smoke-405601309 description', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:56.830129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:56.830854 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.858300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Router bdca4796-ca82-4fde-87f6-191223b842cd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:56.868951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.885606 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-4fc71af8-2577-4537-8fb6-51eebfbd0e28 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0080907 Nov 16 21:46:56.904040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Request body: {'port': {'device_id': '9a4a86dc-469c-482f-984b-b015749864e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:56.992422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.034469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:57.042546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cb243f92-d263-40a6-9f02-d0f0cae3a4af tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "PUT /v2.0/routers/bdca4796-ca82-4fde-87f6-191223b842cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9810693 Nov 16 21:46:57.044154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55546) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:57.051002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Sync routers for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:57.064426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f5521-0036-40ea-969e-b08502288a49 req-f0e02a70-9e86-4803-809d-6e55dc90f0b8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:57.066179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-015f5521-0036-40ea-969e-b08502288a49 req-f0e02a70-9e86-4803-809d-6e55dc90f0b8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 931 time: 0.0793602 Nov 16 21:46:57.084347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:57.085695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:57.086015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.096538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.128274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9419df9-56f1-48af-87e3-e7017dcf2767,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.148621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting subnet ea9f3685-e299-45ca-990c-7505f09cb6f0 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:46:57.159408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.200926 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-015f5521-0036-40ea-969e-b08502288a49 req-af2ac12f-28b1-4a74-99ae-dddbd5716b0b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Nov 16 21:46:57.206001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.208359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7c71243b-f1fe-47b2-a7d3-3169c379c47f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4059513 Nov 16 21:46:57.211284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55548) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:57.216012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:57.257841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.275089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:57.292669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.400543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.423640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:57.433126 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.433919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.442025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.460698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Transition to ACTIVE for port object b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:46:57.468536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.480190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93012284-f819-4beb-b3ee-e275dff837bf,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.493991 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.493991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96c46a3f-0520-4ab4-8697-8b515a662ed5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795017 Nov 16 21:46:57.496318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55550) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:57.505956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:57.530522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.541916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Pushing event updated for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.570249 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77de0aa-2443-4cdf-ae5f-2bbf9461b30d None None] Network 58584607-4c79-4501-ac48-3051498b50e7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:57.573948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.577403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/subnets/ea9f3685-e299-45ca-990c-7505f09cb6f0 HTTP/1.1" status: 204 len: 168 time: 0.5321338 Nov 16 21:46:57.582164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d8696-db33-4c54-87d3-849a61f8eaa2 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9f3685-e299-45ca-990c-7505f09cb6f0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.584066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55552) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:57.594970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.661816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Attempting to bind port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:57.662410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Attempting to bind port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:57.663569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Attempting to bind port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:57.668410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:46:57.668720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Attempting to bind port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:57.675588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:57.676149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:57.677048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:57.677475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Bound port: b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:57.677830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.742597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:46:55Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:57.759673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:57.763286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:57.770421 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.774605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.780442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Checking router: bdca4796-ca82-4fde-87f6-191223b842cd for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:57.799862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Routers {'bdca4796-ca82-4fde-87f6-191223b842cd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:57.800881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['bdca4796-ca82-4fde-87f6-191223b842cd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:57.815683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:57.816561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.819197 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] 10.222.0.36 "PUT /v2.0/ports/b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 HTTP/1.1" status: 200 len: 1091 time: 0.9241395 Nov 16 21:46:57.819805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:57.822456 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5996de-c5ab-4c21-ba0a-babc01707017" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:57.881293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.892262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.913283 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df7bf4-ffdc-4669-a4bf-7f3f52d605bf x-openstack-request-id: req-b3df7bf4-ffdc-4669-a4bf-7f3f52d605bf {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:57.914171 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:57.914577 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3df7bf4-ffdc-4669-a4bf-7f3f52d605bf {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:57.915164 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5', 'status': 'completed', 'code': 200} Nov 16 21:46:57.918975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db831c44-fec6-4413-bed0-a82e9eb7074e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.939288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c08c-cff3-4e52-8718-55ed4208d160 service neutron] Pushing event updated for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:57.952991 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:57.954421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-807a895f-3a96-4475-b91d-a1edded436f3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545462 Nov 16 21:46:57.959062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55556) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:57.962612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-43e0f291-e84d-47c8-b7d1-28b7753bc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:57.964245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-43e0f291-e84d-47c8-b7d1-28b7753bc998 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 1094 time: 0.0986977 Nov 16 21:46:57.967417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:57.979511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.009208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] Set router bdca4796-ca82-4fde-87f6-191223b842cd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:58.032708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.038631 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-b2b4cd1e-7014-4530-800c-65acd55bf66a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 HTTP/1.1" status: 200 len: 217 time: 0.0499558 Nov 16 21:46:58.076692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] DHCP port deletion for 58584607-4c79-4501-ac48-3051498b50e7 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:58.109273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Deleting port bf5572f0-6d35-4587-829a-f0f477078960 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:58.109833 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.141702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-9a7163ee-f85e-40a2-a3df-57cfacd8f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.144037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-9a7163ee-f85e-40a2-a3df-57cfacd8f74d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0945356 Nov 16 21:46:58.167781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 726e3d4f-cc1d-444e-858b-640114b00eb2 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:58.176950 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.197230 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-eb9c1d3d-6960-48a7-950f-3b32cb999861 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430830 Nov 16 21:46:58.198404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.235146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bef7a8-67e6-462d-8452-39a28db06457,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:58.237340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] For port bf5572f0-6d35-4587-829a-f0f477078960, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bf5572f0-6d35-4587-829a-f0f477078960,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:58.237712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.247116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Deleting port 28c298a5-1a26-47f1-b9e1-aafcb0122180 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:58.247380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.266124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Calling delete_port for bf5572f0-6d35-4587-829a-f0f477078960 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:58.299837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.302005 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-738ab52a-0fc9-46e5-b035-44e38fb5a691 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415978 Nov 16 21:46:58.304649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55560) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:58.309361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:58.364414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] For port 28c298a5-1a26-47f1-b9e1-aafcb0122180, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=28c298a5-1a26-47f1-b9e1-aafcb0122180,segment=NetworkSegment(30785b2b-f6fc-48b3-870a-366fd1e2690b),segment_id=30785b2b-f6fc-48b3-870a-366fd1e2690b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:58.364936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.374838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.387762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Calling delete_port for 28c298a5-1a26-47f1-b9e1-aafcb0122180 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:58.390192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 726e3d4f-cc1d-444e-858b-640114b00eb2 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:58.390560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.409026 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-776a7e9c-5882-4cbd-828d-432f46b4f666 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875677 Nov 16 21:46:58.470317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300d26-9674-4eeb-9b5d-51d147fb5ad9 req-e1305284-b21b-4f94-908a-d77d37b8f3ac tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.471956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f300d26-9674-4eeb-9b5d-51d147fb5ad9 req-e1305284-b21b-4f94-908a-d77d37b8f3ac tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 943 time: 0.0687723 Nov 16 21:46:58.481110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:46:55Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:58.510240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.523976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.543391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663a3a8-8ed4-4ebe-b004-f980357ba7ce None None] The sync data for ids ['bdca4796-ca82-4fde-87f6-191223b842cd'] in n-d-816206-5 is: [{'id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591139068', 'tenant_id': 'b0848e94efac43d8a53469d18635eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:46:55Z', 'revision_number': 5, 'project_id': 'b0848e94efac43d8a53469d18635eddd', 'gw_port': {'id': 'bf5572f0-6d35-4587-829a-f0f477078960', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca4796-ca82-4fde-87f6-191223b842cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:45:01Z', 'updated_at': '2021-11-16T21:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:58.572917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f300d26-9674-4eeb-9b5d-51d147fb5ad9 req-b6bedf9e-e65c-4705-a8d1-90e19d566e59 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637774 Nov 16 21:46:58.585269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78e76cc-be15-45a4-9f58-fb42dc01d564,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:58.586520 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.616708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.617154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.622204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-628131f4-4627-489e-a4a4-41bf3a3a9f96 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152196 Nov 16 21:46:58.626620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbdcb7-2f94-40e0-98c5-3a3f877ce12c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:58.630964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55562) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:58.634820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Port': ['ID=bf5572f0-6d35-4587-829a-f0f477078960,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:58.650418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aabe0bd7-b2f6-4f27-b7af-9e805ccef361 req-90393cce-f17b-4fbf-8edd-97dc92cb9f41 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322171 Nov 16 21:46:58.655432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:58.657608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] No DVR routers for this DVR port 28c298a5-1a26-47f1-b9e1-aafcb0122180 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:58.662631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8ef4-9463-4ebe-b5aa-a58bbe8c3ad0 None None] Pushing event deleted for resources: {'Port': ['ID=28c298a5-1a26-47f1-b9e1-aafcb0122180,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:58.723775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.756437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-9d6a51b1-814e-4c86-b1f5-950c00379fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.757914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-9d6a51b1-814e-4c86-b1f5-950c00379fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 1094 time: 0.0549486 Nov 16 21:46:58.762740 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:46:58.795548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.838691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.844502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.861548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-4379a010-4b8f-465c-b573-8340a9b458d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.863055 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-4379a010-4b8f-465c-b573-8340a9b458d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0974932 Nov 16 21:46:58.905439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-e2e1b5b0-69f4-4580-a6b2-7a9615e38e44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 HTTP/1.1" status: 200 len: 217 time: 0.0343590 Nov 16 21:46:58.909817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.910365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Fanout notify agent at l3_agent the message router_deleted on router bdca4796-ca82-4fde-87f6-191223b842cd {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:46:58.917803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.918839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b7218f34-a573-42a4-a8b9-915402cdd729 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/routers/bdca4796-ca82-4fde-87f6-191223b842cd HTTP/1.1" status: 204 len: 168 time: 1.3324928 Nov 16 21:46:58.921574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55564) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:58.959321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-cc4e12e9-ae6f-4ff6-b806-8c4d8d28fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.960945 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-cc4e12e9-ae6f-4ff6-b806-8c4d8d28fb3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0471873 Nov 16 21:46:58.972332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.978696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.000048 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-42951c42-ecef-4cb5-842a-c6d28ee47d9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315330 Nov 16 21:46:59.020857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.024345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3883207 Nov 16 21:46:59.024345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55d20-802c-469c-9445-fa42f7ad05dc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1129072e-920e-4a09-9273-a68f0646c96e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:59.024719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55566) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:59.028453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.034105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': 'd9419df9-56f1-48af-87e3-e7017dcf2767', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:59.089512 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:46:59.104814 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.106723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-672c7867-446d-4a1b-b3db-ded39ab8e133 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984371 Nov 16 21:46:59.165969 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.200797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58584607-4c79-4501-ac48-3051498b50e7']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:59.213795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f5996de-c5ab-4c21-ba0a-babc01707017 req-12ab632b-1683-492c-ab3c-6774f3739d23 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990415 Nov 16 21:46:59.214539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30785b2b-f6fc-48b3-870a-366fd1e2690b') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:59.214831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30785b2b-f6fc-48b3-870a-366fd1e2690b') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:59.230325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.232220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.239199 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.258036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.267687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece4b031-bade-4701-bb89-d23fb8119be2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:59.270008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:46:59.270483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:46:59.274005 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:46:59.286564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.287825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-64c9bdee-b4ba-4917-98e1-85008eb78d7c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2572362 Nov 16 21:46:59.343968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.352396 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.355908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/networks/58584607-4c79-4501-ac48-3051498b50e7 HTTP/1.1" status: 204 len: 168 time: 0.4333310 Nov 16 21:46:59.359051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55572) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:59.381174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d7130-ca7c-4724-9580-535b5137afea tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'Network': ['ID=58584607-4c79-4501-ac48-3051498b50e7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:59.442364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.461259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-795e2fef-1b10-4450-8e91-51b63fe8f0f6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405601309&fields=id&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 267 time: 0.0452595 Nov 16 21:46:59.471526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.537476 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.540144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:59.541306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] 10.222.0.54 "DELETE /v2.0/security-groups/e0650d76-b950-4b8f-9bac-b400163ab080 HTTP/1.1" status: 204 len: 168 time: 0.1813290 Nov 16 21:46:59.553476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e06f39-bf30-4e78-affc-d2a63a91f3f9 tempest-TestNetworkAdvancedServerOps-1573888943 tempest-TestNetworkAdvancedServerOps-1573888943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0650d76-b950-4b8f-9bac-b400163ab080,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:59.577547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-436ea6d6-71bb-4dcc-9bcf-22e9c7188434 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:59.579675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-436ea6d6-71bb-4dcc-9bcf-22e9c7188434 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 797 time: 0.1112275 Nov 16 21:46:59.597131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-1ba6d1b3-58a8-4abf-88c4-081263f5c36a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/quotas/cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 375 time: 0.0105722 Nov 16 21:46:59.651446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-481694b0-895f-4965-874c-a45fb44b8fed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480306 Nov 16 21:46:59.766378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b723-d1c8-43c3-8734-7d7feb0b0965 req-0733a391-eea3-4ad9-a3b0-0919f88e9e25 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:59.767978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4a7b723-d1c8-43c3-8734-7d7feb0b0965 req-0733a391-eea3-4ad9-a3b0-0919f88e9e25 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 943 time: 0.1156518 Nov 16 21:46:59.809029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-7d926f2e-d41e-4866-a44c-e1e1d71ffd7e service neutron] 10.222.0.54 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447706 Nov 16 21:46:59.876893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4a7b723-d1c8-43c3-8734-7d7feb0b0965 req-b6f7c4a2-42a5-442e-8d66-669877d0de06 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964363 Nov 16 21:46:59.879946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55590) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:59.888702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bf5572f0-6d35-4587-829a-f0f477078960 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:59.911929 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: bf5572f0-6d35-4587-829a-f0f477078960 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:59.912504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bf5572f0-6d35-4587-829a-f0f477078960 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:59.913089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 28c298a5-1a26-47f1-b9e1-aafcb0122180 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:59.933310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 28c298a5-1a26-47f1-b9e1-aafcb0122180 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:59.933939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 28c298a5-1a26-47f1-b9e1-aafcb0122180 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:59.934505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c6ff16b-5a81-4e2f-91b3-044405716558 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:59.942902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-0f418897-260f-494f-8a2c-ea1a3b98d5a9 service neutron] 10.222.0.54 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223044 Nov 16 21:46:59.954203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2c6ff16b-5a81-4e2f-91b3-044405716558 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:59.954549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2c6ff16b-5a81-4e2f-91b3-044405716558 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:47:00.043448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a49d40f4-8551-4f1b-843f-57532c857a69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0848e94efac43d8a53469d18635eddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623025 Nov 16 21:47:00.045888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55594) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:00.113218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-242d8dc0-4974-46e2-819b-e57bd23773a0 req-fb906aef-62de-4e86-a508-e011af1b7d5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 210 time: 0.0342057 Nov 16 21:47:00.128719 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.151962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.200613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.203372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.207076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33d8c524-8ec2-4804-acc9-970410556c84 HTTP/1.1" status: 204 len: 168 time: 0.1534119 Nov 16 21:47:00.216757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fbc13-c173-4bdd-bbf0-9615df2b40b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d8c524-8ec2-4804-acc9-970410556c84,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:00.480808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55610) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:00.530781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ce59e071-2c07-48f0-bc95-46d5e87a4d5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad879dda12a340f59477a08eab6729cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484960 Nov 16 21:47:00.533246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55612) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:00.581557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.604288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.651391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.653995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.655248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa1188da-9169-413d-ba7f-fefd44767c83 HTTP/1.1" status: 204 len: 168 time: 0.1210361 Nov 16 21:47:00.664412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064893cf-2c3b-4289-ab00-30feafa739d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1188da-9169-413d-ba7f-fefd44767c83,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:00.732318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:01.011910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:01.028784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5', 'mac_address': 'fa:16:3e:b8:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:01.036273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d946d-4bde-4aa0-a94f-0fed84874fab req-8fa410ef-35d9-44a3-ab13-8aecb2ce68ba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:01.038375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba0d946d-4bde-4aa0-a94f-0fed84874fab req-8fa410ef-35d9-44a3-ab13-8aecb2ce68ba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 943 time: 0.0625784 Nov 16 21:47:01.083809 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.105962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:01.159798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:01.164309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba0d946d-4bde-4aa0-a94f-0fed84874fab req-12fcc649-4594-4ca9-bec9-4a99c84ebda0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146870 Nov 16 21:47:01.169959 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.228921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-fa6de438-84e5-4029-937e-472dc33440a5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:01.230481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-fa6de438-84e5-4029-937e-472dc33440a5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 797 time: 0.1910446 Nov 16 21:47:01.254786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:01.272801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41064efc-225c-4a6e-a914-0b96a27234e3 req-7109885d-d096-4d9b-8026-6572233ec0d7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 210 time: 0.0411978 Nov 16 21:47:01.325766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-a260815b-0c8f-4afa-a20c-11ee20c72751 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 379 time: 0.0836258 Nov 16 21:47:01.337270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'port': {'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'admin_state_up': True, 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'security_groups': ['d9419df9-56f1-48af-87e3-e7017dcf2767']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:01.376162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b250e7d7-fc37-49e8-a7aa-26aa617ea0b5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:01.449095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:01.452552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.583917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.12 (4eaf94b0-53d9-4e59-9722-b59afe612d90/04dbd278-dc01-42a2-8280-2d66412a01b6/1d417bc4-f773-4cbb-a3b6-3bf94a44a33b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:01.717787 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.750375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.797922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:01.801622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:01.805517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:01.811950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:01.858293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:01.858940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.876183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-8bc8dbd1-9d1e-4513-947b-d7b8ef651859 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424161 Nov 16 21:47:01.891656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Request body: {'port': {'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:01.952110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.095647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-957054e8-ed93-4344-95a1-a4dfecc1ef77 None None] Provisioning complete for port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:02.096208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957054e8-ed93-4344-95a1-a4dfecc1ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.130453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-957054e8-ed93-4344-95a1-a4dfecc1ef77 None None] Port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:47:02.220620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:02.228736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.265870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Transition to ACTIVE for port object 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:02.269899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.335190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41837a6-b34e-4111-8dda-7885efbdd410 req-82ca4e85-e9ee-43cd-b92e-ad327464446d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.336769 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f41837a6-b34e-4111-8dda-7885efbdd410 req-82ca4e85-e9ee-43cd-b92e-ad327464446d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 944 time: 0.1057293 Nov 16 21:47:02.360497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:02.483672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a1b5-2e8b-4451-8a6b-65f764b9240d req-91367ed4-c907-4f4d-9f14-2ee396beeef4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.485091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1255a1b5-2e8b-4451-8a6b-65f764b9240d req-91367ed4-c907-4f4d-9f14-2ee396beeef4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 944 time: 0.1266036 Nov 16 21:47:02.494893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Attempting to bind port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:02.495235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Attempting to bind port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:02.495511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Attempting to bind port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b on network 4eaf94b0-53d9-4e59-9722-b59afe612d90 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:02.504426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f41837a6-b34e-4111-8dda-7885efbdd410 req-81640145-fab9-4d33-8411-ff4a69d50a3c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605427 Nov 16 21:47:02.521674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b on network 4eaf94b0-53d9-4e59-9722-b59afe612d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:02.522004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Attempting to bind port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b on network 4eaf94b0-53d9-4e59-9722-b59afe612d90 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:02.531334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:02.531665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Checking segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:02.532051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Bound using segment: {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:02.532475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Bound port: 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691ba99d-5be3-4f83-86e5-7d171081f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:02.532826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.566886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1255a1b5-2e8b-4451-8a6b-65f764b9240d req-810d90e3-6890-4c65-b267-45712c274153 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748529 Nov 16 21:47:02.615024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:02.618158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:02.623202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.656761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.657371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.658806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 1092 time: 0.7715745 Nov 16 21:47:02.659190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:02.661984 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac598e-6832-45e6-978d-3fa2cbc70cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:02.685835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b3f0e-3bcf-4e4e-89cb-b6e0e46e8ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:02.720191 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694fcb67-9065-498c-ae76-f947311a9881 x-openstack-request-id: req-694fcb67-9065-498c-ae76-f947311a9881 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:02.720486 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:02.720741 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-694fcb67-9065-498c-ae76-f947311a9881 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:02.721148 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'status': 'completed', 'code': 200} Nov 16 21:47:02.746196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:02.760386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-cc547dec-e334-4cc0-ae69-5491b20099a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.761910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-cc547dec-e334-4cc0-ae69-5491b20099a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1095 time: 0.0507007 Nov 16 21:47:02.809362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:02.812293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-91cfd14d-ecd3-4513-ba33-30d0126ead25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 217 time: 0.0413008 Nov 16 21:47:02.814071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:02.814438 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.866832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-b62f7f70-be24-4dfb-ad2b-0a8e0db34f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.868436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-b62f7f70-be24-4dfb-ad2b-0a8e0db34f52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 200 len: 835 time: 0.0479193 Nov 16 21:47:02.907771 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.915914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-2628d3f5-1aa1-435c-9dc2-6303e48d12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.917417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-2628d3f5-1aa1-435c-9dc2-6303e48d12e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406249 Nov 16 21:47:02.930880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:02.933062 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6c8b7-b291-4df4-9d6f-1003a5044b5d" -d '{"events": [{"server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "name": "network-vif-plugged", "status": "completed", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:02.946323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:02.951577 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.978228 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9542906-f927-4824-9c6a-c27bffaaca85 x-openstack-request-id: req-d9542906-f927-4824-9c6a-c27bffaaca85 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:02.978647 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "name": "network-vif-plugged", "status": "completed", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:02.978900 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9542906-f927-4824-9c6a-c27bffaaca85 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:02.979446 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5', 'code': 200} Nov 16 21:47:03.007800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:03.014958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-9e1384f2-914c-487a-9a10-87fb0e23b772 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899076 Nov 16 21:47:03.083152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74879c7-8063-49ee-9c74-30b8b0617782 req-a24ba0c5-db48-4292-94b4-beb6c2490fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.084686 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f74879c7-8063-49ee-9c74-30b8b0617782 req-a24ba0c5-db48-4292-94b4-beb6c2490fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 1096 time: 0.0411708 Nov 16 21:47:03.106479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fb1eef5-4d96-47bb-a797-0638de766a54 req-61dbab83-1072-4d85-8a3b-d9ad79331c8e service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843382 Nov 16 21:47:03.128617 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f74879c7-8063-49ee-9c74-30b8b0617782 req-d189cb24-32bf-4013-8784-f506d89e7a02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Nov 16 21:47:03.195590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-941cc099-01e6-4401-b805-dece174156af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.197048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-941cc099-01e6-4401-b805-dece174156af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1095 time: 0.0450599 Nov 16 21:47:03.288785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-55b174b0-e1a4-46f8-bb75-fd5f49619ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.290149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-55b174b0-e1a4-46f8-bb75-fd5f49619ca9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 898 time: 0.0832973 Nov 16 21:47:03.336077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-40e0155b-7284-4076-bcd4-c57f5c4a4ddc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 217 time: 0.0377829 Nov 16 21:47:03.390466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-de751fe4-38ac-4c5b-8eaf-1b97d9815c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.391909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-de751fe4-38ac-4c5b-8eaf-1b97d9815c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 200 len: 835 time: 0.0469835 Nov 16 21:47:03.439259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-2a158105-f92d-4137-9a59-b933420845b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.440707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-2a158105-f92d-4137-9a59-b933420845b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391858 Nov 16 21:47:03.544009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-58d917a1-c319-411a-ba89-65ade7fec843 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913007 Nov 16 21:47:03.699353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0408abb-faec-4953-9e21-5981d7f4819b req-7fdbd3fe-b833-4da8-b4b3-3b6439448ae6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.700800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0408abb-faec-4953-9e21-5981d7f4819b req-7fdbd3fe-b833-4da8-b4b3-3b6439448ae6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.1067324 Nov 16 21:47:03.705308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07ac598e-6832-45e6-978d-3fa2cbc70cf7 req-abd80c41-6063-4648-afac-2f51c766a8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525786 Nov 16 21:47:03.735963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3aa331-d9a8-4582-965f-99eb4f53094e req-771a1dcb-b344-4f27-a3d0-f44d2b05b800 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.737428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc3aa331-d9a8-4582-965f-99eb4f53094e req-771a1dcb-b344-4f27-a3d0-f44d2b05b800 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 944 time: 0.0992680 Nov 16 21:47:03.775493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0408abb-faec-4953-9e21-5981d7f4819b req-7c0a0cc6-5504-4e35-af5c-fcf817087ab7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Nov 16 21:47:03.805200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc3aa331-d9a8-4582-965f-99eb4f53094e req-c7cccb01-0496-491f-9900-9de79c4c28e8 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572186 Nov 16 21:47:05.262625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25d91-6124-4402-a673-8c426fbb8134 req-e16c3626-3125-41e7-99b1-480aa23e5f37 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:05.264229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10e25d91-6124-4402-a673-8c426fbb8134 req-e16c3626-3125-41e7-99b1-480aa23e5f37 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.4214420 Nov 16 21:47:05.286819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d1aa-2393-4f95-8259-5474e1b30e9e req-be549f7c-4b65-441e-864a-2af51c122d89 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:05.288254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1d6d1aa-2393-4f95-8259-5474e1b30e9e req-be549f7c-4b65-441e-864a-2af51c122d89 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 944 time: 0.4177263 Nov 16 21:47:05.355164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-10e25d91-6124-4402-a673-8c426fbb8134 req-f19d803a-0f59-4a8b-8f6b-1efd47cd8143 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841167 Nov 16 21:47:05.359951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1d6d1aa-2393-4f95-8259-5474e1b30e9e req-5ff7c5d7-de1f-4604-a13d-17d0c6d1c3a4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655842 Nov 16 21:47:05.484752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37eb63-8288-486f-b46d-e73efda43d4b req-8b32e370-90ac-4256-9005-1d13e076a358 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:05.486410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c37eb63-8288-486f-b46d-e73efda43d4b req-8b32e370-90ac-4256-9005-1d13e076a358 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.0613115 Nov 16 21:47:05.536703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c37eb63-8288-486f-b46d-e73efda43d4b req-b63b9838-8a87-4167-b653-9b13a13600ed tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Nov 16 21:47:05.773487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c51d-c6ae-4bb3-b516-15be0a8d7386 req-ec53c13c-0876-43a3-8676-00a6287676eb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:05.775013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2d1c51d-c6ae-4bb3-b516-15be0a8d7386 req-ec53c13c-0876-43a3-8676-00a6287676eb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.0570209 Nov 16 21:47:05.821886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2d1c51d-c6ae-4bb3-b516-15be0a8d7386 req-e10a0703-a173-4487-97a1-80d6c753e8c0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Nov 16 21:47:06.474150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b91bc-cea7-4a03-b3c4-665d521ec03a req-50c5acc0-a9a8-4194-a750-89e6d68220af tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:06.475657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a02b91bc-cea7-4a03-b3c4-665d521ec03a req-50c5acc0-a9a8-4194-a750-89e6d68220af tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 944 time: 0.0489748 Nov 16 21:47:06.526021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a02b91bc-cea7-4a03-b3c4-665d521ec03a req-49e88a42-281e-4917-a3cb-1923befc6157 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444849 Nov 16 21:47:06.892223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:06.937026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969297c-d74b-4eaa-b3a1-61f3c84d5a31 req-49e73969-1a90-4a31-a359-f585c711f5ed tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:06.938511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7969297c-d74b-4eaa-b3a1-61f3c84d5a31 req-49e73969-1a90-4a31-a359-f585c711f5ed tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Nov 16 21:47:06.990109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7969297c-d74b-4eaa-b3a1-61f3c84d5a31 req-97a6c629-2657-448b-8f99-e26255054df4 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Nov 16 21:47:06.992257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:07.004087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:07.041100 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.053952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:07.073409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:07.077444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.087288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388459a-d849-4873-b34f-971391443b91 req-7618eeee-a258-4089-a01d-2fcd0f060118 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:07.088778 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3388459a-d849-4873-b34f-971391443b91 req-7618eeee-a258-4089-a01d-2fcd0f060118 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a4a86dc-469c-482f-984b-b015749864e8 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Nov 16 21:47:07.129240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:07.136486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.136830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.137188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.137500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.137831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.138156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.138479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.138803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.139148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.139466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.139785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.140102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:07.180518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:47:07.180865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.272776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:07.273050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.286185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:47:07.306110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:07.422227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.434984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b250e7d7-fc37-49e8-a7aa-26aa617ea0b5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:07.451392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=b250e7d7-fc37-49e8-a7aa-26aa617ea0b5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:07.496217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:47:07.498983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:07.502655 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-3388459a-d849-4873-b34f-971391443b91 req-e282c0b6-4def-42f3-8a76-8896e745536b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "DELETE /v2.0/ports/b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 HTTP/1.1" status: 204 len: 173 time: 0.4074602 Nov 16 21:47:07.502894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'name': 'network-vif-deleted', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:07.505711 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c98a6-ad69-4a8a-9245-07c955c32d65" -d '{"events": [{"server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "name": "network-vif-deleted", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:07.546232 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffc59cd-e66c-4a9e-98a2-b92450863fe8 x-openstack-request-id: req-4ffc59cd-e66c-4a9e-98a2-b92450863fe8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:07.546528 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4a86dc-469c-482f-984b-b015749864e8", "name": "network-vif-deleted", "tag": "b250e7d7-fc37-49e8-a7aa-26aa617ea0b5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:07.546785 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ffc59cd-e66c-4a9e-98a2-b92450863fe8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:07.547219 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4a86dc-469c-482f-984b-b015749864e8', 'name': 'network-vif-deleted', 'tag': 'b250e7d7-fc37-49e8-a7aa-26aa617ea0b5', 'status': 'completed', 'code': 200} Nov 16 21:47:07.648173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c149e-abc3-4aa6-9a0d-345b18efd8a0 req-4cdd9356-f802-4375-95d6-d61ced5771d7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:07.649652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-685c149e-abc3-4aa6-9a0d-345b18efd8a0 req-4cdd9356-f802-4375-95d6-d61ced5771d7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 945 time: 0.0498896 Nov 16 21:47:07.702684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-685c149e-abc3-4aa6-9a0d-345b18efd8a0 req-a5bc6b74-60b3-41da-904b-f08e7e3aa248 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Nov 16 21:47:07.885776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:08.486539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-3dca82fc-e871-411e-8afc-e1d815d8b4cf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:08.488060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-3dca82fc-e871-411e-8afc-e1d815d8b4cf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1040392 Nov 16 21:47:08.503269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-92a08c07-9b26-4a1e-a5dc-5d153c111075 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Nov 16 21:47:08.551814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-cdc79c88-88a3-4919-9f94-98b58e7463af tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430088 Nov 16 21:47:08.649294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-7ccd3907-1aeb-4c39-a0be-89a0b4e75973 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860839 Nov 16 21:47:08.738043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-0fe887b2-44f7-4fe2-a120-901f011a939d service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825696 Nov 16 21:47:08.823836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e232c6-4acf-46be-9c1c-871cc3fed1c0 req-cd541d27-7c20-442d-a152-900c7065075b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:08.827819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88e232c6-4acf-46be-9c1c-871cc3fed1c0 req-cd541d27-7c20-442d-a152-900c7065075b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 945 time: 0.0534797 Nov 16 21:47:08.892206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:08.897013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88e232c6-4acf-46be-9c1c-871cc3fed1c0 req-c07c34a3-c561-41e0-87db-717878b3db10 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651045 Nov 16 21:47:08.917015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-760df812-e449-4443-a114-fd40858dfc7c req-c45c71c2-8a41-4990-8b54-18f64cab2650 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 210 time: 0.0385871 Nov 16 21:47:08.964349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:08.967972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:08.968417 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:09.052743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:09.080656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:09.083734 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea3a82d-5d61-4ddb-bbda-53eb3dc06b8f" -d '{"events": [{"server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "name": "network-vif-plugged", "status": "completed", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:09.102276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:09.110298 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:09.116461 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:09.136465 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4fafc6-5623-4d7a-af90-58ef193ad099 x-openstack-request-id: req-1c4fafc6-5623-4d7a-af90-58ef193ad099 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:09.136757 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "name": "network-vif-plugged", "status": "completed", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:09.137006 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c4fafc6-5623-4d7a-af90-58ef193ad099 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:09.137395 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'code': 200} Nov 16 21:47:09.168652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:09.223559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77af03-17d1-4ebb-8642-074829d2a788 req-791a4b9c-17a5-46c5-a487-46a3cf012db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:09.225090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a77af03-17d1-4ebb-8642-074829d2a788 req-791a4b9c-17a5-46c5-a487-46a3cf012db4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1097 time: 0.0410995 Nov 16 21:47:09.275313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a77af03-17d1-4ebb-8642-074829d2a788 req-4dd48223-91e7-451f-b11e-6766726e5444 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Nov 16 21:47:09.867004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-67a891d5-e54f-46aa-8d20-234badbdb662 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:09.868458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-67a891d5-e54f-46aa-8d20-234badbdb662 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1067123 Nov 16 21:47:09.881983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:09.996166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:09.999726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.035558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38f83f2f-9452-4f76-898d-0b4b8f97b6d0 req-965bd3bb-ffa2-47af-bc36-d10ec3685dea tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 210 time: 0.0459650 Nov 16 21:47:10.058423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802727d-a116-4928-9fc4-c43cbb10a765 req-f913ddf4-2e71-43f3-91ff-6676817a7928 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:10.058423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b802727d-a116-4928-9fc4-c43cbb10a765 req-f913ddf4-2e71-43f3-91ff-6676817a7928 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.0777204 Nov 16 21:47:10.103538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b802727d-a116-4928-9fc4-c43cbb10a765 req-db605837-8082-4f84-863b-098554876383 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Nov 16 21:47:10.135760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.2 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/38e39533-1edd-4758-bc0a-100f89c5dd12) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:10.282268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.316527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.327316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:10.361001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:10.364140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:10.368065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:10.374524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:10.422321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:10.422955 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.441835 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-593837ac-3ab2-4d91-8e43-37123ecd4fca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631845 Nov 16 21:47:10.453434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Request body: {'port': {'device_id': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:10.515362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.767797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e39533-1edd-4758-bc0a-100f89c5dd12 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:10.774957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.786507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Transition to ACTIVE for port object 38e39533-1edd-4758-bc0a-100f89c5dd12 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:10.790167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.792481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:47:10.813317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:47:10.813651 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b250e7d7-fc37-49e8-a7aa-26aa617ea0b5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:47:10.842166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Pushing event updated for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:10.907527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Attempting to bind port 38e39533-1edd-4758-bc0a-100f89c5dd12 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:10.908215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Attempting to bind port 38e39533-1edd-4758-bc0a-100f89c5dd12 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:10.908215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Attempting to bind port 38e39533-1edd-4758-bc0a-100f89c5dd12 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:10.912484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Port 38e39533-1edd-4758-bc0a-100f89c5dd12 on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:10.912803 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Attempting to bind port 38e39533-1edd-4758-bc0a-100f89c5dd12 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:10.917542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:10.917872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:10.918252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:10.918674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Bound port: 38e39533-1edd-4758-bc0a-100f89c5dd12, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:10.919056 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:10.980780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:10.983733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38e39533-1edd-4758-bc0a-100f89c5dd12,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:10.988647 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.020524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.021142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.022531 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] 10.222.0.36 "PUT /v2.0/ports/38e39533-1edd-4758-bc0a-100f89c5dd12 HTTP/1.1" status: 200 len: 1091 time: 0.5733893 Nov 16 21:47:11.022993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:11.025251 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4927c3c-3095-4099-86e2-a29a12b9328d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:11.056612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065aac50-7cd8-480a-b5d7-1be071c02142 service neutron] Pushing event updated for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:11.069671 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56715031-d7c6-488f-9d5d-1f73fcebb51b x-openstack-request-id: req-56715031-d7c6-488f-9d5d-1f73fcebb51b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:11.069960 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:11.070212 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56715031-d7c6-488f-9d5d-1f73fcebb51b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:11.070632 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12', 'status': 'completed', 'code': 200} Nov 16 21:47:11.110532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-24472676-ea75-463d-8efa-82aeeafe133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.112195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-24472676-ea75-463d-8efa-82aeeafe133f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 1094 time: 0.0443358 Nov 16 21:47:11.155423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe345c2-3014-472a-a21c-de96a5bba06f req-a87b9057-3c41-4d11-abc5-e3ac5de44fd1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.157171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efe345c2-3014-472a-a21c-de96a5bba06f req-a87b9057-3c41-4d11-abc5-e3ac5de44fd1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 943 time: 0.0511484 Nov 16 21:47:11.160611 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-f0e909ce-281f-4d7c-967a-4ce2ca0f58c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38e39533-1edd-4758-bc0a-100f89c5dd12 HTTP/1.1" status: 200 len: 217 time: 0.0388758 Nov 16 21:47:11.211171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-d11f1e78-d89c-44d3-9fcb-940f705feee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.212640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-d11f1e78-d89c-44d3-9fcb-940f705feee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0450735 Nov 16 21:47:11.234681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efe345c2-3014-472a-a21c-de96a5bba06f req-e9140511-ee8c-4b63-9644-89857649ab40 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Nov 16 21:47:11.244456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-a584ee54-4258-4838-8001-47877897d1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253534 Nov 16 21:47:11.247852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a9bd2-eab3-45c3-a168-eabd1b4357c9 req-3e66d460-5eac-4421-8935-67b60a242ec3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.249376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-736a9bd2-eab3-45c3-a168-eabd1b4357c9 req-3e66d460-5eac-4421-8935-67b60a242ec3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.0696526 Nov 16 21:47:11.303668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-736a9bd2-eab3-45c3-a168-eabd1b4357c9 req-e053a6a7-3888-4694-8589-4c75dd16b788 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481043 Nov 16 21:47:11.337442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-aeb3feb9-79e5-411e-8e9a-388021420212 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Nov 16 21:47:11.415591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4acef8-41cd-44bb-9500-1ef794a5a756 req-62e25965-d1d6-459e-bbb6-b38ae7fe6cba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.417131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e4acef8-41cd-44bb-9500-1ef794a5a756 req-62e25965-d1d6-459e-bbb6-b38ae7fe6cba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Nov 16 21:47:11.427603 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc9ec34c-a275-4d27-b932-8c4a69dd65af req-4b48fe3f-78d8-47bd-9549-4cae3a261ddf service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836415 Nov 16 21:47:11.467805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e4acef8-41cd-44bb-9500-1ef794a5a756 req-d563da3d-00a8-472f-98ad-548f2c1625ff tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Nov 16 21:47:11.490268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55694) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:11.521182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-5421be7f-134d-4fa4-8f83-b16138037e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.522840 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-5421be7f-134d-4fa4-8f83-b16138037e25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 1094 time: 0.0471473 Nov 16 21:47:11.534265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed730f9e-994a-4120-b60e-bd6d61d08ac7 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.536380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ed730f9e-994a-4120-b60e-bd6d61d08ac7 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1092 time: 0.0445642 Nov 16 21:47:11.539494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55696) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:11.543851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:11.564907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.618995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-87e98f37-a6fd-4575-9e24-efdffd66e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.620595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-87e98f37-a6fd-4575-9e24-efdffd66e9ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0909309 Nov 16 21:47:11.663023 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-aff7123e-b964-42ce-af1a-9276f8f06a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38e39533-1edd-4758-bc0a-100f89c5dd12 HTTP/1.1" status: 200 len: 217 time: 0.0345964 Nov 16 21:47:11.666741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.718793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-80aa79f9-e397-4e2d-88b7-981440f42958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.720447 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-80aa79f9-e397-4e2d-88b7-981440f42958 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0507991 Nov 16 21:47:11.752397 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-7d9684e4-e5fe-41e2-9166-919c2bd7fb8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239985 Nov 16 21:47:11.770408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.25.7.70 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/3e1037d6-f048-4028-a352-05b5977fd23a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:11.843983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-98fb58e1-d91a-4e66-99f7-a79a6981fb2f service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Nov 16 21:47:11.876934 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.911232 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.939728 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c4927c3c-3095-4099-86e2-a29a12b9328d req-d7c0a1d5-0056-4886-b843-229d3cffca89 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Nov 16 21:47:11.952461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:11.955541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:11.960110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:11.985965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=3e1037d6-f048-4028-a352-05b5977fd23a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:12.305442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.408380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3642c10-f5bb-484d-abe7-4e197d55dd05 req-bde0fcbf-9d17-4213-943a-234343cb1509 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:12.409892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3642c10-f5bb-484d-abe7-4e197d55dd05 req-bde0fcbf-9d17-4213-943a-234343cb1509 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 943 time: 0.1079936 Nov 16 21:47:12.414654 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.503286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3642c10-f5bb-484d-abe7-4e197d55dd05 req-e31c2311-8659-4a3b-8f62-d46dfab6f023 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Nov 16 21:47:12.600331 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.604768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.671515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=3e1037d6-f048-4028-a352-05b5977fd23a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:12.680002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.776792 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Floating IP cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95 associated. External IP: 172.25.7.70, port: 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b. Nov 16 21:47:12.825977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38e39533-1edd-4758-bc0a-100f89c5dd12 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:12.921168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38e39533-1edd-4758-bc0a-100f89c5dd12,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:12.942202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '38e39533-1edd-4758-bc0a-100f89c5dd12', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': '38e39533-1edd-4758-bc0a-100f89c5dd12', 'mac_address': 'fa:16:3e:ab:0c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:12.949474 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.982085 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:12.986080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:47:12.994908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e39533-1edd-4758-bc0a-100f89c5dd12 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:13.014768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38e39533-1edd-4758-bc0a-100f89c5dd12,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:13.018276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:13.065600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:13.093406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:47:13.103502 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:47:13.111166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:13.113028 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:47:13.113619 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:13.139120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9a4ee567-6d82-4d0e-9a00-5a0d1a54c938 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5985451 Nov 16 21:47:13.139784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:13.141442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55700) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:13.142201 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba411cc-b568-4caa-a7ea-0e4a252f27c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:13.182307 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3252af-8d6e-4fe3-8c0e-68edeb2472b7 x-openstack-request-id: req-dc3252af-8d6e-4fe3-8c0e-68edeb2472b7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:13.182973 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:13.182973 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc3252af-8d6e-4fe3-8c0e-68edeb2472b7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:13.183395 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'status': 'completed', 'code': 200} Nov 16 21:47:13.211491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d228a995-10af-4aed-a7c6-6c22b16f3376 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/floatingips/cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95 HTTP/1.1" status: 200 len: 991 time: 0.0686166 Nov 16 21:47:13.212223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['38e39533-1edd-4758-bc0a-100f89c5dd12'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:13.219280 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:47:13.254504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-2095c398-81d9-48d4-8cc9-a505027b82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:13.256348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-2095c398-81d9-48d4-8cc9-a505027b82b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1097 time: 0.0429056 Nov 16 21:47:13.361093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-dcd55227-54f3-435b-b206-f350f56a3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:13.362477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-dcd55227-54f3-435b-b206-f350f56a3274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 898 time: 0.0968387 Nov 16 21:47:13.431022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-2e1c1899-75ae-4bef-a5c5-5a2f09c1e895 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 999 time: 0.0581374 Nov 16 21:47:13.445389 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:12Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:13.473311 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:47:13.481688 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:47:13.482298 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:46:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:13.483293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-56fdcde6-5ed9-460d-b12b-eb550bfc4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:13.484914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-56fdcde6-5ed9-460d-b12b-eb550bfc4296 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 200 len: 835 time: 0.0452349 Nov 16 21:47:13.540913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-fda7f76c-2dea-4338-9b02-d64e20eb3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:13.542287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-fda7f76c-2dea-4338-9b02-d64e20eb3341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484281 Nov 16 21:47:13.597378 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:47:13.642229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-80e5c1eb-a095-4e96-937b-1a6cf0361268 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882823 Nov 16 21:47:13.752541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fba411cc-b568-4caa-a7ea-0e4a252f27c6 req-1fe3c723-726a-4f52-bf4c-b83faf1e610a service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974102 Nov 16 21:47:13.824356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd71260-c907-4e8f-be9e-ad9feeceb78b req-e485e0d2-aba1-4c2a-8898-04ab0d85fbd8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:13.825825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fd71260-c907-4e8f-be9e-ad9feeceb78b req-e485e0d2-aba1-4c2a-8898-04ab0d85fbd8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 944 time: 0.2544737 Nov 16 21:47:13.838195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:12Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:13.864404 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b7da8-48d1-4e40-b62e-c39a396b7ed2 None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:53Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:12Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:47:13.873036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fd71260-c907-4e8f-be9e-ad9feeceb78b req-cf7906fb-13c4-475c-a6eb-5d7d848b4787 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Nov 16 21:47:14.063183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce7c32-b470-4c1f-81c4-6425c56e9d94 None None] New status for floating IP cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:47:14.215413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:14.279994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1ab74c22-d3e3-43f3-8b7f-0d374237a743 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/floatingips/cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95 HTTP/1.1" status: 200 len: 993 time: 0.0634074 Nov 16 21:47:14.841331 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38e39533-1edd-4758-bc0a-100f89c5dd12 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:14.892299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 38e39533-1edd-4758-bc0a-100f89c5dd12 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:14.896794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 38e39533-1edd-4758-bc0a-100f89c5dd12 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:14.897162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:14.973960 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:14.995724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:14.997930 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48365937-7d38-4554-8b73-b972beb58f81" -d '{"events": [{"server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "name": "network-vif-plugged", "status": "completed", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:15.012689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38e39533-1edd-4758-bc0a-100f89c5dd12,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:15.017886 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:15.041633 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c455e8-148d-40aa-b474-13bbf9ecb8f8 x-openstack-request-id: req-55c455e8-148d-40aa-b474-13bbf9ecb8f8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:15.041927 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "name": "network-vif-plugged", "status": "completed", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:15.042176 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55c455e8-148d-40aa-b474-13bbf9ecb8f8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:15.042572 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12', 'code': 200} Nov 16 21:47:15.055431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea171ec-f3e1-40f5-9c97-207cfcf02db4 req-f73f8521-253f-4341-a153-009903c9721d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:15.057049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea171ec-f3e1-40f5-9c97-207cfcf02db4 req-f73f8521-253f-4341-a153-009903c9721d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 944 time: 0.1136508 Nov 16 21:47:15.073234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:15.114746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eea171ec-f3e1-40f5-9c97-207cfcf02db4 req-5e9f7605-f4e9-4e63-a06a-cc9ab2d117cf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Nov 16 21:47:15.139730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376961-8cb4-4213-b4c8-10ad141e84e7 req-c37120c8-c7fe-40ea-b4a2-4c88a598309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:15.141251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8a376961-8cb4-4213-b4c8-10ad141e84e7 req-c37120c8-c7fe-40ea-b4a2-4c88a598309a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 1096 time: 0.0402951 Nov 16 21:47:15.189089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8a376961-8cb4-4213-b4c8-10ad141e84e7 req-13a4106d-bb6a-4050-a6af-b745908c4bf4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Nov 16 21:47:15.337316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-44be4816-23f1-43c8-b77f-b5969988250f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:16.235558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f4a43-532d-4906-a242-7375994a500e req-d006e8ce-ee32-4cfc-878b-28aa498a35e0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:16.237027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b0f4a43-532d-4906-a242-7375994a500e req-d006e8ce-ee32-4cfc-878b-28aa498a35e0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Nov 16 21:47:16.283024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b0f4a43-532d-4906-a242-7375994a500e req-a0d8041f-db2b-4c90-a9cb-d40f450309be tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Nov 16 21:47:16.396431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eaffa-b74c-41c1-98c6-e4f1eb446cff req-01592ba6-d8a0-4dc8-9437-43b69b6c8886 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:16.397881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e03eaffa-b74c-41c1-98c6-e4f1eb446cff req-01592ba6-d8a0-4dc8-9437-43b69b6c8886 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 945 time: 0.0485113 Nov 16 21:47:16.446629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e03eaffa-b74c-41c1-98c6-e4f1eb446cff req-8310a20b-be0d-4eb3-b4c6-97f7db9bd1db tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Nov 16 21:47:16.671753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbaa50-4583-44f3-804a-f9ab7b0060d1 req-43dcdafe-b8e4-4540-8727-64c8e0c6d1dd tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:16.673124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99cbaa50-4583-44f3-804a-f9ab7b0060d1 req-43dcdafe-b8e4-4540-8727-64c8e0c6d1dd tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 945 time: 0.0485513 Nov 16 21:47:16.720149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99cbaa50-4583-44f3-804a-f9ab7b0060d1 req-80b6bf76-ff66-46b5-a120-7cb53b9b935b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Nov 16 21:47:17.692483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6efc9b1c-1c39-4d25-8278-54e52cd730ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:17.834481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f4aa8-479a-4cb9-bdc8-7fd70ccce6ef req-7cb9d3ef-4282-483e-85f0-e5e61a88d13d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:17.835991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e8f4aa8-479a-4cb9-bdc8-7fd70ccce6ef req-7cb9d3ef-4282-483e-85f0-e5e61a88d13d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Nov 16 21:47:17.882034 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e8f4aa8-479a-4cb9-bdc8-7fd70ccce6ef req-ab683e04-c03f-461e-8fdb-e03fcc2a71f7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Nov 16 21:47:17.915015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-c770b0fc-50aa-4b72-8078-ab3a9c81dd15 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:17.916486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-c770b0fc-50aa-4b72-8078-ab3a9c81dd15 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e8bb8f-5bf6-4968-a42c-954200bd6275 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Nov 16 21:47:18.005150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port 38e39533-1edd-4758-bc0a-100f89c5dd12 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:47:18.005410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:18.097432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port 38e39533-1edd-4758-bc0a-100f89c5dd12, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38e39533-1edd-4758-bc0a-100f89c5dd12,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:18.097792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:18.110663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for 38e39533-1edd-4758-bc0a-100f89c5dd12 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:47:18.235247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:18.247944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:18.250173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['38e39533-1edd-4758-bc0a-100f89c5dd12'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:18.270920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=38e39533-1edd-4758-bc0a-100f89c5dd12,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:18.312919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port 38e39533-1edd-4758-bc0a-100f89c5dd12 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:47:18.316787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:18.320217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d39ef578-42d2-47b4-8d28-6bea8acea5ad req-295f96cf-b7db-4eda-864b-555dea9a7685 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "DELETE /v2.0/ports/38e39533-1edd-4758-bc0a-100f89c5dd12 HTTP/1.1" status: 204 len: 173 time: 0.3977380 Nov 16 21:47:18.320654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'name': 'network-vif-deleted', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:18.322935 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798143c-941e-468b-b47d-4a859d9f78d4" -d '{"events": [{"server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "name": "network-vif-deleted", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:18.369302 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef623b-642e-4e3e-8ee0-6576921ac5a8 x-openstack-request-id: req-8cef623b-642e-4e3e-8ee0-6576921ac5a8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:18.369647 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e8bb8f-5bf6-4968-a42c-954200bd6275", "name": "network-vif-deleted", "tag": "38e39533-1edd-4758-bc0a-100f89c5dd12", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:18.369953 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cef623b-642e-4e3e-8ee0-6576921ac5a8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:18.370413 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e8bb8f-5bf6-4968-a42c-954200bd6275', 'name': 'network-vif-deleted', 'tag': '38e39533-1edd-4758-bc0a-100f89c5dd12', 'status': 'completed', 'code': 200} Nov 16 21:47:19.176327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a29898d3-18d0-44df-95d2-802d6a66a9a6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:19.177803 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a29898d3-18d0-44df-95d2-802d6a66a9a6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1042986 Nov 16 21:47:19.192684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-258adda6-7036-4220-b9ed-4f576362628e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0088825 Nov 16 21:47:19.240511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-84a6e444-19d7-4941-bb8c-d1131c33021e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428805 Nov 16 21:47:19.328422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:19.333980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c0fda8c4-2100-40b4-8f43-6ff4f9bd40d0 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Nov 16 21:47:19.427857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-3f89af51-66a1-4f21-a254-5597f66de7a2 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878615 Nov 16 21:47:19.539714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-c8a54456-adab-4036-b33b-2ad8b8e0f203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433681 Nov 16 21:47:19.641962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b33e72a7-c3f8-4f59-bd9e-f5e829b8ea74 req-946e20ef-de4f-4117-adf6-0116672b9613 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 210 time: 0.0419757 Nov 16 21:47:19.655180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-eb61a5a1-e362-43d9-ad7d-e342a3d4ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:19.656648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-eb61a5a1-e362-43d9-ad7d-e342a3d4ca00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 1096 time: 0.0648553 Nov 16 21:47:19.770951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-3f81b8cc-fdf1-4a84-a950-1b35aef1a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:19.772441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-3f81b8cc-fdf1-4a84-a950-1b35aef1a59d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0918450 Nov 16 21:47:19.815722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-8fc9b201-3d2b-4212-91d8-e2647308c189 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0 HTTP/1.1" status: 200 len: 217 time: 0.0343742 Nov 16 21:47:19.867986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-58b837eb-9d05-4524-b1dd-241c487565e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:19.869439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-58b837eb-9d05-4524-b1dd-241c487565e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0442338 Nov 16 21:47:19.913095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-90df7858-982d-43d7-974a-bdc4d999ef6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247283 Nov 16 21:47:20.009393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-4ec1254b-7aa7-4f1e-ab48-29c422ac22ad service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Nov 16 21:47:20.098711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1d2b4eb-e7fa-462c-b1a6-6bc0b2b133af req-a632fec0-736e-4628-b750-f6bffad76a7e service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Nov 16 21:47:20.544405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-f590f106-b852-4e84-a8d8-fcc79e677a51 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:20.545862 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-f590f106-b852-4e84-a8d8-fcc79e677a51 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1076667 Nov 16 21:47:20.559636 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': '0d7689c3-b271-46ba-aaac-36616aea889b', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:20.568177 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:20.668453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:20.672065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:20.744206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1770a554-25a6-4982-b4c9-959a1ba7972a req-8344647b-4fc1-464c-84a8-bb6bc31f090b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 210 time: 0.0320227 Nov 16 21:47:20.804407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.8 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/ebf6c487-22d4-4898-99da-52539bb9832c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:20.886444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38e39533-1edd-4758-bc0a-100f89c5dd12 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:47:20.906003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 38e39533-1edd-4758-bc0a-100f89c5dd12 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:47:20.906346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38e39533-1edd-4758-bc0a-100f89c5dd12 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:47:20.951100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:20.984097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:20.995922 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:21.024117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:21.027483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:21.029593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:21.068280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:21.093073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:21.093684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.108954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-a555ec0b-290b-483b-90ab-88f11a7cc8f9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535450 Nov 16 21:47:21.123127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Request body: {'port': {'device_id': '0d7689c3-b271-46ba-aaac-36616aea889b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:21.177712 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.437382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf6c487-22d4-4898-99da-52539bb9832c {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:21.445399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.450368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.457678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Transition to ACTIVE for port object ebf6c487-22d4-4898-99da-52539bb9832c will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:21.460968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.528088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:21.577969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Attempting to bind port ebf6c487-22d4-4898-99da-52539bb9832c on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:21.578617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Attempting to bind port ebf6c487-22d4-4898-99da-52539bb9832c by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:21.578617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Attempting to bind port ebf6c487-22d4-4898-99da-52539bb9832c on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:21.583170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Port ebf6c487-22d4-4898-99da-52539bb9832c on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:21.583488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Attempting to bind port ebf6c487-22d4-4898-99da-52539bb9832c on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:21.588349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:21.588661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:21.589039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:21.589455 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Bound port: ebf6c487-22d4-4898-99da-52539bb9832c, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:21.589799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.650450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:21.653334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ebf6c487-22d4-4898-99da-52539bb9832c,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:21.657900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.692237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:21.692858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:21.694253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ebf6c487-22d4-4898-99da-52539bb9832c HTTP/1.1" status: 200 len: 1091 time: 0.5755479 Nov 16 21:47:21.694672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:21.696939 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:21.725586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8d52c-8d41-4b88-b23b-e502d38c33f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:21.743219 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103134a5-ac02-40f0-80b4-511440c4a16d x-openstack-request-id: req-103134a5-ac02-40f0-80b4-511440c4a16d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:21.743512 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:21.743770 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-103134a5-ac02-40f0-80b4-511440c4a16d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:21.744168 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c', 'status': 'completed', 'code': 200} Nov 16 21:47:21.772633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-cb16e048-cf5b-4ae0-8fe2-9fe4916aa051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:21.774150 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-cb16e048-cf5b-4ae0-8fe2-9fe4916aa051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 1094 time: 0.0416338 Nov 16 21:47:21.819378 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-b1fdbbcd-3902-4968-bd81-669e833ad92b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebf6c487-22d4-4898-99da-52539bb9832c HTTP/1.1" status: 200 len: 217 time: 0.0376408 Nov 16 21:47:21.857313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab548d9-f023-4bb4-b124-a061fdfba527 req-c6f22e08-36ad-4b9c-8915-c9fc2a85032e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:21.858789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eab548d9-f023-4bb4-b124-a061fdfba527 req-c6f22e08-36ad-4b9c-8915-c9fc2a85032e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 943 time: 0.0489094 Nov 16 21:47:21.869411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-d58fa700-b2b4-4ecb-a173-708489f4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:21.870898 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-d58fa700-b2b4-4ecb-a173-708489f4b1c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0455744 Nov 16 21:47:21.901991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-116934d8-5116-4906-ac86-7cdfa42d3291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242465 Nov 16 21:47:21.905886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eab548d9-f023-4bb4-b124-a061fdfba527 req-44228ae7-0d58-4c54-95a1-419905339998 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Nov 16 21:47:21.996263 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-f7b17ab4-4919-4dc2-9815-ef05757f7990 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869415 Nov 16 21:47:22.084106 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8bdbcba0-7fd9-47f5-b51e-4e40c6e64d16 req-200de2a1-b77a-487a-8b07-4626f81484d5 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Nov 16 21:47:22.169743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-5a344494-743e-4cd5-aad8-61826f605933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:22.171249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-5a344494-743e-4cd5-aad8-61826f605933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 1094 time: 0.0405955 Nov 16 21:47:22.271433 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-82218ebd-1ab8-4722-8492-11129a937bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:22.272950 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-82218ebd-1ab8-4722-8492-11129a937bf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0943203 Nov 16 21:47:22.318321 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-a372d9c4-f458-4064-ae4e-251f6057accf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebf6c487-22d4-4898-99da-52539bb9832c HTTP/1.1" status: 200 len: 217 time: 0.0361836 Nov 16 21:47:22.372690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-c974edb0-8396-4135-9e9d-0266089f4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:22.374153 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-c974edb0-8396-4135-9e9d-0266089f4610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0479887 Nov 16 21:47:22.406630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-277719a1-ce0c-4292-be02-1ce9758d4b7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246181 Nov 16 21:47:22.494866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-096cb412-997d-4f4b-a258-84a562d3598c service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804663 Nov 16 21:47:22.590787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-57e8da23-3d7d-4ef7-a3d5-f9e13c0faf29 req-b37de657-8836-4966-9317-d8e9006c7c2b service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881619 Nov 16 21:47:23.022339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b08a1-34b3-4e45-a175-71e828a007aa req-57fd7cc0-d89c-40d7-bc65-5ef4762d8738 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:23.023843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b41b08a1-34b3-4e45-a175-71e828a007aa req-57fd7cc0-d89c-40d7-bc65-5ef4762d8738 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 943 time: 0.0487061 Nov 16 21:47:23.069885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b41b08a1-34b3-4e45-a175-71e828a007aa req-63121112-5776-4e75-81ce-531bbfddac7a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Nov 16 21:47:24.184513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c472-d91a-4f19-8d51-96104c95ef3e req-1435e399-d6eb-4cad-80ba-49a987dd51a8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:24.185963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be24c472-d91a-4f19-8d51-96104c95ef3e req-1435e399-d6eb-4cad-80ba-49a987dd51a8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 943 time: 0.0516655 Nov 16 21:47:24.232020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be24c472-d91a-4f19-8d51-96104c95ef3e req-387885b1-d1c6-4042-bcad-9cedd3600873 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Nov 16 21:47:24.917149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ebf6c487-22d4-4898-99da-52539bb9832c details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:25.012071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ebf6c487-22d4-4898-99da-52539bb9832c,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:25.023694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'ebf6c487-22d4-4898-99da-52539bb9832c', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': 'ebf6c487-22d4-4898-99da-52539bb9832c', 'mac_address': 'fa:16:3e:95:9e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:25.059361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:25.072140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf6c487-22d4-4898-99da-52539bb9832c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:25.091475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ebf6c487-22d4-4898-99da-52539bb9832c,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:25.094753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:25.138790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:25.229349 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:47:25.294011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ebf6c487-22d4-4898-99da-52539bb9832c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:25.351479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850dcfe-9247-43c8-b789-03a1cfc52344 req-b327f463-934c-4fd6-ab34-449bbc76870c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:25.353098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850dcfe-9247-43c8-b789-03a1cfc52344 req-b327f463-934c-4fd6-ab34-449bbc76870c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 944 time: 0.0496750 Nov 16 21:47:25.400474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9850dcfe-9247-43c8-b789-03a1cfc52344 req-93d6e966-8c65-4943-a451-8284cfdaada0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Nov 16 21:47:26.513664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9711f6-2a28-49fc-a962-51d8e554c3ef req-7673d61b-7794-46d4-a0dd-8b57e04e4260 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:26.515175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca9711f6-2a28-49fc-a962-51d8e554c3ef req-7673d61b-7794-46d4-a0dd-8b57e04e4260 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 944 time: 0.0484347 Nov 16 21:47:26.565328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca9711f6-2a28-49fc-a962-51d8e554c3ef req-ccbc601d-4431-4f8e-8ea2-cf07df326f6a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Nov 16 21:47:26.919428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ebf6c487-22d4-4898-99da-52539bb9832c up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:26.967009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port ebf6c487-22d4-4898-99da-52539bb9832c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:26.970625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port ebf6c487-22d4-4898-99da-52539bb9832c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:26.971012 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:27.046533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:27.068327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:27.070524 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4281d9a-0555-4caf-8803-efd466d95d2e" -d '{"events": [{"server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:27.083817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ebf6c487-22d4-4898-99da-52539bb9832c,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:27.088718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:27.110944 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff66d4-55eb-4c6e-9be2-66a95a129c1b x-openstack-request-id: req-6cff66d4-55eb-4c6e-9be2-66a95a129c1b {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:27.111237 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:27.111486 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cff66d4-55eb-4c6e-9be2-66a95a129c1b {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:27.111872 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c', 'code': 200} Nov 16 21:47:27.137662 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:27.203601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2582256-8bea-4f4f-956b-6a4f751b1548 req-e4935274-c3b2-449d-a0dd-a76aa4a2fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:27.204971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e2582256-8bea-4f4f-956b-6a4f751b1548 req-e4935274-c3b2-449d-a0dd-a76aa4a2fc2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 1096 time: 0.0400198 Nov 16 21:47:27.247522 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e2582256-8bea-4f4f-956b-6a4f751b1548 req-a534e754-328f-4c10-8666-4b9fe7bb0237 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359359 Nov 16 21:47:27.681980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d842a3a-e186-4f5e-b4bf-bfab6ef7a45f req-ad43e8fc-e033-40e9-8eeb-640a5de3ca6a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:27.683526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d842a3a-e186-4f5e-b4bf-bfab6ef7a45f req-ad43e8fc-e033-40e9-8eeb-640a5de3ca6a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0499203 Nov 16 21:47:27.729988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d842a3a-e186-4f5e-b4bf-bfab6ef7a45f req-7b38c6f0-840e-4745-b163-2639c328d498 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Nov 16 21:47:28.843731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5fd6-46d5-4578-88b3-9a0f49479a70 req-d354c972-092f-4dfc-a710-992da69f0bdb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:28.845175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61ee5fd6-46d5-4578-88b3-9a0f49479a70 req-d354c972-092f-4dfc-a710-992da69f0bdb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0479324 Nov 16 21:47:28.893601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61ee5fd6-46d5-4578-88b3-9a0f49479a70 req-2e810773-aaa9-452a-951f-927879be1c81 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Nov 16 21:47:29.118634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-94364ba9-fedf-4c46-9027-91e323f70b80 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:29.120110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-94364ba9-fedf-4c46-9027-91e323f70b80 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1055477 Nov 16 21:47:29.134591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-567d4243-9ff3-424f-bbb0-76225233e18d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0088460 Nov 16 21:47:29.183951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-e15f00be-fa3a-4a7d-b2a7-44e4b9649dfb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442159 Nov 16 21:47:29.273477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-5a3163c9-4009-4763-8dd8-fd4d77a41b1f service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Nov 16 21:47:29.359726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-4c5df7de-4531-48da-93a3-ae0dfbe56e28 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804415 Nov 16 21:47:29.517937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52bce803-f9a4-45ee-9e87-e3b89e072803 req-3abb2a4c-8893-4e40-8ccd-2a5a25499d9c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Nov 16 21:47:30.475366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-c38e0d5b-a6a4-4ed8-a80a-e1e0cfd26b44 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:30.476872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-c38e0d5b-a6a4-4ed8-a80a-e1e0cfd26b44 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1050560 Nov 16 21:47:30.492894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:30.617388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19d17997-406c-484f-adb3-0a20b1c2f03c req-73c242ab-b41a-47cb-b70c-812ce2bee4f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 210 time: 0.0324659 Nov 16 21:47:30.628493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:30.632086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:30.757271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.9 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/fd9890bd-e517-4ce5-88d0-8a583aaefdad) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:31.241939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.273879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.286592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ebf6c487-22d4-4898-99da-52539bb9832c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:31.288863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:31.321333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:31.324561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:31.328463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:31.352821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:31.380982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:31.381584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.397525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d87e53a0-eaf8-4ba2-bbe7-304aed21e043 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091382 Nov 16 21:47:31.409948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Request body: {'port': {'device_id': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:31.463617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.763406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9890bd-e517-4ce5-88d0-8a583aaefdad {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:31.776617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a7e0e-979d-4d81-aec4-63d8aad917c6 req-7efa9530-4b99-49fd-bc5a-6d6490dc1b77 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:31.778069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f15a7e0e-979d-4d81-aec4-63d8aad917c6 req-7efa9530-4b99-49fd-bc5a-6d6490dc1b77 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 931 time: 0.0900190 Nov 16 21:47:31.779760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.804327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Transition to ACTIVE for port object fd9890bd-e517-4ce5-88d0-8a583aaefdad will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:31.809476 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:31.878844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f15a7e0e-979d-4d81-aec4-63d8aad917c6 req-7c8a405b-f7f0-4a50-bd72-084dd5c691a1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928385 Nov 16 21:47:31.887219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:31.950122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Attempting to bind port fd9890bd-e517-4ce5-88d0-8a583aaefdad on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:31.950450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Attempting to bind port fd9890bd-e517-4ce5-88d0-8a583aaefdad by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:31.950771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Attempting to bind port fd9890bd-e517-4ce5-88d0-8a583aaefdad on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:31.955077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Port fd9890bd-e517-4ce5-88d0-8a583aaefdad on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:31.955386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Attempting to bind port fd9890bd-e517-4ce5-88d0-8a583aaefdad on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:31.960443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:31.960769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:31.961142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:31.961554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Bound port: fd9890bd-e517-4ce5-88d0-8a583aaefdad, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:31.961892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:32.021854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:32.024818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:32.028253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:32.064227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.064837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:32.066203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd9890bd-e517-4ce5-88d0-8a583aaefdad HTTP/1.1" status: 200 len: 1091 time: 0.6603820 Nov 16 21:47:32.066636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:32.068916 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c" -d '{"events": [{"name": "network-changed", "server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:32.099088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9207c-b753-42b9-9fed-9c3d5023e9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:32.107459 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b5f79-ce0c-462f-b2f8-296ce95ec014 x-openstack-request-id: req-268b5f79-ce0c-462f-b2f8-296ce95ec014 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:32.107628 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:32.107883 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-268b5f79-ce0c-462f-b2f8-296ce95ec014 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:32.108277 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad', 'status': 'completed', 'code': 200} Nov 16 21:47:32.153656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-384b6093-2b41-4648-9273-a8a812b37702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.155137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-384b6093-2b41-4648-9273-a8a812b37702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 1094 time: 0.0401895 Nov 16 21:47:32.197517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-025d8c89-92c1-4263-a8a8-e5b12fc9b7ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad HTTP/1.1" status: 200 len: 217 time: 0.0326185 Nov 16 21:47:32.248769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-3028c832-2927-4d4d-bca2-bb2a6a6cb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.250228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-3028c832-2927-4d4d-bca2-bb2a6a6cb27d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0454445 Nov 16 21:47:32.280914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-d556f9b2-ae85-483b-bcd0-deb88b563800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230319 Nov 16 21:47:32.369513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-f63262c4-e328-450b-9ae1-c4616bc56e29 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801330 Nov 16 21:47:32.459708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8fce39-33f1-4484-afa4-88ae71a8ed0c req-95fdf75e-1cdc-41b2-abbb-225da4d228d4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830932 Nov 16 21:47:32.544853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-88dfa563-ae00-4581-97b4-c6661712b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.546230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-88dfa563-ae00-4581-97b4-c6661712b26d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 1094 time: 0.0415127 Nov 16 21:47:32.640338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-e0429501-151e-44f7-9204-ab16aa4b6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.641778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-e0429501-151e-44f7-9204-ab16aa4b6b90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0868554 Nov 16 21:47:32.687492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-be10474a-e7ce-4175-83c8-2ca30d2353a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad HTTP/1.1" status: 200 len: 217 time: 0.0345297 Nov 16 21:47:32.744328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-868fdf80-ccf5-452d-a77a-12badad2d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:32.745710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-868fdf80-ccf5-452d-a77a-12badad2d20a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0423067 Nov 16 21:47:32.780921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-62dbd355-adce-4705-be46-b502e6d12c4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238137 Nov 16 21:47:32.873631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-0e112540-aa30-47af-8209-25f914b27a26 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Nov 16 21:47:32.992751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45cc2de3-4ff1-426a-9ed7-5b18b26e501c req-dce7aebb-8d85-4f94-acc9-812aad5cbe84 service neutron] 10.222.0.21 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091855 Nov 16 21:47:33.019085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3671e60-b56a-4b8a-8cb4-e2fe62a3dce5 req-99debffc-44b7-404a-b7e6-5e1cc5bdabe9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:33.021077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3671e60-b56a-4b8a-8cb4-e2fe62a3dce5 req-99debffc-44b7-404a-b7e6-5e1cc5bdabe9 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 943 time: 0.0761554 Nov 16 21:47:33.067747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a3671e60-b56a-4b8a-8cb4-e2fe62a3dce5 req-6db45967-df08-46ed-a49e-32b86137b035 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 16 21:47:34.181069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860becb-61e0-468e-a865-a381d37ee609 req-d60ce78f-9f25-49bf-90e8-ebbee0bd31ae tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:34.182517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7860becb-61e0-468e-a865-a381d37ee609 req-d60ce78f-9f25-49bf-90e8-ebbee0bd31ae tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Nov 16 21:47:34.229608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7860becb-61e0-468e-a865-a381d37ee609 req-15cf7131-3873-419f-a035-6f218d535c63 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Nov 16 21:47:35.015754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device fd9890bd-e517-4ce5-88d0-8a583aaefdad details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:35.106058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:35.121076 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad', 'mac_address': 'fa:16:3e:e3:74:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:35.155606 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:35.168193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9890bd-e517-4ce5-88d0-8a583aaefdad {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:35.187146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:35.191078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:35.234761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:35.344853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8450121-e6b8-47d5-98b2-7224ddd2e077 req-328ad7a7-6d7a-43f1-8bf7-1b0c2e7ce5b2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:35.346718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8450121-e6b8-47d5-98b2-7224ddd2e077 req-328ad7a7-6d7a-43f1-8bf7-1b0c2e7ce5b2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Nov 16 21:47:35.394401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8450121-e6b8-47d5-98b2-7224ddd2e077 req-f9f857a0-5619-4227-a3e1-743092373eb4 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Nov 16 21:47:35.432002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['fd9890bd-e517-4ce5-88d0-8a583aaefdad'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:36.507835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f8205-2f59-4465-a35c-6855c72aac9b req-c653bdfe-8e8c-4ebb-83bc-779bae6f3d3a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:36.509369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-676f8205-2f59-4465-a35c-6855c72aac9b req-c653bdfe-8e8c-4ebb-83bc-779bae6f3d3a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 944 time: 0.0486541 Nov 16 21:47:36.556971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-676f8205-2f59-4465-a35c-6855c72aac9b req-de09087a-2598-4f72-9d75-b4298b5bb4cf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Nov 16 21:47:37.014913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device fd9890bd-e517-4ce5-88d0-8a583aaefdad up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:37.062748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port fd9890bd-e517-4ce5-88d0-8a583aaefdad completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:37.066641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port fd9890bd-e517-4ce5-88d0-8a583aaefdad triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:37.067038 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:37.142666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:37.165032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:37.167405 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aebb4f-6814-4f0c-9e7d-b8f5ba33fa40" -d '{"events": [{"server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "name": "network-vif-plugged", "status": "completed", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:37.179688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:37.183666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:37.208497 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d568b9a-e18b-4a2c-b025-08b720a89f97 x-openstack-request-id: req-1d568b9a-e18b-4a2c-b025-08b720a89f97 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:37.208771 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "name": "network-vif-plugged", "status": "completed", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:37.209016 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d568b9a-e18b-4a2c-b025-08b720a89f97 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:37.209397 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad', 'code': 200} Nov 16 21:47:37.236823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:37.302799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30924c9-6e23-44be-ae7e-ddbc0bd7dc1c req-55bc3415-aeca-4522-a3da-90387ccd0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:37.304214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c30924c9-6e23-44be-ae7e-ddbc0bd7dc1c req-55bc3415-aeca-4522-a3da-90387ccd0859 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 1096 time: 0.0397358 Nov 16 21:47:37.352631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c30924c9-6e23-44be-ae7e-ddbc0bd7dc1c req-e3a37c6a-5a61-4d6a-99d8-6cceae11ecc6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Nov 16 21:47:37.672539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fb356-9cf4-4fb3-82fd-88a53bb70581 req-65f39ffd-46f8-412b-b908-430f9d20fe14 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:37.674007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-853fb356-9cf4-4fb3-82fd-88a53bb70581 req-65f39ffd-46f8-412b-b908-430f9d20fe14 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Nov 16 21:47:37.721775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-853fb356-9cf4-4fb3-82fd-88a53bb70581 req-c0984a28-b38b-4fa0-9504-6930fab2819b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Nov 16 21:47:38.834373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e07a0-af24-49c2-8e46-5d5573f2c65a req-d769da9f-351f-4c9f-83b6-311126769480 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:38.835863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-662e07a0-af24-49c2-8e46-5d5573f2c65a req-d769da9f-351f-4c9f-83b6-311126769480 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Nov 16 21:47:38.884842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-662e07a0-af24-49c2-8e46-5d5573f2c65a req-44f5e96f-6119-4a5f-bbce-ff4bb962d41a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Nov 16 21:47:39.003480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2f7cf-a987-4a02-a7e0-acd7e66670de req-6ee4068b-ea07-4a44-979e-65d2c00f60d8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:39.004840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02f2f7cf-a987-4a02-a7e0-acd7e66670de req-6ee4068b-ea07-4a44-979e-65d2c00f60d8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0527301 Nov 16 21:47:39.050940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-02f2f7cf-a987-4a02-a7e0-acd7e66670de req-66075984-c18c-4022-b251-5480a43a809a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Nov 16 21:47:39.115910 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:39.165024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e9241-7c32-48e0-9563-8c13712a96dd req-e08a0ed1-f6ce-44d6-ac71-3e5b9b42c058 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:39.166493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f9e9241-7c32-48e0-9563-8c13712a96dd req-e08a0ed1-f6ce-44d6-ac71-3e5b9b42c058 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Nov 16 21:47:39.213972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f9e9241-7c32-48e0-9563-8c13712a96dd req-13d20c12-28cd-401f-8049-1c898d80a5c5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Nov 16 21:47:39.440783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6463f-dbe5-4044-abaa-ad89ea44ef99 req-c11d3561-31e9-422d-8189-95042f989d91 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:39.442247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77c6463f-dbe5-4044-abaa-ad89ea44ef99 req-c11d3561-31e9-422d-8189-95042f989d91 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0522258 Nov 16 21:47:39.489464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77c6463f-dbe5-4044-abaa-ad89ea44ef99 req-33843dc4-52ba-4956-a43b-a56e72c80f4b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Nov 16 21:47:40.607359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723813d3-86f6-4386-ade9-626b97cb3259 req-98570d7a-0353-4770-b3bc-051fc8a0c810 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:40.608822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723813d3-86f6-4386-ade9-626b97cb3259 req-98570d7a-0353-4770-b3bc-051fc8a0c810 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Nov 16 21:47:40.657198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-723813d3-86f6-4386-ade9-626b97cb3259 req-68abe5e7-d1f9-4e25-8076-b147caf85ff7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Nov 16 21:47:40.884727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b3910-79eb-4a35-910c-10477a365172 req-b08223b1-9a5f-49c6-843a-06e85882b1ff tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:40.886386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c7b3910-79eb-4a35-910c-10477a365172 req-b08223b1-9a5f-49c6-843a-06e85882b1ff tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 945 time: 0.0495179 Nov 16 21:47:40.978909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port fd9890bd-e517-4ce5-88d0-8a583aaefdad {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:47:40.979193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:41.067374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port fd9890bd-e517-4ce5-88d0-8a583aaefdad, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=fd9890bd-e517-4ce5-88d0-8a583aaefdad,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:41.067734 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:41.080297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for fd9890bd-e517-4ce5-88d0-8a583aaefdad owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:47:41.210767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:41.223954 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['ebf6c487-22d4-4898-99da-52539bb9832c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:41.226762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'fd9890bd-e517-4ce5-88d0-8a583aaefdad'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:41.239802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=fd9890bd-e517-4ce5-88d0-8a583aaefdad,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:41.283927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port fd9890bd-e517-4ce5-88d0-8a583aaefdad on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:47:41.286617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:41.290035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c7b3910-79eb-4a35-910c-10477a365172 req-1e0bd63a-59a8-4ff0-814c-70c3f2b48334 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "DELETE /v2.0/ports/fd9890bd-e517-4ce5-88d0-8a583aaefdad HTTP/1.1" status: 204 len: 173 time: 0.3972697 Nov 16 21:47:41.290433 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'name': 'network-vif-deleted', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:41.293136 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b0bad2-b121-40d1-b1f7-3c4417d092bd" -d '{"events": [{"server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "name": "network-vif-deleted", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:41.348308 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f1d970-971d-490d-91c9-c356d0d179b9 x-openstack-request-id: req-b2f1d970-971d-490d-91c9-c356d0d179b9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:41.348599 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d91d8b-64cc-43a8-9829-b77e79f47e27", "name": "network-vif-deleted", "tag": "fd9890bd-e517-4ce5-88d0-8a583aaefdad", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:41.348852 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2f1d970-971d-490d-91c9-c356d0d179b9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:41.349253 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d91d8b-64cc-43a8-9829-b77e79f47e27', 'name': 'network-vif-deleted', 'tag': 'fd9890bd-e517-4ce5-88d0-8a583aaefdad', 'status': 'completed', 'code': 200} Nov 16 21:47:41.765651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65ec1f11-cb37-47a5-b467-42b230309061 req-acd5e343-eb76-4a65-8b11-826ea342bf5d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d91d8b-64cc-43a8-9829-b77e79f47e27 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Nov 16 21:47:42.970493 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:43.037896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9db66-c1c7-4aa0-969f-5ac7d78e2dc9 req-bcc31365-dcdf-4e87-bf77-20db07579d2e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:43.039361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d9db66-c1c7-4aa0-969f-5ac7d78e2dc9 req-bcc31365-dcdf-4e87-bf77-20db07579d2e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0481975 Nov 16 21:47:43.086813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84d9db66-c1c7-4aa0-969f-5ac7d78e2dc9 req-cf7678aa-9939-4ab4-bec1-98720f30ec34 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Nov 16 21:47:44.207984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d784d-a1b0-4a6f-906c-846b0fa27183 req-63d55ac1-30c4-497f-917c-4211a750736b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:44.209472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-806d784d-a1b0-4a6f-906c-846b0fa27183 req-63d55ac1-30c4-497f-917c-4211a750736b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0550983 Nov 16 21:47:44.257213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-806d784d-a1b0-4a6f-906c-846b0fa27183 req-d432bb97-0750-4ba9-a5cc-9000d5cab19e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Nov 16 21:47:44.431946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-399a2bcf-ea0b-4069-95fc-599534289b8a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:44.433414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-399a2bcf-ea0b-4069-95fc-599534289b8a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 945 time: 0.0520263 Nov 16 21:47:44.847927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port ebf6c487-22d4-4898-99da-52539bb9832c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:47:44.848175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:44.935799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port ebf6c487-22d4-4898-99da-52539bb9832c, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=ebf6c487-22d4-4898-99da-52539bb9832c,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:44.936155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:44.949342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for ebf6c487-22d4-4898-99da-52539bb9832c owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:47:45.059189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device fd9890bd-e517-4ce5-88d0-8a583aaefdad no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:47:45.076066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:45.080100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: fd9890bd-e517-4ce5-88d0-8a583aaefdad {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:47:45.081192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device fd9890bd-e517-4ce5-88d0-8a583aaefdad not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:47:45.087021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:45.105322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=ebf6c487-22d4-4898-99da-52539bb9832c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:45.146179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port ebf6c487-22d4-4898-99da-52539bb9832c on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:47:45.149006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:45.152886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5f014e39-3946-45ef-a3e0-e25ace42233e req-c2dc7a9c-f54b-4eac-9624-8a5b7cb71caa tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "DELETE /v2.0/ports/ebf6c487-22d4-4898-99da-52539bb9832c HTTP/1.1" status: 204 len: 173 time: 0.7133737 Nov 16 21:47:45.153400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'name': 'network-vif-deleted', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:45.156528 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69844591-1a27-4731-bb2d-dce7df9aee44" -d '{"events": [{"server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "name": "network-vif-deleted", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:45.198623 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2d79f-03e9-4520-8480-857e340200b3 x-openstack-request-id: req-f1e2d79f-03e9-4520-8480-857e340200b3 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:45.199638 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7689c3-b271-46ba-aaac-36616aea889b", "name": "network-vif-deleted", "tag": "ebf6c487-22d4-4898-99da-52539bb9832c", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:45.200074 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1e2d79f-03e9-4520-8480-857e340200b3 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:45.200849 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7689c3-b271-46ba-aaac-36616aea889b', 'name': 'network-vif-deleted', 'tag': 'ebf6c487-22d4-4898-99da-52539bb9832c', 'status': 'completed', 'code': 200} Nov 16 21:47:45.337824 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a6244ef8-94c6-40f1-a2bd-e71cf8a015a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:45.362737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f88c5165-9cac-44e1-86ff-be96399f097a req-94a76e8f-395d-4741-bc91-1756160877bc tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d7689c3-b271-46ba-aaac-36616aea889b HTTP/1.1" status: 200 len: 210 time: 0.0267377 Nov 16 21:47:46.624404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d2860ef2-e4d4-4970-a2e1-3c1e3f24f46d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:46.625838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d2860ef2-e4d4-4970-a2e1-3c1e3f24f46d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1023028 Nov 16 21:47:46.641314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-5a03d3dc-1f01-434d-8885-8990a25e395a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0091965 Nov 16 21:47:46.688734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-0d98595f-2eb7-4679-a094-64aba0f1a2ba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415423 Nov 16 21:47:46.775659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d7470745-948c-4e86-a5c0-56e8bf3d031c service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795217 Nov 16 21:47:46.865307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dfd86998-d3ff-4d67-9532-b2433812e8b8 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838058 Nov 16 21:47:47.020593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-656b0425-af82-4395-94d3-35426b0f834d req-89eccce0-7bdd-4da5-8d27-57487e3e5046 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Nov 16 21:47:47.042442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ebf6c487-22d4-4898-99da-52539bb9832c no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:47:47.062319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: ebf6c487-22d4-4898-99da-52539bb9832c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:47:47.062661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device ebf6c487-22d4-4898-99da-52539bb9832c not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:47:47.693268 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0e5b83b8-2d92-42b7-a48f-8c5d24d5ed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:47.906574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d0ea5003-3cb9-41d4-b9f7-eef248bc3bd0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:47.908174 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d0ea5003-3cb9-41d4-b9f7-eef248bc3bd0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1058927 Nov 16 21:47:47.924098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': 'b308b400-11c9-4903-ab20-6126425a1db9', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:48.030910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:48.034638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.115392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-623115cd-77ef-45ab-9018-ac0a3d3b933b req-0f2c7986-a795-4694-a345-1bbb3e64096b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 210 time: 0.0262449 Nov 16 21:47:48.161937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.2 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/889ad8f4-ce33-4f22-a222-5ab7e755a5b5) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:48.306008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.338867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.350349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:48.380162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:48.385080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:48.388903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:48.413732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:48.442200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:48.442816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.458644 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-dcd1c168-27d4-4700-98a5-bdb679c089b1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389235 Nov 16 21:47:48.470958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Request body: {'port': {'device_id': 'b308b400-11c9-4903-ab20-6126425a1db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:48.529484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.782195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:48.789862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.802026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Transition to ACTIVE for port object 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:48.805257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:48.874326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:48.922095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Attempting to bind port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:48.922718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Attempting to bind port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:48.922718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Attempting to bind port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:48.927564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:48.927883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Attempting to bind port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:48.932555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:48.932887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:48.933269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:48.933686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Bound port: 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:48.934032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:49.003451 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:49.006599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:49.010415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:49.048476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.049128 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:49.050502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/889ad8f4-ce33-4f22-a222-5ab7e755a5b5 HTTP/1.1" status: 200 len: 1091 time: 0.5837030 Nov 16 21:47:49.050950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:49.053214 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd4b61-f340-432b-a545-28f2531740c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:49.073267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391e51-3437-4ef7-9ddc-f32f5a8ff7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:49.099490 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f4b2b-d680-4dda-bbb9-eca0867ba74b x-openstack-request-id: req-856f4b2b-d680-4dda-bbb9-eca0867ba74b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:49.099775 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:49.100027 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-856f4b2b-d680-4dda-bbb9-eca0867ba74b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:49.100422 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5', 'status': 'completed', 'code': 200} Nov 16 21:47:49.135736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-c7b161d9-6e4d-4794-96aa-c3f8993b625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.137268 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-c7b161d9-6e4d-4794-96aa-c3f8993b625f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 1094 time: 0.0469482 Nov 16 21:47:49.178817 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-05dd6279-14dc-41b7-87f1-af3fc1d3a183 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5 HTTP/1.1" status: 200 len: 217 time: 0.0339987 Nov 16 21:47:49.228874 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d6717635-c885-45ab-8c02-9d01cfbfbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.230341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-d6717635-c885-45ab-8c02-9d01cfbfbf18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0443900 Nov 16 21:47:49.230968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94964-3c6e-4b7f-9912-893068d01b58 req-68b3c510-669d-40cc-b84d-22b8e3c71a11 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.232419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fa94964-3c6e-4b7f-9912-893068d01b58 req-68b3c510-669d-40cc-b84d-22b8e3c71a11 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 943 time: 0.0493858 Nov 16 21:47:49.261578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-3deb6458-187d-4839-9787-c4035c2032b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242536 Nov 16 21:47:49.284725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fa94964-3c6e-4b7f-9912-893068d01b58 req-26e818c7-8da3-4cdd-b8ec-446e7ec97e78 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Nov 16 21:47:49.332105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:49.363166 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-53417159-4a80-42c6-a287-6845f722e6bf service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939412 Nov 16 21:47:49.451163 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ddd7bc26-0997-4199-a91f-e6af64d317a9 req-afbede9e-1164-4e85-80ec-f74b3ccec4cc service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808840 Nov 16 21:47:49.543507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-b76058f7-3696-4b32-bb4e-969036b773cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.545064 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-b76058f7-3696-4b32-bb4e-969036b773cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 1094 time: 0.0463166 Nov 16 21:47:49.546852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55884) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:49.643386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5749e3b9-0547-4ca5-bf9b-e2a196a40166 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.643695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-44950a6a-493b-4c0a-bc79-df77fdc02dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.644293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5749e3b9-0547-4ca5-bf9b-e2a196a40166 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.645119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5749e3b9-0547-4ca5-bf9b-e2a196a40166 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.645321 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-44950a6a-493b-4c0a-bc79-df77fdc02dc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0911956 Nov 16 21:47:49.647966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5749e3b9-0547-4ca5-bf9b-e2a196a40166 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=cae077d77d014bc5aeecfc13cb6c2380&network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 2970 time: 0.0998800 Nov 16 21:47:49.692033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-20ff67ae-3494-4c46-abc9-168d97c2f188 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5 HTTP/1.1" status: 200 len: 217 time: 0.0383162 Nov 16 21:47:49.743538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-ee07bda0-91aa-4345-901f-04e6f6d205d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:49.745069 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-ee07bda0-91aa-4345-901f-04e6f6d205d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0448852 Nov 16 21:47:49.776652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-77fab88f-0f06-4056-ac69-8d12ae358225 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237694 Nov 16 21:47:49.869927 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-d8148415-4c44-4c9f-917e-d44e057dabe9 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858650 Nov 16 21:47:49.959548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2fd4b61-f340-432b-a545-28f2531740c8 req-01e4d537-ca0f-4ccb-9c97-fb74b3cf6ae5 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 Nov 16 21:47:50.399546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deae36-acc0-4fe2-a704-b899ef61afb9 req-a4b869b0-00a0-496f-80ee-c2a64c267110 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:50.401014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35deae36-acc0-4fe2-a704-b899ef61afb9 req-a4b869b0-00a0-496f-80ee-c2a64c267110 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 943 time: 0.0488799 Nov 16 21:47:50.448237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35deae36-acc0-4fe2-a704-b899ef61afb9 req-a9103a17-919c-4b9c-a1da-99feed592cb8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Nov 16 21:47:50.568542 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.041567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:47:51.137635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:51.149464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5', 'mac_address': 'fa:16:3e:50:93:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:47:51.185455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.199308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:51.218349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:51.222051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.271531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:51.385930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:51.413199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['889ad8f4-ce33-4f22-a222-5ab7e755a5b5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:51.437571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c26ce-7952-4aaa-b79e-3dc7176a180e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:51.439672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-817c26ce-7952-4aaa-b79e-3dc7176a180e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326 HTTP/1.1" status: 200 len: 814 time: 0.0521357 Nov 16 21:47:51.465450 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.570360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda72a-e95f-43b0-9fa9-558098c597f5 req-0929acad-ff26-4d3b-9625-fb865640ed7f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:51.571885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfeda72a-e95f-43b0-9fa9-558098c597f5 req-0929acad-ff26-4d3b-9625-fb865640ed7f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 944 time: 0.0547273 Nov 16 21:47:51.619376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfeda72a-e95f-43b0-9fa9-558098c597f5 req-a7c6f560-0057-48d2-8574-40066c04cfc7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Nov 16 21:47:51.896966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55904) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:51.902222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'network': {'name': 'tempest-network-smoke--1245302102', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:51.924069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:51.927614 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.950620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:47:51.960353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:51.960686 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Added segment d5971dcf-76c3-4b40-8008-d914e2fa33fd of type vlan for network 18d9f414-f644-4e9e-b616-38b959e42330 Nov 16 21:47:52.006339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.031006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.037514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.038097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.114351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2161686 Nov 16 21:47:52.117488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55906) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.146920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b44dc-c248-41a1-8cd3-72081019720c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Network': ['ID=18d9f414-f644-4e9e-b616-38b959e42330,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:52.157514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 18d9f414-f644-4e9e-b616-38b959e42330 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:47:52.189365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b03a6-b951-45df-bec6-3406d60bc08b tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.190964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-293b03a6-b951-45df-bec6-3406d60bc08b tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=cae077d77d014bc5aeecfc13cb6c2380&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0723994 Nov 16 21:47:52.193666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55908) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.317976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e413c-938d-4630-adcd-b312ba2e1ce5 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.319520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-470e413c-938d-4630-adcd-b312ba2e1ce5 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249533 Nov 16 21:47:52.322553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.358114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-740f3774-3e78-4f72-a31d-2af16e00bdf8 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343561 Nov 16 21:47:52.360697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.387443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-afa8334a-7344-494a-9351-c38c7e8e7b6c tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=cae077d77d014bc5aeecfc13cb6c2380&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257359 Nov 16 21:47:52.389817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55914) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.535259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b77028-154b-4ccb-a215-80fa6a436027 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.536749 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-55b77028-154b-4ccb-a215-80fa6a436027 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460695 Nov 16 21:47:52.539501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55916) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.569834 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-17ea1816-2d8a-459a-aa09-1fb638426140 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292678 Nov 16 21:47:52.572136 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55918) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:52.576778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127820300', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:52.661773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:52.665312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.734281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a03658-0694-4a34-b9e6-cacd754f6f90 req-132d857d-487e-4099-9823-acc68b934b1a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.735767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51a03658-0694-4a34-b9e6-cacd754f6f90 req-132d857d-487e-4099-9823-acc68b934b1a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 944 time: 0.0491045 Nov 16 21:47:52.784783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51a03658-0694-4a34-b9e6-cacd754f6f90 req-0017f2f0-8ea9-45c2-85a2-e5f376a3b0eb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 16 21:47:52.841508 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.907562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Subnet': ['ID=d272f84d-6c2d-497d-98bb-dceafce4a0e0,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:52.911703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Checking segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:52.912071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network hostable DHCP agents. Network: 18d9f414-f644-4e9e-b616-38b959e42330, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:47:52.928349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 18d9f414-f644-4e9e-b616-38b959e42330 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:47:52.936517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 18d9f414-f644-4e9e-b616-38b959e42330) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:52.940896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:52.941482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:52.946627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa88d11-aae4-4a82-9f62-fca5e293ab1d None None] Network 18d9f414-f644-4e9e-b616-38b959e42330 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:47:52.957650 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e9ffd40d-769a-4dac-a706-e02eb197940a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3845148 Nov 16 21:47:53.057889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:53.120396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-18d9f414-f644-4e9e-b616-38b959e42330', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ips': [{'subnet_id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:47:53.121264 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.139159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:47:53.148545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:53.149022 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.211474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55924) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.216384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177412105', 'description': 'tempest-secgroup-smoke-177412105 description', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.237608 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.302690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.307015 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.326869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Allocated IP 172.20.0.18 (18d9f414-f644-4e9e-b616-38b959e42330/d272f84d-6c2d-497d-98bb-dceafce4a0e0/14999e4f-d064-47f4-b0a4-2cb5ebc83501) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:53.335165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.335476 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.336394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1238184 Nov 16 21:47:53.339442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55926) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.340438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72459152-10d6-422b-84f4-3c19b3159878 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02224de6-5dba-4080-9cc5-1af840071bed,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.344619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.372629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:53.373348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.374838 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad097c0-fe77-4c53-81e3-008f96d6c097" -d '{"events": [{"server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "name": "network-vif-plugged", "status": "completed", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:53.418236 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af71cd-44b5-4837-9818-f876b80cc639 x-openstack-request-id: req-01af71cd-44b5-4837-9818-f876b80cc639 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:53.418523 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "name": "network-vif-plugged", "status": "completed", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:53.418773 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01af71cd-44b5-4837-9818-f876b80cc639 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:53.419176 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5', 'code': 200} Nov 16 21:47:53.424917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:53.432844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.441825 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.447253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.473151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa73133-f870-441c-9140-dbc1b99f77f5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.477607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.481622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b4fc4691-48eb-4d42-a16f-2f948513b4e6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405234 Nov 16 21:47:53.482594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55930) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.487657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.518801 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.535756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00acf8-17df-4b78-b889-fe970c00ba73 req-6c9958eb-e43b-437a-b11e-8f4c9ae045a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:53.537451 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8f00acf8-17df-4b78-b889-fe970c00ba73 req-6c9958eb-e43b-437a-b11e-8f4c9ae045a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 1096 time: 0.0586543 Nov 16 21:47:53.578983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.583256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.586032 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8f00acf8-17df-4b78-b889-fe970c00ba73 req-e5687a8d-70e9-4ed1-b49f-93f86050678a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Nov 16 21:47:53.603750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.604961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637b630d-bf2b-496d-beff-55fe6fa819d0,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.610579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.612355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b1fa7d9c-d012-4966-b33c-30c89dbcb267 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286645 Nov 16 21:47:53.615129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55932) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.619773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.649841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.697218 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.705996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.708675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.712312 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.729956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da8d2d8-db05-4938-8a64-7daca3a0aa52,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.740113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.741372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cc72562f-44ed-4886-9a1b-c7453c51b2a2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251945 Nov 16 21:47:53.744493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 55934) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.747915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Network 18d9f414-f644-4e9e-b616-38b959e42330 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:53.748460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.755591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:53.760102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:53.772566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Pushing event updated for resources: {'Port': ['ID=14999e4f-d064-47f4-b0a4-2cb5ebc83501,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.775332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.829393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Attempting to bind port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:53.830325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Attempting to bind port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:53.831072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Attempting to bind port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 on network 18d9f414-f644-4e9e-b616-38b959e42330 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:53.838635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:53.839018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Checking segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:53.839621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.840005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Bound using segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:53.840465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Bound port: 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:53.840837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.842078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.847120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.877921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e577c6bc-1181-46ba-852c-e462e5629beb,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:53.900043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.904025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:53.904192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-62f2c2b3-25c8-4b07-bff7-07ff5e7ae730 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590784 Nov 16 21:47:53.908860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:53.925298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] For port 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:53.925736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec15b-1cd9-47c2-8bbd-fb6326417ab1 req-5b20a630-8f0a-4af7-ab3d-97709ac0953b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:53.929707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] For port 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=14999e4f-d064-47f4-b0a4-2cb5ebc83501,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:53.931467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a03ec15b-1cd9-47c2-8bbd-fb6326417ab1 req-5b20a630-8f0a-4af7-ab3d-97709ac0953b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0703909 Nov 16 21:47:53.932737 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:47:53.934676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.937838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.004204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a03ec15b-1cd9-47c2-8bbd-fb6326417ab1 req-01ad6ea0-5543-4bb6-a129-c83f8055d361 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Nov 16 21:47:54.006992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69b2d-a592-498b-a10f-881b1953069e None None] Pushing event updated for resources: {'Port': ['ID=14999e4f-d064-47f4-b0a4-2cb5ebc83501,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:54.024289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.028090 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.043330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461bed21-27fd-459c-9970-7dc119bf9b44,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:54.056229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.057463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dfd424b0-44be-4df4-8476-75caf746d0d1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524372 Nov 16 21:47:54.060236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 55940) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:54.065180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '02224de6-5dba-4080-9cc5-1af840071bed', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:54.088618 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:47:54.093982 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.172825 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.177072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.194604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1ea90e-c716-40a4-a1bd-293380083989,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:54.205094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.208866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c907500c-1a0a-4bcb-a6b0-523b4586cf88 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454306 Nov 16 21:47:54.407968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-2e88244a-5335-44b5-bce5-e5e4578f2fb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177412105&fields=id&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 267 time: 0.0440066 Nov 16 21:47:54.520553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-1423c26d-7f59-4c20-bf39-7fb636f7dcc7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:54.521998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-1423c26d-7f59-4c20-bf39-7fb636f7dcc7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/networks?id=18d9f414-f644-4e9e-b616-38b959e42330 HTTP/1.1" status: 200 len: 797 time: 0.1067691 Nov 16 21:47:54.537122 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f666da2c-130a-4979-8de3-31aa06d4ed66 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/quotas/cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Nov 16 21:47:54.597933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-8acdf8b8-5a4d-4972-a210-90c3ccdea621 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554452 Nov 16 21:47:54.707098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-7531a85d-d5ed-4d26-8373-71fdbb822b86 service neutron] 10.222.0.54 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970147 Nov 16 21:47:54.802832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-d0c4c3ba-ab97-4c8b-9b30-184cfcb23fed service neutron] 10.222.0.54 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Nov 16 21:47:54.891897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76b727-d1d2-4280-a661-7c8a42001187 None None] Network 18d9f414-f644-4e9e-b616-38b959e42330 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:47:54.968467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] Provisioning complete for port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:54.969083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.970713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b7938ce-9b52-4b14-87a6-3c8f4c4e5231 req-190ad115-db31-46c6-8721-529e1e84f70f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 210 time: 0.0288656 Nov 16 21:47:55.123532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:55.130207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c71ebf-4ef9-407b-8abc-1c000738eef1 req-beef3303-47fc-4f51-b383-35514064bcd2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:55.131782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5c71ebf-4ef9-407b-8abc-1c000738eef1 req-beef3303-47fc-4f51-b383-35514064bcd2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0586925 Nov 16 21:47:55.162914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] For port 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=14999e4f-d064-47f4-b0a4-2cb5ebc83501,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:55.168445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:55.207557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5c71ebf-4ef9-407b-8abc-1c000738eef1 req-06a80f2e-5b8a-496e-ae44-4a3084a1fd84 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673988 Nov 16 21:47:55.224408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26333b-fb3c-433a-b925-a334eab60f18 None None] Pushing event updated for resources: {'Port': ['ID=14999e4f-d064-47f4-b0a4-2cb5ebc83501,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:55.425887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac56ae0-ae0f-4f5d-9d60-76d0ab08c1d6 req-1d97f04a-6f5a-4157-a9a8-43f0881f1fcf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:55.427345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ac56ae0-ae0f-4f5d-9d60-76d0ab08c1d6 req-1d97f04a-6f5a-4157-a9a8-43f0881f1fcf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Nov 16 21:47:55.476106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ac56ae0-ae0f-4f5d-9d60-76d0ab08c1d6 req-b5dd442c-5ce9-4c72-8e7d-e1783a7b9c80 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Nov 16 21:47:55.495629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-21f0e945-69b6-4263-97af-ce8b1690bbb5 None None] Provisioning complete for port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:55.495629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-21f0e945-69b6-4263-97af-ce8b1690bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:55.598225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e72f-a07f-44fe-90a6-5e7e3f5fa252 req-426b35ce-1a80-4162-88b4-9ab5e97418ef tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:55.599706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8809e72f-a07f-44fe-90a6-5e7e3f5fa252 req-426b35ce-1a80-4162-88b4-9ab5e97418ef tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Nov 16 21:47:55.650186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8809e72f-a07f-44fe-90a6-5e7e3f5fa252 req-a69f9be2-8c47-428f-a595-cc125fba2eaf tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Nov 16 21:47:55.883253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192f90b-8e8e-4226-9788-c7291dc5c304 req-b20575e2-0601-41f1-8dda-38e59cf9bd3e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:55.885101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7192f90b-8e8e-4226-9788-c7291dc5c304 req-b20575e2-0601-41f1-8dda-38e59cf9bd3e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0540180 Nov 16 21:47:55.950790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 14999e4f-d064-47f4-b0a4-2cb5ebc83501 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:47:55.996990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7192f90b-8e8e-4226-9788-c7291dc5c304 req-a3dfba8d-7a76-481b-ac40-1cea8e381e9c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010058 Nov 16 21:47:56.025695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:56.026158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.038042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-8037e38c-ed9b-4fd0-8c22-66175feab16c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:56.039477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-8037e38c-ed9b-4fd0-8c22-66175feab16c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/networks?id=18d9f414-f644-4e9e-b616-38b959e42330 HTTP/1.1" status: 200 len: 797 time: 0.1532271 Nov 16 21:47:56.098594 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a85c01f-ebde-470d-8367-3435f1745842 req-71e24385-d06c-43f7-8106-c9cf01ff7baa tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 210 time: 0.0412793 Nov 16 21:47:56.143764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-04517c92-1f8b-4d97-b57b-396adcdf4dbc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 471 time: 0.0932577 Nov 16 21:47:56.154307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'port': {'device_id': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'admin_state_up': True, 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'security_groups': ['02224de6-5dba-4080-9cc5-1af840071bed']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:56.263221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:47:56.266688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.386543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.19 (18d9f414-f644-4e9e-b616-38b959e42330/d272f84d-6c2d-497d-98bb-dceafce4a0e0/ea8d9711-2e28-4c2f-a700-412efae50460) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:56.526764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.559348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.603591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 18d9f414-f644-4e9e-b616-38b959e42330 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:56.606727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:56.610546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:56.638814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:56.654092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.654441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.654785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.655145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.655485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.655812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.656140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.656467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.656791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.657116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.657441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.658431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:56.680652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:56.681256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.697984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-525817a1-219c-446a-be5e-c70988bab0ed tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473144 Nov 16 21:47:56.710891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Request body: {'port': {'device_id': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:56.765952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.812962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-83d0120e-4f8b-40f8-86a6-99f06ef156b5 None None] Provisioning complete for port ea8d9711-2e28-4c2f-a700-412efae50460 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:47:56.813420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83d0120e-4f8b-40f8-86a6-99f06ef156b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.006883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-83d0120e-4f8b-40f8-86a6-99f06ef156b5 None None] Port ea8d9711-2e28-4c2f-a700-412efae50460 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:47:57.038276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8d9711-2e28-4c2f-a700-412efae50460 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:47:57.045838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.058064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Transition to ACTIVE for port object ea8d9711-2e28-4c2f-a700-412efae50460 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:47:57.061273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.136432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-15984643-56aa-4c12-83d5-58fedc54a169 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:57.139400 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-15984643-56aa-4c12-83d5-58fedc54a169 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0547094 Nov 16 21:47:57.148556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:57.185991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231db4-1fdb-46c4-8285-37b1a11b67b7 req-692a54a5-f4bb-45c6-8ed7-6485a823b6f1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:57.187947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07231db4-1fdb-46c4-8285-37b1a11b67b7 req-692a54a5-f4bb-45c6-8ed7-6485a823b6f1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=b308b400-11c9-4903-ab20-6126425a1db9 HTTP/1.1" status: 200 len: 945 time: 0.0961001 Nov 16 21:47:57.254594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:47:57.254728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.359682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:47:57.360054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.375750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:47:57.515200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.528280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['889ad8f4-ce33-4f22-a222-5ab7e755a5b5'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:57.530847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:47:57.545715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=889ad8f4-ce33-4f22-a222-5ab7e755a5b5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:57.596501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.596895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.597876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.598217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.598703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.599069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.599402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.599730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.600061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.600387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.600710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.601220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:47:57.604685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:47:57.607253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.612455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a4f38d55-1ac8-4546-a288-1bf72b9dc5d7 req-894c7cfc-2d1e-4ab0-b25e-de6b23168322 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "DELETE /v2.0/ports/889ad8f4-ce33-4f22-a222-5ab7e755a5b5 HTTP/1.1" status: 204 len: 173 time: 0.4666946 Nov 16 21:47:57.612918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'name': 'network-vif-deleted', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:57.616139 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d771091-93ab-4e75-bd80-adbc455c3d0e" -d '{"events": [{"server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "name": "network-vif-deleted", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:57.707774 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8e82e-5fc5-485a-b54c-1ff979d1ca17 req-ea8d5c0f-094c-484d-89f6-fcf4f3a58917 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:57.709389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef8e82e-5fc5-485a-b54c-1ff979d1ca17 req-ea8d5c0f-094c-484d-89f6-fcf4f3a58917 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 944 time: 0.5175755 Nov 16 21:47:57.713170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-07231db4-1fdb-46c4-8285-37b1a11b67b7 req-e5203900-3f30-463e-88f6-84f07114ea3d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118351 Nov 16 21:47:57.714008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Attempting to bind port ea8d9711-2e28-4c2f-a700-412efae50460 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:47:57.714335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Attempting to bind port ea8d9711-2e28-4c2f-a700-412efae50460 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:47:57.714660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Attempting to bind port ea8d9711-2e28-4c2f-a700-412efae50460 on network 18d9f414-f644-4e9e-b616-38b959e42330 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:57.732708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Port ea8d9711-2e28-4c2f-a700-412efae50460 on network 18d9f414-f644-4e9e-b616-38b959e42330 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:47:57.733033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Attempting to bind port ea8d9711-2e28-4c2f-a700-412efae50460 on network 18d9f414-f644-4e9e-b616-38b959e42330 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:47:57.749811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:47:57.750180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Checking segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:47:57.750568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Bound using segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:47:57.751158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Bound port: ea8d9711-2e28-4c2f-a700-412efae50460, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:47:57.751656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.760735 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799aab3-4967-4d57-8317-8ae4945b2251 x-openstack-request-id: req-6799aab3-4967-4d57-8317-8ae4945b2251 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:57.761037 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b308b400-11c9-4903-ab20-6126425a1db9", "name": "network-vif-deleted", "tag": "889ad8f4-ce33-4f22-a222-5ab7e755a5b5", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:57.761303 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6799aab3-4967-4d57-8317-8ae4945b2251 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:57.761774 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b308b400-11c9-4903-ab20-6126425a1db9', 'name': 'network-vif-deleted', 'tag': '889ad8f4-ce33-4f22-a222-5ab7e755a5b5', 'status': 'completed', 'code': 200} Nov 16 21:47:57.785198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fef8e82e-5fc5-485a-b54c-1ff979d1ca17 req-4326106c-7ddf-413b-bd01-634044e3ef09 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678077 Nov 16 21:47:57.834190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:47:57.837188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ea8d9711-2e28-4c2f-a700-412efae50460,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:47:57.841448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.883010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:57.883652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:57.885022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/ea8d9711-2e28-4c2f-a700-412efae50460 HTTP/1.1" status: 200 len: 1092 time: 1.1784050 Nov 16 21:47:57.885476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:57.887991 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff9831-fa55-4664-80b1-81c9a9312713" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:57.913438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f338be-ef26-426a-9292-f8da74b784f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:57.936863 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020ef38-7dac-41c5-8bdb-2136a4eedf50 x-openstack-request-id: req-6020ef38-7dac-41c5-8bdb-2136a4eedf50 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:57.937155 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:57.937411 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6020ef38-7dac-41c5-8bdb-2136a4eedf50 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:57.937810 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460', 'status': 'completed', 'code': 200} Nov 16 21:47:57.976034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-0a55daac-45be-4530-a61e-ab7de9e76ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:57.977225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-0a55daac-45be-4530-a61e-ab7de9e76ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 1095 time: 0.0490942 Nov 16 21:47:58.026025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-731e43a0-af00-4659-886a-ea9fd57c7ca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ea8d9711-2e28-4c2f-a700-412efae50460 HTTP/1.1" status: 200 len: 217 time: 0.0404816 Nov 16 21:47:58.086488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-14fab4d3-21c9-4a26-9294-3be3cabe22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.088857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-14fab4d3-21c9-4a26-9294-3be3cabe22ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d272f84d-6c2d-497d-98bb-dceafce4a0e0 HTTP/1.1" status: 200 len: 837 time: 0.0564957 Nov 16 21:47:58.136599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-bce43b04-10bd-4758-a484-0623cffdb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.138373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-bce43b04-10bd-4758-a484-0623cffdb5ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d9f414-f644-4e9e-b616-38b959e42330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418379 Nov 16 21:47:58.234895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-3447415a-99e0-4360-9449-332a0426449d service neutron] 10.222.0.21 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885682 Nov 16 21:47:58.328336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdd43a0b-0696-4f6b-b046-e1b39a1e470d req-c4d310e6-f7dd-4ac5-a9f5-d3fad6e83f1b service neutron] 10.222.0.21 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Nov 16 21:47:58.415747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-c8f792a5-25b3-4a83-8016-a5ab8366d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.417223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-c8f792a5-25b3-4a83-8016-a5ab8366d8ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 1095 time: 0.0413489 Nov 16 21:47:58.510607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-b039a069-f900-4513-8327-347bcf66da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.512146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-b039a069-f900-4513-8327-347bcf66da0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=18d9f414-f644-4e9e-b616-38b959e42330 HTTP/1.1" status: 200 len: 898 time: 0.0882692 Nov 16 21:47:58.552677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-a1abda9a-c294-4e66-8e56-740580c2807a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ea8d9711-2e28-4c2f-a700-412efae50460 HTTP/1.1" status: 200 len: 217 time: 0.0330880 Nov 16 21:47:58.601027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-f3feea3f-5497-4cdd-8b00-a4273d73e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.602363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-f3feea3f-5497-4cdd-8b00-a4273d73e38c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d272f84d-6c2d-497d-98bb-dceafce4a0e0 HTTP/1.1" status: 200 len: 837 time: 0.0432367 Nov 16 21:47:58.651263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-f1b9ad01-28d5-4e59-84af-3a9716520022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.652740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-f1b9ad01-28d5-4e59-84af-3a9716520022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18d9f414-f644-4e9e-b616-38b959e42330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430856 Nov 16 21:47:58.741381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-cb171ecc-838a-4570-a492-6baebe7f1ea3 service neutron] 10.222.0.21 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809624 Nov 16 21:47:58.839286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23ff9831-fa55-4664-80b1-81c9a9312713 req-07acdf94-030a-49d5-ac8a-39e528527f76 service neutron] 10.222.0.21 "GET /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900548 Nov 16 21:47:58.968705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe35a25-e2ba-4075-b1a8-ccb2f6782033 req-644399ac-4ec5-4667-959a-c7755866323d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:58.970190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fe35a25-e2ba-4075-b1a8-ccb2f6782033 req-644399ac-4ec5-4667-959a-c7755866323d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 944 time: 0.1102052 Nov 16 21:47:59.019516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-91bf3ca4-45cf-4055-a7c6-3c5079a2757c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:59.020926 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-91bf3ca4-45cf-4055-a7c6-3c5079a2757c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1319978 Nov 16 21:47:59.050191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-7161a258-5900-40b7-ad52-5f4c4f0b9025 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/quotas/e0c6facfb04d44d99a8ed2e800aa1ce5 HTTP/1.1" status: 200 len: 375 time: 0.0222468 Nov 16 21:47:59.054278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fe35a25-e2ba-4075-b1a8-ccb2f6782033 req-7855668d-b7e3-45b6-8d5e-263a185a7122 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780883 Nov 16 21:47:59.097672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-35d85251-db87-46a3-a179-d60e1afca45a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421188 Nov 16 21:47:59.187010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-139766db-cdc5-46e8-8f83-35585b553324 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825188 Nov 16 21:47:59.274623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-a89cc329-b5be-4460-9913-c212018f8e65 service neutron] 10.222.0.54 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816445 Nov 16 21:47:59.431365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70c4342f-cb16-456f-87b5-2c00302a7f59 req-23a6c3a3-2a31-4b07-9ca8-268b06ae1ea2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 210 time: 0.0270529 Nov 16 21:48:00.172544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845d88-30bf-4e77-a360-4f9851cbe63f req-110b9367-9855-4c00-a532-ede3b8c82e38 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:00.174611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c845d88-30bf-4e77-a360-4f9851cbe63f req-110b9367-9855-4c00-a532-ede3b8c82e38 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 944 time: 0.0541942 Nov 16 21:48:00.225566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c845d88-30bf-4e77-a360-4f9851cbe63f req-a69c684b-e01f-499e-8abf-7ed37ea1792d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448654 Nov 16 21:48:00.315329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-aff7c595-7f71-43a0-8eb3-c08cfd31a152 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:00.316786 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-aff7c595-7f71-43a0-8eb3-c08cfd31a152 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 805 time: 0.1035323 Nov 16 21:48:00.331009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Request body: {'port': {'device_id': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'admin_state_up': True, 'tenant_id': 'e0c6facfb04d44d99a8ed2e800aa1ce5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:00.441143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Made reservation on behalf of e0c6facfb04d44d99a8ed2e800aa1ce5 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:48:00.444732 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:00.525771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-752b365e-c3ed-4361-9ff5-b155d1da62f3 req-f915ae1e-06da-453f-a74d-647797d0811b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 210 time: 0.0283298 Nov 16 21:48:00.570989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Allocated IP 172.20.0.11 (fc31117a-6840-4662-94a9-6c3b461f666a/65139a09-ce78-4360-8812-fe0622995986/9c77c8b5-766f-4109-8724-f40e4eb09fde) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:00.938120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:00.971329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:00.982892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:01.017397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Network fc31117a-6840-4662-94a9-6c3b461f666a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:01.020583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:01.024478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:01.047580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event updated for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:01.074262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.074865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.090690 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:01.090943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-90b3aa9c-23e4-44e1-b90d-8f0224e67490 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639320 Nov 16 21:48:01.102648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Request body: {'port': {'device_id': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:01.114866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ea8d9711-2e28-4c2f-a700-412efae50460 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:48:01.118947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:01.119276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 889ad8f4-ce33-4f22-a222-5ab7e755a5b5 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:01.154234 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.233656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ea8d9711-2e28-4c2f-a700-412efae50460,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:01.244549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'ea8d9711-2e28-4c2f-a700-412efae50460', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'port_id': 'ea8d9711-2e28-4c2f-a700-412efae50460', 'mac_address': 'fa:16:3e:b9:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:48:01.287168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.300432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8d9711-2e28-4c2f-a700-412efae50460 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:01.323107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ea8d9711-2e28-4c2f-a700-412efae50460,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:01.327806 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.347006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbd118-197c-424c-b16d-ccb1cb795615 req-9ddb4046-16c8-4ed8-93a5-ffffc8dbc439 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.348781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ddbd118-197c-424c-b16d-ccb1cb795615 req-9ddb4046-16c8-4ed8-93a5-ffffc8dbc439 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 944 time: 0.0523894 Nov 16 21:48:01.377701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:01.402013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6ddbd118-197c-424c-b16d-ccb1cb795615 req-2a1d7d4f-9720-45f5-b6a2-f4065df73d2e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467656 Nov 16 21:48:01.435263 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c77c8b5-766f-4109-8724-f40e4eb09fde {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:01.443120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.455826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Transition to ACTIVE for port object 9c77c8b5-766f-4109-8724-f40e4eb09fde will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:48:01.459278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.523364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Pushing event updated for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:01.549120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['ea8d9711-2e28-4c2f-a700-412efae50460'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:01.579083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Attempting to bind port 9c77c8b5-766f-4109-8724-f40e4eb09fde on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:01.580910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Attempting to bind port 9c77c8b5-766f-4109-8724-f40e4eb09fde by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:01.580910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Attempting to bind port 9c77c8b5-766f-4109-8724-f40e4eb09fde on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:01.585831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Port 9c77c8b5-766f-4109-8724-f40e4eb09fde on network fc31117a-6840-4662-94a9-6c3b461f666a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:48:01.586232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Attempting to bind port 9c77c8b5-766f-4109-8724-f40e4eb09fde on network fc31117a-6840-4662-94a9-6c3b461f666a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:01.591219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:01.591557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Checking segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:01.591946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Bound using segment: {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:01.592372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Bound port: 9c77c8b5-766f-4109-8724-f40e4eb09fde, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca975a-37a3-44df-b68b-549aa4838438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:01.592731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.648360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feb5d-30e7-4acf-9162-70c8ba5f0b89 req-e368ad67-b312-4552-be4a-d1e30a7356c7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.649920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec7feb5d-30e7-4acf-9162-70c8ba5f0b89 req-e368ad67-b312-4552-be4a-d1e30a7356c7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 944 time: 0.0530720 Nov 16 21:48:01.661830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:01.665586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:01.670041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.707658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec7feb5d-30e7-4acf-9162-70c8ba5f0b89 req-a1e2c33e-7300-47ed-a922-649a2e62b927 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Nov 16 21:48:01.716287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.716945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:01.718653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c77c8b5-766f-4109-8724-f40e4eb09fde HTTP/1.1" status: 200 len: 1092 time: 0.6199162 Nov 16 21:48:01.727484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:01.727484 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f88290-476d-494f-8c18-f6f5abad8b56" -d '{"events": [{"name": "network-changed", "server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:01.757424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d158dfa-1863-403e-b480-2e0d2166c170 service neutron] Pushing event updated for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:01.765442 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da25a92c-c4e0-45fc-87de-4e9c2f5bd405 x-openstack-request-id: req-da25a92c-c4e0-45fc-87de-4e9c2f5bd405 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:01.765738 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:01.765992 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da25a92c-c4e0-45fc-87de-4e9c2f5bd405 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:01.766396 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde', 'status': 'completed', 'code': 200} Nov 16 21:48:01.809729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-79781db1-0cd8-441b-8010-ac021c1f50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.811281 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-79781db1-0cd8-441b-8010-ac021c1f50c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 1095 time: 0.0409138 Nov 16 21:48:01.854142 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-5c5761d9-0b2a-4957-b819-fb72a86c3829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde HTTP/1.1" status: 200 len: 217 time: 0.0356309 Nov 16 21:48:01.904209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-67251d11-9d4b-4062-8216-b464940ad918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:01.905609 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-67251d11-9d4b-4062-8216-b464940ad918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0442724 Nov 16 21:48:01.936299 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-88804769-af8d-45ae-b29e-e59a24fc3a6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237620 Nov 16 21:48:02.028915 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-dfcf045e-e034-49b1-9387-92a65eeba534 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Nov 16 21:48:02.118212 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21f12c53-be87-4792-88cb-97c3242c8a48 req-b8307a24-c22f-4990-b538-aa7ca6ef029a service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 Nov 16 21:48:02.203059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-42504b26-43be-4866-8633-943ba138f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:02.205514 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-42504b26-43be-4866-8633-943ba138f19f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 1095 time: 0.0418050 Nov 16 21:48:02.228656 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:48:02.304631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-bea74276-3329-4538-8005-518dfaa065f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:02.306018 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-bea74276-3329-4538-8005-518dfaa065f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0942824 Nov 16 21:48:02.348341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-32afdcd3-48d6-4b02-b52c-4c0d1a04e00d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde HTTP/1.1" status: 200 len: 217 time: 0.0334759 Nov 16 21:48:02.402533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-7a739d6e-089b-4a5a-bf71-fab66bc4b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:02.404000 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-7a739d6e-089b-4a5a-bf71-fab66bc4b63f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0475688 Nov 16 21:48:02.436659 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-1732a3f9-6c89-4086-b30b-ae8283716b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243967 Nov 16 21:48:02.517161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131ee0-9b90-4266-b919-61c99bad738d req-50c86da4-d6d8-477b-a332-6fa291b576c0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:02.518645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65131ee0-9b90-4266-b919-61c99bad738d req-50c86da4-d6d8-477b-a332-6fa291b576c0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Nov 16 21:48:02.530841 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-fabd639f-d8e7-4bd7-bea5-df573771cace service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852246 Nov 16 21:48:02.568865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65131ee0-9b90-4266-b919-61c99bad738d req-ba7cf5d1-1697-4697-875a-877fe28b8722 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Nov 16 21:48:02.627180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82f88290-476d-494f-8c18-f6f5abad8b56 req-2dcd62f3-4f8f-4265-bb45-1b7ab7e4adeb service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880249 Nov 16 21:48:02.822758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f202f0-254f-4e66-abbc-d118bc11b8ad req-46dfdd93-eac6-47ac-9ad6-182c9bfa1999 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:02.824129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7f202f0-254f-4e66-abbc-d118bc11b8ad req-46dfdd93-eac6-47ac-9ad6-182c9bfa1999 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 944 time: 0.0474625 Nov 16 21:48:02.873092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7f202f0-254f-4e66-abbc-d118bc11b8ad req-019104d8-94c5-49e4-bfba-bcc1d572fd4b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Nov 16 21:48:03.107315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ea8d9711-2e28-4c2f-a700-412efae50460 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:03.155967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port ea8d9711-2e28-4c2f-a700-412efae50460 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:48:03.160217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port ea8d9711-2e28-4c2f-a700-412efae50460 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:03.160585 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:03.240089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:03.261689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:03.263935 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25982d93-ddd3-411e-ad15-4a7c31ddbd2b" -d '{"events": [{"server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:03.277033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ea8d9711-2e28-4c2f-a700-412efae50460,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:03.280912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:03.303837 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d74947-d752-4ddf-936c-a761296bda7d x-openstack-request-id: req-09d74947-d752-4ddf-936c-a761296bda7d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:03.304131 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:03.304444 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09d74947-d752-4ddf-936c-a761296bda7d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:03.304842 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460', 'code': 200} Nov 16 21:48:03.331666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:03.394007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa308d-f259-487d-b069-ee44a83a6173 req-74ea980b-85fc-4073-a2f7-c2ccfafc846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:03.395524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9fa308d-f259-487d-b069-ee44a83a6173 req-74ea980b-85fc-4073-a2f7-c2ccfafc846a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0395987 Nov 16 21:48:03.442244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9fa308d-f259-487d-b069-ee44a83a6173 req-7f5da9c6-47c1-4773-8684-35bf0c352930 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384130 Nov 16 21:48:03.679626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede58a5-bbbc-494f-8702-fd20a1e9cc8e req-4f6b606d-7188-4c20-be8d-7c03b6528dbd tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:03.681041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ede58a5-bbbc-494f-8702-fd20a1e9cc8e req-4f6b606d-7188-4c20-be8d-7c03b6528dbd tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0482020 Nov 16 21:48:03.730091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ede58a5-bbbc-494f-8702-fd20a1e9cc8e req-acd82433-7e07-45f6-ac52-05579451f548 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Nov 16 21:48:03.991909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a98432-a3e8-4eeb-b31a-9d0ecb41e54e req-9bbbc2a3-373e-40d9-af4e-04b80fceaa3e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:03.993306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3a98432-a3e8-4eeb-b31a-9d0ecb41e54e req-9bbbc2a3-373e-40d9-af4e-04b80fceaa3e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 944 time: 0.0526340 Nov 16 21:48:04.039522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3a98432-a3e8-4eeb-b31a-9d0ecb41e54e req-f1d6b56e-2ddd-4551-82a3-72dae442b154 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Nov 16 21:48:04.841915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e6f22-3776-48ba-8689-3e3eec76df36 req-1e34a8c9-a08f-4229-bee0-c900baac164d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:04.843388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb7e6f22-3776-48ba-8689-3e3eec76df36 req-1e34a8c9-a08f-4229-bee0-c900baac164d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Nov 16 21:48:04.892574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb7e6f22-3776-48ba-8689-3e3eec76df36 req-20a5c1d5-5119-4481-87b1-b9878077a6a8 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Nov 16 21:48:05.006589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478a8d1-4a86-432f-a7c2-8b1e29b9f40b req-6a4f7089-f85f-49d5-83ea-83c639a2995b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:05.008001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0478a8d1-4a86-432f-a7c2-8b1e29b9f40b req-6a4f7089-f85f-49d5-83ea-83c639a2995b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0511487 Nov 16 21:48:05.059136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0478a8d1-4a86-432f-a7c2-8b1e29b9f40b req-6ecb0d07-3d73-435d-bf7f-dface3482efb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Nov 16 21:48:05.089878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9c77c8b5-766f-4109-8724-f40e4eb09fde details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:48:05.154065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c1e9d-f086-47a1-92ac-c15dbaf52e6c req-32471c22-c3d1-4dc7-ab17-f4c789309e25 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:05.155560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e8c1e9d-f086-47a1-92ac-c15dbaf52e6c req-32471c22-c3d1-4dc7-ab17-f4c789309e25 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 944 time: 0.0479877 Nov 16 21:48:05.187919 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:05.199704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '9c77c8b5-766f-4109-8724-f40e4eb09fde', 'network_id': 'fc31117a-6840-4662-94a9-6c3b461f666a', 'port_id': '9c77c8b5-766f-4109-8724-f40e4eb09fde', 'mac_address': 'fa:16:3e:c3:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65139a09-ce78-4360-8812-fe0622995986', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:48:05.203825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e8c1e9d-f086-47a1-92ac-c15dbaf52e6c req-2bc4264c-c32c-47d9-9658-73192a586386 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Nov 16 21:48:05.236499 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:05.248881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c77c8b5-766f-4109-8724-f40e4eb09fde {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:05.271197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:05.275271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:05.324914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:05.473233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9c77c8b5-766f-4109-8724-f40e4eb09fde'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:06.319951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d549dbb-b096-477e-a35d-700dc48c7db8 req-acf1fe76-3dda-429d-a58e-6136fe94f28f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:06.321421 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d549dbb-b096-477e-a35d-700dc48c7db8 req-acf1fe76-3dda-429d-a58e-6136fe94f28f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 945 time: 0.0479014 Nov 16 21:48:06.371978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d549dbb-b096-477e-a35d-700dc48c7db8 req-dd94d049-8dce-4e4a-99fd-0554600c4248 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Nov 16 21:48:06.542260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56044) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:06.967386 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.105098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9c77c8b5-766f-4109-8724-f40e4eb09fde up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:07.156101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 9c77c8b5-766f-4109-8724-f40e4eb09fde completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:48:07.159915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 9c77c8b5-766f-4109-8724-f40e4eb09fde triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:07.160286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.236538 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.259471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:07.261713 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c85e7-fd23-43f3-a520-b9f790855395" -d '{"events": [{"server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:07.274279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:07.278603 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.294502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.17 (18d9f414-f644-4e9e-b616-38b959e42330/d272f84d-6c2d-497d-98bb-dceafce4a0e0/939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:07.309537 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d4ae3-59b1-42d5-b665-0a2fcd3bcbae x-openstack-request-id: req-518d4ae3-59b1-42d5-b665-0a2fcd3bcbae {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:07.309887 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:07.310975 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-518d4ae3-59b1-42d5-b665-0a2fcd3bcbae {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:07.311369 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde', 'code': 200} Nov 16 21:48:07.345122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:07.358202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.358664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.358864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.359238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.359569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.359897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.360796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.361120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.361476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.361807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.362127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.362455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:07.436765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.454415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567561-5543-47db-8868-4847c8ec9a6e req-5f870f44-68fa-4c15-a839-3fd99f500451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:07.456188 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-17567561-5543-47db-8868-4847c8ec9a6e req-5f870f44-68fa-4c15-a839-3fd99f500451 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 1097 time: 0.0708091 Nov 16 21:48:07.488483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5e62e-e978-42ec-af9e-ac9cf50f6354 req-8d2b9623-00f4-4700-ae28-d7adff81a145 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:07.489905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14b5e62e-e978-42ec-af9e-ac9cf50f6354 req-8d2b9623-00f4-4700-ae28-d7adff81a145 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0496366 Nov 16 21:48:07.501274 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.539057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14b5e62e-e978-42ec-af9e-ac9cf50f6354 req-0fa61f70-b3c2-43d2-825b-50f80e783e3d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Nov 16 21:48:07.552790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-17567561-5543-47db-8868-4847c8ec9a6e req-fed404fe-9118-48b9-8dfe-3de022bda550 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885534 Nov 16 21:48:07.560708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 18d9f414-f644-4e9e-b616-38b959e42330 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:07.563830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:07.567631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:07.593953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:07.617205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.761999 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.835330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0788cac9-98c2-4acf-ac70-c494853ca3aa None None] Provisioning complete for port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:07.835625 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0788cac9-98c2-4acf-ac70-c494853ca3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:07.870072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0788cac9-98c2-4acf-ac70-c494853ca3aa None None] Port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:08.034239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:08.038572 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:08.107889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:08.112709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:08.202852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 18d9f414-f644-4e9e-b616-38b959e42330 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:08.204980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:08.494172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c43744fc-c180-4f5f-a9d6-5fb42a1ce60e None None] Provisioning complete for port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:08.494708 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c43744fc-c180-4f5f-a9d6-5fb42a1ce60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:08.534017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c43744fc-c180-4f5f-a9d6-5fb42a1ce60e None None] Port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:08.557582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:48:08.660157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba043e-0d85-40e3-ac7d-7b31e7b8a59c req-6cd56226-3f63-4d56-8788-59013187c011 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:08.661760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3ba043e-0d85-40e3-ac7d-7b31e7b8a59c req-6cd56226-3f63-4d56-8788-59013187c011 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0515263 Nov 16 21:48:08.677469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:08.688966 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3074daaa-5515-4b20-a2aa-d02b823af3ba tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/2f9caaf4-1be8-44b4-b6fa-9261157ddfa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392639 Nov 16 21:48:08.699098 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:08.708226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:08.708824 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:47:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:08.716395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3ba043e-0d85-40e3-ac7d-7b31e7b8a59c req-5d9f6ecb-4ab0-4059-944a-8be256ad6705 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Nov 16 21:48:08.813113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:09.135780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.139411 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:07Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf', 'name': '', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:50:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:07Z', 'updated_at': '2021-11-16T21:48:07Z', 'revision_number': 2, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:09.167969 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:09.168320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Updating router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:48:09.192551 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.443844 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.448113 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.495496 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Pushing event updated for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:09.523228 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.523545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.523885 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.524220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.524545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.524873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.525195 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.525516 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.525832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.526149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.526465 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.526779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:09.555959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Attempting to bind port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:09.556321 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Attempting to bind port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:09.556697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Attempting to bind port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf on network 18d9f414-f644-4e9e-b616-38b959e42330 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:09.561607 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:09.561972 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Checking segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:09.562382 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.562763 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Bound using segment: {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:09.563782 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Bound port: 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5971dcf-76c3-4b40-8008-d914e2fa33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:09.564150 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.628553 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] For port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:09.631659 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] For port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:09.636615 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.695397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:09.695958 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:47:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:09.730803 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ae51-4bae-4f09-9128-bcd59ade762a None None] Pushing event updated for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:09.770841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] Provisioning complete for port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:09.771490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.821149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:09.853522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af7a43-9d25-4747-8dd7-ed45f0c3a095 req-e27e6b6b-c93d-466f-8c89-b6cb8b863b1a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:09.855373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25af7a43-9d25-4747-8dd7-ed45f0c3a095 req-e27e6b6b-c93d-466f-8c89-b6cb8b863b1a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0627775 Nov 16 21:48:09.868867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.904625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] For port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:09.909731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:09.916045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25af7a43-9d25-4747-8dd7-ed45f0c3a095 req-8a3a7f3b-62a7-4a29-bc09-08b99f6934c6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Nov 16 21:48:09.961619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d778a86-34b1-4925-9636-6d523f2c4ca7 None None] Pushing event updated for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:10.043811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-92f83815-bb2a-4cb1-a0cf-d370e5242df1 None None] Provisioning complete for port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:10.044186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92f83815-bb2a-4cb1-a0cf-d370e5242df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:10.079788 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:07Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf', 'name': '', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:50:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:07Z', 'updated_at': '2021-11-16T21:48:09Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:10.106790 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed5bfb7-e4e2-4b17-a534-856903d5a552 None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:07Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf', 'name': '', 'network_id': '18d9f414-f644-4e9e-b616-38b959e42330', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:50:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:07Z', 'updated_at': '2021-11-16T21:48:09Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': 'd272f84d-6c2d-497d-98bb-dceafce4a0e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:10.144873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c58f2-8a57-4172-8176-eac71dcfa9a0 req-9e1ee8ca-e7f4-4ef9-85c9-69f0b7d119ba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:10.146679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-141c58f2-8a57-4172-8176-eac71dcfa9a0 req-9e1ee8ca-e7f4-4ef9-85c9-69f0b7d119ba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0592554 Nov 16 21:48:10.201834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-141c58f2-8a57-4172-8176-eac71dcfa9a0 req-1d247ec7-286d-4d2f-8a63-874d1db8d170 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Nov 16 21:48:10.325083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446afe-d718-4e13-a7fe-a444a3813103 req-c7939b6f-ca9b-43f6-b3c1-ca10798c314e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:10.326781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86446afe-d718-4e13-a7fe-a444a3813103 req-c7939b6f-ca9b-43f6-b3c1-ca10798c314e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0526657 Nov 16 21:48:10.380590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86446afe-d718-4e13-a7fe-a444a3813103 req-05c32ce5-4176-42d9-b975-1ddcc7230185 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 Nov 16 21:48:10.584274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c92-e51b-45db-82cb-1715157d3b9e req-bef29c33-7e62-4800-bc04-ea938348732f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:10.585903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ae60c92-e51b-45db-82cb-1715157d3b9e req-bef29c33-7e62-4800-bc04-ea938348732f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0531054 Nov 16 21:48:10.635332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ae60c92-e51b-45db-82cb-1715157d3b9e req-d0d98fd9-142a-4475-8357-fa486a942ece tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Nov 16 21:48:11.751122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779faa96-fd44-4f96-8c35-38feb8f28d8c req-6019489c-8562-48cc-8f16-204f3ea3262b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:11.752645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-779faa96-fd44-4f96-8c35-38feb8f28d8c req-6019489c-8562-48cc-8f16-204f3ea3262b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0479224 Nov 16 21:48:11.800058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-779faa96-fd44-4f96-8c35-38feb8f28d8c req-a8070940-4139-4ba3-b5d7-c2c65ff09f7d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Nov 16 21:48:11.935275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:11.983891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:11.984256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:12.917374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20531b66-96a4-43b5-8a37-4ee2271ff226 req-e23e5b5b-9e48-4eae-af7b-56191e75ce5c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:12.918830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20531b66-96a4-43b5-8a37-4ee2271ff226 req-e23e5b5b-9e48-4eae-af7b-56191e75ce5c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0513530 Nov 16 21:48:12.964495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:12.966579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-20531b66-96a4-43b5-8a37-4ee2271ff226 req-76d73568-b0fc-4bee-97fd-7ea046cb2a01 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Nov 16 21:48:14.082087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2145ff-358d-4aef-b7fa-fa5be5b0d0c1 req-d8159fd6-09cc-401f-b9a8-afbe034d5cd0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:14.083584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb2145ff-358d-4aef-b7fa-fa5be5b0d0c1 req-d8159fd6-09cc-401f-b9a8-afbe034d5cd0 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0480990 Nov 16 21:48:14.131060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb2145ff-358d-4aef-b7fa-fa5be5b0d0c1 req-a75a90a5-a6ff-479f-8628-11cacbed1703 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Nov 16 21:48:15.247660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83515d-8798-47b9-b716-578b99b22db7 req-bdd8a239-4cf0-4f8c-a6a1-5108c35ab5e2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:15.249120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a83515d-8798-47b9-b716-578b99b22db7 req-bdd8a239-4cf0-4f8c-a6a1-5108c35ab5e2 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0516031 Nov 16 21:48:15.296832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a83515d-8798-47b9-b716-578b99b22db7 req-b081c890-d900-45b8-a460-470036b8a107 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Nov 16 21:48:15.340195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1d5e-cb25-40a8-a841-c71f22d26151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:15.894715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-ea100fcc-6a83-4370-9615-c0374720ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:15.896217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-ea100fcc-6a83-4370-9615-c0374720ce30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 1097 time: 0.0934248 Nov 16 21:48:15.997935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-8c515542-6d88-4ae9-94e8-10e8876c1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:15.999442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-8c515542-6d88-4ae9-94e8-10e8876c1521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 200 len: 906 time: 0.0834527 Nov 16 21:48:16.043530 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-64247f09-48d6-4636-ae1a-ded358e59037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde HTTP/1.1" status: 200 len: 217 time: 0.0370026 Nov 16 21:48:16.091365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-3d83b3dc-784e-495c-9840-c5c6b2bd36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:16.092677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-3d83b3dc-784e-495c-9840-c5c6b2bd36bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 200 len: 845 time: 0.0426090 Nov 16 21:48:16.122594 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-5339b5de-7467-49d5-9b25-f57127a680e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc31117a-6840-4662-94a9-6c3b461f666a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229800 Nov 16 21:48:16.214245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-0d7f62be-b70a-4cad-b6bd-a3ee1025a37a service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846546 Nov 16 21:48:16.301260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2ee6f065-c932-421b-b885-9f7c2563c4e7 req-baef918e-b289-4c8c-855e-c091bca06e19 service neutron] 10.222.0.36 "GET /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802534 Nov 16 21:48:16.410856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a563e9a-41cf-4c29-8654-2f1b0e6e7ae7 req-42269c80-2eef-4b8e-a88d-10777245bf54 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:16.412346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a563e9a-41cf-4c29-8654-2f1b0e6e7ae7 req-42269c80-2eef-4b8e-a88d-10777245bf54 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0487673 Nov 16 21:48:16.459182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a563e9a-41cf-4c29-8654-2f1b0e6e7ae7 req-50d058b7-eea7-4bd1-b88d-1e2f86fb5cf6 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 16 21:48:17.696091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1277-6daa-4021-a3b9-a28d1fee7611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:17.819977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9a400-616c-422e-a1c7-e7e9393fcd4f req-ed2e2332-c466-4e30-9594-0e865332a15d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:17.821350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd9a400-616c-422e-a1c7-e7e9393fcd4f req-ed2e2332-c466-4e30-9594-0e865332a15d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0511491 Nov 16 21:48:17.871322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bbd9a400-616c-422e-a1c7-e7e9393fcd4f req-220d82ec-2748-4ea4-97d9-67980f998558 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Nov 16 21:48:18.985416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ceeb7-f127-429b-a9e0-44769fc83554 req-c5cef0cd-3b29-4fbb-9c66-69ed8048f2db tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:18.986894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f2ceeb7-f127-429b-a9e0-44769fc83554 req-c5cef0cd-3b29-4fbb-9c66-69ed8048f2db tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0487850 Nov 16 21:48:19.033913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f2ceeb7-f127-429b-a9e0-44769fc83554 req-f88f4251-d0b6-49ae-b5fd-64dc16ffebca tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 16 21:48:19.334190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:19.476403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-aab5ee51-fa20-4127-b624-bd6271727e6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402792 Nov 16 21:48:19.538165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-4d180c76-f8e4-4f37-8efc-fb3263085c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.539675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-4d180c76-f8e4-4f37-8efc-fb3263085c99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1097 time: 0.0410080 Nov 16 21:48:19.647613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-de98d838-6c62-4112-b147-10c27f336595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.649147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-de98d838-6c62-4112-b147-10c27f336595 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 898 time: 0.0887463 Nov 16 21:48:19.722836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-5b9aec86-f802-4540-8ab9-0acc2e75c6cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 1001 time: 0.0609112 Nov 16 21:48:19.773906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-1503f1ad-d303-4011-918f-acd834ac8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.775344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-1503f1ad-d303-4011-918f-acd834ac8129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 200 len: 835 time: 0.0436440 Nov 16 21:48:19.824032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-2262e042-d53b-4be7-8622-28d7580a50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.825500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-2262e042-d53b-4be7-8622-28d7580a50f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424845 Nov 16 21:48:19.916810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-53dbc6a0-c1f8-435c-9116-37c7cce2fd46 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826151 Nov 16 21:48:20.008477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aac99c1-ac03-42d4-bd3f-ec5176dc0a32 req-71e626b3-d0fe-4e9a-8c4d-05eb58d6e87f service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Nov 16 21:48:20.149077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527694af-25ad-4435-bede-64219e3311dd req-1d347d8b-8bda-4f96-89db-54089ef8ee78 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:20.150548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-527694af-25ad-4435-bede-64219e3311dd req-1d347d8b-8bda-4f96-89db-54089ef8ee78 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0513446 Nov 16 21:48:20.196954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-527694af-25ad-4435-bede-64219e3311dd req-6ef35974-984f-4812-8663-4bf3517b5e1f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Nov 16 21:48:20.571145 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:21.313952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1836dd-9205-42af-8f5c-ca21a5fc75a7 req-882b4ca2-1c02-4e04-87c0-4e73fbc7c72e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:21.315454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be1836dd-9205-42af-8f5c-ca21a5fc75a7 req-882b4ca2-1c02-4e04-87c0-4e73fbc7c72e tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0530188 Nov 16 21:48:21.362382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be1836dd-9205-42af-8f5c-ca21a5fc75a7 req-8799a38a-b92c-44b2-afd2-bb7c013d771d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Nov 16 21:48:21.459989 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:22.474699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db60b3d-a5b2-43be-bc98-2973ecb4191f req-ddf26e4f-8c71-4df5-b5ab-34e77c281280 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:22.476179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2db60b3d-a5b2-43be-bc98-2973ecb4191f req-ddf26e4f-8c71-4df5-b5ab-34e77c281280 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0482323 Nov 16 21:48:22.526498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2db60b3d-a5b2-43be-bc98-2973ecb4191f req-cefac28c-c248-47b8-be11-b1303c4c01c8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Nov 16 21:48:23.642423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34411797-8f0c-422a-96fd-83eafd612a5f req-a5f7cf55-b5d2-4b8d-aaab-ec4d513d7fb7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:23.643907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34411797-8f0c-422a-96fd-83eafd612a5f req-a5f7cf55-b5d2-4b8d-aaab-ec4d513d7fb7 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0517590 Nov 16 21:48:23.689777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-34411797-8f0c-422a-96fd-83eafd612a5f req-a7c2a998-d0ba-4fe9-a224-8869f65e3f31 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Nov 16 21:48:24.804649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f8de5-bd07-429b-95d2-791b8c41d9b0 req-901113bc-1fe0-44d0-ba55-778e1d96a1c1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:24.806051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-351f8de5-bd07-429b-95d2-791b8c41d9b0 req-901113bc-1fe0-44d0-ba55-778e1d96a1c1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0498405 Nov 16 21:48:24.852521 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-351f8de5-bd07-429b-95d2-791b8c41d9b0 req-d817754b-ade6-4ccc-a2dc-653299d4f555 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Nov 16 21:48:25.966273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900620c0-ed98-4653-ac78-98fb0d1d5606 req-c61d1231-9fa1-4e30-bba1-59386a858930 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:25.967759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-900620c0-ed98-4653-ac78-98fb0d1d5606 req-c61d1231-9fa1-4e30-bba1-59386a858930 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0486979 Nov 16 21:48:26.018166 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-900620c0-ed98-4653-ac78-98fb0d1d5606 req-efe0df75-e0fa-4585-8f77-0b91060e6fb1 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Nov 16 21:48:27.130133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355bd5-4e9b-4691-982d-04e07a927d74 req-71af163e-4f23-4746-a10e-ee0a4dfaa9c8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:27.131600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09355bd5-4e9b-4691-982d-04e07a927d74 req-71af163e-4f23-4746-a10e-ee0a4dfaa9c8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0470486 Nov 16 21:48:27.178437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09355bd5-4e9b-4691-982d-04e07a927d74 req-401ddeff-2185-4fd5-8aa7-89d04a882090 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Nov 16 21:48:28.293735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6864d-28ed-472c-8eeb-5e5eef5eb982 req-1df73bda-3be8-4efd-8591-1b1d2d08b380 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:28.295226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27a6864d-28ed-472c-8eeb-5e5eef5eb982 req-1df73bda-3be8-4efd-8591-1b1d2d08b380 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0486135 Nov 16 21:48:28.342447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27a6864d-28ed-472c-8eeb-5e5eef5eb982 req-32335576-830d-4d54-a3dc-394debd76d26 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Nov 16 21:48:29.121741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:29.459048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64025227-30ec-4dca-975f-e9e04cbee374 req-7c8cf17d-bf7c-4fe9-8cd8-9795caa4446c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:29.460540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64025227-30ec-4dca-975f-e9e04cbee374 req-7c8cf17d-bf7c-4fe9-8cd8-9795caa4446c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0524032 Nov 16 21:48:29.508621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64025227-30ec-4dca-975f-e9e04cbee374 req-7acfecd7-12e4-4b47-8d0d-3396a2e04639 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Nov 16 21:48:29.552835 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:29.901505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:29.901844 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:29.990172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:29.990535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:30.003632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:30.181654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:30.208447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:30.383702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:30.603922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:48:30.885931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a202f-708e-41d0-bd3f-966b75ce4c01 req-cac92b5a-3e22-4a4c-bcaf-4f5c27ee26f3 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:30.887408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e4a202f-708e-41d0-bd3f-966b75ce4c01 req-cac92b5a-3e22-4a4c-bcaf-4f5c27ee26f3 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0493314 Nov 16 21:48:30.938472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e4a202f-708e-41d0-bd3f-966b75ce4c01 req-bce02aec-2b15-4845-918c-4d68f9e8857c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Nov 16 21:48:30.964915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:30.969894 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a9b85fda-390e-49c2-a1b4-25a7afa82468 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/2f9caaf4-1be8-44b4-b6fa-9261157ddfa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471365 Nov 16 21:48:30.975158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:30.985492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:30.986028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:31.091439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:31.183866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7bd24-f826-4454-a25a-709068b7af7d req-3ad72913-a8be-4f43-bb1f-d7b3f310f1b3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:31.185254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8c7bd24-f826-4454-a25a-709068b7af7d req-3ad72913-a8be-4f43-bb1f-d7b3f310f1b3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0481877 Nov 16 21:48:31.239658 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8c7bd24-f826-4454-a25a-709068b7af7d req-9316049f-ce1f-468b-b3aa-2aeadf25eb82 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477369 Nov 16 21:48:31.314727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:31.339824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:31.348472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:31.349094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:31.451089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:31.664700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:31.693601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb12608-39d1-4662-96a4-515b0a3e004d None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.70', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'port_id': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'mac_address': 'fa:16:3e:d5:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:12Z', 'updated_at': '2021-11-16T21:47:14Z', 'revision_number': 1, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:32.057858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d79407-2642-416b-8de1-15ed512b7638 req-0e76812d-abcf-4c16-827b-8bca4fc72df5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.059517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d79407-2642-416b-8de1-15ed512b7638 req-0e76812d-abcf-4c16-827b-8bca4fc72df5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0531604 Nov 16 21:48:32.085263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:32.105484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:32.105825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 939ae12c-29a1-4f4a-b5a6-73e33a3dc4cf not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:32.114086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d79407-2642-416b-8de1-15ed512b7638 req-0a4c1f7a-4a60-440f-b7db-7eb7119afad5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478745 Nov 16 21:48:32.352785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1a1c8-6c26-464d-9ef2-df653d420e43 req-27d63e19-dc80-40e2-83bd-a7e14e172057 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.354231 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54e1a1c8-6c26-464d-9ef2-df653d420e43 req-27d63e19-dc80-40e2-83bd-a7e14e172057 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Nov 16 21:48:32.405375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54e1a1c8-6c26-464d-9ef2-df653d420e43 req-5977eefa-f5fd-4583-8a1d-ecf97fe8ef53 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=02224de6-5dba-4080-9cc5-1af840071bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Nov 16 21:48:32.542575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-078da5df-ad73-4dc4-b7fe-114cfa353dac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.544019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-078da5df-ad73-4dc4-b7fe-114cfa353dac tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3ab7d4-9064-4a98-b983-1585a4ea5e41 HTTP/1.1" status: 200 len: 946 time: 0.0518272 Nov 16 21:48:32.631316 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port ea8d9711-2e28-4c2f-a700-412efae50460 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:32.631647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.720080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port ea8d9711-2e28-4c2f-a700-412efae50460, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=ea8d9711-2e28-4c2f-a700-412efae50460,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:32.720433 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.732668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for ea8d9711-2e28-4c2f-a700-412efae50460 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:32.857280 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.884027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=ea8d9711-2e28-4c2f-a700-412efae50460,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:32.926430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] No DVR routers for this DVR port ea8d9711-2e28-4c2f-a700-412efae50460 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:32.929064 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.932297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f1a87f8-d89f-466c-a826-c549fd2389c1 req-02ed8a9c-8203-4eea-b431-662f44e324bf tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "DELETE /v2.0/ports/ea8d9711-2e28-4c2f-a700-412efae50460 HTTP/1.1" status: 204 len: 173 time: 0.3824227 Nov 16 21:48:32.932730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'name': 'network-vif-deleted', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:32.934948 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8045b7-2d31-4d4c-8bdd-d64d5e81d453" -d '{"events": [{"server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "name": "network-vif-deleted", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:32.973435 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0877f5-f661-4572-b3c7-00e8151bca2a x-openstack-request-id: req-be0877f5-f661-4572-b3c7-00e8151bca2a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:32.974235 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3ab7d4-9064-4a98-b983-1585a4ea5e41", "name": "network-vif-deleted", "tag": "ea8d9711-2e28-4c2f-a700-412efae50460", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:32.974852 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be0877f5-f661-4572-b3c7-00e8151bca2a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:32.975313 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3ab7d4-9064-4a98-b983-1585a4ea5e41', 'name': 'network-vif-deleted', 'tag': 'ea8d9711-2e28-4c2f-a700-412efae50460', 'status': 'completed', 'code': 200} Nov 16 21:48:33.229348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e94d-153e-4b92-9e60-0d209c14402a req-073994d1-5190-4d42-8624-47ab66585690 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:33.231045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa58e94d-153e-4b92-9e60-0d209c14402a req-073994d1-5190-4d42-8624-47ab66585690 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0496676 Nov 16 21:48:33.285500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aa58e94d-153e-4b92-9e60-0d209c14402a req-eafd4488-6880-416d-9f72-76cb2b39f4ad tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Nov 16 21:48:33.460833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:33.522125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.547644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.607581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.610205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.611428 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/security-groups/02224de6-5dba-4080-9cc5-1af840071bed HTTP/1.1" status: 204 len: 168 time: 0.1495359 Nov 16 21:48:33.620711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9527848-a186-4239-b8b7-2746393f76cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02224de6-5dba-4080-9cc5-1af840071bed,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:33.646653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56144) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:33.699935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting subnet d272f84d-6c2d-497d-98bb-dceafce4a0e0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:48:33.703481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.744781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.856217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.916417 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.943839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Subnet': ['ID=d272f84d-6c2d-497d-98bb-dceafce4a0e0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:33.952195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:33.952195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fb660ca6-a04c-4ef9-889c-74b5181f9495 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/subnets/d272f84d-6c2d-497d-98bb-dceafce4a0e0 HTTP/1.1" status: 204 len: 168 time: 0.3028402 Nov 16 21:48:33.953785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56146) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:33.955205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd271a1c-08b1-4e41-82c7-270b55a8df74 None None] Network 18d9f414-f644-4e9e-b616-38b959e42330 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:48:34.035077 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.087593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:34.087929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.135559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] DHCP port deletion for 18d9f414-f644-4e9e-b616-38b959e42330 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:34.184893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Deleting port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:34.185269 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.254735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] For port 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=14999e4f-d064-47f4-b0a4-2cb5ebc83501,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:34.255073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.268168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Calling delete_port for 14999e4f-d064-47f4-b0a4-2cb5ebc83501 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:34.356408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.382399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] Pushing event deleted for resources: {'Port': ['ID=14999e4f-d064-47f4-b0a4-2cb5ebc83501,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:34.385970 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1576e-c6ac-45f1-8834-5af14badf4cf None None] No DVR routers for this DVR port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:34.433024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 14999e4f-d064-47f4-b0a4-2cb5ebc83501, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=14999e4f-d064-47f4-b0a4-2cb5ebc83501,segment=NetworkSegment(d5971dcf-76c3-4b40-8008-d914e2fa33fd),segment_id=d5971dcf-76c3-4b40-8008-d914e2fa33fd)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:34.433629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.448389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 14999e4f-d064-47f4-b0a4-2cb5ebc83501 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:34.462421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bcbf6-d30a-4caa-bacf-361fa36ffa5f req-2bb50e05-2786-4d98-8cb0-c9f092e39e23 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.463908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-486bcbf6-d30a-4caa-bacf-361fa36ffa5f req-2bb50e05-2786-4d98-8cb0-c9f092e39e23 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0875435 Nov 16 21:48:34.557382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-486bcbf6-d30a-4caa-bacf-361fa36ffa5f req-0d276107-92e4-416d-9d75-5fcaef479852 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864136 Nov 16 21:48:34.572236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.600140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] No DVR routers for this DVR port 14999e4f-d064-47f4-b0a4-2cb5ebc83501 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:34.605857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=14999e4f-d064-47f4-b0a4-2cb5ebc83501,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:34.679970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.703811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d9f414-f644-4e9e-b616-38b959e42330']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:34.714456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5971dcf-76c3-4b40-8008-d914e2fa33fd') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:34.714941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5971dcf-76c3-4b40-8008-d914e2fa33fd') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:34.724966 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.738971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.745061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:48:34.745488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self.session.flush() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:48:34.748397 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:48:34.803578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.810897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.813968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/networks/18d9f414-f644-4e9e-b616-38b959e42330 HTTP/1.1" status: 204 len: 168 time: 0.8591475 Nov 16 21:48:34.816881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:34.825378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e5826-0e88-4fa4-897b-cfbec5d9e7cb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Network': ['ID=18d9f414-f644-4e9e-b616-38b959e42330,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:34.975885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 3e1037d6-f048-4028-a352-05b5977fd23a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:34.976224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.050048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.050371 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.062459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 3e1037d6-f048-4028-a352-05b5977fd23a owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:35.207700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.235802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=3e1037d6-f048-4028-a352-05b5977fd23a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:35.295058 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.295398 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Floating IP cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95 disassociated (deleted). External IP: 172.25.7.70, port: 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b. Nov 16 21:48:35.501075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:48:35.607452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:35.612880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.617820 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:35.629598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:35.634309 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:35.643768 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4f9c8800-7032-4e51-a387-d0647bf7bfda tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/floatingips/cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95 HTTP/1.1" status: 204 len: 168 time: 0.8256247 Nov 16 21:48:35.644382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:35.647024 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45072645-b6bc-4eeb-8e6e-df5af55fefce" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:35.682255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a3d5-aa7c-40ad-be6c-fd5e0a0e2997 req-344c4af4-1bcb-4d53-b551-3af82b3299ec tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:35.683917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8a7a3d5-aa7c-40ad-be6c-fd5e0a0e2997 req-344c4af4-1bcb-4d53-b551-3af82b3299ec tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0585186 Nov 16 21:48:35.742000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8a7a3d5-aa7c-40ad-be6c-fd5e0a0e2997 req-15dfdbcc-573c-4319-9701-e11de6bc3a0b tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Nov 16 21:48:35.767603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:35.808656 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb74c0-1406-4927-bd26-2d61e84d8048 x-openstack-request-id: req-d3cb74c0-1406-4927-bd26-2d61e84d8048 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:35.808960 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:35.809219 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3cb74c0-1406-4927-bd26-2d61e84d8048 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:35.809621 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'status': 'completed', 'code': 200} Nov 16 21:48:35.872139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-d27e71df-39a0-430c-a38c-cfcb25ca2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:35.873623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-d27e71df-39a0-430c-a38c-cfcb25ca2508 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 1097 time: 0.0420699 Nov 16 21:48:35.944454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 14999e4f-d064-47f4-b0a4-2cb5ebc83501 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:35.969548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 14999e4f-d064-47f4-b0a4-2cb5ebc83501 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:35.969896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 14999e4f-d064-47f4-b0a4-2cb5ebc83501 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:35.982214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c420e-1e79-4a51-acde-7215bd7c1a2f req-93961a0f-ef8f-4110-a8dc-fe031196cfcb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:35.984323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-873c420e-1e79-4a51-acde-7215bd7c1a2f req-93961a0f-ef8f-4110-a8dc-fe031196cfcb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.1087015 Nov 16 21:48:35.991332 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:36.023669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-c9ca3315-cc7f-4e73-9c78-64462e4772d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.025051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-c9ca3315-cc7f-4e73-9c78-64462e4772d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 200 len: 898 time: 0.1416085 Nov 16 21:48:36.075375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-811e0e08-8a9a-4524-a156-c90af8bbd1f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 200 len: 217 time: 0.0422425 Nov 16 21:48:36.085211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-873c420e-1e79-4a51-acde-7215bd7c1a2f req-4a40fcc4-e9fb-4260-898b-a29129e04cce tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943491 Nov 16 21:48:36.115692 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:36.123908 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:36.124605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:36.129663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-a1b190fc-91ab-4911-ac27-ee00287b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.131146 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-a1b190fc-91ab-4911-ac27-ee00287b1c86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 200 len: 835 time: 0.0450449 Nov 16 21:48:36.184124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-48c22db0-1b30-43de-8d42-4747cdf98c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.185656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-48c22db0-1b30-43de-8d42-4747cdf98c62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4eaf94b0-53d9-4e59-9722-b59afe612d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460660 Nov 16 21:48:36.231408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:36.275967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-f2d01b1f-37df-41a0-bb15-207b9158dccb service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814741 Nov 16 21:48:36.374405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45072645-b6bc-4eeb-8e6e-df5af55fefce req-6b663e28-e963-4a6c-a3d6-b0947b685336 service neutron] 10.222.0.21 "GET /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Nov 16 21:48:36.427678 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:36.452346 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6391190-92e3-4ae9-838c-d57258c3165b None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:30Z', 'revision_number': 6, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '726e3d4f-cc1d-444e-858b-640114b00eb2', 'name': '', 'network_id': '4eaf94b0-53d9-4e59-9722-b59afe612d90', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:ab:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:51Z', 'updated_at': '2021-11-16T21:46:56Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '04dbd278-dc01-42a2-8280-2d66412a01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:36.669277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e190dc-050a-4399-89d2-b9c6a0230084 None None] New status for floating IP cb4ac34d-34e4-4cb1-b8ff-d2b2df3e6c95: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:48:36.868391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c293bd0-e644-4bc5-8f2e-ead3bdc8ab28 req-986c6a0d-5dc5-4324-95a8-33b9f4ace57d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.869887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c293bd0-e644-4bc5-8f2e-ead3bdc8ab28 req-986c6a0d-5dc5-4324-95a8-33b9f4ace57d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0501595 Nov 16 21:48:36.918592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c293bd0-e644-4bc5-8f2e-ead3bdc8ab28 req-fd056a62-976c-46cf-91ab-b4c09c83f4d3 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Nov 16 21:48:37.115214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1f0c-9d0d-4d62-82cc-7aff0cca3086 req-fcbc443f-cda9-4d0d-a681-8525e62c776a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.119449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b0e1f0c-9d0d-4d62-82cc-7aff0cca3086 req-fcbc443f-cda9-4d0d-a681-8525e62c776a tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0513399 Nov 16 21:48:37.177147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b0e1f0c-9d0d-4d62-82cc-7aff0cca3086 req-ef89ed05-3d0b-470a-a140-fee7badf308f tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Nov 16 21:48:37.213752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cc69f-f114-4cc1-a491-33ddd2848de8 req-5c7e6e66-ea33-4d21-a2fd-2682a39ece40 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.215234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b8cc69f-f114-4cc1-a491-33ddd2848de8 req-5c7e6e66-ea33-4d21-a2fd-2682a39ece40 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.0539472 Nov 16 21:48:37.300415 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b8cc69f-f114-4cc1-a491-33ddd2848de8 req-b2c35274-9f4b-4c14-a03d-d7d439e3eb27 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=d9419df9-56f1-48af-87e3-e7017dcf2767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790639 Nov 16 21:48:37.309071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ea8d9711-2e28-4c2f-a700-412efae50460 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:37.329178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: ea8d9711-2e28-4c2f-a700-412efae50460 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:37.329601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device ea8d9711-2e28-4c2f-a700-412efae50460 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:37.339446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35e59-3cda-430f-92dd-caccf2597b8f req-e2c99c8b-620f-440d-88d3-a27bfc1ddaba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.340920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b35e59-3cda-430f-92dd-caccf2597b8f req-e2c99c8b-620f-440d-88d3-a27bfc1ddaba tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0986180 Nov 16 21:48:37.363562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-21ab8f39-c3ed-4243-8d3f-c7a21f3a1e03 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.364938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-21ab8f39-c3ed-4243-8d3f-c7a21f3a1e03 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cdddad6-0bd7-436b-a0b8-b00ce7a82021 HTTP/1.1" status: 200 len: 946 time: 0.0867872 Nov 16 21:48:37.433290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b35e59-3cda-430f-92dd-caccf2597b8f req-a3a0dcd5-463e-4f46-a8df-f6d9e25b8af8 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856748 Nov 16 21:48:37.479016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:37.479359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:37.572981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:37.573347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:37.587526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:37.706049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20fbc-9628-4650-b181-b420261dca12 req-0222b81a-e276-4bb2-aef4-19618438ca04 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.707492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63b20fbc-9628-4650-b181-b420261dca12 req-0222b81a-e276-4bb2-aef4-19618438ca04 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0793228 Nov 16 21:48:37.789187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:37.794008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63b20fbc-9628-4650-b181-b420261dca12 req-5ce7bcf1-7abd-4d11-9951-14d37cc1966d tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784950 Nov 16 21:48:37.820591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=1d417bc4-f773-4cbb-a3b6-3bf94a44a33b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:37.866349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] No DVR routers for this DVR port 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:37.868929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:37.872352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eae0fe2b-5ff9-47e0-9c02-69470459b198 req-f4f3151b-6549-4397-a450-a41ec01bb391 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "DELETE /v2.0/ports/1d417bc4-f773-4cbb-a3b6-3bf94a44a33b HTTP/1.1" status: 204 len: 173 time: 0.4994540 Nov 16 21:48:37.872787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'name': 'network-vif-deleted', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:37.875074 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d892d-13ec-4ca7-b2af-4dd5e0e05136" -d '{"events": [{"server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "name": "network-vif-deleted", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:37.915038 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ed158-500a-4140-b250-5d9b46a0f246 x-openstack-request-id: req-977ed158-500a-4140-b250-5d9b46a0f246 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:37.915376 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdddad6-0bd7-436b-a0b8-b00ce7a82021", "name": "network-vif-deleted", "tag": "1d417bc4-f773-4cbb-a3b6-3bf94a44a33b", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:37.915649 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-977ed158-500a-4140-b250-5d9b46a0f246 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:37.916047 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdddad6-0bd7-436b-a0b8-b00ce7a82021', 'name': 'network-vif-deleted', 'tag': '1d417bc4-f773-4cbb-a3b6-3bf94a44a33b', 'status': 'completed', 'code': 200} Nov 16 21:48:38.356523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56178) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:38.412718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.438065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.496276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.498567 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.500488 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/security-groups/d9419df9-56f1-48af-87e3-e7017dcf2767 HTTP/1.1" status: 204 len: 168 time: 0.1429322 Nov 16 21:48:38.510474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b33085-ecc4-466c-b5ec-f775930eb385 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9419df9-56f1-48af-87e3-e7017dcf2767,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:38.531972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56182) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:38.847126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-58f07132-1d22-457b-8f85-b5ac31fa5605 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:38.848932 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-58f07132-1d22-457b-8f85-b5ac31fa5605 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0629394 Nov 16 21:48:38.933991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf229-0ef3-4e2d-b8fd-46849ca9b839 req-18f3c90e-c006-426f-baf5-ae65fb72fb29 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:38.935488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc2cf229-0ef3-4e2d-b8fd-46849ca9b839 req-18f3c90e-c006-426f-baf5-ae65fb72fb29 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c90c374-eba4-433f-a300-9765e8ba0e2d HTTP/1.1" status: 200 len: 946 time: 0.0646179 Nov 16 21:48:38.940786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port 9c77c8b5-766f-4109-8724-f40e4eb09fde {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:38.941212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.942408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.033256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port 9c77c8b5-766f-4109-8724-f40e4eb09fde, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=9c77c8b5-766f-4109-8724-f40e4eb09fde,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:39.033717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.047661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for 9c77c8b5-766f-4109-8724-f40e4eb09fde owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:39.058306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc2cf229-0ef3-4e2d-b8fd-46849ca9b839 req-00f50a54-aa3e-4a5b-81bc-d44c36cb77d5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Nov 16 21:48:39.148735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.174771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.188274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:39.191000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['9c77c8b5-766f-4109-8724-f40e4eb09fde'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:39.216896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=9c77c8b5-766f-4109-8724-f40e4eb09fde,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:39.232682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 726e3d4f-cc1d-444e-858b-640114b00eb2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:39.233034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.242188 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:48:39.259063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port 9c77c8b5-766f-4109-8724-f40e4eb09fde on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:39.261626 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.265548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a8310a85-7fdf-42fc-8c03-7ed2f6f7c8fb req-be61ad87-a5bb-4ade-bd61-d558445831f5 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.36 "DELETE /v2.0/ports/9c77c8b5-766f-4109-8724-f40e4eb09fde HTTP/1.1" status: 204 len: 173 time: 0.4099905 Nov 16 21:48:39.266087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'name': 'network-vif-deleted', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:39.268455 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73466548-3963-48db-b834-2957efe2a9a7" -d '{"events": [{"server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "name": "network-vif-deleted", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:39.312338 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c64026-25a0-4376-97c0-43a99d30669f x-openstack-request-id: req-86c64026-25a0-4376-97c0-43a99d30669f {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:39.313010 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c90c374-eba4-433f-a300-9765e8ba0e2d", "name": "network-vif-deleted", "tag": "9c77c8b5-766f-4109-8724-f40e4eb09fde", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:39.313671 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86c64026-25a0-4376-97c0-43a99d30669f {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:39.314286 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c90c374-eba4-433f-a300-9765e8ba0e2d', 'name': 'network-vif-deleted', 'tag': '9c77c8b5-766f-4109-8724-f40e4eb09fde', 'status': 'completed', 'code': 200} Nov 16 21:48:39.341991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 726e3d4f-cc1d-444e-858b-640114b00eb2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=726e3d4f-cc1d-444e-858b-640114b00eb2,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:39.342387 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.357609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 726e3d4f-cc1d-444e-858b-640114b00eb2 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:39.543489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.574906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=726e3d4f-cc1d-444e-858b-640114b00eb2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:39.755258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.231426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:48:40.348817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:40.353931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e7528c3f-ed48-43b8-b969-182c90d64811 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/2f9caaf4-1be8-44b4-b6fa-9261157ddfa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208368 Nov 16 21:48:40.356586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:40.361246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Sync routers for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:40.371000 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:40.371802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:40.423201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting subnet 04dbd278-dc01-42a2-8280-2d66412a01b6 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:48:40.426417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.472965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.526742 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:40.586251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.647589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.675613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Subnet': ['ID=04dbd278-dc01-42a2-8280-2d66412a01b6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:40.679235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.687236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecf110-83e1-43dd-b3de-363792ffe6bb None None] Network 4eaf94b0-53d9-4e59-9722-b59afe612d90 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:48:40.696040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56222) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:40.704563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dcaa46b6-0584-4b4f-af79-ce3a87851f5d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/subnets/04dbd278-dc01-42a2-8280-2d66412a01b6 HTTP/1.1" status: 204 len: 168 time: 0.3448658 Nov 16 21:48:40.760146 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:39Z', 'revision_number': 7, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:40.821588 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Checking router: 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:40.830522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.831582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Routers {'2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:40.832292 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:40.911451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729928-04e6-4ff1-a0cd-36a297ee7a9b req-bab36375-51c5-4d68-8ba8-95a78c8d9f7c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.913248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41729928-04e6-4ff1-a0cd-36a297ee7a9b req-bab36375-51c5-4d68-8ba8-95a78c8d9f7c tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 945 time: 0.0644245 Nov 16 21:48:40.972144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] DHCP port deletion for 4eaf94b0-53d9-4e59-9722-b59afe612d90 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:40.988009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.988812 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] Set router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:41.023938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41729928-04e6-4ff1-a0cd-36a297ee7a9b req-c248ce24-b4ac-4679-8480-5bc4ec45d378 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887351 Nov 16 21:48:41.045319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Deleting port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:41.045690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.071240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:41.072021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.122137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] For port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,segment=NetworkSegment(691ba99d-5be3-4f83-86e5-7d171081f76b),segment_id=691ba99d-5be3-4f83-86e5-7d171081f76b)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:41.122514 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.137519 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Calling delete_port for 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:41.168409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port b4227dc8-0dce-49b9-bcb6-2ee351a16ef5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:41.169148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.183424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:41.187748 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:39Z', 'revision_number': 7, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:41.215220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01982f1c-04ee-4a63-9f87-d947f7829ca3 None None] The sync data for ids ['2f9caaf4-1be8-44b4-b6fa-9261157ddfa4'] in n-d-816206-5 is: [{'id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'name': 'tempest-TestNetworkBasicOps-router-1178570898', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:48:39Z', 'revision_number': 7, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': 'b4227dc8-0dce-49b9-bcb6-2ee351a16ef5', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9caaf4-1be8-44b4-b6fa-9261157ddfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:48Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:41.241665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.276301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] Pushing event deleted for resources: {'Port': ['ID=224a0cc8-8d1f-4ff5-afba-58ec60a014e3,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:41.278400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65e90f-5195-4a98-8c23-f0de971388a4 None None] No DVR routers for this DVR port 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:41.311325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:41.340287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:41.340637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1d417bc4-f773-4cbb-a3b6-3bf94a44a33b not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:41.378740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.404493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=b4227dc8-0dce-49b9-bcb6-2ee351a16ef5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:41.418898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7b023-4dc6-4b11-ae05-4eac8b59f1bd None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:41.467400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.574237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.578414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.635910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9c77c8b5-766f-4109-8724-f40e4eb09fde no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:41.644735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.645358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:48:41.653067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:41.657292 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2b912a13-b693-4782-9e93-b6f85da6ef57 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/routers/2f9caaf4-1be8-44b4-b6fa-9261157ddfa4 HTTP/1.1" status: 204 len: 168 time: 0.9572778 Nov 16 21:48:41.657610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:41.662771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 9c77c8b5-766f-4109-8724-f40e4eb09fde {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:41.664056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 9c77c8b5-766f-4109-8724-f40e4eb09fde not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:41.739310 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.083615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.103952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaf94b0-53d9-4e59-9722-b59afe612d90']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:42.113404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691ba99d-5be3-4f83-86e5-7d171081f76b') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:42.113702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691ba99d-5be3-4f83-86e5-7d171081f76b') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:42.125059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.135864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de627b-a0c3-41a9-a000-326bcb8f8eef req-16a4190b-96a1-4c23-8502-663a2b217c98 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:42.137453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72de627b-a0c3-41a9-a000-326bcb8f8eef req-16a4190b-96a1-4c23-8502-663a2b217c98 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Nov 16 21:48:42.139357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.146555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:48:42.146977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:48:42.149926 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:48:42.196667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72de627b-a0c3-41a9-a000-326bcb8f8eef req-3fcf0f4f-a31a-4821-b07b-03470eb5e2fb tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.54 "GET /v2.0/security-groups?id=cfe06d14-184e-4c48-a3b6-3855139a4038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Nov 16 21:48:42.221990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.226661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.230978 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/networks/4eaf94b0-53d9-4e59-9722-b59afe612d90 HTTP/1.1" status: 204 len: 168 time: 0.5722532 Nov 16 21:48:42.240988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8822c5-374e-424e-ae99-a10319284d86 req-cb5fb3d0-f7df-4140-b4eb-8497009f8791 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:42.242552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d8822c5-374e-424e-ae99-a10319284d86 req-cb5fb3d0-f7df-4140-b4eb-8497009f8791 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ee971d-6805-461c-8cc2-a89254055825 HTTP/1.1" status: 200 len: 945 time: 0.0588770 Nov 16 21:48:42.250506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:42.251343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156fa34-e3e6-449a-bb06-120db752ea8e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Network': ['ID=4eaf94b0-53d9-4e59-9722-b59afe612d90,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:42.263468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'network': {'name': 'tempest-network-smoke--2071826722', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:42.288533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:48:42.292695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.317352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:42.330973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:48:42.340836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:42.341231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 224a0cc8-8d1f-4ff5-afba-58ec60a014e3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:42.341558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 726e3d4f-cc1d-444e-858b-640114b00eb2 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:42.344425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.345000 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Added segment 6caac3f1-85e3-435f-a095-a89c02266d4f of type vlan for network b3340157-4f35-493f-ac40-2e6b9680798a Nov 16 21:48:42.361673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 726e3d4f-cc1d-444e-858b-640114b00eb2 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:42.362014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 726e3d4f-cc1d-444e-858b-640114b00eb2 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:42.370272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Deleting port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:48:42.370995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.392973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.417943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.424060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:42.424637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.467282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] For port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,segment=NetworkSegment(3fca975a-37a3-44df-b68b-549aa4838438),segment_id=3fca975a-37a3-44df-b68b-549aa4838438)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:42.467650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.481511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Calling delete_port for 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:48:42.481735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2273347 Nov 16 21:48:42.485115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56232) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:42.491038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'admin_state_up': True, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:42.511952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b390d-db82-4a46-a384-89a27d6fec4a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Network': ['ID=b3340157-4f35-493f-ac40-2e6b9680798a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:42.523260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network b3340157-4f35-493f-ac40-2e6b9680798a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:48:42.525873 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.527040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.596025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.627924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.640851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['877e0ccb-00b1-40c4-931c-1cbfc8b384f0'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:42.658562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Pushing event deleted for resources: {'Port': ['ID=877e0ccb-00b1-40c4-931c-1cbfc8b384f0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:42.701062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] No DVR routers for this DVR port 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:42.703939 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.707560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d8822c5-374e-424e-ae99-a10319284d86 req-4ce0b58e-cf94-49b5-937a-2f1437b92643 tempest-ServersTestJSON-1452660542 tempest-ServersTestJSON-1452660542-project] 10.222.0.21 "DELETE /v2.0/ports/877e0ccb-00b1-40c4-931c-1cbfc8b384f0 HTTP/1.1" status: 204 len: 173 time: 0.4476511 Nov 16 21:48:42.708037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'name': 'network-vif-deleted', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:42.710866 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ea21ca-3480-4e41-a64e-6b29768ab4a2" -d '{"events": [{"server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "name": "network-vif-deleted", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:42.746469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.751364 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee9926-f028-43f5-8677-3ed70d3166bd x-openstack-request-id: req-8dee9926-f028-43f5-8677-3ed70d3166bd {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:42.751676 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee971d-6805-461c-8cc2-a89254055825", "name": "network-vif-deleted", "tag": "877e0ccb-00b1-40c4-931c-1cbfc8b384f0", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:42.751971 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8dee9926-f028-43f5-8677-3ed70d3166bd {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:42.752375 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee971d-6805-461c-8cc2-a89254055825', 'name': 'network-vif-deleted', 'tag': '877e0ccb-00b1-40c4-931c-1cbfc8b384f0', 'status': 'completed', 'code': 200} Nov 16 21:48:42.951382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.971012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:42.979449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.077562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.25.7.121 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/345ddc23-3233-4d1f-91a0-e3f1e8768a88) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:43.189541 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.223318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.256161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56238) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:43.259560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:43.264478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:43.268625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:43.277890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f65ba-7b8c-4225-b827-9f21374c6903 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:43.296187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=345ddc23-3233-4d1f-91a0-e3f1e8768a88,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:43.327837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Deleting subnet 65139a09-ce78-4360-8812-fe0622995986 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:48:43.331839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.367100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.382695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-640eccae-5d30-40c2-af42-015fcc640d12 None None] Provisioning complete for port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:43.383324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-640eccae-5d30-40c2-af42-015fcc640d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.407948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.417909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-640eccae-5d30-40c2-af42-015fcc640d12 None None] Port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:43.462993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.488834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65139a09-ce78-4360-8812-fe0622995986,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:43.492883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.498714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f1b55411-349c-4e5f-9269-600737414d9e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/65139a09-ce78-4360-8812-fe0622995986 HTTP/1.1" status: 204 len: 168 time: 0.2391357 Nov 16 21:48:43.499920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:43.538954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.571171 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.653242 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.673513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc31117a-6840-4662-94a9-6c3b461f666a']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:43.682753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca975a-37a3-44df-b68b-549aa4838438') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:43.683068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca975a-37a3-44df-b68b-549aa4838438') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:43.692799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.705847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.711607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:48:43.711975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:48:43.713575 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:48:43.738120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.767113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.772351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:43.775467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fc31117a-6840-4662-94a9-6c3b461f666a HTTP/1.1" status: 204 len: 168 time: 0.2745168 Nov 16 21:48:43.791972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ec82-7b02-43dc-bfb7-7149bbf85801 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc31117a-6840-4662-94a9-6c3b461f666a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:43.868687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:48:43.903549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:43.926265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:43.926695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b4227dc8-0dce-49b9-bcb6-2ee351a16ef5 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:43.949904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56244) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:43.986996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:43.992662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b025050e-15a9-426c-92dc-77ce5c42be59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0c6facfb04d44d99a8ed2e800aa1ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391841 Nov 16 21:48:43.993632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56246) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:43.997424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Sync routers for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:44.009278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:44.009967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:44.010661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.012132 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-125b3618-02b4-4db0-9d93-17ff88ea0adb tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5260949 Nov 16 21:48:44.015109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56248) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.047168 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a77413ca-703d-4b5d-8762-5f180c79dd3e tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=cae077d77d014bc5aeecfc13cb6c2380&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308380 Nov 16 21:48:44.049588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.065463 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.088118 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.124118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:44.140655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.143533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf6f0c-fdb6-47c8-b98e-cd909a939342 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:44.143676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.144702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfe06d14-184e-4c48-a3b6-3855139a4038 HTTP/1.1" status: 204 len: 168 time: 0.1509032 Nov 16 21:48:44.150441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-12bf6f0c-fdb6-47c8-b98e-cd909a939342 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973611 Nov 16 21:48:44.154999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56254) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.164788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c08202-521b-4add-b805-088d355ab82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe06d14-184e-4c48-a3b6-3855139a4038,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:44.185669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-85180409-ada5-4884-b994-db02293088d0 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289354 Nov 16 21:48:44.188241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56256) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.192995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377094695', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:44.284564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:48:44.288383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.323509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:43Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:44.353377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Checking router: 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:44.353714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Updating router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:48:44.382691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.490034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.548350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Subnet': ['ID=075806b1-2747-4a48-8715-7fdab3840813,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:44.565113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Checking segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:44.565472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network hostable DHCP agents. Network: b3340157-4f35-493f-ac40-2e6b9680798a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:48:44.584418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network b3340157-4f35-493f-ac40-2e6b9680798a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:48:44.595367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, b3340157-4f35-493f-ac40-2e6b9680798a) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:44.599635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:44.600195 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.609710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb75aa-5a81-4c06-8b36-32f62a77cf66 None None] Network b3340157-4f35-493f-ac40-2e6b9680798a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:48:44.619700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-92826eb9-0e05-4f78-b3ab-f486978e1770 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4303882 Nov 16 21:48:44.622985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.730152 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.742533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.817595 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742193eb-3e74-41e4-a6b8-c69dbf7f5f84 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:44.842055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Attempting to bind port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:44.842437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Attempting to bind port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:44.842947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Attempting to bind port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:44.847166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba677cb-78e7-4084-8ef0-06cdf7637a54 None None] Pushing event updated for resources: {'Port': ['ID=345ddc23-3233-4d1f-91a0-e3f1e8768a88,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:44.855186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:44.855616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:44.855952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.856336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:44.856813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Bound port: 345ddc23-3233-4d1f-91a0-e3f1e8768a88, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:44.857192 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.920514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-b3340157-4f35-493f-ac40-2e6b9680798a', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:48:44.921478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:44.959224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] For port 345ddc23-3233-4d1f-91a0-e3f1e8768a88, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:44.967834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] For port 345ddc23-3233-4d1f-91a0-e3f1e8768a88, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=345ddc23-3233-4d1f-91a0-e3f1e8768a88,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:44.976650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.021709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] Provisioning complete for port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:45.022099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.113410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.121236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f1a4a-33b2-4450-9597-fccc07984cf0 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:48:45.172532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:45.173144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:45.293171 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:45.367435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d12c6ec4-9f3e-47cc-ba52-9f9a5c7ef38e req-4f08b8b6-05bd-4895-b553-6b6b9b42a990 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0367837 Nov 16 21:48:45.555065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba677cb-78e7-4084-8ef0-06cdf7637a54 None None] Pushing event updated for resources: {'Port': ['ID=345ddc23-3233-4d1f-91a0-e3f1e8768a88,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:45.614077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Allocated IP 172.20.0.2 (b3340157-4f35-493f-ac40-2e6b9680798a/075806b1-2747-4a48-8715-7fdab3840813/2f1a7346-6c30-4939-96e1-f72ca0c16c2a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:45.617152 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-caa320b8-fd0d-4b50-9b09-a37ae199214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.625912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.679119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] For port 345ddc23-3233-4d1f-91a0-e3f1e8768a88, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=345ddc23-3233-4d1f-91a0-e3f1e8768a88,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:45.713881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.826497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41cee9-16a2-4e9e-875a-5b4ac4375b38 None None] Pushing event updated for resources: {'Port': ['ID=345ddc23-3233-4d1f-91a0-e3f1e8768a88,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:45.884570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-542bd48e-a046-4be3-b4d7-bc9971425295 None None] Provisioning complete for port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:45.884945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-542bd48e-a046-4be3-b4d7-bc9971425295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.935155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.946282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.950177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:43Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:45.990193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.1 (b3340157-4f35-493f-ac40-2e6b9680798a/075806b1-2747-4a48-8715-7fdab3840813/3583353c-c4d0-4924-be10-88e568c42908) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:46.009066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da470719-2c8c-4fb7-a4e4-7948223e0a10 None None] The sync data for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 is: [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:43Z', 'revision_number': 3, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:46.032704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Network b3340157-4f35-493f-ac40-2e6b9680798a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:46.037434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:46.040733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Pushing event updated for resources: {'Port': ['ID=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:46.044464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:46.127610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Attempting to bind port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:46.127975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Attempting to bind port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:46.128332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Attempting to bind port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a on network b3340157-4f35-493f-ac40-2e6b9680798a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:46.133602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:46.133965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Checking segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:46.134411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.134742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Bound using segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:46.135263 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.135716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Bound port: 2f1a7346-6c30-4939-96e1-f72ca0c16c2a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:46.135716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.180543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.212657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] For port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:46.217351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] For port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:46.224087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.238138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network b3340157-4f35-493f-ac40-2e6b9680798a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:46.241750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:46.246068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:46.252505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:46.347761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.349058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f03ff-fcea-476e-849b-bba1b9bc6e2f None None] Pushing event updated for resources: {'Port': ['ID=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:46.498603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc665da-de5d-4d29-b9af-c592a03287e0 req-83e7227d-2319-4b6b-9aa7-df8689555a39 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0301607 Nov 16 21:48:46.534492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.851935 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.857148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:46.935034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:46.937988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.034159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network b3340157-4f35-493f-ac40-2e6b9680798a is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:47.035615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:47.151293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:48:47.315564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8e12d-90f8-43d8-b54f-decd43ca7601 None None] Network b3340157-4f35-493f-ac40-2e6b9680798a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:48:47.367769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:47.390516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:48:47.390860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 877e0ccb-00b1-40c4-931c-1cbfc8b384f0 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:47.412653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] Provisioning complete for port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:47.413018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.530065 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ebb14a65-46c9-4f37-89a2-5d07d7a76b70 req-e88fca7b-3e7e-4c10-a3ab-15fd0d913837 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0325658 Nov 16 21:48:47.563349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:48:47.575156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-45ab1ec0-cb62-405f-a889-43925c925502 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/196d0d99-8fe8-45a7-a6bf-c99f3b126b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9508734 Nov 16 21:48:47.578334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:47.590130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.631540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] For port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:47.636883 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.690110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38d3c30c-4a22-4e92-9f1b-e27c23f66f52 req-1bc7cbab-0da2-44d0-8cd0-13ed004bac6d tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0768571 Nov 16 21:48:47.730530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5d164-469d-4ccb-bfc6-6ff7051bd1e2 None None] Pushing event updated for resources: {'Port': ['ID=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:47.742208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41431c9f-eb9d-4aad-a957-7b0f167bedf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.761766 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Sync routers for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:48:47.775234 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:47.776108 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:47.803059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdfca7-e0b3-4032-ab55-d4fd3d8b4e31 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.803532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdfca7-e0b3-4032-ab55-d4fd3d8b4e31 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.803981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdfca7-e0b3-4032-ab55-d4fd3d8b4e31 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.804427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdfca7-e0b3-4032-ab55-d4fd3d8b4e31 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.808720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d8fdfca7-e0b3-4032-ab55-d4fd3d8b4e31 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2267625 Nov 16 21:48:47.809046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56308) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:47.863721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1ac5e0e9-0468-4626-98e5-84f4b070db5a None None] Provisioning complete for port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:47.864099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e0e9-0468-4626-98e5-84f4b070db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.896951 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:47.906800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6065c2d-fcf8-4c5d-a0ba-2e10604b7c2d tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.907787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6065c2d-fcf8-4c5d-a0ba-2e10604b7c2d tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.908514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6065c2d-fcf8-4c5d-a0ba-2e10604b7c2d tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.909232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6065c2d-fcf8-4c5d-a0ba-2e10604b7c2d tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:47.917618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:47.918752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e6065c2d-fcf8-4c5d-a0ba-2e10604b7c2d tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1086872 Nov 16 21:48:47.989698 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1ac5e0e9-0468-4626-98e5-84f4b070db5a None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:47.990078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e0e9-0468-4626-98e5-84f4b070db5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.044769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5e0e9-0468-4626-98e5-84f4b070db5a None None] Port 3583353c-c4d0-4924-be10-88e568c42908 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:48.090481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2f1a7346-6c30-4939-96e1-f72ca0c16c2a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:48.143595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1226f537-0e23-4f86-bddf-cd79e5d3cdc6 tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2243407 Nov 16 21:48:48.178274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d0a55261-c0de-457e-b95c-b6c466454052 None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:48.178657 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d0a55261-c0de-457e-b95c-b6c466454052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.207817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:48.208137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.269135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d0a55261-c0de-457e-b95c-b6c466454052 None None] Port 3583353c-c4d0-4924-be10-88e568c42908 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:48.270556 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 2, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:48.298731 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Checking router: 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:48:48.299543 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Updating router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 port 3583353c-c4d0-4924-be10-88e568c42908 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:48:48.321786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 345ddc23-3233-4d1f-91a0-e3f1e8768a88 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:48.325891 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.395917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-aec7f71b-f63c-4ee2-8794-34237404ef05 None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:48.396382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aec7f71b-f63c-4ee2-8794-34237404ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.421372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:48.421659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.459624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-aec7f71b-f63c-4ee2-8794-34237404ef05 None None] Port 3583353c-c4d0-4924-be10-88e568c42908 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:48.563128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:48.568169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006111046', 'description': 'tempest-secgroup-smoke-1006111046 description', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:48.588993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.646842 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.652042 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.657731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.662471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.692088 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.693342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291008 Nov 16 21:48:48.696317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56316) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:48.701570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:48.707176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ac55-a823-4d06-99d2-3aaceb70318f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37be83a6-3729-4b36-99a5-416fe2bd03d1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:48.726574 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bb9a-f549-4276-865c-af6c51e78dc7 None None] Pushing event updated for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:48.752059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.769382 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Attempting to bind port 3583353c-c4d0-4924-be10-88e568c42908 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:48.769990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Attempting to bind port 3583353c-c4d0-4924-be10-88e568c42908 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:48.770108 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Attempting to bind port 3583353c-c4d0-4924-be10-88e568c42908 on network b3340157-4f35-493f-ac40-2e6b9680798a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:48.775798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:48.776172 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Checking segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:48.776577 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.776970 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Bound using segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:48.777441 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Bound port: 3583353c-c4d0-4924-be10-88e568c42908, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:48.777812 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.817640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.823406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.837050 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bd8e7aa-18d3-42d2-873e-251cfd2ebfc7 req-960b4488-bba9-4983-813b-c91b1d3ea1e0 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0440879 Nov 16 21:48:48.845909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fcc8eb-27be-4e61-ad48-d957893f2a51,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:48.866072 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] For port 3583353c-c4d0-4924-be10-88e568c42908, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:48.870541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] For port 3583353c-c4d0-4924-be10-88e568c42908, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3583353c-c4d0-4924-be10-88e568c42908,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:48.879463 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.881645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.883031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e83298b8-510c-4099-83b3-3afa6561d35a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857376 Nov 16 21:48:48.885668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56322) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:48.890811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:48.924013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:48.937259 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:48:48.937891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:48.996429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:48.996888 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.002884 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.007592 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.041631 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.043420 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566703 Nov 16 21:48:49.046430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:49.046909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d275b33-2f4c-4607-9f46-7310739803e0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dc5292-9c1d-4624-aab2-e2180bee6dd6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.053720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:49.065904 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bb9a-f549-4276-865c-af6c51e78dc7 None None] Pushing event updated for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.113045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:48:49.120493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.161802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.194511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.199180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.229929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5daae7-b383-4bcb-9446-523080e3bd3f,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.231274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] For port 3583353c-c4d0-4924-be10-88e568c42908, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3583353c-c4d0-4924-be10-88e568c42908,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:49.236575 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.237281 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.239869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ea959d50-c44c-4439-899a-e71a48679e6c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1900384 Nov 16 21:48:49.242320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:49.247578 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:49.277601 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.293938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ed5de-c1ac-4141-87e4-fc0bf7f4cc33 None None] Pushing event updated for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.339491 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.362921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0847768d-1392-46eb-9e58-4d4a1e781dc4 None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:49.363313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0847768d-1392-46eb-9e58-4d4a1e781dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.367796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.374432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.384113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:48Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:48:49.399685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf531f83-38fd-4666-a02f-163a940af1f3,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.408906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.412682 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c15951c9-f88d-461a-8b93-527bf5cb9af7 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664467 Nov 16 21:48:49.413335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56338) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:49.418804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:49.421635 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bf8dc-03c5-47b2-806d-d88398d3a96c None None] The sync data for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 is: [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:48Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:48:49.456658 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:48:49.462125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.553983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.558892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.580935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9868a66-fb9d-4952-8580-1bdc473429f4,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.589897 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.594328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ffea5c4f-b576-4925-8517-0f106a00c874 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766670 Nov 16 21:48:49.594685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:49.599575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'security_group_rule': {'security_group_id': '37be83a6-3729-4b36-99a5-416fe2bd03d1', 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:49.629196 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Project cae077d77d014bc5aeecfc13cb6c2380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:48:49.635266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.713669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c948b74a-cab7-4d4b-99f7-9d5e3745f4bc req-10cefe42-a1ac-4c82-bd33-8d5b8a248b84 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Nov 16 21:48:49.729926 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.736786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.755056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5686684-e20b-4a1a-9fef-fe002daa6095,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:49.763853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:49.765637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5516747-618d-440b-8d14-ebd52c115822 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698935 Nov 16 21:48:49.990407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3583353c-c4d0-4924-be10-88e568c42908 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:49.994892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-a77828ff-5f03-436b-9ba3-25dd3830c97e tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006111046&fields=id&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 267 time: 0.0517063 Nov 16 21:48:50.051476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3583353c-c4d0-4924-be10-88e568c42908 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:50.051842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:50.111943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-27869815-fe12-4e28-b23f-ddd6cc72e3c2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:50.113729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-27869815-fe12-4e28-b23f-ddd6cc72e3c2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 797 time: 0.1111119 Nov 16 21:48:50.131228 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-714182bf-51e4-467e-8350-7a78f92712a3 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/quotas/cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 375 time: 0.0109220 Nov 16 21:48:50.182753 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-e700585a-782a-4d33-9403-46cc16fb0dd0 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472500 Nov 16 21:48:50.286128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-82d528d5-a868-4433-a1f9-18ad0aa4b763 service neutron] 10.222.0.54 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907063 Nov 16 21:48:50.377366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-b76c36ad-cf33-45c9-9e15-6b660f94729c service neutron] 10.222.0.54 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Nov 16 21:48:50.565804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-063c453e-697c-4ffc-a19a-6b6be6962170 req-3e04f9d0-32b8-4602-a684-3a359555c111 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 210 time: 0.0288637 Nov 16 21:48:50.581354 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:50.807500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63cd2634-c62a-44e1-aea5-196267c4b33d req-39f5d85f-1326-4367-90e3-d93ec9414a2d tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0258627 Nov 16 21:48:51.461208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:51.607355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4ce1412e-9bea-488f-b557-a199fa51d073 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:51.609523 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4ce1412e-9bea-488f-b557-a199fa51d073 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 797 time: 0.1092963 Nov 16 21:48:51.682443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8faab34a-a13b-4768-9688-79cc7bf59d7e req-0a2c42bd-2dac-4e14-bd2b-ec5aded92e78 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 210 time: 0.0394852 Nov 16 21:48:51.702374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-277b1fbe-0d03-4b25-9284-33793a65ef7b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cae077d77d014bc5aeecfc13cb6c2380 HTTP/1.1" status: 200 len: 380 time: 0.0826662 Nov 16 21:48:51.711684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'port': {'device_id': '4010545e-408f-449d-b713-14a53df0380b', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'admin_state_up': True, 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'security_groups': ['37be83a6-3729-4b36-99a5-416fe2bd03d1']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:52.031443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-590a7fc6-b2be-4f26-98b5-d8398a7fe64c req-1bf3793e-b9ed-4441-90d0-ffa772fd077a tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0345647 Nov 16 21:48:52.088237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Made reservation on behalf of cae077d77d014bc5aeecfc13cb6c2380 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:48:52.091720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.215593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.20.0.10 (b3340157-4f35-493f-ac40-2e6b9680798a/075806b1-2747-4a48-8715-7fdab3840813/814974dd-fd64-48c9-aa81-bff1b732cb30) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:48:52.349462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.385552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.425229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network b3340157-4f35-493f-ac40-2e6b9680798a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:48:52.430724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:48:52.434477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:48:52.460807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:52.489480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:52.489889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.509616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-4975ed36-8c18-42c5-87a4-f3f6cba9a704 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013303 Nov 16 21:48:52.522447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Request body: {'port': {'device_id': '4010545e-408f-449d-b713-14a53df0380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:52.582446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.653433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2d7a3870-ee86-4381-bde1-2c19501512ae None None] Provisioning complete for port 814974dd-fd64-48c9-aa81-bff1b732cb30 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:52.654003 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3870-ee86-4381-bde1-2c19501512ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.687084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a3870-ee86-4381-bde1-2c19501512ae None None] Port 814974dd-fd64-48c9-aa81-bff1b732cb30 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:48:52.827937 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311f1a-4c0e-46ab-ada1-38870093fa9b req-fae114bc-b691-42d5-9ef3-6902db9d670a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:52.829416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd311f1a-4c0e-46ab-ada1-38870093fa9b req-fae114bc-b691-42d5-9ef3-6902db9d670a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 932 time: 0.0787897 Nov 16 21:48:52.911211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814974dd-fd64-48c9-aa81-bff1b732cb30 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:52.922042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bd311f1a-4c0e-46ab-ada1-38870093fa9b req-917a9f5e-f499-4fa0-be73-90c01c78e240 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856740 Nov 16 21:48:52.923774 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.935797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Transition to ACTIVE for port object 814974dd-fd64-48c9-aa81-bff1b732cb30 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:48:52.940995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:52.996847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Pushing event updated for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:53.065280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Attempting to bind port 814974dd-fd64-48c9-aa81-bff1b732cb30 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:53.065708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Attempting to bind port 814974dd-fd64-48c9-aa81-bff1b732cb30 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:53.066111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Attempting to bind port 814974dd-fd64-48c9-aa81-bff1b732cb30 on network b3340157-4f35-493f-ac40-2e6b9680798a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:53.071268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Port 814974dd-fd64-48c9-aa81-bff1b732cb30 on network b3340157-4f35-493f-ac40-2e6b9680798a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:48:53.071597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Attempting to bind port 814974dd-fd64-48c9-aa81-bff1b732cb30 on network b3340157-4f35-493f-ac40-2e6b9680798a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:53.077064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:53.078897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Checking segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:53.079490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Bound using segment: {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:53.080194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Bound port: 814974dd-fd64-48c9-aa81-bff1b732cb30, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caac3f1-85e3-435f-a095-a89c02266d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:53.080560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:53.155839 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cf07bd5-54e2-44ca-97e4-2ce0878b5f7c req-715b838a-1e84-4f2f-ab31-c3cccfca856e tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0397508 Nov 16 21:48:53.178634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:53.181620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814974dd-fd64-48c9-aa81-bff1b732cb30,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:53.186106 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:53.220293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.220905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:53.222290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] 10.222.0.21 "PUT /v2.0/ports/814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 1092 time: 0.7042003 Nov 16 21:48:53.222732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:53.225009 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc82e9c-6508-4913-ba3f-d22415a67c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:53.249192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a395-5c97-4600-ba55-bda9ed2d5927 service neutron] Pushing event updated for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:53.275224 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9824c1-032a-48cf-ba40-4ee4494fa98d x-openstack-request-id: req-ee9824c1-032a-48cf-ba40-4ee4494fa98d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:53.275516 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:53.275771 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee9824c1-032a-48cf-ba40-4ee4494fa98d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:53.276169 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'status': 'completed', 'code': 200} Nov 16 21:48:53.310388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-6a86119b-f43e-4c3b-ac72-750002e16cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.311985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-6a86119b-f43e-4c3b-ac72-750002e16cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1095 time: 0.0457430 Nov 16 21:48:53.360258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-e7ed4bb1-f414-4019-93a6-2c480a12b186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 217 time: 0.0393963 Nov 16 21:48:53.412977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-f3d9c2ff-6889-40fe-bbad-b9cee6163586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.414762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-f3d9c2ff-6889-40fe-bbad-b9cee6163586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 200 len: 834 time: 0.0481210 Nov 16 21:48:53.461631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-ab4c028a-d2de-4c1a-b36f-ccd55531ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.463238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-ab4c028a-d2de-4c1a-b36f-ccd55531ad20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3340157-4f35-493f-ac40-2e6b9680798a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412865 Nov 16 21:48:53.558637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-f78ec2fb-0c06-484b-930d-2ecd447f6917 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Nov 16 21:48:53.647355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ffc31941-9f3d-4883-b859-d66f7fa4c26f req-c8ba436e-bef7-4a93-b2f0-60344d615e3e service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816090 Nov 16 21:48:53.730176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-9cd294fc-38c3-435a-a3c1-75eba152b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.731666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-9cd294fc-38c3-435a-a3c1-75eba152b599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1095 time: 0.0414219 Nov 16 21:48:53.825416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-3d230b09-72de-49cf-80f5-94efd0163d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.827610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-3d230b09-72de-49cf-80f5-94efd0163d31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 898 time: 0.0893500 Nov 16 21:48:53.867017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-5862be75-68e6-406f-a821-80a129deef5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 217 time: 0.0324738 Nov 16 21:48:53.919612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-a7f55c24-6a20-492e-a0ec-ab9707c71833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.921047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-a7f55c24-6a20-492e-a0ec-ab9707c71833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 200 len: 834 time: 0.0463445 Nov 16 21:48:53.968410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-d672d8a0-a148-4321-a670-5d32cfd7f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:53.969898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-d672d8a0-a148-4321-a670-5d32cfd7f7e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3340157-4f35-493f-ac40-2e6b9680798a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409877 Nov 16 21:48:54.097178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00da9fe-e773-4392-983f-6cd01e954c19 req-be9d44c9-ef22-4fca-9e71-ed1b6758870d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:54.098603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e00da9fe-e773-4392-983f-6cd01e954c19 req-be9d44c9-ef22-4fca-9e71-ed1b6758870d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 944 time: 0.1045446 Nov 16 21:48:54.125699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-eb8739b8-f056-4b2f-a0c1-982c6f048839 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478746 Nov 16 21:48:54.195383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e00da9fe-e773-4392-983f-6cd01e954c19 req-86f5a426-cfc8-420b-84a9-9945c68fdd85 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864797 Nov 16 21:48:54.251314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2cc82e9c-6508-4913-ba3f-d22415a67c4f req-fb581f82-61ed-4bd4-bad8-370aac0b586a service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136494 Nov 16 21:48:54.265366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97c58486-e9f3-4da9-9263-26e6cc71da1f req-4868b4eb-37e2-48fe-8983-cc6dd7e03463 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0331097 Nov 16 21:48:55.309282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7047b-d714-458b-ab98-4eb9c9cf8553 req-7a3653e4-60c6-45fb-a90c-a50585a5f8e9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:55.310764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d7047b-d714-458b-ab98-4eb9c9cf8553 req-7a3653e4-60c6-45fb-a90c-a50585a5f8e9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 944 time: 0.0492454 Nov 16 21:48:55.377665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43cd6458-3d1e-4c3d-bafe-899fec68828c req-9f77271d-3dfd-480f-97c4-e563b5a7a612 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0343966 Nov 16 21:48:55.382534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7d7047b-d714-458b-ab98-4eb9c9cf8553 req-993d2ef7-c997-4144-8731-4e5d0aa86ce6 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653265 Nov 16 21:48:56.487587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-905f2a31-9b72-4423-a298-58cd09663f1e req-5a64bf56-e046-4afe-9c74-b6121ed7c74a tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0373297 Nov 16 21:48:56.526438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee863-d48d-4144-ad35-c085249a358c req-772be995-1fc9-4cc1-8dad-dd672c7614cc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:56.527955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab9ee863-d48d-4144-ad35-c085249a358c req-772be995-1fc9-4cc1-8dad-dd672c7614cc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 944 time: 0.0682268 Nov 16 21:48:56.577039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab9ee863-d48d-4144-ad35-c085249a358c req-1b5d5dc2-12ac-4b47-8ef0-ec07b0d22e9f tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Nov 16 21:48:57.372894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814974dd-fd64-48c9-aa81-bff1b732cb30 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:48:57.466209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814974dd-fd64-48c9-aa81-bff1b732cb30,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:57.477290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'port_id': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'mac_address': 'fa:16:3e:4b:f7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:48:57.517992 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:57.531980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814974dd-fd64-48c9-aa81-bff1b732cb30 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:57.551480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814974dd-fd64-48c9-aa81-bff1b732cb30,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:57.555416 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:57.594508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b3f023b-beca-4586-b665-7e2bff4dd5d2 req-1d7ab946-2bdd-472c-826a-cbea71e24f81 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Nov 16 21:48:57.602374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:57.700096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b043cb7-6430-423c-9c4e-db0cebbbc3fb req-426be3bb-1897-4658-8458-82e0e11078db tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:57.701559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b043cb7-6430-423c-9c4e-db0cebbbc3fb req-426be3bb-1897-4658-8458-82e0e11078db tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 945 time: 0.0487273 Nov 16 21:48:57.747069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['814974dd-fd64-48c9-aa81-bff1b732cb30'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:57.754368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b043cb7-6430-423c-9c4e-db0cebbbc3fb req-611d85c8-38c9-47d3-b704-a7386e925ba9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466583 Nov 16 21:48:58.694611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3b0380-8b05-4558-a666-ab36a0804914 req-d3f0ce79-4ae7-4de8-be34-8a8d2e606756 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0267642 Nov 16 21:48:58.868418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9248d-50fb-4074-80ff-4ed5ee7b7ee8 req-ffb69a5f-0715-4c7f-b7b5-116d413f104b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:58.869866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4da9248d-50fb-4074-80ff-4ed5ee7b7ee8 req-ffb69a5f-0715-4c7f-b7b5-116d413f104b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 945 time: 0.0483944 Nov 16 21:48:58.920916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4da9248d-50fb-4074-80ff-4ed5ee7b7ee8 req-9a851d11-1c4a-46d1-bc81-90bf4ae42a13 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Nov 16 21:48:59.402099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814974dd-fd64-48c9-aa81-bff1b732cb30 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:59.452663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 814974dd-fd64-48c9-aa81-bff1b732cb30 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:48:59.456830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 814974dd-fd64-48c9-aa81-bff1b732cb30 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:59.457195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:59.538833 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:59.561920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:59.564204 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e35a8-0ef3-4f39-a3f8-d60ac7506ff4" -d '{"events": [{"server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "name": "network-vif-plugged", "status": "completed", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:59.576561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814974dd-fd64-48c9-aa81-bff1b732cb30,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:59.580736 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:59.627717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:59.663697 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18809baf-3a39-40c2-931d-2cb09cbf662c x-openstack-request-id: req-18809baf-3a39-40c2-931d-2cb09cbf662c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:59.663985 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "name": "network-vif-plugged", "status": "completed", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:59.664233 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18809baf-3a39-40c2-931d-2cb09cbf662c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:59.664622 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'code': 200} Nov 16 21:48:59.796645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2dc89d57-786d-42fa-b709-cd5e78db70ff req-83a15bb3-110c-4542-81f8-3e9d7398ea90 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Nov 16 21:48:59.867212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ae927-da6a-46a1-bef8-0f3b503a5056 req-874e4ad9-ef12-427e-b255-6ae6663fdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:59.868732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc1ae927-da6a-46a1-bef8-0f3b503a5056 req-874e4ad9-ef12-427e-b255-6ae6663fdd43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1097 time: 0.1472390 Nov 16 21:48:59.914346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc1ae927-da6a-46a1-bef8-0f3b503a5056 req-cc749479-c0d3-4c8f-9000-154bdfa2dc2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Nov 16 21:49:00.038446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ce50e-4aa7-4c62-ad6c-04591b3ebd7e req-b564df61-d979-476d-945f-fd8e1b1bc061 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:00.039907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e6ce50e-4aa7-4c62-ad6c-04591b3ebd7e req-b564df61-d979-476d-945f-fd8e1b1bc061 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0481348 Nov 16 21:49:00.088260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e6ce50e-4aa7-4c62-ad6c-04591b3ebd7e req-7977afab-543c-47f1-a5d1-78696aca236b tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Nov 16 21:49:00.896167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5a0a5ee-7db4-40b6-b0be-cf64aa23084a req-caf5a9c5-878d-4ce2-9b62-ecd49fe1e042 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0274704 Nov 16 21:49:01.205494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492a851-895d-48d2-908f-400337692268 req-b0bde5df-2c02-43d0-9be5-05d9cb20e9e5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:01.206921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3492a851-895d-48d2-908f-400337692268 req-b0bde5df-2c02-43d0-9be5-05d9cb20e9e5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0517526 Nov 16 21:49:01.254787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3492a851-895d-48d2-908f-400337692268 req-926ce945-57f9-4cb9-810e-a2ddd93a11a9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Nov 16 21:49:01.365863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01229b3-3c2d-4c3b-9ae7-dc153cec2789 req-4f34ca5a-a8c8-4d60-9dd5-101ad8b6be75 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:01.367383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e01229b3-3c2d-4c3b-9ae7-dc153cec2789 req-4f34ca5a-a8c8-4d60-9dd5-101ad8b6be75 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0490110 Nov 16 21:49:01.415178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e01229b3-3c2d-4c3b-9ae7-dc153cec2789 req-be8c71ce-1216-4827-b7a0-e04edc8342e8 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Nov 16 21:49:01.440798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56420) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:01.479676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aaf714-bc7a-4122-b193-288edb1caacb tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:01.481189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b2aaf714-bc7a-4122-b193-288edb1caacb tempest-TestNetworkBasicOps-638095000 tempest-TestNetworkBasicOps-638095000-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1092 time: 0.0393779 Nov 16 21:49:01.484663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:01.488890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:01.510625 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:01.606549 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:01.710089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Allocated IP 172.25.7.155 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/07880efd-4f21-4abb-805c-4205334cb8f9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:01.813258 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:01.846390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:01.880461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:01.885088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:01.887563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:01.919765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=07880efd-4f21-4abb-805c-4205334cb8f9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:01.932615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.932959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.933296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.933626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.933955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.934275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.934597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.934917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.935311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.935573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.935893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:01.936220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:02.021970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b04bfddb-7c85-46df-b937-30022efdef1b req-b32feee6-aab5-401a-bcfe-0c3ae63594e8 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0490386 Nov 16 21:49:02.266415 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:02.332291 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:02.478210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:02.483238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:02.551332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event updated for resources: {'Port': ['ID=07880efd-4f21-4abb-805c-4205334cb8f9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:02.559498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:02.656126 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Floating IP e70ce38e-bf12-4e6d-a596-8477bb98117e associated. External IP: 172.25.7.155, port: 814974dd-fd64-48c9-aa81-bff1b732cb30. Nov 16 21:49:03.136818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-608a511e-3ee5-4f68-89cb-ccb86f352f86 req-dc25eb88-13e9-421d-a6e9-727b71e2d939 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0321531 Nov 16 21:49:03.138494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:03.245844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:03.255366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Sync routers for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:03.264117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:03.265002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:03.265603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:03.290273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a51fefc3-4868-4853-b925-2affdbc98bf9 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8046126 Nov 16 21:49:03.290985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:03.293110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56428) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:03.293572 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3306de-22a3-4e69-8fac-82b0a790c36d" -d '{"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:03.360773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-227d633b-0e06-47ac-a736-3b3bfc8fc850 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/floatingips/e70ce38e-bf12-4e6d-a596-8477bb98117e HTTP/1.1" status: 200 len: 992 time: 0.0646479 Nov 16 21:49:03.374573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:03.395215 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef17288-67e0-43e4-b4a2-56197a18b510 x-openstack-request-id: req-cef17288-67e0-43e4-b4a2-56197a18b510 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:03.395528 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:03.395779 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cef17288-67e0-43e4-b4a2-56197a18b510 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:03.396220 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'status': 'completed', 'code': 200} Nov 16 21:49:03.456624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-e2d766fe-443b-4f01-b939-b487c53946a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:03.458126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-e2d766fe-443b-4f01-b939-b487c53946a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1097 time: 0.0398507 Nov 16 21:49:03.552736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-8af15ca9-eaf2-4877-b565-0ac8f97d7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:03.554325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-8af15ca9-eaf2-4877-b565-0ac8f97d7ce5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 898 time: 0.0894949 Nov 16 21:49:03.601965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e70ce38e-bf12-4e6d-a596-8477bb98117e', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'port_id': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'mac_address': 'fa:16:3e:4b:f7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010545e-408f-449d-b713-14a53df0380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:49:02Z', 'updated_at': '2021-11-16T21:49:02Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:03.618412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-d415205a-0ac9-4ad8-a575-6221ce807ca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 1000 time: 0.0566003 Nov 16 21:49:03.627566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Checking router: 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:03.635926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:03.636518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:48:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:03.670942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-889f91ad-7a56-4e40-9138-4ffef3384031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:03.672432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-889f91ad-7a56-4e40-9138-4ffef3384031 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 200 len: 834 time: 0.0471687 Nov 16 21:49:03.718692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-d2a6d567-f843-43fc-b478-fc6c068b1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:03.720206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-d2a6d567-f843-43fc-b478-fc6c068b1075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3340157-4f35-493f-ac40-2e6b9680798a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405452 Nov 16 21:49:03.741200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:03.812083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-7b88c344-fe34-490f-88e9-d86f229fcfe3 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Nov 16 21:49:03.905152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe3306de-22a3-4e69-8fac-82b0a790c36d req-08c1ec9f-4f45-4fbd-a157-56600a19161e service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Nov 16 21:49:03.966178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e70ce38e-bf12-4e6d-a596-8477bb98117e', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'port_id': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'mac_address': 'fa:16:3e:4b:f7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010545e-408f-449d-b713-14a53df0380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:49:02Z', 'updated_at': '2021-11-16T21:49:02Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:03.991765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046ab73-b4cb-4599-9f15-a5491ba4bc91 None None] The sync data for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 is: [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e70ce38e-bf12-4e6d-a596-8477bb98117e', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'port_id': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'mac_address': 'fa:16:3e:4b:f7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010545e-408f-449d-b713-14a53df0380b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:49:02Z', 'updated_at': '2021-11-16T21:49:02Z', 'revision_number': 0, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:04.170449 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b623528-f22c-4119-b065-3d5b3c8c9756 None None] New status for floating IP e70ce38e-bf12-4e6d-a596-8477bb98117e: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:49:04.240028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d29de60-a6d6-4c42-a8e2-885b21377a20 req-989b37f1-60a0-48e4-919c-9abb9f0bb063 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Nov 16 21:49:04.362890 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:04.424691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-094239c9-53ce-4cf5-9627-2a29255ddbd2 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/floatingips/e70ce38e-bf12-4e6d-a596-8477bb98117e HTTP/1.1" status: 200 len: 994 time: 0.0605459 Nov 16 21:49:05.341555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d717430-00ba-441a-88e5-2e27958acf16 req-1efa4145-3f5a-4527-9c61-8ddf683bcf60 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0263565 Nov 16 21:49:06.440712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d255aeb7-5d52-4fc8-8495-95a06a54cc3f req-dfd3d0fc-d56c-4ca5-8cf5-115f1af24154 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0257828 Nov 16 21:49:07.544255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7f406f3-4375-4605-883f-a59d93b933da req-a072f15d-900c-483d-82f5-bc1374c065ad tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Nov 16 21:49:08.642882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b159d02-e98a-49dd-8cd4-680bffb37573 req-9d9860b2-cd1d-4de5-8986-c7541a13edda tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0259473 Nov 16 21:49:09.152231 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:09.741678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edf1ea8f-404b-4660-ac1b-e4b673f1f26e req-46d5d773-2b91-49ad-a1be-1722ce6e4292 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Nov 16 21:49:10.845881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5e7fc19-cce5-425f-981a-f78dee91d479 req-f1072143-6a4c-4536-894d-c50211fc7a78 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0264845 Nov 16 21:49:11.943933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0113f71-3cbb-4ec2-aebc-29770cfd06dd req-94d4af6a-ee19-4692-a324-9980f026c633 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Nov 16 21:49:12.986705 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:13.045239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bafe872d-75da-4818-9648-a03e165933bf req-839b9d22-1a96-4f08-80aa-b00616a6de89 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0258787 Nov 16 21:49:14.155303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-217e5e3d-c803-4f4f-ac63-614d9f3dedf1 req-8fccffa9-c132-4bb0-ad31-078cdcf685a4 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0378063 Nov 16 21:49:15.253607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c36bd87-0001-4389-aa3b-e30adbe783bf req-ab1da5dc-c1cd-4cf9-b814-62908a588d51 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0251601 Nov 16 21:49:15.340076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec01560b-5e88-49ba-99a3-7e4e8f157ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:16.231374 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:49:16.354643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6e41947-f138-4cbf-8961-887525fd5ec0 req-d92bdb41-c30a-47dc-97af-9d0eba9b1f8f tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0282028 Nov 16 21:49:16.817707 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4fc94f2c-d90c-4330-8a4b-c9fe59d7b50d req-963decf4-0d05-4410-bd74-463e3b2fa315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3392f1005164ef089ff7d821331f805&device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0299146 Nov 16 21:49:16.866007 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4fc94f2c-d90c-4330-8a4b-c9fe59d7b50d req-976ae870-0d56-4b94-9c1b-99fe1ab3bbe7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b3392f1005164ef089ff7d821331f805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254376 Nov 16 21:49:17.024660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94f2c-d90c-4330-8a4b-c9fe59d7b50d req-f5c92e26-e621-435f-996a-388d31a90fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:17.026127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4fc94f2c-d90c-4330-8a4b-c9fe59d7b50d req-f5c92e26-e621-435f-996a-388d31a90fc7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521125 Nov 16 21:49:17.202319 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4de84251-0ea4-4841-8690-c19bb057545c req-ad76e08e-bf15-4c7c-bde9-bd594bf5fb48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0243063 Nov 16 21:49:17.456623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-342a21f9-1502-4c57-b1bf-a02945a9db63 req-674bc52e-13b1-4f42-a1ab-df649f4dd604 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0262284 Nov 16 21:49:17.693418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ee50e580-7131-45fb-941c-7ed4d31e3340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:18.559819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74e54271-82ad-4060-8550-eed2fb8642b9 req-2f1e41c1-de30-48e4-abd9-156e4207c1d0 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Nov 16 21:49:18.783031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6cc1ad5-3384-4022-a20a-498128670086 req-249c7d4d-4144-4c83-a77d-fe963c73bb21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3392f1005164ef089ff7d821331f805&device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0255411 Nov 16 21:49:18.808813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5adc6df7-1a7b-4875-899d-bc49b0c6dd31 req-63fe9015-18ad-490c-aba3-1d832079e315 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0309989 Nov 16 21:49:18.815651 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6cc1ad5-3384-4022-a20a-498128670086 req-96529475-cc8b-4020-b940-f1951c1dfc4a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b3392f1005164ef089ff7d821331f805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238874 Nov 16 21:49:18.847767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-1a50f272-627a-453a-bc3e-addf628d07fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453701 Nov 16 21:49:18.918193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1ad5-3384-4022-a20a-498128670086 req-bfa026dc-ed74-4bc5-a85c-5100737b2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:18.920249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6cc1ad5-3384-4022-a20a-498128670086 req-bfa026dc-ed74-4bc5-a85c-5100737b2a01 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971019 Nov 16 21:49:18.929323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-a249a309-ad1f-43cb-95ee-f0614e48d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:18.930800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-a249a309-ad1f-43cb-95ee-f0614e48d9c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1097 time: 0.0402439 Nov 16 21:49:19.038543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-40fa488b-9326-417d-a228-0f1d2273849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:19.039948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-40fa488b-9326-417d-a228-0f1d2273849e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 898 time: 0.0860116 Nov 16 21:49:19.102613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-bf8d0a6e-a7b5-469b-a92d-2723e5469c76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 1002 time: 0.0554335 Nov 16 21:49:19.151050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-bf66dc48-87d2-4654-8fb9-4da1b76b33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:19.152459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-bf66dc48-87d2-4654-8fb9-4da1b76b33fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 200 len: 834 time: 0.0427828 Nov 16 21:49:19.202863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-9cfae72e-947f-41ef-a471-e8daddd0906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:19.204826 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-9cfae72e-947f-41ef-a471-e8daddd0906e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3340157-4f35-493f-ac40-2e6b9680798a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436509 Nov 16 21:49:19.296467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-7f78641d-38cb-4a00-be42-90121a5abd10 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Nov 16 21:49:19.342465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:19.393305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dcb4e-7fed-4c82-bf05-fe1252f229f1 req-48edea41-b4b5-4d19-bb3e-615d43e28b41 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896006 Nov 16 21:49:19.904677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b981d74c-cb51-4167-ad6e-b5702f624bd5 req-1397ba78-0cc0-44fe-bdd7-b34dd5a8c2f1 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0272961 Nov 16 21:49:20.172252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6cc1ad5-3384-4022-a20a-498128670086 req-06455005-f1cf-4188-9dad-ad1206d4c802 tempest-ServerShowV254Test-1492301361 tempest-ServerShowV254Test-1492301361-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f898c3b-e629-4fa1-a084-6fd5aba57bf9 HTTP/1.1" status: 200 len: 210 time: 0.0252764 Nov 16 21:49:20.578835 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.191540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56478) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:21.296401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.371764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.375256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.412959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3392f1005164ef089ff7d821331f805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203329 Nov 16 21:49:21.413915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45226bb-296a-4f21-92d8-1a8e960ad1c1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:21.415716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56482) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:21.421396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.421735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.422068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.422398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.422722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.423070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.423393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.423711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.424027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.424342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.424657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.424970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eadb69-2431-425c-b4b6-a5c1e33e2e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:21.464469 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.471410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.492072 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.539338 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.541947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:21.543386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b45226bb-296a-4f21-92d8-1a8e960ad1c1 HTTP/1.1" status: 204 len: 168 time: 0.1263843 Nov 16 21:49:21.551572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac42189-1c8f-401a-b1f3-d47e10a2a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45226bb-296a-4f21-92d8-1a8e960ad1c1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:22.139495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56504) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:22.239373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1266249622-network', 'tenant_id': 'b40f7a2725214f6e934b72133dd4c400'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:22.263096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Made reservation on behalf of b40f7a2725214f6e934b72133dd4c400 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:22.265385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.273673 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.352278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.355830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.377960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:49:22.394524 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccd518-01f8-494c-be95-716822e55a1b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:22.397491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.397834 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Added segment c0df1e37-72e7-40a2-bb8d-13c6b5161156 of type vlan for network 9275d49f-1e48-4145-aa00-ac23b8a2053c Nov 16 21:49:22.442105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.471605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.472541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:22.473110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.551159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4105182 Nov 16 21:49:22.554211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56508) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:22.559222 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Request body: {'subnet': {'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1266249622-subnet', 'tenant_id': 'b40f7a2725214f6e934b72133dd4c400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:22.569682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513094b3-9f34-4c11-a24a-36a624c35d53 admin admin] Pushing event updated for resources: {'Network': ['ID=9275d49f-1e48-4145-aa00-ac23b8a2053c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:22.581908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:49:22.585040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Made reservation on behalf of b40f7a2725214f6e934b72133dd4c400 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:22.587633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.755258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.810666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:22.819049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Checking segment: {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:22.819405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Network hostable DHCP agents. Network: 9275d49f-1e48-4145-aa00-ac23b8a2053c, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:49:22.836289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:49:22.845287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9275d49f-1e48-4145-aa00-ac23b8a2053c) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:22.849530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:22.850109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:22.854361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83ab20-d7aa-4e85-9749-aa6f0e6b2a61 None None] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:22.865803 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b29e1aa1-e121-4790-b2cf-a2fd9c74c404 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3104663 Nov 16 21:49:23.139974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10badc07-0fbe-4f7c-9085-7e0244bc1f54 None None] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:23.292566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-e636f72f-af00-461c-81ea-d5eab138bb85 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:23.293951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-e636f72f-af00-461c-81ea-d5eab138bb85 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 814 time: 0.1036234 Nov 16 21:49:23.308842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-77a4dba2-6342-4749-91ce-676aa81b4c62 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/quotas/b40f7a2725214f6e934b72133dd4c400 HTTP/1.1" status: 200 len: 375 time: 0.0088875 Nov 16 21:49:23.339717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-2c5a0aa7-83c9-4f5d-b21e-b02815c91204 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252781 Nov 16 21:49:23.484578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-514b1297-aa75-40cb-afe0-a60ae9e14c74 service neutron] 10.222.0.54 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381283 Nov 16 21:49:23.579780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-f2a19333-1abf-429c-a20a-9e02bc23dea7 service neutron] 10.222.0.54 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Nov 16 21:49:23.741313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18d5a1c2-fee3-4f21-a74f-01a3e8bd5c0f req-5c964296-7ae1-40fa-86f1-eeae96a9ea64 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 210 time: 0.0261490 Nov 16 21:49:24.672598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-5f6a5c8a-c4ec-441d-ae2d-ebab1f149167 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:24.674124 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-5f6a5c8a-c4ec-441d-ae2d-ebab1f149167 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 814 time: 0.1092362 Nov 16 21:49:24.688633 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Request body: {'port': {'device_id': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'admin_state_up': True, 'tenant_id': 'b40f7a2725214f6e934b72133dd4c400'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:24.801431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Made reservation on behalf of b40f7a2725214f6e934b72133dd4c400 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:24.805081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:24.841448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0846c19d-6eab-48ed-b7a2-b11ae5b340cf req-ce0bf7a7-f842-4c3f-a503-405299bba624 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 210 time: 0.0261462 Nov 16 21:49:24.932165 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Allocated IP 172.20.0.3 (9275d49f-1e48-4145-aa00-ac23b8a2053c/48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c/4a03a0a4-87e8-4252-8033-00376d4fe62f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:25.079946 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.112307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.154787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:25.157987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:25.161706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:25.167762 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:25.212140 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:25.212741 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.227929 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-9ac5e327-f658-44b9-bf26-faa025708a3c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436664 Nov 16 21:49:25.240109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Request body: {'port': {'device_id': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:25.296048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.548617 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:25.555924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.567514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Transition to ACTIVE for port object 4a03a0a4-87e8-4252-8033-00376d4fe62f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:49:25.571787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.640000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:25.688820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Attempting to bind port 4a03a0a4-87e8-4252-8033-00376d4fe62f on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:25.689487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Attempting to bind port 4a03a0a4-87e8-4252-8033-00376d4fe62f by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:25.689487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Attempting to bind port 4a03a0a4-87e8-4252-8033-00376d4fe62f on network 9275d49f-1e48-4145-aa00-ac23b8a2053c {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:25.693702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Port 4a03a0a4-87e8-4252-8033-00376d4fe62f on network 9275d49f-1e48-4145-aa00-ac23b8a2053c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:49:25.694017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Attempting to bind port 4a03a0a4-87e8-4252-8033-00376d4fe62f on network 9275d49f-1e48-4145-aa00-ac23b8a2053c {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:25.698722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:25.699095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Checking segment: {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:25.699477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Bound using segment: {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:25.700653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Bound port: 4a03a0a4-87e8-4252-8033-00376d4fe62f, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:25.701005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.763431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:25.766292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:25.770690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.804083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:25.804698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.806075 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 1091 time: 0.5699742 Nov 16 21:49:25.806513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:25.808807 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143" -d '{"events": [{"name": "network-changed", "server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:25.832870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660f1b2-115a-4ae4-a042-f5d0f9ad5236 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:25.854046 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b3a0f-eed2-4ad8-bdf9-42e1a9492a64 x-openstack-request-id: req-041b3a0f-eed2-4ad8-bdf9-42e1a9492a64 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:25.854369 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:25.854641 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-041b3a0f-eed2-4ad8-bdf9-42e1a9492a64 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:25.855083 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'status': 'completed', 'code': 200} Nov 16 21:49:25.944111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-6ae86287-c98a-41a3-a8e0-2bbb876d2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:25.945636 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-6ae86287-c98a-41a3-a8e0-2bbb876d2402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1094 time: 0.0464740 Nov 16 21:49:25.960097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e91662-1a00-4c9c-b3df-1374dd1a9d2c req-356a7998-7f52-4c59-9847-053b3c1421c6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:25.961574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6e91662-1a00-4c9c-b3df-1374dd1a9d2c req-356a7998-7f52-4c59-9847-053b3c1421c6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0524874 Nov 16 21:49:25.987148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-33196f6a-c28b-4fc6-9a88-14a49cbd9220 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0340719 Nov 16 21:49:26.008786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6e91662-1a00-4c9c-b3df-1374dd1a9d2c req-fc79b130-57f1-42fe-a567-89a2787ef09e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Nov 16 21:49:26.036576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-12267c59-380c-4ade-911a-63cf90eeab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:26.038024 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-12267c59-380c-4ade-911a-63cf90eeab08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0437627 Nov 16 21:49:26.069655 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-f55429b3-058f-44d8-b51a-becf587ee2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235920 Nov 16 21:49:26.167208 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-ac772fe3-61e7-472a-a670-93f508005937 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902815 Nov 16 21:49:26.260030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f3998dd7-ccd8-45c0-87f0-bbe87737b65d req-8abef27f-9244-4343-b81a-e2c09c39ba6f service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863519 Nov 16 21:49:26.360132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-5aa9f64a-6959-4f0a-a500-d905584b8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:26.361551 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-5aa9f64a-6959-4f0a-a500-d905584b8b69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1094 time: 0.0500431 Nov 16 21:49:26.459717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-99f1d000-8e01-4b2d-9739-2664ae7f44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:26.461175 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-99f1d000-8e01-4b2d-9739-2664ae7f44c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.0920222 Nov 16 21:49:26.511585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-d053de62-0929-4a3e-8f18-954b1be10f25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0423660 Nov 16 21:49:26.568492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-bac17390-05f6-485d-9303-47aacd3f3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:26.570053 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-bac17390-05f6-485d-9303-47aacd3f3d89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0516729 Nov 16 21:49:26.603262 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-62e3f482-0cf7-4cf7-b1ec-6f58e52c7268 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234141 Nov 16 21:49:26.693576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-0f8cf333-74d2-4538-83ce-e997ee59e0fd service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822053 Nov 16 21:49:26.784905 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8fa1b5d-f880-4cc1-9bf4-986066bc3143 req-53536cf7-f6a2-499a-be0b-5b52bf16c536 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 Nov 16 21:49:27.124572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d5d7-d0b8-4e39-a624-5206af04042d req-45f2e797-e0a0-4493-8005-5eed04634f6f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:27.126019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27b2d5d7-d0b8-4e39-a624-5206af04042d req-45f2e797-e0a0-4493-8005-5eed04634f6f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0480623 Nov 16 21:49:27.172892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27b2d5d7-d0b8-4e39-a624-5206af04042d req-4c1b10c9-ec1c-4057-8e17-083fccf08e48 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Nov 16 21:49:27.871533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:49:27.968562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:27.979494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'port_id': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'mac_address': 'fa:16:3e:c1:28:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:49:28.015149 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:28.027897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:28.047245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:28.050800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:28.098362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:28.105719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.106114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.106477 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.106814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.107202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.107538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.107868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.108198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.108524 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.108849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.109173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.109493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:28.256476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:28.290065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b94f9-44f2-4e19-98ea-68c4cdb04c38 req-d95b7283-163b-4e04-b0ec-870f7eeaf25d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:28.291598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f22b94f9-44f2-4e19-98ea-68c4cdb04c38 req-d95b7283-163b-4e04-b0ec-870f7eeaf25d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 944 time: 0.0519764 Nov 16 21:49:28.338879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f22b94f9-44f2-4e19-98ea-68c4cdb04c38 req-2d585665-68b0-4fd8-84b2-2175b3364681 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Nov 16 21:49:29.453388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f31be8-4823-46d1-9bdf-1fe99d712d14 req-ae4c019b-726c-44d9-a0a1-366d23253160 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:29.455140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50f31be8-4823-46d1-9bdf-1fe99d712d14 req-ae4c019b-726c-44d9-a0a1-366d23253160 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 944 time: 0.0482535 Nov 16 21:49:29.502468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50f31be8-4823-46d1-9bdf-1fe99d712d14 req-e02ad48f-a0d3-44a6-9e25-90d95c3565bb tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Nov 16 21:49:29.887590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:29.935832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 4a03a0a4-87e8-4252-8033-00376d4fe62f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:49:29.939649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 4a03a0a4-87e8-4252-8033-00376d4fe62f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:29.940025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:30.018254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:30.039725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:30.041960 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796f29a0-cfdb-431c-8d38-fab597ddb74a" -d '{"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:30.056031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:30.059952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:30.083435 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252732b-0f1d-4010-8fb0-5b21adaf5967 x-openstack-request-id: req-3252732b-0f1d-4010-8fb0-5b21adaf5967 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:30.083971 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:30.083971 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3252732b-0f1d-4010-8fb0-5b21adaf5967 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:30.084349 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'code': 200} Nov 16 21:49:30.110211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:30.171877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6257f04-223e-4330-a7f1-54dd15169a37 req-ab518c0e-ba0e-42d9-bf16-51b3233b4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:30.173275 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6257f04-223e-4330-a7f1-54dd15169a37 req-ab518c0e-ba0e-42d9-bf16-51b3233b4086 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1096 time: 0.0404341 Nov 16 21:49:30.217126 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6257f04-223e-4330-a7f1-54dd15169a37 req-de230e37-46c3-4b8a-b772-0097bbefcdc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Nov 16 21:49:30.619926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cf8a-8389-464b-b76a-afd5d5ffcd97 req-3ddfd6ad-303c-4328-82cd-b8e7ae59eeb2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:30.621394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8331cf8a-8389-464b-b76a-afd5d5ffcd97 req-3ddfd6ad-303c-4328-82cd-b8e7ae59eeb2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0495744 Nov 16 21:49:30.671882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8331cf8a-8389-464b-b76a-afd5d5ffcd97 req-644d4706-7cd4-4d1b-9445-522e7e3bb47d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Nov 16 21:49:31.789182 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df00835-10cb-4dd0-8392-1bb803e7e25d req-77e74d5e-b65d-45a6-be18-26fe4bd8092c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:31.790541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df00835-10cb-4dd0-8392-1bb803e7e25d req-77e74d5e-b65d-45a6-be18-26fe4bd8092c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0512891 Nov 16 21:49:31.837693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2df00835-10cb-4dd0-8392-1bb803e7e25d req-ff292a52-4623-40f8-9527-050dc5eb45c4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Nov 16 21:49:32.057773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-090955f9-1809-4989-ab5b-b88c5cc418e5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:32.059157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-090955f9-1809-4989-ab5b-b88c5cc418e5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 814 time: 0.1016207 Nov 16 21:49:32.073501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-c1f5f422-9ad4-4287-8903-af189cb4c1f5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/quotas/b40f7a2725214f6e934b72133dd4c400 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Nov 16 21:49:32.128345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-5b7e2672-cc47-4a4c-aa1b-1124c687272c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497365 Nov 16 21:49:32.218177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-d10b66aa-d75b-4d81-ab8a-24da604a9fc1 service neutron] 10.222.0.54 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Nov 16 21:49:32.303798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-052d44f3-acd2-4173-939c-5e642c604a07 service neutron] 10.222.0.54 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796893 Nov 16 21:49:32.463674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-176e84d1-81b4-4e17-b40e-848d46516866 req-5d3b2c83-ba0e-4b2f-ba03-e214373d96be tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Nov 16 21:49:33.370497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-55411542-d7ec-4839-a7cd-9284b38aa3fd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:33.371962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-55411542-d7ec-4839-a7cd-9284b38aa3fd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.21 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 814 time: 0.1052065 Nov 16 21:49:33.386768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Request body: {'port': {'device_id': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'admin_state_up': True, 'tenant_id': 'b40f7a2725214f6e934b72133dd4c400'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:33.498261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Made reservation on behalf of b40f7a2725214f6e934b72133dd4c400 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:33.503239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:33.588304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17db7ddf-6535-43ba-8abe-16d404702f28 req-76c5837d-ce66-4f89-a92c-903fe17f39e8 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0518541 Nov 16 21:49:33.658061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Allocated IP 172.20.0.6 (9275d49f-1e48-4145-aa00-ac23b8a2053c/48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c/c93f70b6-0ee2-459f-a4f1-448816c63704) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:33.802304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:33.834572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:33.846438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:33.880368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Network 9275d49f-1e48-4145-aa00-ac23b8a2053c is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:33.883604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:33.887493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:33.915400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Pushing event updated for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:33.942805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:33.943430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:33.959560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-2c4e1749-30e6-477e-bbd2-f4ab6272ebe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766156 Nov 16 21:49:33.973320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Request body: {'port': {'device_id': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:34.024198 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.278603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93f70b6-0ee2-459f-a4f1-448816c63704 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:34.285768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.297565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Transition to ACTIVE for port object c93f70b6-0ee2-459f-a4f1-448816c63704 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:49:34.301568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.352309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Pushing event updated for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:34.418843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Attempting to bind port c93f70b6-0ee2-459f-a4f1-448816c63704 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:34.419559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Attempting to bind port c93f70b6-0ee2-459f-a4f1-448816c63704 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:34.419559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Attempting to bind port c93f70b6-0ee2-459f-a4f1-448816c63704 on network 9275d49f-1e48-4145-aa00-ac23b8a2053c {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:34.423740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Port c93f70b6-0ee2-459f-a4f1-448816c63704 on network 9275d49f-1e48-4145-aa00-ac23b8a2053c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:49:34.424054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Attempting to bind port c93f70b6-0ee2-459f-a4f1-448816c63704 on network 9275d49f-1e48-4145-aa00-ac23b8a2053c {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:34.428981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:34.429303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Checking segment: {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:34.429678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Bound using segment: {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:34.430093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Bound port: c93f70b6-0ee2-459f-a4f1-448816c63704, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0df1e37-72e7-40a2-bb8d-13c6b5161156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:34.430436 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.491540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:34.494634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c93f70b6-0ee2-459f-a4f1-448816c63704,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:34.500241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.542784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:34.543414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:34.544764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] 10.222.0.21 "PUT /v2.0/ports/c93f70b6-0ee2-459f-a4f1-448816c63704 HTTP/1.1" status: 200 len: 1091 time: 0.5756016 Nov 16 21:49:34.545195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:34.547456 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425dbde7-253e-4505-bf41-9c62e7f3820e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:34.567561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951e8b-2274-4f5f-9c7b-bbd86d189c7f service neutron] Pushing event updated for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:34.591640 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ad91e-abba-416a-8016-15b769809d8a x-openstack-request-id: req-5b1ad91e-abba-416a-8016-15b769809d8a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:34.591915 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:34.592161 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b1ad91e-abba-416a-8016-15b769809d8a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:34.592550 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704', 'status': 'completed', 'code': 200} Nov 16 21:49:34.626301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-d87d2761-438b-4b50-b74b-5f59d452cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:34.627907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-d87d2761-438b-4b50-b74b-5f59d452cb67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0449412 Nov 16 21:49:34.673073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-8c005607-5c6c-40eb-bf63-00f001c85dfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c93f70b6-0ee2-459f-a4f1-448816c63704 HTTP/1.1" status: 200 len: 217 time: 0.0358078 Nov 16 21:49:34.745965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-20ecc4e3-d0e8-43e7-b879-3a99757d7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:34.747455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-20ecc4e3-d0e8-43e7-b879-3a99757d7021 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0670578 Nov 16 21:49:34.756651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b8bf-d4a8-4836-b893-73aa363134b7 req-3c29329d-79d3-482f-babd-0eb146573172 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:34.758024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da27b8bf-d4a8-4836-b893-73aa363134b7 req-3c29329d-79d3-482f-babd-0eb146573172 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 943 time: 0.0877254 Nov 16 21:49:34.792162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-3776a5ba-2aba-4567-accf-de6368aaa3bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331433 Nov 16 21:49:35.127883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da27b8bf-d4a8-4836-b893-73aa363134b7 req-2246a93a-50f2-4759-adc9-88b178d91db7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617010 Nov 16 21:49:35.161297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-b8b0d0f0-3d10-48e6-af96-1929f69e43a7 service neutron] 10.222.0.21 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612192 Nov 16 21:49:35.250129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a9e0c19-c2e3-4578-b846-725f64ccc33b req-dc542817-264b-4f2d-8359-233b55095b52 service neutron] 10.222.0.21 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795882 Nov 16 21:49:35.339580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-7e030b70-30ec-425f-9546-a8abe4e5c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:35.341057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-7e030b70-30ec-425f-9546-a8abe4e5c2b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0430791 Nov 16 21:49:35.428505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-c779027e-07ca-4ec4-8a18-38aa6c2f8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:35.429966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-c779027e-07ca-4ec4-8a18-38aa6c2f8355 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.0818841 Nov 16 21:49:35.474327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-2a40cc9b-0ddc-4914-bfeb-2e9a5c085315 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c93f70b6-0ee2-459f-a4f1-448816c63704 HTTP/1.1" status: 200 len: 217 time: 0.0371044 Nov 16 21:49:35.524506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-b364782d-e615-4d6e-acd1-509defc021e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:35.525961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-b364782d-e615-4d6e-acd1-509defc021e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0428417 Nov 16 21:49:35.560092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-93de2ae4-76b7-4c63-8e1e-460744a8361c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233400 Nov 16 21:49:35.576819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:35.645638 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91223c53-430d-413a-ba7b-b4f5160d7ffd tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/floatingips/e70ce38e-bf12-4e6d-a596-8477bb98117e HTTP/1.1" status: 200 len: 994 time: 0.0665071 Nov 16 21:49:35.661485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-2a6a2a5f-4d18-4da5-bb37-024e89daff22 service neutron] 10.222.0.21 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922563 Nov 16 21:49:35.752928 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-425dbde7-253e-4505-bf41-9c62e7f3820e req-f73c7543-46f2-4c32-9116-3b1221018012 service neutron] 10.222.0.21 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834169 Nov 16 21:49:35.902369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:36.055466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 07880efd-4f21-4abb-805c-4205334cb8f9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:36.055720 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.136029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.136346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.148933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 07880efd-4f21-4abb-805c-4205334cb8f9 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:36.241595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b95406-afa2-4682-831d-32cf3289a70b req-76568e44-35d9-4b1b-9f76-649260a7421b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:36.243105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2b95406-afa2-4682-831d-32cf3289a70b req-76568e44-35d9-4b1b-9f76-649260a7421b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 943 time: 0.0493100 Nov 16 21:49:36.296105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d2b95406-afa2-4682-831d-32cf3289a70b req-86ee3906-1bf1-4c64-aa87-26ec93d256ce tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Nov 16 21:49:36.299132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.325500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=07880efd-4f21-4abb-805c-4205334cb8f9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:36.384764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.385385 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Floating IP e70ce38e-bf12-4e6d-a596-8477bb98117e disassociated (deleted). External IP: 172.25.7.155, port: 814974dd-fd64-48c9-aa81-bff1b732cb30. Nov 16 21:49:36.588432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:36.694983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:36.699729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:36.704575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Sync routers for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:36.713576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:36.714175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:36.726591 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-168bbcf4-7ff1-4192-a826-9ae99a789cec tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/floatingips/e70ce38e-bf12-4e6d-a596-8477bb98117e HTTP/1.1" status: 204 len: 168 time: 0.8231289 Nov 16 21:49:36.727212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:36.729493 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068" -d '{"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:36.775696 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b650d3-9ed2-40ab-ab81-f979a266e0dd x-openstack-request-id: req-d5b650d3-9ed2-40ab-ab81-f979a266e0dd {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:36.776019 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:36.776302 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5b650d3-9ed2-40ab-ab81-f979a266e0dd {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:36.776715 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'status': 'completed', 'code': 200} Nov 16 21:49:36.825156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:36.840088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-8ae8ab62-771e-4738-aa34-f342597b7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:36.842328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-8ae8ab62-771e-4738-aa34-f342597b7c4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 1097 time: 0.0434856 Nov 16 21:49:36.972521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-55af870d-015c-4dbe-9bac-15453e69b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:36.974051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-55af870d-015c-4dbe-9bac-15453e69b732 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 200 len: 898 time: 0.1241407 Nov 16 21:49:36.999641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039c20-ee93-4c79-ad53-3f8f2fb038ac req-66cb3adc-5a76-443a-98b8-7f3bf0a5f40c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:37.001134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc039c20-ee93-4c79-ad53-3f8f2fb038ac req-66cb3adc-5a76-443a-98b8-7f3bf0a5f40c tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0721140 Nov 16 21:49:37.030583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-ef051270-ddfa-49f1-9df4-01099fa90e4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 200 len: 217 time: 0.0465634 Nov 16 21:49:37.036869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:37.062521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Checking router: 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:37.070649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:37.071275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:37.108516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc039c20-ee93-4c79-ad53-3f8f2fb038ac req-c5b6dcf4-1bad-47ed-b7ff-7698d673d9e5 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807514 Nov 16 21:49:37.112359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-b1c84cb1-5d3d-4a12-8831-2ec7220a10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:37.113865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-b1c84cb1-5d3d-4a12-8831-2ec7220a10fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 200 len: 834 time: 0.0712595 Nov 16 21:49:37.169513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-22aa01e7-6b1b-460f-8ae0-7f5b00247b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:37.171169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-22aa01e7-6b1b-460f-8ae0-7f5b00247b18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3340157-4f35-493f-ac40-2e6b9680798a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460205 Nov 16 21:49:37.179329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:37.261592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-f8f71ce6-e557-42ca-aa96-c85508335e2b service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819020 Nov 16 21:49:37.358026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0753530-63e4-4fe8-9c0c-39bd4d9b1068 req-34c0ff54-bc40-44a5-bed6-49f73c5ff480 service neutron] 10.222.0.21 "GET /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Nov 16 21:49:37.383279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:37.411094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fba1ca-5415-4d3e-9078-1781b05b2dae None None] The sync data for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 is: [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:46Z', 'revision_number': 4, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3583353c-c4d0-4924-be10-88e568c42908', 'name': '', 'network_id': 'b3340157-4f35-493f-ac40-2e6b9680798a', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'mac_address': 'fa:16:3e:69:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '075806b1-2747-4a48-8715-7fdab3840813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:45Z', 'updated_at': '2021-11-16T21:48:49Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'subnets': [{'id': '075806b1-2747-4a48-8715-7fdab3840813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:37.429156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e14bf-cb77-45c1-9df4-b072d0ae9903 req-fa2864dd-c436-4347-b804-db6ff4718134 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:37.431599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-768e14bf-cb77-45c1-9df4-b072d0ae9903 req-fa2864dd-c436-4347-b804-db6ff4718134 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 943 time: 0.0656252 Nov 16 21:49:37.482774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-768e14bf-cb77-45c1-9df4-b072d0ae9903 req-5a7f8ad4-b5fc-4328-b8dd-c443e95efc0e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Nov 16 21:49:37.621541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c93f70b6-0ee2-459f-a4f1-448816c63704 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:49:37.641281 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394269e-5d3c-4f96-9c47-62bf8e6212a2 None None] New status for floating IP e70ce38e-bf12-4e6d-a596-8477bb98117e: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:49:37.734172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c93f70b6-0ee2-459f-a4f1-448816c63704,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:37.745589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'c93f70b6-0ee2-459f-a4f1-448816c63704', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'port_id': 'c93f70b6-0ee2-459f-a4f1-448816c63704', 'mac_address': 'fa:16:3e:f8:cf:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:49:37.786072 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:37.799999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93f70b6-0ee2-459f-a4f1-448816c63704 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:37.822068 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c93f70b6-0ee2-459f-a4f1-448816c63704,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:37.827660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:37.875322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:38.076436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['c93f70b6-0ee2-459f-a4f1-448816c63704'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:38.229789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f96437-ae0e-4e7a-a8ce-e003d3b0337d req-587685af-c757-422f-8367-253746485252 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:38.233316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5f96437-ae0e-4e7a-a8ce-e003d3b0337d req-587685af-c757-422f-8367-253746485252 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0508211 Nov 16 21:49:38.281385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5f96437-ae0e-4e7a-a8ce-e003d3b0337d req-d4d72873-c8b9-444a-a64e-1d2dce3f595a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "GET /v2.0/security-groups?id=37be83a6-3729-4b36-99a5-416fe2bd03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Nov 16 21:49:38.358601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-907f3c38-96b2-41a3-9d60-a434a471f417 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:38.360041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-907f3c38-96b2-41a3-9d60-a434a471f417 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "GET /v2.0/ports?device_id=4010545e-408f-449d-b713-14a53df0380b HTTP/1.1" status: 200 len: 946 time: 0.0519116 Nov 16 21:49:38.461523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 814974dd-fd64-48c9-aa81-bff1b732cb30 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:38.461854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:38.555272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 814974dd-fd64-48c9-aa81-bff1b732cb30, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814974dd-fd64-48c9-aa81-bff1b732cb30,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:38.555641 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:38.578048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 814974dd-fd64-48c9-aa81-bff1b732cb30 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:38.661393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2bb66-12f6-4fc4-9ae8-44f1bc072301 req-2f0e2530-e8e4-4122-86fc-564147e2bd3a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:38.662896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b2bb66-12f6-4fc4-9ae8-44f1bc072301 req-2f0e2530-e8e4-4122-86fc-564147e2bd3a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 944 time: 0.0996301 Nov 16 21:49:38.732111 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b2bb66-12f6-4fc4-9ae8-44f1bc072301 req-130912a8-218f-4981-9e2a-5274de3d2e8f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620232 Nov 16 21:49:38.780013 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:38.806613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=814974dd-fd64-48c9-aa81-bff1b732cb30,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:38.849860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] No DVR routers for this DVR port 814974dd-fd64-48c9-aa81-bff1b732cb30 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:49:38.852418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:38.855701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aea481c-3efe-4e7d-907e-17a5b1ba1ce5 req-04fca761-e368-447a-9646-e149902fdaa4 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.21 "DELETE /v2.0/ports/814974dd-fd64-48c9-aa81-bff1b732cb30 HTTP/1.1" status: 204 len: 173 time: 0.4891272 Nov 16 21:49:38.856134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'name': 'network-vif-deleted', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:38.858350 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c42f9-9e91-456e-b7bd-d064e11def14" -d '{"events": [{"server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "name": "network-vif-deleted", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:38.900397 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83b5e9-4377-443b-8db6-214886ec62b0 x-openstack-request-id: req-5b83b5e9-4377-443b-8db6-214886ec62b0 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:38.900702 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010545e-408f-449d-b713-14a53df0380b", "name": "network-vif-deleted", "tag": "814974dd-fd64-48c9-aa81-bff1b732cb30", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:38.900953 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b83b5e9-4377-443b-8db6-214886ec62b0 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:38.901337 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4010545e-408f-449d-b713-14a53df0380b', 'name': 'network-vif-deleted', 'tag': '814974dd-fd64-48c9-aa81-bff1b732cb30', 'status': 'completed', 'code': 200} Nov 16 21:49:39.171324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.337042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:39.395378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.420374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.480773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.484062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.485235 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/security-groups/37be83a6-3729-4b36-99a5-416fe2bd03d1 HTTP/1.1" status: 204 len: 168 time: 0.1472168 Nov 16 21:49:39.494597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a23358-daf5-4af2-96c3-42c10751beb1 tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be83a6-3729-4b36-99a5-416fe2bd03d1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:39.528294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56624) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:39.650781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c93f70b6-0ee2-459f-a4f1-448816c63704 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:39.699257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port c93f70b6-0ee2-459f-a4f1-448816c63704 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:49:39.703390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port c93f70b6-0ee2-459f-a4f1-448816c63704 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:39.703755 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.788726 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.812350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:39.815030 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7234c7c9-c521-4975-befb-ff25c9ba9c8a" -d '{"events": [{"server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:39.828054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c93f70b6-0ee2-459f-a4f1-448816c63704,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:39.832729 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:39.860058 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221a748-57e8-46aa-8e06-78106faad5bb x-openstack-request-id: req-4221a748-57e8-46aa-8e06-78106faad5bb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:39.860348 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:39.860599 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4221a748-57e8-46aa-8e06-78106faad5bb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:39.861022 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704', 'code': 200} Nov 16 21:49:39.877145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7657c3-2d6c-41a3-81ba-ec72d48a8603 req-defd80cd-b2b2-4f47-9ead-542e2c56f4a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:39.878662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef7657c3-2d6c-41a3-81ba-ec72d48a8603 req-defd80cd-b2b2-4f47-9ead-542e2c56f4a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 944 time: 0.0658352 Nov 16 21:49:39.890975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:39.985292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef7657c3-2d6c-41a3-81ba-ec72d48a8603 req-51558842-dc99-48db-8356-24c0f5059d74 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975218 Nov 16 21:49:40.005945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf62e9-36a2-4c01-8f9c-1c895c8e67d4 req-b9c55bf8-0fe0-4eeb-b63f-cbf7011ff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:40.007559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46cf62e9-36a2-4c01-8f9c-1c895c8e67d4 req-b9c55bf8-0fe0-4eeb-b63f-cbf7011ff517 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0909832 Nov 16 21:49:40.014689 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:40.131800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46cf62e9-36a2-4c01-8f9c-1c895c8e67d4 req-43b6090e-e3da-49f1-a34b-a2dce2ec9899 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Nov 16 21:49:40.308290 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 3583353c-c4d0-4924-be10-88e568c42908 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:40.308552 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:40.396123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 3583353c-c4d0-4924-be10-88e568c42908, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3583353c-c4d0-4924-be10-88e568c42908,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:40.396483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:40.409025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 3583353c-c4d0-4924-be10-88e568c42908 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:40.594952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:40.622043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=3583353c-c4d0-4924-be10-88e568c42908,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:40.802366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.015884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:41.426229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8559b2-6fbf-4f89-8bcc-914ad53c42d6 req-44542110-b862-4fe9-b0cf-f136223f8b2e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:41.427711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e8559b2-6fbf-4f89-8bcc-914ad53c42d6 req-44542110-b862-4fe9-b0cf-f136223f8b2e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 945 time: 0.3461034 Nov 16 21:49:41.435183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:41.443860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9910c9c0-f912-48ae-be39-5f0ccf630c7d tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "PUT /v2.0/routers/196d0d99-8fe8-45a7-a6bf-c99f3b126b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9104509 Nov 16 21:49:41.443988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56632) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:41.446552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Sync routers for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:41.457286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:41.458367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:41.499498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e8559b2-6fbf-4f89-8bcc-914ad53c42d6 req-c7b03930-06f5-4665-afd5-ee4ba69637be tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Nov 16 21:49:41.502095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting subnet 075806b1-2747-4a48-8715-7fdab3840813 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:49:41.505640 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.547196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.580142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:41.627747 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.689544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.716839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Subnet': ['ID=075806b1-2747-4a48-8715-7fdab3840813,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:41.720547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:41.723713 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7a4160c4-dba1-463d-a7f4-b19a1529dafe tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/subnets/075806b1-2747-4a48-8715-7fdab3840813 HTTP/1.1" status: 204 len: 168 time: 0.2791700 Nov 16 21:49:41.726369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:41.737081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dbb02e-a584-46c2-8e28-dd9e2a94dcfd None None] Network b3340157-4f35-493f-ac40-2e6b9680798a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:41.861736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:49:40Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:41.892390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Checking router: 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:41.910567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Routers {'196d0d99-8fe8-45a7-a6bf-c99f3b126b90'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:41.911507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:42.001656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] DHCP port deletion for b3340157-4f35-493f-ac40-2e6b9680798a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:42.055676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] Set router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:42.107158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.215107 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.270653 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Deleting port 345ddc23-3233-4d1f-91a0-e3f1e8768a88 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:42.271044 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.326811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Deleting port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:42.327207 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.348698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] For port 345ddc23-3233-4d1f-91a0-e3f1e8768a88, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=345ddc23-3233-4d1f-91a0-e3f1e8768a88,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:42.349061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.362115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Calling delete_port for 345ddc23-3233-4d1f-91a0-e3f1e8768a88 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:42.413207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] For port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,segment=NetworkSegment(6caac3f1-85e3-435f-a095-a89c02266d4f),segment_id=6caac3f1-85e3-435f-a095-a89c02266d4f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:42.413608 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.428328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Calling delete_port for 2f1a7346-6c30-4939-96e1-f72ca0c16c2a owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:42.525869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.539664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:49:40Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:42.559515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Port': ['ID=345ddc23-3233-4d1f-91a0-e3f1e8768a88,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:42.572874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93de1cc-02d2-49b1-aa51-9d83e1dfb2ba None None] The sync data for ids ['196d0d99-8fe8-45a7-a6bf-c99f3b126b90'] in n-d-816206-5 is: [{'id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'name': 'tempest-TestNetworkBasicOps-router-1808847043', 'tenant_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:49:40Z', 'revision_number': 5, 'project_id': 'cae077d77d014bc5aeecfc13cb6c2380', 'gw_port': {'id': '345ddc23-3233-4d1f-91a0-e3f1e8768a88', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d0d99-8fe8-45a7-a6bf-c99f3b126b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:48:42Z', 'updated_at': '2021-11-16T21:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:42.576443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa1c47-425b-49a1-9a36-5737319f2d98 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:42.582431 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.621614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] Pushing event deleted for resources: {'Port': ['ID=2f1a7346-6c30-4939-96e1-f72ca0c16c2a,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:42.624026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38cf6c-edb1-43e0-9a6a-c3e845b7594c None None] No DVR routers for this DVR port 2f1a7346-6c30-4939-96e1-f72ca0c16c2a on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:49:42.649910 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.654903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43812044-c738-479f-b4da-c463b08f169f req-45c62e70-8ffa-4a71-a680-4083cd75d04d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:42.656412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43812044-c738-479f-b4da-c463b08f169f req-45c62e70-8ffa-4a71-a680-4083cd75d04d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 945 time: 0.0893390 Nov 16 21:49:42.705070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-43812044-c738-479f-b4da-c463b08f169f req-e32b0278-f27c-4e45-8e81-7b5ea79af3ab tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Nov 16 21:49:42.744660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.746957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.792293 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.792842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Fanout notify agent at l3_agent the message router_deleted on router 196d0d99-8fe8-45a7-a6bf-c99f3b126b90 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:49:42.800307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.801507 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68f2b735-98d9-4066-a795-5a25f32f8ccc tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/routers/196d0d99-8fe8-45a7-a6bf-c99f3b126b90 HTTP/1.1" status: 204 len: 168 time: 1.0741920 Nov 16 21:49:42.804326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:42.889314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.957336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498faa4-c8c2-468d-8563-9c99af43b9ab req-09ff9123-f003-4d0d-b36c-29463382f184 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:42.958909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9498faa4-c8c2-468d-8563-9c99af43b9ab req-09ff9123-f003-4d0d-b36c-29463382f184 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 945 time: 0.0536089 Nov 16 21:49:42.984845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.006507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3340157-4f35-493f-ac40-2e6b9680798a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.014201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.017901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caac3f1-85e3-435f-a095-a89c02266d4f') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.018208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caac3f1-85e3-435f-a095-a89c02266d4f') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.029457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9498faa4-c8c2-468d-8563-9c99af43b9ab req-b0970b77-bc26-4ef9-8409-4b336bed1810 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597301 Nov 16 21:49:43.034829 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.049770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.055991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:49:43.056374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:49:43.059489 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:49:43.116514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.123780 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.126872 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] 10.222.0.54 "DELETE /v2.0/networks/b3340157-4f35-493f-ac40-2e6b9680798a HTTP/1.1" status: 204 len: 168 time: 0.3216109 Nov 16 21:49:43.140729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7369-dce7-430b-9935-69299b74418a tempest-TestNetworkBasicOps-966841275 tempest-TestNetworkBasicOps-966841275-project] Pushing event deleted for resources: {'Network': ['ID=b3340157-4f35-493f-ac40-2e6b9680798a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:43.339781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:43.472791 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ea3a058-a6b1-4fef-be4e-ac158f87db43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cae077d77d014bc5aeecfc13cb6c2380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318161 Nov 16 21:49:43.475238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56652) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:43.528136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.549557 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.598443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.601278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.602601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b17839da-101f-4fba-a58e-461cc46d4af2 HTTP/1.1" status: 204 len: 168 time: 0.1262751 Nov 16 21:49:43.616561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9776e-2658-48c4-be75-618dfc3ee8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17839da-101f-4fba-a58e-461cc46d4af2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:43.696813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814974dd-fd64-48c9-aa81-bff1b732cb30 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:43.718240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 814974dd-fd64-48c9-aa81-bff1b732cb30 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:43.718585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814974dd-fd64-48c9-aa81-bff1b732cb30 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:43.871462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56658) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:43.884347 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f352cbd-f579-4d9f-8793-895240ccd3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.960633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f352cbd-f579-4d9f-8793-895240ccd3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.968064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7f352cbd-f579-4d9f-8793-895240ccd3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.970225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3583353c-c4d0-4924-be10-88e568c42908 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:43.991034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 3583353c-c4d0-4924-be10-88e568c42908 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:43.991383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3583353c-c4d0-4924-be10-88e568c42908 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:43.991792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2f1a7346-6c30-4939-96e1-f72ca0c16c2a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:44.007443 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f352cbd-f579-4d9f-8793-895240ccd3da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cea4d754a95445280634c1b15bf9224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348109 Nov 16 21:49:44.008315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352cbd-f579-4d9f-8793-895240ccd3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d88ddd-5307-45dc-9742-1589a6485352,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:44.010060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56660) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:44.012534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2f1a7346-6c30-4939-96e1-f72ca0c16c2a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:44.013476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2f1a7346-6c30-4939-96e1-f72ca0c16c2a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:44.014080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 345ddc23-3233-4d1f-91a0-e3f1e8768a88 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:44.036977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 345ddc23-3233-4d1f-91a0-e3f1e8768a88 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:44.037326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 345ddc23-3233-4d1f-91a0-e3f1e8768a88 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:44.073495 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.104508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.164203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe63cc-2791-43a6-b2bf-d169e03f5b7c req-9e4c559e-ca56-4938-a521-58a9fec5d891 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:44.165671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65fe63cc-2791-43a6-b2bf-d169e03f5b7c req-9e4c559e-ca56-4938-a521-58a9fec5d891 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 945 time: 0.0735343 Nov 16 21:49:44.197458 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.200040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.201731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82d88ddd-5307-45dc-9742-1589a6485352 HTTP/1.1" status: 204 len: 168 time: 0.1901174 Nov 16 21:49:44.226852 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90144b-b92c-4dd2-ae0a-c29f29d69e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d88ddd-5307-45dc-9742-1589a6485352,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:44.258623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65fe63cc-2791-43a6-b2bf-d169e03f5b7c req-aa59c2ce-177f-460c-90ea-f31913a2c4f9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Nov 16 21:49:44.279295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814769-147f-493a-95ee-3b71f550b23a req-410de082-70f9-43e8-85f4-542e41952bca tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:44.281236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c814769-147f-493a-95ee-3b71f550b23a req-410de082-70f9-43e8-85f4-542e41952bca tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbc104b9-ac91-44cc-932f-9d41e3e3e6d7 HTTP/1.1" status: 200 len: 945 time: 0.0661788 Nov 16 21:49:44.371914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Deleting port c93f70b6-0ee2-459f-a4f1-448816c63704 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:44.372319 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.464051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] For port c93f70b6-0ee2-459f-a4f1-448816c63704, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c93f70b6-0ee2-459f-a4f1-448816c63704,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:44.464406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.477795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Calling delete_port for c93f70b6-0ee2-459f-a4f1-448816c63704 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:44.612074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.626152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:44.628587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['c93f70b6-0ee2-459f-a4f1-448816c63704'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:44.642696 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Pushing event deleted for resources: {'Port': ['ID=c93f70b6-0ee2-459f-a4f1-448816c63704,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:44.683946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] No DVR routers for this DVR port c93f70b6-0ee2-459f-a4f1-448816c63704 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:49:44.689633 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:44.693204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c814769-147f-493a-95ee-3b71f550b23a req-3943caaf-e700-48b8-be07-3573cb788d46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.21 "DELETE /v2.0/ports/c93f70b6-0ee2-459f-a4f1-448816c63704 HTTP/1.1" status: 204 len: 173 time: 0.4062059 Nov 16 21:49:44.693760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'name': 'network-vif-deleted', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:44.696502 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890f212-b5de-4a1a-9db1-3d6688c51e06" -d '{"events": [{"server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "name": "network-vif-deleted", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:44.742510 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629aee4-dd2e-4cca-a097-70b5391564f8 x-openstack-request-id: req-6629aee4-dd2e-4cca-a097-70b5391564f8 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:44.742904 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc104b9-ac91-44cc-932f-9d41e3e3e6d7", "name": "network-vif-deleted", "tag": "c93f70b6-0ee2-459f-a4f1-448816c63704", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:44.743145 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6629aee4-dd2e-4cca-a097-70b5391564f8 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:44.743556 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc104b9-ac91-44cc-932f-9d41e3e3e6d7', 'name': 'network-vif-deleted', 'tag': 'c93f70b6-0ee2-459f-a4f1-448816c63704', 'status': 'completed', 'code': 200} Nov 16 21:49:44.905251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56686) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:45.000801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1481798446-network', 'tenant_id': 'eb09d9fc6b3b48ea8e5df10c3877337a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:45.020604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Made reservation on behalf of eb09d9fc6b3b48ea8e5df10c3877337a for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:45.023158 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.031741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.110348 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.114420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.135363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:49:45.150897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3109c-72e3-4a63-9227-3d83393f6622,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:45.154333 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.154677 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Added segment 6287f90c-f9f8-44f8-91cc-8ec100ae1bbb of type vlan for network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 Nov 16 21:49:45.199384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.224607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.225602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:45.226172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.276070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3697431 Nov 16 21:49:45.279231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:45.284598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Request body: {'subnet': {'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1481798446-subnet', 'tenant_id': 'eb09d9fc6b3b48ea8e5df10c3877337a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:45.287339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefb98b-f3c0-43c9-b4ad-23cda8477ddd admin admin] Pushing event updated for resources: {'Network': ['ID=0ad65eb2-2ec5-4162-9ea0-51dc4f478220,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:45.303586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:49:45.310808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Made reservation on behalf of eb09d9fc6b3b48ea8e5df10c3877337a for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:45.313194 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.383913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f542ff7c-632a-4011-a39e-1246ac5a6324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.421176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d068c-417f-400e-86c7-4988c0b3caed req-024bc524-e07e-4533-b18d-d8e102562314 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:45.422771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c55d068c-417f-400e-86c7-4988c0b3caed req-024bc524-e07e-4533-b18d-d8e102562314 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0531013 Nov 16 21:49:45.476526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c55d068c-417f-400e-86c7-4988c0b3caed req-b92a59f2-5174-4c16-9e29-872172611013 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Nov 16 21:49:45.503599 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.559465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5802b0-a4a2-410f-bae9-b583b5f184a0,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:45.568907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Checking segment: {'id': '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:45.569270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Network hostable DHCP agents. Network: 0ad65eb2-2ec5-4162-9ea0-51dc4f478220, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:49:45.585396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:49:45.594672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0ad65eb2-2ec5-4162-9ea0-51dc4f478220) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:45.599767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:45.600632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.605759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a878209-4b92-4d34-aec2-0fe45339f617 None None] Network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:45.620517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89a6811a-40c5-4d08-b41b-4a6caf51b2f3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3372006 Nov 16 21:49:45.701737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eec76-55bd-4cc6-8043-ef9b36902012 req-243be3fb-80c4-47cf-885f-ad1c4dba1034 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:45.703788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306eec76-55bd-4cc6-8043-ef9b36902012 req-243be3fb-80c4-47cf-885f-ad1c4dba1034 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0533314 Nov 16 21:49:45.740944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647a189-01a1-49f5-b740-0ab93c14b4a5 None None] Network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:45.759351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-306eec76-55bd-4cc6-8043-ef9b36902012 req-cc4f6d59-8e6a-40e4-917a-ba699019d77d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Nov 16 21:49:45.879836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5001c3-34aa-465b-bc1c-c93a3119e995 req-c820f378-d766-4932-a4f7-8b42a237df6c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:45.881432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc5001c3-34aa-465b-bc1c-c93a3119e995 req-c820f378-d766-4932-a4f7-8b42a237df6c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0508800 Nov 16 21:49:45.933725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc5001c3-34aa-465b-bc1c-c93a3119e995 req-21149a57-7f0b-42a0-89a8-90005ea8ff1f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Nov 16 21:49:46.126971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 56722) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:46.132028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1487490759-network', 'tenant_id': 'e237659f274148aaa5f39d8c4b9201ae'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:46.154114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Made reservation on behalf of e237659f274148aaa5f39d8c4b9201ae for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:46.158378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.174183 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.264258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.268822 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.289619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:49:46.304517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0f035-d074-4da8-91d5-2e987a25a7bd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:46.307364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.307703 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Added segment 9587d9c5-cec0-4676-bfc2-4016374d6d61 of type vlan for network a3c9ee83-b8e0-4538-92ce-2181b922cfda Nov 16 21:49:46.348363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.373901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.375329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:46.375936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.429577 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3014705 Nov 16 21:49:46.432543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 56736) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:46.439483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Request body: {'subnet': {'network_id': 'a3c9ee83-b8e0-4538-92ce-2181b922cfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1487490759-subnet', 'tenant_id': 'e237659f274148aaa5f39d8c4b9201ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:46.441118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d390d-fde0-43a3-a092-47abff4716a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c9ee83-b8e0-4538-92ce-2181b922cfda,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:46.454708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a3c9ee83-b8e0-4538-92ce-2181b922cfda details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:49:46.475585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Made reservation on behalf of e237659f274148aaa5f39d8c4b9201ae for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:46.478207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.650585 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.707693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6540c4-9390-4cae-be8a-b305dff51afa,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:46.717661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Checking segment: {'id': '9587d9c5-cec0-4676-bfc2-4016374d6d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a3c9ee83-b8e0-4538-92ce-2181b922cfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:46.718011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Network hostable DHCP agents. Network: a3c9ee83-b8e0-4538-92ce-2181b922cfda, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:49:46.735854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Network a3c9ee83-b8e0-4538-92ce-2181b922cfda is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:49:46.744693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a3c9ee83-b8e0-4538-92ce-2181b922cfda) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:46.749776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:46.750813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.754191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f751ef19-9280-4019-892a-158949cd46fc None None] Network a3c9ee83-b8e0-4538-92ce-2181b922cfda requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:46.767356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9c9619c2-4ba2-4b28-b9a4-7f38235670ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3336871 Nov 16 21:49:46.889789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07438f6-56a3-4841-a989-7ae88971c354 None None] Network a3c9ee83-b8e0-4538-92ce-2181b922cfda requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:47.276011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-5b2496c0-a50c-4dfd-a7b5-eec509772d99 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:47.277479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-5b2496c0-a50c-4dfd-a7b5-eec509772d99 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/networks?id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 200 len: 812 time: 0.1006582 Nov 16 21:49:47.292994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-3cec2631-7dcd-4d0c-9cb9-febf565d1585 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/quotas/eb09d9fc6b3b48ea8e5df10c3877337a HTTP/1.1" status: 200 len: 375 time: 0.0091524 Nov 16 21:49:47.328615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-7058425b-966a-4879-bd78-010568590337 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293233 Nov 16 21:49:47.526644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-10ffa5f1-1865-4f8b-811a-1ae80501dbd1 service neutron] 10.222.0.54 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905613 Nov 16 21:49:47.654702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bc5a3-513d-4fcf-a340-e514e83784a1 req-4185f348-e57f-4767-9cad-97ae3a276a88 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:47.656193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c2bc5a3-513d-4fcf-a340-e514e83784a1 req-4185f348-e57f-4767-9cad-97ae3a276a88 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0706992 Nov 16 21:49:47.672205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-7467b61c-c14e-4e80-a7ed-390def837d7e service neutron] 10.222.0.54 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351023 Nov 16 21:49:47.700755 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b5afc22c-c7eb-41cf-a4dc-905ff5cb814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.709374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c2bc5a3-513d-4fcf-a340-e514e83784a1 req-1d5af861-3b90-41f8-8c35-26ec60d535db tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Nov 16 21:49:47.712405 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c93f70b6-0ee2-459f-a4f1-448816c63704 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:47.740259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: c93f70b6-0ee2-459f-a4f1-448816c63704 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:47.740682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c93f70b6-0ee2-459f-a4f1-448816c63704 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:47.858375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6f0d9-603c-474d-ba66-631b50df1b45 req-18c11eca-125a-469f-8379-9d18e168673d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:47.859881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9f6f0d9-603c-474d-ba66-631b50df1b45 req-18c11eca-125a-469f-8379-9d18e168673d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0805357 Nov 16 21:49:47.862780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a330c6da-288c-45f2-b00c-d79d14642c13 req-24018bfe-53a1-49b9-83d6-85e6aa8d3ac7 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 210 time: 0.0449250 Nov 16 21:49:47.910474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9f6f0d9-603c-474d-ba66-631b50df1b45 req-1c54d000-d4b8-4e1c-9926-c017bfc611e1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Nov 16 21:49:48.786691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-fb1247ac-d080-4e61-90f1-6f5e4613f7f9 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:48.788957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-fb1247ac-d080-4e61-90f1-6f5e4613f7f9 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.21 "GET /v2.0/networks?id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 200 len: 812 time: 0.1089194 Nov 16 21:49:48.802185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Request body: {'port': {'device_id': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220', 'admin_state_up': True, 'tenant_id': 'eb09d9fc6b3b48ea8e5df10c3877337a'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:48.929160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Made reservation on behalf of eb09d9fc6b3b48ea8e5df10c3877337a for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:48.933695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.016014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-214d8b03-1224-40cf-89bb-ff483618db42 req-f17d9012-03f2-4555-b998-a236c01e95b3 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 210 time: 0.0641041 Nov 16 21:49:49.093793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Allocated IP 172.20.0.8 (0ad65eb2-2ec5-4162-9ea0-51dc4f478220/de5802b0-a4a2-410f-bae9-b583b5f184a0/3a927b37-f46c-4756-bcd4-1b6c50f5741c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:49.240523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.275733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.320338 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:49.323587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:49.332134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:49.343615 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.359921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Pushing event updated for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.409656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:49.410257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.430057 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446467-d22c-4a3a-bdf5-ea602c9466d2 req-5f0183a0-7da5-4464-96d5-f5b224eb6a9b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:49.431544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92446467-d22c-4a3a-bdf5-ea602c9466d2 req-5f0183a0-7da5-4464-96d5-f5b224eb6a9b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1032898 Nov 16 21:49:49.435124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-acdc6a44-7db9-455e-a275-7d3e1e9103b2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367307 Nov 16 21:49:49.447745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Request body: {'port': {'device_id': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.526295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92446467-d22c-4a3a-bdf5-ea602c9466d2 req-cae82370-1119-4a32-9df4-103843437d00 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886664 Nov 16 21:49:49.526837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.743684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d15ee0-2d6d-457f-b211-574dfd4f8366 req-13532946-848e-48a3-a6e8-3d55a2f38a49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:49.745147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d15ee0-2d6d-457f-b211-574dfd4f8366 req-13532946-848e-48a3-a6e8-3d55a2f38a49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1123137 Nov 16 21:49:49.820159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4d15ee0-2d6d-457f-b211-574dfd4f8366 req-acfcc027-24fa-4160-b787-090022222a57 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 Nov 16 21:49:49.875750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a927b37-f46c-4756-bcd4-1b6c50f5741c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:49.883349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.895566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Transition to ACTIVE for port object 3a927b37-f46c-4756-bcd4-1b6c50f5741c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:49:49.899790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.989363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Pushing event updated for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.043721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f311ec-860b-43bd-a451-deaf1bb9047e req-163ff6b6-58bb-42ec-b4de-d65861672c3b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.045755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f311ec-860b-43bd-a451-deaf1bb9047e req-163ff6b6-58bb-42ec-b4de-d65861672c3b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1050401 Nov 16 21:49:50.071341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Attempting to bind port 3a927b37-f46c-4756-bcd4-1b6c50f5741c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:50.071603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Attempting to bind port 3a927b37-f46c-4756-bcd4-1b6c50f5741c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:50.071926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Attempting to bind port 3a927b37-f46c-4756-bcd4-1b6c50f5741c on network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:50.079826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Port 3a927b37-f46c-4756-bcd4-1b6c50f5741c on network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:49:50.080071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Attempting to bind port 3a927b37-f46c-4756-bcd4-1b6c50f5741c on network 0ad65eb2-2ec5-4162-9ea0-51dc4f478220 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:50.107331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:50.107647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Checking segment: {'id': '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:50.108026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Bound using segment: {'id': '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:50.108454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Bound port: 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:50.108807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.152848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32f311ec-860b-43bd-a451-deaf1bb9047e req-deeb345b-c859-45b2-affd-6c95c3d674d3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Nov 16 21:49:50.192578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5616e-fd8d-42b9-bd24-af46ff8d57c3 req-68a02c61-3247-4bf8-8d4d-b085117ca903 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.194087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cc5616e-fd8d-42b9-bd24-af46ff8d57c3 req-68a02c61-3247-4bf8-8d4d-b085117ca903 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 943 time: 0.1034892 Nov 16 21:49:50.241303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:50.247644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c,segment=NetworkSegment(6287f90c-f9f8-44f8-91cc-8ec100ae1bbb),segment_id=6287f90c-f9f8-44f8-91cc-8ec100ae1bbb)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:50.274250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.331238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cc5616e-fd8d-42b9-bd24-af46ff8d57c3 req-4ca93a40-5596-4527-b8ff-9474c45a499a tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287358 Nov 16 21:49:50.332470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.333084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.334361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 200 len: 1091 time: 0.8912098 Nov 16 21:49:50.341032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:50.343084 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de26d7f5-a945-4288-b91f-c530e066b434" -d '{"events": [{"name": "network-changed", "server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:50.360692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcfd7a-6e06-4045-adb3-de79346d9f06 req-f9a2bfef-c3d9-4eaf-a5d3-522971653228 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.362236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1afcfd7a-6e06-4045-adb3-de79346d9f06 req-f9a2bfef-c3d9-4eaf-a5d3-522971653228 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1372554 Nov 16 21:49:50.399013 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f302de95-bb43-4464-8f28-61641caa5476 x-openstack-request-id: req-f302de95-bb43-4464-8f28-61641caa5476 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:50.399306 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:50.399557 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f302de95-bb43-4464-8f28-61641caa5476 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:50.399953 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c', 'status': 'completed', 'code': 200} Nov 16 21:49:50.401705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b2b8-3fbd-43e2-9444-984619986483 service neutron] Pushing event updated for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.454627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1afcfd7a-6e06-4045-adb3-de79346d9f06 req-df3a431a-5bde-499e-ad0d-efa0230ebc7a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862277 Nov 16 21:49:50.457281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-fe8ab0ca-c89e-40d5-8b31-5a91f66f856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.458698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-fe8ab0ca-c89e-40d5-8b31-5a91f66f856f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 1094 time: 0.0762932 Nov 16 21:49:50.505349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-d48838e8-1877-4f9b-855b-908458cbc396 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 200 len: 217 time: 0.0381868 Nov 16 21:49:50.555776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-465d28d1-6b3d-4d6b-bb4e-4a0f9406822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.556800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-465d28d1-6b3d-4d6b-bb4e-4a0f9406822b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de5802b0-a4a2-410f-bae9-b583b5f184a0 HTTP/1.1" status: 200 len: 852 time: 0.0451114 Nov 16 21:49:50.582579 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.597752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-69e6e090-4e00-4335-ae6d-7348b17ba20d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338275 Nov 16 21:49:50.681675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9fad-9420-4354-a3c2-0dbefcbab37e req-22a04676-25f9-449d-87e2-729e0e47b667 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.683205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30ec9fad-9420-4354-a3c2-0dbefcbab37e req-22a04676-25f9-449d-87e2-729e0e47b667 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1100142 Nov 16 21:49:50.740721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-e8406874-07e4-4b99-a37e-698e9216a52b service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300294 Nov 16 21:49:50.758858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30ec9fad-9420-4354-a3c2-0dbefcbab37e req-4fc20775-e419-4fab-aac0-dbe17c9f2296 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691216 Nov 16 21:49:50.864595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c1433ce-2901-4547-a329-e15af7a92a50 req-47d4d760-dd56-4468-9546-7d3176266426 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148298 Nov 16 21:49:50.888855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd56de-f70a-4b26-abe9-d4c3d905277b req-9bbaebb3-b079-49d2-bb2a-b0d4dfde394e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.890338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4efd56de-f70a-4b26-abe9-d4c3d905277b req-9bbaebb3-b079-49d2-bb2a-b0d4dfde394e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0612733 Nov 16 21:49:50.964016 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4efd56de-f70a-4b26-abe9-d4c3d905277b req-4e3b6988-66d9-4ef2-825b-34a67828fa46 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Nov 16 21:49:50.970765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26d7f5-a945-4288-b91f-c530e066b434 req-51514315-54dc-457e-b213-74a0d2396c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.972232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-51514315-54dc-457e-b213-74a0d2396c12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 1094 time: 0.0600977 Nov 16 21:49:51.068518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26d7f5-a945-4288-b91f-c530e066b434 req-2ade56ed-1962-446b-86dd-98421a8975aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:51.069997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-2ade56ed-1962-446b-86dd-98421a8975aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 200 len: 913 time: 0.0899167 Nov 16 21:49:51.114390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-0d8f05da-831e-49b4-9563-3fec72bdda2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 200 len: 217 time: 0.0363038 Nov 16 21:49:51.468062 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.475553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26d7f5-a945-4288-b91f-c530e066b434 req-a754b401-3356-4273-abb7-8c7391e55053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:51.477007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-a754b401-3356-4273-abb7-8c7391e55053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de5802b0-a4a2-410f-bae9-b583b5f184a0 HTTP/1.1" status: 200 len: 852 time: 0.3544528 Nov 16 21:49:51.491240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f78f-9523-4d00-9060-6b90fe34b52e req-15576608-83e0-450d-b09e-6351f4f44bd2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:51.492706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c85f78f-9523-4d00-9060-6b90fe34b52e req-15576608-83e0-450d-b09e-6351f4f44bd2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.3809524 Nov 16 21:49:51.526604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-5c9516b8-be99-42ac-989f-0a772f71eaa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321476 Nov 16 21:49:51.534344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13259a42-8fed-4c9c-8d07-0f7214fdbc91 req-4d599617-0345-4dac-b3e5-f9a7bf623187 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:51.535702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13259a42-8fed-4c9c-8d07-0f7214fdbc91 req-4d599617-0345-4dac-b3e5-f9a7bf623187 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 943 time: 0.1078839 Nov 16 21:49:51.658805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c85f78f-9523-4d00-9060-6b90fe34b52e req-4590e043-1f9b-4f9d-8650-7285d873dd0d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540835 Nov 16 21:49:51.667644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13259a42-8fed-4c9c-8d07-0f7214fdbc91 req-0133e8e6-503e-42d5-93c2-87083812193b tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229005 Nov 16 21:49:51.685066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-23c71770-c7aa-4495-b42c-a11243e9513f service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484311 Nov 16 21:49:51.818183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039a3d2-bd70-456c-bea1-bbd436f94ce3 req-fb166513-352a-4bf3-b615-c6ef00726db1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:51.819690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7039a3d2-bd70-456c-bea1-bbd436f94ce3 req-fb166513-352a-4bf3-b615-c6ef00726db1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0776932 Nov 16 21:49:51.825142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de26d7f5-a945-4288-b91f-c530e066b434 req-9cb05851-e161-4159-8d85-f469ba9dec97 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325266 Nov 16 21:49:51.870427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7039a3d2-bd70-456c-bea1-bbd436f94ce3 req-91c054c0-c475-46c5-a32d-770856199ae9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Nov 16 21:49:52.030107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c90d-de4b-4c76-9716-00d979a5b9b7 req-9e78d164-5f44-4dbf-8c92-c93830a54042 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.031626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c9c90d-de4b-4c76-9716-00d979a5b9b7 req-9e78d164-5f44-4dbf-8c92-c93830a54042 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0487475 Nov 16 21:49:52.082662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c9c90d-de4b-4c76-9716-00d979a5b9b7 req-e92f05f7-a612-45f0-a68f-0824e7449f4a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Nov 16 21:49:52.197310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534567ed-d112-4412-bebf-28ab54ac3870 req-c503ba7b-5d6c-4489-8af3-895a741bb8dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.198699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-534567ed-d112-4412-bebf-28ab54ac3870 req-c503ba7b-5d6c-4489-8af3-895a741bb8dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0502577 Nov 16 21:49:52.247411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-534567ed-d112-4412-bebf-28ab54ac3870 req-888acd41-6136-4192-80d6-74c913d1e46f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Nov 16 21:49:52.409135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c88afd-4a1e-4da9-8aa1-f11522347b8b req-f953ee1b-286b-479b-b083-c54879a7f79a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.410621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72c88afd-4a1e-4da9-8aa1-f11522347b8b req-f953ee1b-286b-479b-b083-c54879a7f79a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0494277 Nov 16 21:49:52.458574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72c88afd-4a1e-4da9-8aa1-f11522347b8b req-114de2f7-e5a6-4edf-b377-aa7ca243db8e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Nov 16 21:49:52.576576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9e77-ebd5-4b99-b291-10ce3042300e req-c3323212-5ffa-42b5-9c5a-6c9fc8a37d06 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.578027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1adc9e77-ebd5-4b99-b291-10ce3042300e req-c3323212-5ffa-42b5-9c5a-6c9fc8a37d06 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0519228 Nov 16 21:49:52.623915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1adc9e77-ebd5-4b99-b291-10ce3042300e req-119093d9-42d4-4c16-867b-52e07b62859f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Nov 16 21:49:52.847914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da99d1-d19a-4a11-a0a9-6be3b2468e55 req-8581caf4-d435-47ee-9586-e47828f0c1d2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.849436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78da99d1-d19a-4a11-a0a9-6be3b2468e55 req-8581caf4-d435-47ee-9586-e47828f0c1d2 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 943 time: 0.1061699 Nov 16 21:49:52.909197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfd4a-2fe7-4f1b-8d0e-96798dd1abac req-d8672d3e-4551-41d4-8711-3c3172671122 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.910667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7cdfd4a-2fe7-4f1b-8d0e-96798dd1abac req-d8672d3e-4551-41d4-8711-3c3172671122 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 814 time: 0.1654847 Nov 16 21:49:52.936624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78da99d1-d19a-4a11-a0a9-6be3b2468e55 req-bae7738d-cc70-4cfe-9993-0b5b1054d32a tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784376 Nov 16 21:49:52.937953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7cdfd4a-2fe7-4f1b-8d0e-96798dd1abac req-72cb986b-a233-4c8d-90d1-9ea05ffec880 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/quotas/b40f7a2725214f6e934b72133dd4c400 HTTP/1.1" status: 200 len: 375 time: 0.0214512 Nov 16 21:49:52.986833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7cdfd4a-2fe7-4f1b-8d0e-96798dd1abac req-9103a458-34fa-4f08-8882-94de5a6174db tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430863 Nov 16 21:49:53.091613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3242ef-b4c8-453f-b8af-4f992d6b3790 req-eb92057b-1568-421e-9b54-cf4f7ccc2e08 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:53.093055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3242ef-b4c8-453f-b8af-4f992d6b3790 req-eb92057b-1568-421e-9b54-cf4f7ccc2e08 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0526574 Nov 16 21:49:53.140038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f3242ef-b4c8-453f-b8af-4f992d6b3790 req-71530cea-f109-4923-8b7c-a7094f66484e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Nov 16 21:49:53.229413 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:49:53.256012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289bb79-0c1d-4651-b01c-40dfe2df4fba req-a129593c-eef2-4385-8eb6-006a937d80c1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:53.257423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4289bb79-0c1d-4651-b01c-40dfe2df4fba req-a129593c-eef2-4385-8eb6-006a937d80c1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0518064 Nov 16 21:49:53.303818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4289bb79-0c1d-4651-b01c-40dfe2df4fba req-b66d5bc2-7d9c-4f92-9a9a-dcb1a120a9d8 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Nov 16 21:49:53.448138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd7f974f-5bd8-4775-9c3d-9f9673f5c6b8 req-ccdfcab1-ec6c-4c10-b239-560111615c56 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b40f7a2725214f6e934b72133dd4c400 HTTP/1.1" status: 200 len: 221 time: 0.0258722 Nov 16 21:49:53.552447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d085b40-1854-488e-8cd0-3b618b626e9f req-569658ca-f7c2-4726-a938-7f021c747d80 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:53.553835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d085b40-1854-488e-8cd0-3b618b626e9f req-569658ca-f7c2-4726-a938-7f021c747d80 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0520148 Nov 16 21:49:53.605439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d085b40-1854-488e-8cd0-3b618b626e9f req-eb8d15a1-df2d-46a1-8da8-0943ee956bbb tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Nov 16 21:49:53.721262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501ffb-c363-4f30-8dcd-a6d7fe4693ff req-c47e3777-4001-4a6e-997b-3853966fe3ef tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:53.722726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a501ffb-c363-4f30-8dcd-a6d7fe4693ff req-c47e3777-4001-4a6e-997b-3853966fe3ef tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0484591 Nov 16 21:49:53.727481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3a927b37-f46c-4756-bcd4-1b6c50f5741c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:49:53.770997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a501ffb-c363-4f30-8dcd-a6d7fe4693ff req-0c94146c-5001-4f72-bc9b-c58ce4c78f92 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Nov 16 21:49:53.827619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c,segment=NetworkSegment(6287f90c-f9f8-44f8-91cc-8ec100ae1bbb),segment_id=6287f90c-f9f8-44f8-91cc-8ec100ae1bbb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:53.838920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '3a927b37-f46c-4756-bcd4-1b6c50f5741c', 'network_id': '0ad65eb2-2ec5-4162-9ea0-51dc4f478220', 'port_id': '3a927b37-f46c-4756-bcd4-1b6c50f5741c', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5802b0-a4a2-410f-bae9-b583b5f184a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:49:53.877241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.890990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a927b37-f46c-4756-bcd4-1b6c50f5741c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:53.900605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595705e-b971-46f8-868a-23a0f78b7a92 req-4bc2bde9-fe0f-4eac-a36a-df5578c80e6a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:53.902076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f595705e-b971-46f8-868a-23a0f78b7a92 req-4bc2bde9-fe0f-4eac-a36a-df5578c80e6a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0494626 Nov 16 21:49:53.909737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c,segment=NetworkSegment(6287f90c-f9f8-44f8-91cc-8ec100ae1bbb),segment_id=6287f90c-f9f8-44f8-91cc-8ec100ae1bbb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:53.914405 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.953565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f595705e-b971-46f8-868a-23a0f78b7a92 req-aca161c4-bc49-45a4-9cba-469280b76afd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Nov 16 21:49:53.970617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.085037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d1c1f-c249-46f2-8ee6-fc16332a9279 req-f117e5e4-6acb-4b88-801d-f3b200024129 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.086447 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce7d1c1f-c249-46f2-8ee6-fc16332a9279 req-f117e5e4-6acb-4b88-801d-f3b200024129 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 944 time: 0.0824564 Nov 16 21:49:54.103189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['3a927b37-f46c-4756-bcd4-1b6c50f5741c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:49:54.108885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063396a-a6d0-45f6-80e6-336b8be0b7c3 req-4d55c308-a8d1-484a-b3a3-50814d565c93 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.110337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9063396a-a6d0-45f6-80e6-336b8be0b7c3 req-4d55c308-a8d1-484a-b3a3-50814d565c93 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0736511 Nov 16 21:49:54.171705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce7d1c1f-c249-46f2-8ee6-fc16332a9279 req-cb938623-2dfb-46fd-ac8f-8727179c40c7 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Nov 16 21:49:54.183612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9063396a-a6d0-45f6-80e6-336b8be0b7c3 req-256353b3-dc21-467f-8d5e-010d99a557dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657828 Nov 16 21:49:54.307322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fea10-fee2-427f-a2c4-42aeff24debc req-3889b291-6013-4ae9-bac6-c03bfd82f1a9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.308784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d0fea10-fee2-427f-a2c4-42aeff24debc req-3889b291-6013-4ae9-bac6-c03bfd82f1a9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0490148 Nov 16 21:49:54.360155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d0fea10-fee2-427f-a2c4-42aeff24debc req-bc5ed0e4-8b88-4630-9a87-faff2d7a1504 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Nov 16 21:49:54.473369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaa19d-49e3-45db-93c9-be8921a8764c req-85c4d841-4b50-421c-a540-8f7069e9d48b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.474816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ebaa19d-49e3-45db-93c9-be8921a8764c req-85c4d841-4b50-421c-a540-8f7069e9d48b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0483243 Nov 16 21:49:54.523102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1ebaa19d-49e3-45db-93c9-be8921a8764c req-055f9e3e-25b7-4fda-b8a3-09f554731aeb tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Nov 16 21:49:54.644878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98211d2-b816-4739-b195-0d7f98068b35 req-930172a2-9fe9-4bdd-b598-59a2c4f04d8e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.646359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f98211d2-b816-4739-b195-0d7f98068b35 req-930172a2-9fe9-4bdd-b598-59a2c4f04d8e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0489163 Nov 16 21:49:54.693666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f98211d2-b816-4739-b195-0d7f98068b35 req-5d84c1b2-8281-4330-8a8c-0f058157d29b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Nov 16 21:49:54.809573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be5023-a78a-4a24-9345-8d2ae4d288eb req-d8bcc8f9-3857-4fcf-ae2a-084a3e16bddf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.811055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7be5023-a78a-4a24-9345-8d2ae4d288eb req-d8bcc8f9-3857-4fcf-ae2a-084a3e16bddf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0514202 Nov 16 21:49:54.857366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7be5023-a78a-4a24-9345-8d2ae4d288eb req-e0d462c3-be92-4a66-939f-fce9d95aca6d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Nov 16 21:49:54.986754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16057e0-fd46-4438-ab09-dfa1ef1ac927 req-43cf6d1a-3e6d-4759-98e4-7d8ef5b76cc6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:54.988246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b16057e0-fd46-4438-ab09-dfa1ef1ac927 req-43cf6d1a-3e6d-4759-98e4-7d8ef5b76cc6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0480955 Nov 16 21:49:55.034749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b16057e0-fd46-4438-ab09-dfa1ef1ac927 req-de3b891f-27de-4a0a-a4d8-663e900139da tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Nov 16 21:49:55.149729 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec1ab-e102-40a3-abfe-c74e3e69d2d6 req-008d757f-b00a-4aba-a801-39a3562e0659 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.151177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4cec1ab-e102-40a3-abfe-c74e3e69d2d6 req-008d757f-b00a-4aba-a801-39a3562e0659 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0511732 Nov 16 21:49:55.197274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4cec1ab-e102-40a3-abfe-c74e3e69d2d6 req-e3657ba1-cf84-4e92-a573-c15ba98bb83a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Nov 16 21:49:55.285722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d61a67-74df-45dc-bdbf-aeff3c529e42 req-57024051-5e3f-49a2-b806-85fbb020f510 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.287220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8d61a67-74df-45dc-bdbf-aeff3c529e42 req-57024051-5e3f-49a2-b806-85fbb020f510 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 944 time: 0.0488534 Nov 16 21:49:55.358685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8d61a67-74df-45dc-bdbf-aeff3c529e42 req-51779ba5-d73f-4587-990d-0b0a7f6fb442 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Nov 16 21:49:55.367550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504b95b-4881-4085-a8b4-21206e4a1c66 req-7ca5c732-cc88-454d-a43c-b9c65b035e7f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.369073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6504b95b-4881-4085-a8b4-21206e4a1c66 req-7ca5c732-cc88-454d-a43c-b9c65b035e7f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0809767 Nov 16 21:49:55.421309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6504b95b-4881-4085-a8b4-21206e4a1c66 req-9e7f9400-abf4-4ffd-a02e-0cf65f56d5ec tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Nov 16 21:49:55.535248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4495-9392-4080-b34c-908d2d758d3a req-69e0a70f-95a7-462a-9ab4-0d66e3cb9ef1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.536716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270b4495-9392-4080-b34c-908d2d758d3a req-69e0a70f-95a7-462a-9ab4-0d66e3cb9ef1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0505204 Nov 16 21:49:55.587206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270b4495-9392-4080-b34c-908d2d758d3a req-c934bfbc-262f-4161-b2d0-58aba5dd774f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Nov 16 21:49:55.715184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788727f-c6ef-40fa-ac08-e5717675208e req-48269f49-31d9-4c0d-892f-bbef784f5c49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.717125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9788727f-c6ef-40fa-ac08-e5717675208e req-48269f49-31d9-4c0d-892f-bbef784f5c49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0478060 Nov 16 21:49:55.758852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3a927b37-f46c-4756-bcd4-1b6c50f5741c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:55.763002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9788727f-c6ef-40fa-ac08-e5717675208e req-bcb3044c-b79f-4964-b712-1eb939a74b63 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Nov 16 21:49:55.810986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 3a927b37-f46c-4756-bcd4-1b6c50f5741c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:49:55.815147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 3a927b37-f46c-4756-bcd4-1b6c50f5741c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:55.815516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.881165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d461a-661f-4087-b6ca-b3efafaa460f req-fb993fa2-3459-4626-be09-d4620476fb14 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.882651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f13d461a-661f-4087-b6ca-b3efafaa460f req-fb993fa2-3459-4626-be09-d4620476fb14 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0522773 Nov 16 21:49:55.893278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.917386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:55.920047 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bb921f-5f49-4d1a-bb51-a493b2c1e316" -d '{"events": [{"server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "name": "network-vif-plugged", "status": "completed", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:55.932774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c,segment=NetworkSegment(6287f90c-f9f8-44f8-91cc-8ec100ae1bbb),segment_id=6287f90c-f9f8-44f8-91cc-8ec100ae1bbb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:55.933063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f13d461a-661f-4087-b6ca-b3efafaa460f req-306fa358-0d55-43d0-9745-f114c3621b6f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Nov 16 21:49:55.938063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.966448 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e075054-cd59-43cd-a702-492aaba9d964 x-openstack-request-id: req-1e075054-cd59-43cd-a702-492aaba9d964 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:55.966671 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "name": "network-vif-plugged", "status": "completed", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:55.966919 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e075054-cd59-43cd-a702-492aaba9d964 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:55.967904 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c', 'code': 200} Nov 16 21:49:55.999612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:56.089739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ae65b-d043-485d-9045-b6310cacc1b9 req-c429df5f-31a9-4ebf-91f4-7ce0d607729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.091279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea3ae65b-d043-485d-9045-b6310cacc1b9 req-c429df5f-31a9-4ebf-91f4-7ce0d607729b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 1096 time: 0.0630779 Nov 16 21:49:56.123129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc19174-c8cd-4632-b512-b7bfb8d5f185 req-2d144404-50ee-4025-98a4-228a9d594f43 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.124520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cc19174-c8cd-4632-b512-b7bfb8d5f185 req-2d144404-50ee-4025-98a4-228a9d594f43 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0657117 Nov 16 21:49:56.163283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea3ae65b-d043-485d-9045-b6310cacc1b9 req-3f785b19-65b7-404e-8882-95e560d2e7a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Nov 16 21:49:56.187922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cc19174-c8cd-4632-b512-b7bfb8d5f185 req-eacdd28a-48f1-4178-ab0b-f09bba1048d2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Nov 16 21:49:56.301250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a00287-df87-4e4c-a674-9e463b87e6fe req-cd6f264e-a8ed-4835-bcee-9b8d04a64322 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.302736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a00287-df87-4e4c-a674-9e463b87e6fe req-cd6f264e-a8ed-4835-bcee-9b8d04a64322 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0480928 Nov 16 21:49:56.349994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a00287-df87-4e4c-a674-9e463b87e6fe req-48f94482-99f1-4ad0-ba47-729910c02ba0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Nov 16 21:49:56.482501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa934-dcd4-401d-b718-2c6a14d42cc4 req-a273ad16-3cd1-4b09-a3ca-e7a379063cf5 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.483885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edaa934-dcd4-401d-b718-2c6a14d42cc4 req-a273ad16-3cd1-4b09-a3ca-e7a379063cf5 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0577891 Nov 16 21:49:56.551283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ff59-b4e0-4add-b8da-1386ec93f24b req-1b793f2a-6105-4331-b599-e3e8d4b2085e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.552728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdc3ff59-b4e0-4add-b8da-1386ec93f24b req-1b793f2a-6105-4331-b599-e3e8d4b2085e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0870030 Nov 16 21:49:56.570512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3edaa934-dcd4-401d-b718-2c6a14d42cc4 req-fcda8c92-0a90-4c47-80c5-1e841ef6ea7f tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654998 Nov 16 21:49:56.606370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdc3ff59-b4e0-4add-b8da-1386ec93f24b req-654d827f-8bf4-4eab-8d6e-0463f5520df7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Nov 16 21:49:56.718304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00a63c-3bef-4194-a7b0-a7eed54fd50b req-dbffd4d2-d267-4312-9058-85bc8170a0bb tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.719783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb00a63c-3bef-4194-a7b0-a7eed54fd50b req-dbffd4d2-d267-4312-9058-85bc8170a0bb tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0482633 Nov 16 21:49:56.766552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb00a63c-3bef-4194-a7b0-a7eed54fd50b req-f96cbd9e-51c3-4b0b-bd1e-5ff173a7ea11 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Nov 16 21:49:56.898526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdaca3-089f-46a1-88a5-cda4edb28f3a req-52697b87-ed20-4811-89a9-be0815742e40 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:56.900020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4cdaca3-089f-46a1-88a5-cda4edb28f3a req-52697b87-ed20-4811-89a9-be0815742e40 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0516887 Nov 16 21:49:56.948341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4cdaca3-089f-46a1-88a5-cda4edb28f3a req-294f96c7-08c4-4965-853a-3d12e9d0c55d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Nov 16 21:49:57.063559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a18ce-9982-4ead-bb6c-5d9b877a8547 req-dfa95ca4-9cee-4e2a-8e27-dc2f924a3668 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:57.064945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-905a18ce-9982-4ead-bb6c-5d9b877a8547 req-dfa95ca4-9cee-4e2a-8e27-dc2f924a3668 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0486870 Nov 16 21:49:57.112129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-905a18ce-9982-4ead-bb6c-5d9b877a8547 req-0d0073f9-810a-47ee-8b1f-c0cd89b322c9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Nov 16 21:49:57.309669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73f004-02c9-4a6f-8e73-24515c633c5a req-f00b01f8-480b-480c-86d4-a51211e6e8ac tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:57.311182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac73f004-02c9-4a6f-8e73-24515c633c5a req-f00b01f8-480b-480c-86d4-a51211e6e8ac tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0514188 Nov 16 21:49:57.364402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac73f004-02c9-4a6f-8e73-24515c633c5a req-b1779286-917b-4ad6-afec-a3586f894af5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Nov 16 21:49:57.686419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7810e-6586-407e-b17e-3ce59578e915 req-e4e1a8fd-b14f-43ad-94b3-ccbf53cc38f5 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:57.687912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31e7810e-6586-407e-b17e-3ce59578e915 req-e4e1a8fd-b14f-43ad-94b3-ccbf53cc38f5 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Nov 16 21:49:57.734936 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31e7810e-6586-407e-b17e-3ce59578e915 req-404c3d6d-ea79-4d72-ae7e-ec24f7340221 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Nov 16 21:49:57.845905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635561c-e1e8-4a9a-ba5b-d11fc4e0eedb req-c838216c-08f5-44eb-b873-84f3a407db03 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:57.847382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8635561c-e1e8-4a9a-ba5b-d11fc4e0eedb req-c838216c-08f5-44eb-b873-84f3a407db03 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0477886 Nov 16 21:49:57.894091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8635561c-e1e8-4a9a-ba5b-d11fc4e0eedb req-d4d17142-df74-49b2-b35f-892d585c036b tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Nov 16 21:49:58.115725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e34d0-2999-4fa0-8e1a-342cd1d95e89 req-7cc26674-e548-45c7-9dc2-2d6f461a64f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:58.117188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-133e34d0-2999-4fa0-8e1a-342cd1d95e89 req-7cc26674-e548-45c7-9dc2-2d6f461a64f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Nov 16 21:49:58.163574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-133e34d0-2999-4fa0-8e1a-342cd1d95e89 req-d6fff9b4-42e4-4f5d-9359-25dc6720c8ee tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Nov 16 21:49:58.479146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021733e-99bb-410d-a7c9-33f8dae9093d req-21d05a35-05a3-4d5d-b570-5526ffd9de9f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:58.480614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f021733e-99bb-410d-a7c9-33f8dae9093d req-21d05a35-05a3-4d5d-b570-5526ffd9de9f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0488837 Nov 16 21:49:58.528571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f021733e-99bb-410d-a7c9-33f8dae9093d req-4f5123fd-24e9-4b07-a436-b7128fdbfd18 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Nov 16 21:49:58.771864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736a4e-db79-4b91-be37-0f892d7c132a req-b1025bee-0810-4d7b-aa1d-63d9beb96a88 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:58.773377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60736a4e-db79-4b91-be37-0f892d7c132a req-b1025bee-0810-4d7b-aa1d-63d9beb96a88 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0527408 Nov 16 21:49:58.821195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60736a4e-db79-4b91-be37-0f892d7c132a req-25e6ca42-c706-4b2a-8f3e-e7e997e73f2a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Nov 16 21:49:59.276537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d07586-01b1-4adf-8138-7984b6324c85 req-615e343b-bd13-4203-954a-4fdec36760c8 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.278000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05d07586-01b1-4adf-8138-7984b6324c85 req-615e343b-bd13-4203-954a-4fdec36760c8 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Nov 16 21:49:59.323190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05d07586-01b1-4adf-8138-7984b6324c85 req-50612b89-45a5-48c3-814f-befae07822d7 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Nov 16 21:49:59.540616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f976c-f4e2-4dae-aaaf-875814fd2dd0 req-b79658fc-117c-4e47-8b46-e2458add32ea tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.542074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a76f976c-f4e2-4dae-aaaf-875814fd2dd0 req-b79658fc-117c-4e47-8b46-e2458add32ea tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0732317 Nov 16 21:49:59.572100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-428008bd-658a-405d-882e-492cfae35ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.573591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-428008bd-658a-405d-882e-492cfae35ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 1096 time: 0.0715351 Nov 16 21:49:59.639196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a76f976c-f4e2-4dae-aaaf-875814fd2dd0 req-9bf9148b-f254-4f00-a70c-8633ec873e40 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897946 Nov 16 21:49:59.678772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-78af44dd-48dd-4a1a-958c-9fd841a12c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.680283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-78af44dd-48dd-4a1a-958c-9fd841a12c0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 200 len: 913 time: 0.0976036 Nov 16 21:49:59.724549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-419be122-89a9-438b-97b2-0e23beb2cd57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 200 len: 217 time: 0.0364530 Nov 16 21:49:59.779276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-8e248401-c368-4b2f-98da-bea2b971723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.780700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-8e248401-c368-4b2f-98da-bea2b971723b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de5802b0-a4a2-410f-bae9-b583b5f184a0 HTTP/1.1" status: 200 len: 852 time: 0.0488851 Nov 16 21:49:59.811735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-0aa4701a-5626-4997-b293-906926af70b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243206 Nov 16 21:49:59.935153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-850cf365-04cb-4ad9-bdce-cc744f4999e6 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159086 Nov 16 21:50:00.002667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fb68c-ecd0-423f-a848-c8ab39d1edd7 req-e4f35b2a-0113-4289-bf99-da867ab11d9d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.004199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb9fb68c-ecd0-423f-a848-c8ab39d1edd7 req-e4f35b2a-0113-4289-bf99-da867ab11d9d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1036196 Nov 16 21:50:00.091571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb9fb68c-ecd0-423f-a848-c8ab39d1edd7 req-4bc0269d-6e27-4e5a-a32e-b96a8f81b8ac tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797234 Nov 16 21:50:00.093553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acb55d3d-a327-4b62-abcf-9a4f38e0dd46 req-9b31a3ab-4b33-433b-8dee-864424f1f5d4 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513784 Nov 16 21:50:00.210983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7ac67-32aa-4e13-b75e-ee979bc4d52b req-b292cb27-8866-430f-a063-de2abfd41144 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.212476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf7ac67-32aa-4e13-b75e-ee979bc4d52b req-b292cb27-8866-430f-a063-de2abfd41144 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0500484 Nov 16 21:50:00.261013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf7ac67-32aa-4e13-b75e-ee979bc4d52b req-414869af-71a0-4c33-ac9d-533f476159b4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Nov 16 21:50:00.411199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4589823-a477-45fc-8a78-f636fd22c015 req-c03e028f-8d8c-467a-9408-c2419c390a96 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.412674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4589823-a477-45fc-8a78-f636fd22c015 req-c03e028f-8d8c-467a-9408-c2419c390a96 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0488391 Nov 16 21:50:00.464300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4589823-a477-45fc-8a78-f636fd22c015 req-a2f4aa32-eafa-45b1-9e0b-fead4fd83602 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Nov 16 21:50:00.585516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a70d-0709-4f32-a13f-7143839dca92 req-949971f5-d0ac-4ea3-823c-81b6433ca4b8 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.589245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a5a70d-0709-4f32-a13f-7143839dca92 req-949971f5-d0ac-4ea3-823c-81b6433ca4b8 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0542259 Nov 16 21:50:00.636083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a5a70d-0709-4f32-a13f-7143839dca92 req-c8fbca1f-f633-4fff-82a5-4af261d2c4b6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Nov 16 21:50:00.794618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ea822-d890-47dd-ab6a-e5858e12d499 req-58ffe644-b129-40d2-a54e-9532f615b6ad tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.796225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e8ea822-d890-47dd-ab6a-e5858e12d499 req-58ffe644-b129-40d2-a54e-9532f615b6ad tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0863802 Nov 16 21:50:00.808513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac449-edde-4399-ba3e-b9eb3d216b84 req-118263bc-8c29-499d-b1d4-6bfcda322296 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:00.810423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd5ac449-edde-4399-ba3e-b9eb3d216b84 req-118263bc-8c29-499d-b1d4-6bfcda322296 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0732200 Nov 16 21:50:00.883248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e8ea822-d890-47dd-ab6a-e5858e12d499 req-ce9d0cef-9b48-449f-abb0-0cc74f2a19dc tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718205 Nov 16 21:50:00.886483 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd5ac449-edde-4399-ba3e-b9eb3d216b84 req-3c3b2115-d7b7-48bc-9076-489db5bd8822 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Nov 16 21:50:00.999055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057d32c-4471-456b-bcbb-e07622fbe98c req-e6da6c49-6db2-4c72-a011-5999f8fefaaf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.000511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9057d32c-4471-456b-bcbb-e07622fbe98c req-e6da6c49-6db2-4c72-a011-5999f8fefaaf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0492125 Nov 16 21:50:01.047239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9057d32c-4471-456b-bcbb-e07622fbe98c req-88bb221a-85cc-4609-8114-0f931e5e2f73 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Nov 16 21:50:01.193834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a0ce2-5025-478d-b501-d731108983c5 req-5885a3b2-3228-457b-8f42-50a66f52387e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.195225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e18a0ce2-5025-478d-b501-d731108983c5 req-5885a3b2-3228-457b-8f42-50a66f52387e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0519097 Nov 16 21:50:01.241543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e18a0ce2-5025-478d-b501-d731108983c5 req-f1de37df-15a1-4714-854a-07a331103c79 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Nov 16 21:50:01.356966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cede01-717f-41e1-ae42-3079aa76b76d req-52d53a42-7270-44c5-b0f2-1b1a13b1513f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.358468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0cede01-717f-41e1-ae42-3079aa76b76d req-52d53a42-7270-44c5-b0f2-1b1a13b1513f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0518925 Nov 16 21:50:01.405603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0cede01-717f-41e1-ae42-3079aa76b76d req-310d405e-a9f0-49c9-9a54-366a0b212847 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Nov 16 21:50:01.534314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa30f1-cca8-4879-aa97-716f3897dcc0 req-c6f9dd0c-6aa8-4ea9-89ea-a1c1d438e5af tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.535802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89fa30f1-cca8-4879-aa97-716f3897dcc0 req-c6f9dd0c-6aa8-4ea9-89ea-a1c1d438e5af tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0492539 Nov 16 21:50:01.586400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89fa30f1-cca8-4879-aa97-716f3897dcc0 req-1a7afbf3-f655-42bb-bbb7-6c661bcfa437 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Nov 16 21:50:01.704226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f1a8-99a3-49e8-a34f-7f15798aa3d5 req-68bbae70-c847-4371-b18c-4ff18000777d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.705631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9335f1a8-99a3-49e8-a34f-7f15798aa3d5 req-68bbae70-c847-4371-b18c-4ff18000777d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0487783 Nov 16 21:50:01.752195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9335f1a8-99a3-49e8-a34f-7f15798aa3d5 req-2515d8bd-7653-4c91-8cbe-1e0b7d4e2924 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Nov 16 21:50:01.880445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516dc2-46a3-4afd-9040-4d41b0535b70 req-d1004960-38fa-47a8-8e5d-045e5d7100ae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.881906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75516dc2-46a3-4afd-9040-4d41b0535b70 req-d1004960-38fa-47a8-8e5d-045e5d7100ae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0479057 Nov 16 21:50:01.930004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75516dc2-46a3-4afd-9040-4d41b0535b70 req-e554a4b5-e412-42aa-9588-26a32243d5d3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Nov 16 21:50:02.002554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423472b8-d3cc-4436-9b8e-014410beb18a req-b9ed37ab-01fa-4591-8cf1-3dc71a012e65 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.004045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-423472b8-d3cc-4436-9b8e-014410beb18a req-b9ed37ab-01fa-4591-8cf1-3dc71a012e65 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Nov 16 21:50:02.079859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1084-0760-4d5e-a0b9-8898e6771ac8 req-1ae8b31e-60e7-4951-846a-fbc941d8339f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.081332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f28b1084-0760-4d5e-a0b9-8898e6771ac8 req-1ae8b31e-60e7-4951-846a-fbc941d8339f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0764191 Nov 16 21:50:02.084452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-423472b8-d3cc-4436-9b8e-014410beb18a req-ca6838f5-29af-47f1-9696-ec74434fe4b0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715156 Nov 16 21:50:02.129302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f28b1084-0760-4d5e-a0b9-8898e6771ac8 req-5a22ac5d-2313-4d0e-9294-4ac0aedc21f4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Nov 16 21:50:02.317836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe9e7-288e-480d-975a-e6a85e5dc75e req-058b3331-5076-4119-ba2e-c601cac56ee0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.319320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a19fe9e7-288e-480d-975a-e6a85e5dc75e req-058b3331-5076-4119-ba2e-c601cac56ee0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0788403 Nov 16 21:50:02.331561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfb8e-621f-45ba-b832-ecc4ff35bd24 req-5f4855fe-117a-4d6c-abe8-56fa5e0618ca tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.332958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abbdfb8e-621f-45ba-b832-ecc4ff35bd24 req-5f4855fe-117a-4d6c-abe8-56fa5e0618ca tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0675764 Nov 16 21:50:02.401256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a19fe9e7-288e-480d-975a-e6a85e5dc75e req-4920ba60-8310-47bd-8776-f19e1d05b408 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673292 Nov 16 21:50:02.409209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abbdfb8e-621f-45ba-b832-ecc4ff35bd24 req-6112fb41-8f77-4ab0-9a92-abfa07cefe10 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695114 Nov 16 21:50:02.514889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a25ca0-972b-45c1-b83c-a091e9461a44 req-0b10c540-0b0a-44ce-8a50-6fbba74cef1a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.516366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a25ca0-972b-45c1-b83c-a091e9461a44 req-0b10c540-0b0a-44ce-8a50-6fbba74cef1a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0490780 Nov 16 21:50:02.562746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a25ca0-972b-45c1-b83c-a091e9461a44 req-198b4677-2f14-4a55-9a81-a0c0d896896f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Nov 16 21:50:02.695068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d388-750c-43a9-9921-ebb7fada3962 req-ac51da13-ff4c-488e-932d-554ba5722d76 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.696548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3735d388-750c-43a9-9921-ebb7fada3962 req-ac51da13-ff4c-488e-932d-554ba5722d76 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0528383 Nov 16 21:50:02.744264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3735d388-750c-43a9-9921-ebb7fada3962 req-11838291-729f-4f01-90a8-59a850aa18a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Nov 16 21:50:02.861461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e8a01-40d1-4af0-a5d4-6a71e44c3a5b req-fe7f9e43-bb36-4526-937b-41d602d9ea25 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.862995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc2e8a01-40d1-4af0-a5d4-6a71e44c3a5b req-fe7f9e43-bb36-4526-937b-41d602d9ea25 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0497432 Nov 16 21:50:02.909890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc2e8a01-40d1-4af0-a5d4-6a71e44c3a5b req-d7d7d0c9-f500-4e21-b9a0-f5430e9cfedd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Nov 16 21:50:03.062233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfd512-090d-4b62-aa0a-88ab0400374a req-ea80b550-242e-4a31-92d4-034464e03666 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.063669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99bfd512-090d-4b62-aa0a-88ab0400374a req-ea80b550-242e-4a31-92d4-034464e03666 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0496190 Nov 16 21:50:03.114147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99bfd512-090d-4b62-aa0a-88ab0400374a req-361f5722-23c4-48a3-9aab-bf90dc067156 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Nov 16 21:50:03.228036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66b7f-5859-4622-9278-d585a88e2493 req-a5e0d569-441d-4fd0-a317-b407bae4e94f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.229495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54f66b7f-5859-4622-9278-d585a88e2493 req-a5e0d569-441d-4fd0-a317-b407bae4e94f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0496054 Nov 16 21:50:03.275399 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54f66b7f-5859-4622-9278-d585a88e2493 req-e2347ad0-508a-4b7d-ad1a-a1d2d7eff3db tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Nov 16 21:50:03.365458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-450efe64-a1b1-4bb0-9aa3-bfcc8e6b9994 req-2b02fe11-a613-4a5c-8e91-895520901fa7 service neutron] (102664) timed out ('10.222.0.54', 41220) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:50:03.435198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9e96e-5e38-45cd-8126-359f90e37d7f req-3480c739-9fbe-4a4e-8cf3-0c957038f23b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.436679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4af9e96e-5e38-45cd-8126-359f90e37d7f req-3480c739-9fbe-4a4e-8cf3-0c957038f23b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0480642 Nov 16 21:50:03.494485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4af9e96e-5e38-45cd-8126-359f90e37d7f req-f04d21e6-9e45-43fa-93d7-f1ee7e87e563 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Nov 16 21:50:03.538592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e0685-826c-4115-bced-8684489ffa6a req-17a0c699-23db-4872-9086-f9cb187f1b2d tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.540133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e0685-826c-4115-bced-8684489ffa6a req-17a0c699-23db-4872-9086-f9cb187f1b2d tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0620379 Nov 16 21:50:03.616264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e09e0685-826c-4115-bced-8684489ffa6a req-a8f0a48d-dacf-437c-b7cf-12c6c7895bc5 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Nov 16 21:50:03.633590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267487b-2110-4d06-b4fe-0be9c6a59cf6 req-c2ce25b0-54fc-4fac-a012-63e6424f28c3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.635085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c267487b-2110-4d06-b4fe-0be9c6a59cf6 req-c2ce25b0-54fc-4fac-a012-63e6424f28c3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0640075 Nov 16 21:50:03.682815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c267487b-2110-4d06-b4fe-0be9c6a59cf6 req-a6953f07-95ab-4c6e-8c34-44b2df0a8b2e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Nov 16 21:50:03.852171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10dca1-2c96-4c70-a648-89b095be8865 req-001354d4-b44d-4dfb-9272-149a7b02ea0a tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.853614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec10dca1-2c96-4c70-a648-89b095be8865 req-001354d4-b44d-4dfb-9272-149a7b02ea0a tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0853148 Nov 16 21:50:03.867325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307cf2e-8e21-41ca-950e-7f00a27eb154 req-25202f74-a88f-47f1-88b0-5db2ce4d4e5d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.868643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3307cf2e-8e21-41ca-950e-7f00a27eb154 req-25202f74-a88f-47f1-88b0-5db2ce4d4e5d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0897789 Nov 16 21:50:03.959775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-87acc4b0-34a4-4e1b-a3fe-ca4589b4e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.961269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-87acc4b0-34a4-4e1b-a3fe-ca4589b4e909 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 1096 time: 0.1170053 Nov 16 21:50:03.969134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec10dca1-2c96-4c70-a648-89b095be8865 req-3d1820d0-bed3-4aba-a28a-ffb255c59dc0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985103 Nov 16 21:50:03.973471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3307cf2e-8e21-41ca-950e-7f00a27eb154 req-51436c75-6a6c-4d83-8b2c-c55a804ffe1c tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Nov 16 21:50:04.090362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-9b59e4c7-5eae-465e-8b3a-3e2c53db1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:04.091985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-9b59e4c7-5eae-465e-8b3a-3e2c53db1b43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 200 len: 913 time: 0.1217976 Nov 16 21:50:04.116032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e5d98-7f39-4f4e-9bda-ac1b6e95dac0 req-7cffc551-859f-45f9-b5f4-a47ea7bb6225 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:04.117486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6e5d98-7f39-4f4e-9bda-ac1b6e95dac0 req-7cffc551-859f-45f9-b5f4-a47ea7bb6225 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0726504 Nov 16 21:50:04.149149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-53e41181-7ec7-4a07-aafc-a184cb4334f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 200 len: 217 time: 0.0473132 Nov 16 21:50:04.484150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6e5d98-7f39-4f4e-9bda-ac1b6e95dac0 req-baa48e94-41dc-4108-b0cc-ca203ef1d432 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372669 Nov 16 21:50:04.485897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-5e3a962e-7cbd-4e48-83df-2ade89ee8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:04.487270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-5e3a962e-7cbd-4e48-83df-2ade89ee8e2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de5802b0-a4a2-410f-bae9-b583b5f184a0 HTTP/1.1" status: 200 len: 852 time: 0.0651102 Nov 16 21:50:04.520178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-7de437fc-8185-46b4-a5c4-4b0eaa89e8f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ad65eb2-2ec5-4162-9ea0-51dc4f478220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254884 Nov 16 21:50:04.618430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-12cca33e-052c-416f-8ade-9a23092638a6 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Nov 16 21:50:04.708474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52ccf403-be97-453c-ba63-eec3d9d60bac req-3785fdfc-8722-47a1-b6c6-d3d82b2f09f3 service neutron] 10.222.0.21 "GET /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827610 Nov 16 21:50:04.898128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd1ba0-b438-4ac0-9ba8-ce4306c44f96 req-a2762d91-63d2-4ca1-bf43-ad8f19916f09 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:04.899653 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebfd1ba0-b438-4ac0-9ba8-ce4306c44f96 req-a2762d91-63d2-4ca1-bf43-ad8f19916f09 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0498004 Nov 16 21:50:04.950461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebfd1ba0-b438-4ac0-9ba8-ce4306c44f96 req-402910ba-a5ce-45fb-bbdc-a61a6adf2d17 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Nov 16 21:50:05.083942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b85613-bc0a-4a62-bd61-13cb26d8a9de req-80f70164-3b56-4fc7-a9b9-272d792b7fd8 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:05.085384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56b85613-bc0a-4a62-bd61-13cb26d8a9de req-80f70164-3b56-4fc7-a9b9-272d792b7fd8 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Nov 16 21:50:05.132140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56b85613-bc0a-4a62-bd61-13cb26d8a9de req-2b52ee07-2956-44bb-ad85-0bfa3d14aa7a tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Nov 16 21:50:06.064374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584f736-d78a-40b2-8486-1e4ddb10b068 req-7b750b95-3074-48ba-aff3-69a8438d2981 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:06.065825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0584f736-d78a-40b2-8486-1e4ddb10b068 req-7b750b95-3074-48ba-aff3-69a8438d2981 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0486424 Nov 16 21:50:06.114819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0584f736-d78a-40b2-8486-1e4ddb10b068 req-5669ab93-f9fd-4d45-946d-7e6617f89b18 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Nov 16 21:50:06.248468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82108e8-4a5f-4ff5-a6f3-2492ba3cdd2a req-eb3aa639-60ff-420a-9657-f9ab8e7a2b02 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:06.249818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b82108e8-4a5f-4ff5-a6f3-2492ba3cdd2a req-eb3aa639-60ff-420a-9657-f9ab8e7a2b02 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0522320 Nov 16 21:50:06.295809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b82108e8-4a5f-4ff5-a6f3-2492ba3cdd2a req-b25d37b1-e5b0-4df1-bceb-9b46c1fd66e6 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Nov 16 21:50:06.522327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86916-922a-4c7e-8aa0-bd72edea49c6 req-0a79bba2-1270-4242-89c0-d6055b4c38ba tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:06.523770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46f86916-922a-4c7e-8aa0-bd72edea49c6 req-0a79bba2-1270-4242-89c0-d6055b4c38ba tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Nov 16 21:50:06.570305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-46f86916-922a-4c7e-8aa0-bd72edea49c6 req-2cadcbcc-9b0d-4028-8193-a06a375cfe06 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Nov 16 21:50:07.232834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e060c9-114d-4a26-aad3-095ce278c2cd req-8c9a9c71-bd74-45bf-a773-71d0821444c1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:07.234278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3e060c9-114d-4a26-aad3-095ce278c2cd req-8c9a9c71-bd74-45bf-a773-71d0821444c1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0521536 Nov 16 21:50:07.280588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d3e060c9-114d-4a26-aad3-095ce278c2cd req-a177b37e-f720-48b2-8687-d6a807c1c978 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Nov 16 21:50:07.688926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57fb7b-21fd-434d-aec8-46c49215f1b7 req-7caf075c-3bde-494c-96e1-764de9355fdc tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:07.690389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b57fb7b-21fd-434d-aec8-46c49215f1b7 req-7caf075c-3bde-494c-96e1-764de9355fdc tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0513484 Nov 16 21:50:07.736824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b57fb7b-21fd-434d-aec8-46c49215f1b7 req-280e0977-6729-4626-ad88-1f2d70990b05 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/security-groups?id=77b3109c-72e3-4a63-9227-3d83393f6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Nov 16 21:50:08.353178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-fb39166c-760c-4505-9768-d04d0d0234a9 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:08.354703 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-fb39166c-760c-4505-9768-d04d0d0234a9 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.21 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 945 time: 0.0520501 Nov 16 21:50:08.460998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574662d4-e2fb-4ec0-9e71-805f6f21fca8 req-d24e832e-5823-42dc-b05a-bcf787b60785 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:08.462469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-574662d4-e2fb-4ec0-9e71-805f6f21fca8 req-d24e832e-5823-42dc-b05a-bcf787b60785 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1068342 Nov 16 21:50:08.501356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Deleting port 3a927b37-f46c-4756-bcd4-1b6c50f5741c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:50:08.501696 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.568704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-574662d4-e2fb-4ec0-9e71-805f6f21fca8 req-2a217679-47ef-4df2-952a-6e8f8f6c8a38 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Nov 16 21:50:08.609150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] For port 3a927b37-f46c-4756-bcd4-1b6c50f5741c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3a927b37-f46c-4756-bcd4-1b6c50f5741c,segment=NetworkSegment(6287f90c-f9f8-44f8-91cc-8ec100ae1bbb),segment_id=6287f90c-f9f8-44f8-91cc-8ec100ae1bbb)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:08.609576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.621898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Calling delete_port for 3a927b37-f46c-4756-bcd4-1b6c50f5741c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:50:08.750826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.766172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['3a927b37-f46c-4756-bcd4-1b6c50f5741c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:08.780180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Pushing event deleted for resources: {'Port': ['ID=3a927b37-f46c-4756-bcd4-1b6c50f5741c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:08.807826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.808191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.808509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.809357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.809689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.810035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.810356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.810674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.811032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.811372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.811691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.812010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:08.854028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] No DVR routers for this DVR port 3a927b37-f46c-4756-bcd4-1b6c50f5741c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:50:08.856980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-667fd0b4-e7dd-4d5d-a9ce-e5a14f373ce2 req-0b133b65-42af-4349-a384-293146e90538 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.54 "GET /v2.0/ports?device_id=42209af2-a433-43cc-abbf-b56c3d9f1298 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Nov 16 21:50:08.857965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.861134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd4eb059-3e97-4b2b-aaf6-b44a25a65231 req-c6f18eef-097b-4efb-8e5e-423470ffe5f0 tempest-TestServerAdvancedOps-779317775 tempest-TestServerAdvancedOps-779317775-project] 10.222.0.21 "DELETE /v2.0/ports/3a927b37-f46c-4756-bcd4-1b6c50f5741c HTTP/1.1" status: 204 len: 173 time: 0.4945743 Nov 16 21:50:08.861586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'name': 'network-vif-deleted', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:08.864051 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533cf25d-f8c2-44df-a2cb-43380668fb57" -d '{"events": [{"server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "name": "network-vif-deleted", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:08.904575 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb1281-be9a-41b0-82d8-a0d1b91ebfc5 x-openstack-request-id: req-92fb1281-be9a-41b0-82d8-a0d1b91ebfc5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:08.904947 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42209af2-a433-43cc-abbf-b56c3d9f1298", "name": "network-vif-deleted", "tag": "3a927b37-f46c-4756-bcd4-1b6c50f5741c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:08.905191 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92fb1281-be9a-41b0-82d8-a0d1b91ebfc5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:08.905630 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42209af2-a433-43cc-abbf-b56c3d9f1298', 'name': 'network-vif-deleted', 'tag': '3a927b37-f46c-4756-bcd4-1b6c50f5741c', 'status': 'completed', 'code': 200} Nov 16 21:50:09.168649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:09.684730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb1355-0623-447e-bbcb-95bbcb950ba4 req-d087f82a-03d2-4a19-98ab-074b0d723e11 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.686191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1cb1355-0623-447e-bbcb-95bbcb950ba4 req-d087f82a-03d2-4a19-98ab-074b0d723e11 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0486906 Nov 16 21:50:09.732975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1cb1355-0623-447e-bbcb-95bbcb950ba4 req-6ab555f0-2904-4ef6-8606-267d07974c4a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Nov 16 21:50:09.931554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:09.979900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Deleting subnet de5802b0-a4a2-410f-bae9-b583b5f184a0 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:50:09.982922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.016879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.056080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.108719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.135090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5802b0-a4a2-410f-bae9-b583b5f184a0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:10.137558 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.140805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d430a940-fe13-4b79-a2e8-3615584c5ef7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/de5802b0-a4a2-410f-bae9-b583b5f184a0 HTTP/1.1" status: 204 len: 168 time: 0.2082834 Nov 16 21:50:10.143285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57096) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:10.225219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.312435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.333812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad65eb2-2ec5-4162-9ea0-51dc4f478220']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.343245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.343539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6287f90c-f9f8-44f8-91cc-8ec100ae1bbb') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.352784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.375367 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.382964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:50:10.383428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:50:10.385105 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:50:10.438125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.443958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.447171 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0ad65eb2-2ec5-4162-9ea0-51dc4f478220 HTTP/1.1" status: 204 len: 168 time: 0.3029404 Nov 16 21:50:10.451009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:10.459105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbfb9f-f437-4cf0-8922-6e2451b49cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad65eb2-2ec5-4162-9ea0-51dc4f478220,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:10.495889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Deleting subnet dd6540c4-9390-4cae-be8a-b305dff51afa {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:50:10.500234 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.539131 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.578502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.629140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.653477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6540c4-9390-4cae-be8a-b305dff51afa,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:10.657193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.660453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a2fff6a8-974c-4e96-857d-68226bcb3cb4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dd6540c4-9390-4cae-be8a-b305dff51afa HTTP/1.1" status: 204 len: 168 time: 0.2083640 Nov 16 21:50:10.662834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57100) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:10.740539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.838020 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.865849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c9ee83-b8e0-4538-92ce-2181b922cfda']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.878087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9587d9c5-cec0-4676-bfc2-4016374d6d61') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.878375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9587d9c5-cec0-4676-bfc2-4016374d6d61') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:10.895082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1394b86-5aca-4cab-945c-b5a303434e57 req-6894b5bd-ae54-413d-bcd4-961b2c8bc9a6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:10.896685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1394b86-5aca-4cab-945c-b5a303434e57 req-6894b5bd-ae54-413d-bcd4-961b2c8bc9a6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0939648 Nov 16 21:50:10.898128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.921977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.932819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:50:10.933194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:50:10.936517 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:50:10.999780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1394b86-5aca-4cab-945c-b5a303434e57 req-69662065-d43c-4554-ae24-091ead32f3f2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952396 Nov 16 21:50:11.008506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.015407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.020962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] 10.222.0.54 "DELETE /v2.0/networks/a3c9ee83-b8e0-4538-92ce-2181b922cfda HTTP/1.1" status: 204 len: 168 time: 0.3548064 Nov 16 21:50:11.030229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d668ba2-0c77-4710-a91a-79d1b534853f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c9ee83-b8e0-4538-92ce-2181b922cfda,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:11.191969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:11.235301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8b1074ed-7995-46e3-82d4-2541d554cd50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb09d9fc6b3b48ea8e5df10c3877337a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420742 Nov 16 21:50:11.237738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57108) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:11.283288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.303275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.348793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.351431 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.352580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77b3109c-72e3-4a63-9227-3d83393f6622 HTTP/1.1" status: 204 len: 168 time: 0.1139507 Nov 16 21:50:11.360951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9be9d8-d4c6-4c77-b1f4-2dae2926da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3109c-72e3-4a63-9227-3d83393f6622,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:11.662872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57114) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:11.703292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-63ad8866-216e-407b-a7a1-5698100e590b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e237659f274148aaa5f39d8c4b9201ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392244 Nov 16 21:50:11.705866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57116) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:11.752376 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.772539 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.820040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.822691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:11.823844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73a0f035-d074-4da8-91d5-2e987a25a7bd HTTP/1.1" status: 204 len: 168 time: 0.1170909 Nov 16 21:50:11.825261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3a927b37-f46c-4756-bcd4-1b6c50f5741c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:50:11.832175 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1e83-5c2f-4d3f-84a1-1d59ed19bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a0f035-d074-4da8-91d5-2e987a25a7bd,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:11.850885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 3a927b37-f46c-4756-bcd4-1b6c50f5741c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:50:11.851322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3a927b37-f46c-4756-bcd4-1b6c50f5741c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:50:12.117003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bebe77-32ab-4e42-8458-a83beae6e3b8 req-09c5c676-5e66-4f6a-9091-83a9b84a86df tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:12.118486 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57bebe77-32ab-4e42-8458-a83beae6e3b8 req-09c5c676-5e66-4f6a-9091-83a9b84a86df tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0500624 Nov 16 21:50:12.167097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57bebe77-32ab-4e42-8458-a83beae6e3b8 req-ab82bd71-f70a-4738-add5-52df1df3a9f0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Nov 16 21:50:12.480175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57140) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:12.587916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-153698443-network', 'tenant_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:12.608311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:50:12.610700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.619067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.690134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.693986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.721724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:50:12.730098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb1955-b0a9-4048-a731-8425dcd37b6b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:12.736010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.736345 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Added segment 69f5a49b-ad16-45f6-bb50-af438363baca of type vlan for network 9c3f1ccc-16a2-455e-8fc7-c11870080805 Nov 16 21:50:12.782641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.805611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.806530 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:12.807137 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:12.858689 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3770733 Nov 16 21:50:12.861564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57144) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:12.866665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Request body: {'subnet': {'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-153698443-subnet', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:12.869158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32f7f6-f5e1-41bc-ae3c-f0bea0f76857 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3f1ccc-16a2-455e-8fc7-c11870080805,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:12.878877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:50:12.887931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:50:12.890561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.012766 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.053792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.107523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=000d27e0-e3dc-4268-ba79-6db96ea2616d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:13.116275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:13.116628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Network hostable DHCP agents. Network: 9c3f1ccc-16a2-455e-8fc7-c11870080805, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:50:13.132505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:50:13.140730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9c3f1ccc-16a2-455e-8fc7-c11870080805) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:13.144683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:13.145361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.149246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76f710-1f42-4525-a9f2-f25e9c5a6548 None None] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:50:13.160891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7ac37306-ffe7-49a7-a418-b43ba872c88b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2980168 Nov 16 21:50:13.163403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57146) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:13.167626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:13.191864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.192988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.292646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.301594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9c3f1ccc-16a2-455e-8fc7-c11870080805', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:50:13.302534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.391747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c48c-fc4e-4ce5-9463-56a6d1cb44ff req-eb915f06-50f6-4c65-a8bf-aecf72dcc392 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:13.393246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb3c48c-fc4e-4ce5-9463-56a6d1cb44ff req-eb915f06-50f6-4c65-a8bf-aecf72dcc392 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1401827 Nov 16 21:50:13.432856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Allocated IP 172.20.0.2 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/d276f61b-90b4-4e5c-aefc-a72a18a82731) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:13.472555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.548528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfb3c48c-fc4e-4ce5-9463-56a6d1cb44ff req-89f6567d-8ef7-43e1-9a1b-a6cf90014926 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194363 Nov 16 21:50:13.590853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.597043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.633608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:13.639314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:13.642880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:13.651257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Pushing event updated for resources: {'Port': ['ID=d276f61b-90b4-4e5c-aefc-a72a18a82731,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:13.703372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Attempting to bind port d276f61b-90b4-4e5c-aefc-a72a18a82731 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:13.703997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Attempting to bind port d276f61b-90b4-4e5c-aefc-a72a18a82731 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:13.704375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Attempting to bind port d276f61b-90b4-4e5c-aefc-a72a18a82731 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:13.705471 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.709307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:13.709667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:13.710063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.710447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:13.710897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Bound port: d276f61b-90b4-4e5c-aefc-a72a18a82731, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:13.711289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.734804 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.775253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] For port d276f61b-90b4-4e5c-aefc-a72a18a82731, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:13.778971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] For port d276f61b-90b4-4e5c-aefc-a72a18a82731, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d276f61b-90b4-4e5c-aefc-a72a18a82731,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:13.783364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:13.838518 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b339b69-355f-454e-bec8-7bdf6aa50432 None None] Pushing event updated for resources: {'Port': ['ID=d276f61b-90b4-4e5c-aefc-a72a18a82731,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:13.849376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Allocated IP 172.25.7.24 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/248aaec8-780f-479a-b97d-d26c663c4f0d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:13.958075 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.006837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.054485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:14.057640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:14.062039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:14.071276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775e106-050f-4ea3-ae5b-9d8d122f0cac None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:14.087435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Pushing event updated for resources: {'Port': ['ID=248aaec8-780f-479a-b97d-d26c663c4f0d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:14.156110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e3d6aec9-b6ed-491e-880c-d7ceeae297c3 None None] Provisioning complete for port 248aaec8-780f-479a-b97d-d26c663c4f0d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:14.156387 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3d6aec9-b6ed-491e-880c-d7ceeae297c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.318574 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.351344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6aec9-b6ed-491e-880c-d7ceeae297c3 None None] Port 248aaec8-780f-479a-b97d-d26c663c4f0d cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:14.724038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449969d9-c5c3-4027-bfea-6a50d0bbf9a6 None None] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:50:14.786313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] Provisioning complete for port d276f61b-90b4-4e5c-aefc-a72a18a82731 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:14.786676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.809948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e65b4d-16ed-401f-b4af-227a648441b2 req-c0b918bb-7449-4020-ad5e-4afb856aa253 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:14.811441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4e65b4d-16ed-401f-b4af-227a648441b2 req-c0b918bb-7449-4020-ad5e-4afb856aa253 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0694385 Nov 16 21:50:14.819122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.927525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4e65b4d-16ed-401f-b4af-227a648441b2 req-7ff89ff7-407c-42dc-bd73-b12c02902a2d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096911 Nov 16 21:50:14.932395 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.979078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] For port d276f61b-90b4-4e5c-aefc-a72a18a82731, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d276f61b-90b4-4e5c-aefc-a72a18a82731,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:14.984975 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:14.994467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Router 9000f90b-9dd8-4eb8-adba-988315469fcd is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:50:15.053321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc4f92-c92d-4431-af5d-5847e902cfe0 None None] Pushing event updated for resources: {'Port': ['ID=d276f61b-90b4-4e5c-aefc-a72a18a82731,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:15.130123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:50:15.142458 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:50:15.154111 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:15.155024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:15.156416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.158972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7d9a373b-6431-453a-b329-0323c43cd215 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9933290 Nov 16 21:50:15.160548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57152) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:15.309956 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:15.366089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-055eed62-9b3c-4b93-ad70-f3800807a282 None None] Provisioning complete for port d276f61b-90b4-4e5c-aefc-a72a18a82731 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:15.366687 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-055eed62-9b3c-4b93-ad70-f3800807a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.370780 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-657f7243-946b-4867-a3a4-ad59c7a9aaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.507142 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:14Z', 'revision_number': 3, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:15.597033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.620188 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:50:15.620532 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Updating router 9000f90b-9dd8-4eb8-adba-988315469fcd port 248aaec8-780f-479a-b97d-d26c663c4f0d binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:50:15.645689 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.801847 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Allocated IP 172.20.0.1 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/bc7899fd-f343-4c58-9f55-bb02524665f5) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:15.893411 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.898874 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.903894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.941059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4875b6-4f6a-4255-98c5-140ce9040405 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:15.947483 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Attempting to bind port 248aaec8-780f-479a-b97d-d26c663c4f0d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:15.947848 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Attempting to bind port 248aaec8-780f-479a-b97d-d26c663c4f0d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:15.948209 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Attempting to bind port 248aaec8-780f-479a-b97d-d26c663c4f0d on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:15.953540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.963226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:15.963226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:15.963226 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:15.963226 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:15.963707 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Bound port: 248aaec8-780f-479a-b97d-d26c663c4f0d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:15.964198 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.006105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.020858 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] For port 248aaec8-780f-479a-b97d-d26c663c4f0d, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:16.023459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:16.023781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:50:16.024261 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] For port 248aaec8-780f-479a-b97d-d26c663c4f0d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=248aaec8-780f-479a-b97d-d26c663c4f0d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:16.025639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:16.029662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:16.030505 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Pushing event updated for resources: {'Port': ['ID=248aaec8-780f-479a-b97d-d26c663c4f0d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.034606 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.045458 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.045798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.046137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.046470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.046794 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.047141 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.047464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.047783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.048097 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.048416 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.048730 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.049148 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:16.101389 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c7a9-7c8d-447e-a352-455ebff346b3 None None] Pushing event updated for resources: {'Port': ['ID=248aaec8-780f-479a-b97d-d26c663c4f0d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.117492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.118525 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:16.119311 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:49:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:16.176948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687bd3f-1489-48c9-a4ad-d73dc3b69e01 req-b3bac715-dc58-40d1-b6ae-da3e9800d512 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:16.178624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d687bd3f-1489-48c9-a4ad-d73dc3b69e01 req-b3bac715-dc58-40d1-b6ae-da3e9800d512 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0960615 Nov 16 21:50:16.178766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:16.195253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'port_id': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'mac_address': 'fa:16:3e:c1:28:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:50:16.200231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d276f61b-90b4-4e5c-aefc-a72a18a82731 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:16.205492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e60ab-bb9e-40c3-b070-f49e4081083a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:16.227297 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:16.299359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.307169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] Provisioning complete for port 248aaec8-780f-479a-b97d-d26c663c4f0d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:16.307536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.312363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.344288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:50:16.371817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:16.383815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.407667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d687bd3f-1489-48c9-a4ad-d73dc3b69e01 req-bfb08938-2dd0-4fe1-b44c-5bcd9f68430b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192202 Nov 16 21:50:16.428564 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:14Z', 'revision_number': 3, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:16.432985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port d276f61b-90b4-4e5c-aefc-a72a18a82731 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:16.433351 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.460227 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f07952-6acc-4d29-8aa9-b0abf7749261 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:14Z', 'revision_number': 3, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:50:16.486686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:16.520501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.530425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.536960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.584757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.607359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.617656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.653161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] For port 248aaec8-780f-479a-b97d-d26c663c4f0d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=248aaec8-780f-479a-b97d-d26c663c4f0d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:16.664140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.733430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:16.735060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:16.767885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aeccd-41ac-401a-b5c1-fdbaaf48aa37 None None] Pushing event updated for resources: {'Port': ['ID=248aaec8-780f-479a-b97d-d26c663c4f0d,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:16.852847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-396f61a6-7e3b-4ef3-99ab-617d6039ce78 None None] Provisioning complete for port bc7899fd-f343-4c58-9f55-bb02524665f5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:16.853427 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-396f61a6-7e3b-4ef3-99ab-617d6039ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:16.893301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:50:16.925533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-396f61a6-7e3b-4ef3-99ab-617d6039ce78 None None] Port bc7899fd-f343-4c58-9f55-bb02524665f5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:16.954559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-396f61a6-7e3b-4ef3-99ab-617d6039ce78 None None] Provisioning complete for port 248aaec8-780f-479a-b97d-d26c663c4f0d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:16.955204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-396f61a6-7e3b-4ef3-99ab-617d6039ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.049511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:50:17.055264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad0a6bd0-04cb-41e3-a034-2f20fb391d17 admin admin] 10.222.0.54 "PUT /v2.0/routers/9000f90b-9dd8-4eb8-adba-988315469fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934107 Nov 16 21:50:17.233848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-63aa53d9-774d-4ca5-925d-3035c99e144d None None] Provisioning complete for port bc7899fd-f343-4c58-9f55-bb02524665f5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:17.234222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-63aa53d9-774d-4ca5-925d-3035c99e144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.276591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-63aa53d9-774d-4ca5-925d-3035c99e144d None None] Port bc7899fd-f343-4c58-9f55-bb02524665f5 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:17.558776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3510-2296-4079-b636-2d080cec5d62 req-58783d9b-927e-4572-b8d0-8a811ea5eb56 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:17.560478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-772d3510-2296-4079-b636-2d080cec5d62 req-58783d9b-927e-4572-b8d0-8a811ea5eb56 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 944 time: 0.0719650 Nov 16 21:50:17.619321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-772d3510-2296-4079-b636-2d080cec5d62 req-1daf3b1a-67c4-421c-850d-3ef28b4bf46f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Nov 16 21:50:17.698770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2145ee9-1744-4c22-a3e2-04b7bda31834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.701535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57196) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:17.706788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1614385645-network', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:17.727897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Made reservation on behalf of 01dbe70692ad4579aee53f77e8e3e6c1 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:50:17.730203 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.739347 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.816837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.821362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.847931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:50:17.859588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59330f86-363f-426f-ab09-e5247bbc02c7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:17.864614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.864954 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Added segment 6ded004c-62ba-44ee-ac5d-d9e2e87e94bf of type vlan for network 0d08bec3-e513-440e-b361-e3edc5105cb5 Nov 16 21:50:17.908464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.939291 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:17.940296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:17.940860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.004784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3018932 Nov 16 21:50:18.007538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:18.012759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Request body: {'subnet': {'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1614385645-subnet', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:18.016740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dc8fa-7c9c-4a7a-ac6e-99261ef7e444 admin admin] Pushing event updated for resources: {'Network': ['ID=0d08bec3-e513-440e-b361-e3edc5105cb5,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:18.030755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:18.050442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Made reservation on behalf of 01dbe70692ad4579aee53f77e8e3e6c1 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:50:18.053002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.076273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:50:18.079205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 248aaec8-780f-479a-b97d-d26c663c4f0d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:18.223528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 4a03a0a4-87e8-4252-8033-00376d4fe62f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:18.224076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.260995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 248aaec8-780f-479a-b97d-d26c663c4f0d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:18.261970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.298519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.392983 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fc2f28-9906-4d6a-825b-1faff576abbf,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:18.396248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Checking segment: {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:18.396818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Network hostable DHCP agents. Network: 0d08bec3-e513-440e-b361-e3edc5105cb5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:50:18.407612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.435505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:18.438036 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407fb7d7-3892-4bd3-9b66-900d984a3025" -d '{"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:18.454859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:18.459634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.495034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-0d953428-053f-44f6-b8bd-c5aab9d387e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:18.502029 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-0d953428-053f-44f6-b8bd-c5aab9d387e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1095 time: 0.0961869 Nov 16 21:50:18.502029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:50:18.519681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 0d08bec3-e513-440e-b361-e3edc5105cb5) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:18.532472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:18.532472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.535322 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b16230-0218-436b-a583-04767c66dee1 x-openstack-request-id: req-19b16230-0218-436b-a583-04767c66dee1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:18.536073 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:18.536325 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19b16230-0218-436b-a583-04767c66dee1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:18.536715 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'code': 200} Nov 16 21:50:18.537540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5cdbb-52f1-4aa2-8e21-f46a8f98969e None None] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:50:18.588088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:18.611959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92e08e6b-6aac-4aaf-91eb-53d73cec7411 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6013927 Nov 16 21:50:18.613181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57206) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:18.622596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:18.667834 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.669496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.688715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-8de3d6a2-6c41-494f-bc95-6fb74c135a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:18.690342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-8de3d6a2-6c41-494f-bc95-6fb74c135a30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.1492145 Nov 16 21:50:18.731837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:50:18.749226 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-c099d1ff-8f5b-4bdc-a22c-b7403bd3dabf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0504956 Nov 16 21:50:18.760527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:18.761320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:18.764765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.832437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-5a929a7f-23a1-47ce-8014-80d5bb2712cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:18.834858 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-5a929a7f-23a1-47ce-8014-80d5bb2712cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0747402 Nov 16 21:50:18.882378 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-2894024a-938d-4437-aed6-05349454a5ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348961 Nov 16 21:50:18.957130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:18.957285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af18a26-a648-49c0-9816-341e73c202f3 req-5ce83c78-e826-4ada-86ad-4c600eecfcae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:18.965313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9af18a26-a648-49c0-9816-341e73c202f3 req-5ce83c78-e826-4ada-86ad-4c600eecfcae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1985517 Nov 16 21:50:18.976529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:18.994528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-0d08bec3-e513-440e-b361-e3edc5105cb5', 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'fixed_ips': [{'subnet_id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:50:18.996170 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.021431 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-306c199a-52a0-471d-8d45-7ae0393951da service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305549 Nov 16 21:50:19.022172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9af18a26-a648-49c0-9816-341e73c202f3 req-142ce7f8-3e42-4eb9-9009-2d2ff0e7179f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Nov 16 21:50:19.164653 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e7f898ee-dbc9-41ad-aa13-238f0a482fb2 req-a25f910d-2be8-4e71-8f8a-98ef37c55ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340082 Nov 16 21:50:19.270121 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.293862 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.401113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.441796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Allocated IP 172.25.7.181 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:19.499527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Allocated IP 172.20.0.2 (0d08bec3-e513-440e-b361-e3edc5105cb5/c1fc2f28-9906-4d6a-825b-1faff576abbf/6f8b25e8-aac5-4608-98c9-18fa6104e0cc) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:19.583895 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.597761 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 2, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:19.629783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.643397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:50:19.643902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Updating router 9000f90b-9dd8-4eb8-adba-988315469fcd port bc7899fd-f343-4c58-9f55-bb02524665f5 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:50:19.694550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:19.698655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:19.701994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:19.714030 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.714513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:19.720404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ae733-3301-4a62-b6de-2ae15c27e13f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:19.780156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.796455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.849228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Pushing event updated for resources: {'Port': ['ID=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:19.929914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:19.938320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-834d55bb-93e7-4a3f-ba23-ba018b4c0d8d None None] Provisioning complete for port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:19.938624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-834d55bb-93e7-4a3f-ba23-ba018b4c0d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:19.940593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:19.945990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:20.069045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-834d55bb-93e7-4a3f-ba23-ba018b4c0d8d None None] Port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:20.157599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Attempting to bind port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:20.158373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Attempting to bind port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:20.159027 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Attempting to bind port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc on network 0d08bec3-e513-440e-b361-e3edc5105cb5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:20.170482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:20.171480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Checking segment: {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:20.172126 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.173048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Bound using segment: {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:20.174201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Bound port: 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:20.174878 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.330480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e3e6-66d3-4d45-a2ec-f6657ca646b3 req-2cd738eb-811d-487a-ba99-29b91f44a8c2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:20.332508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8107e3e6-66d3-4d45-a2ec-f6657ca646b3 req-2cd738eb-811d-487a-ba99-29b91f44a8c2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1281307 Nov 16 21:50:20.343536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] For port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:20.349087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] For port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:20.388400 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.388628 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.449213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.476358 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.502124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c189a2c-e595-47f5-9e91-1d27a2e26872 None None] Pushing event updated for resources: {'Port': ['ID=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:20.603395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8107e3e6-66d3-4d45-a2ec-f6657ca646b3 req-0336a480-a17a-4e5c-9df3-a0629c6e96a4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650082 Nov 16 21:50:20.672224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cc3fd-7be9-48ce-85cc-671c45f3d3c3 None None] Pushing event updated for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:20.677184 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.677571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.693972 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Attempting to bind port bc7899fd-f343-4c58-9f55-bb02524665f5 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:20.694335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Attempting to bind port bc7899fd-f343-4c58-9f55-bb02524665f5 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:20.694692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Attempting to bind port bc7899fd-f343-4c58-9f55-bb02524665f5 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:20.704502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:20.704877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:20.705271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.705725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:20.706227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Bound port: bc7899fd-f343-4c58-9f55-bb02524665f5, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:20.719629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.847889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] For port bc7899fd-f343-4c58-9f55-bb02524665f5, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:20.855251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] For port bc7899fd-f343-4c58-9f55-bb02524665f5, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bc7899fd-f343-4c58-9f55-bb02524665f5,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:20.865565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:20.903248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Router c8f0727e-356d-4088-8d86-77dc61a5e432 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:50:20.949431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:20.950054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:21.026607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cc3fd-7be9-48ce-85cc-671c45f3d3c3 None None] Pushing event updated for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:21.079492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:50:21.080898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] Provisioning complete for port bc7899fd-f343-4c58-9f55-bb02524665f5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:21.080898 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.088525 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Sync routers for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:50:21.100698 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:21.101954 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:21.110541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.113932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1b9da738-0cd9-4cf8-b0a9-02bc61c5d8f4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4993443 Nov 16 21:50:21.115973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57214) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:21.163010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:21.271266 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:21.504748 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.542836 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.558964 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:20Z', 'revision_number': 3, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:21.583697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] For port bc7899fd-f343-4c58-9f55-bb02524665f5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bc7899fd-f343-4c58-9f55-bb02524665f5,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:21.594223 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:20Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:21.598236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.619852 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Checking router: c8f0727e-356d-4088-8d86-77dc61a5e432 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:50:21.620265 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Updating router c8f0727e-356d-4088-8d86-77dc61a5e432 port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:50:21.694284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552aab71-8ed6-4acc-afc9-e254fd66d3c4 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:20Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:50:21.696658 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.838558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64585e97-04d1-4bc1-8f9e-1bf1828f8bec None None] Pushing event updated for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:21.844109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8d989-1370-43c9-9ff8-b08d37b6737e req-0c1ae796-be07-4f33-8eda-f1b9058a23d0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:21.848558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a8d989-1370-43c9-9ff8-b08d37b6737e req-0c1ae796-be07-4f33-8eda-f1b9058a23d0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1149750 Nov 16 21:50:21.853687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-47c6574f-f676-4a09-b2ca-e4237e8e64aa None None] Provisioning complete for port bc7899fd-f343-4c58-9f55-bb02524665f5 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:21.854230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-47c6574f-f676-4a09-b2ca-e4237e8e64aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:21.912543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4a8d989-1370-43c9-9ff8-b08d37b6737e req-a74e68e5-a4da-427d-ba82-23adf6d5c9ba tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540583 Nov 16 21:50:21.972742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.205122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6f8b25e8-aac5-4608-98c9-18fa6104e0cc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:22.244876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f22d4-1325-4b6d-b1c4-1ec0413553f1 None None] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:50:22.249083 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.268048 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.344582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Attempting to bind port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:22.344582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Attempting to bind port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:22.344582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Attempting to bind port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:22.351522 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:22.353942 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:22.354214 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.358438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7da51-f009-42be-8c40-4f101e708260 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:22.364321 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:22.364834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Bound port: 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:22.365228 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.376293 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02460e2-949f-4264-84de-8dfc569dad5f None None] Pushing event updated for resources: {'Port': ['ID=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:22.421643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Allocated IP 172.20.0.1 (0d08bec3-e513-440e-b361-e3edc5105cb5/c1fc2f28-9906-4d6a-825b-1faff576abbf/8fd09b96-e469-40e6-bc62-9b07a3322c7e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:22.436480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ea61cb00-3573-4aaa-b866-a15b7172bf48 None None] Provisioning complete for port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:22.436859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea61cb00-3573-4aaa-b866-a15b7172bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.458194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] For port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:22.462638 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] For port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:22.481029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:22.481398 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.482316 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.546534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:22.547189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:22.624649 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.669351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:22.674340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02460e2-949f-4264-84de-8dfc569dad5f None None] Pushing event updated for resources: {'Port': ['ID=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:22.738857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Pushing event updated for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:22.745137 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:22.764514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.764853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.765194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.765529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.765857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.766186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.766506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.766826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.767181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.767497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.772579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.773022 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:22.794392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:22.796233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:22.799846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:22.856069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081f3c9-a303-4b76-89ed-f31f20ccb8bb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:50:22.878687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.107567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ea61cb00-3573-4aaa-b866-a15b7172bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.111925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.158657 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.200230 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f9a31-9e68-4d2e-a923-90a260dedefb req-73343157-625d-428e-ac4e-185b1ca1c3d2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:23.212020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e4f9a31-9e68-4d2e-a923-90a260dedefb req-73343157-625d-428e-ac4e-185b1ca1c3d2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1737969 Nov 16 21:50:23.216272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:23.233592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.233934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bc7899fd-f343-4c58-9f55-bb02524665f5 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:23.250674 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:20Z', 'revision_number': 3, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:23.295899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e4f9a31-9e68-4d2e-a923-90a260dedefb req-b63ea2c2-3909-44d5-9a9a-57660355a87a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825176 Nov 16 21:50:23.317791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a7e97-113e-4057-b698-d5e77266b33b None None] The sync data for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 is: [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:20Z', 'revision_number': 3, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:50:23.527885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-ea61cb00-3573-4aaa-b866-a15b7172bf48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:50:23.528093 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-ea61cb00-3573-4aaa-b866-a15b7172bf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:50:23.544442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:23.560373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.565115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-15409f5c-fa35-4420-b7d8-b03aaa1e4794 req-b2270304-4519-46be-98c7-4769ca2f6b0d service neutron] (102665) timed out ('10.222.0.54', 38928) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:50:23.572463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.592617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port bc7899fd-f343-4c58-9f55-bb02524665f5 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:23.593036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.740250 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.742262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Pushing event updated for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:23.883582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:23.885419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:24.141535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Router c8f0727e-356d-4088-8d86-77dc61a5e432 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:50:24.223393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6f8b25e8-aac5-4608-98c9-18fa6104e0cc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:24.329460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Provisioning complete for port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:24.329888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:50:24.330443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.351639 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5b8d1be3-86e3-4a8a-9a91-6a863568dd1c admin admin] 10.222.0.54 "PUT /v2.0/routers/c8f0727e-356d-4088-8d86-77dc61a5e432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2341599 Nov 16 21:50:24.407359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:24.408095 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.553608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfff20-1922-4a5e-8f89-06282f3b0728 req-dba98667-2e4a-42ab-a800-ac4c26582383 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:24.564342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13bfff20-1922-4a5e-8f89-06282f3b0728 req-dba98667-2e4a-42ab-a800-ac4c26582383 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0952420 Nov 16 21:50:24.584040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.620329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] For port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:24.632769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.655417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13bfff20-1922-4a5e-8f89-06282f3b0728 req-3882b252-2c2c-4914-97e7-7d3fca7c1927 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898404 Nov 16 21:50:24.760724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Provisioning complete for port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:24.761116 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.808931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:24.815652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Pushing event updated for resources: {'Port': ['ID=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:24.904120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:24.904493 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:25.008867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Provisioning complete for port 8fd09b96-e469-40e6-bc62-9b07a3322c7e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:25.009290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:25.096513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-55361a9c-e67a-4152-8c74-c329f8a6f31f None None] Port 8fd09b96-e469-40e6-bc62-9b07a3322c7e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:25.218490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b5f53df6-c7a2-464e-addd-84ca74e882f6 None None] Provisioning complete for port 8fd09b96-e469-40e6-bc62-9b07a3322c7e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:25.218877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b5f53df6-c7a2-464e-addd-84ca74e882f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:25.255482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b5f53df6-c7a2-464e-addd-84ca74e882f6 None None] Port 8fd09b96-e469-40e6-bc62-9b07a3322c7e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:25.837405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78e42-8ba0-4faa-bbb2-9a5521489ef8 req-54441e25-0816-4b94-8cb4-a9999b2ba39e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:25.840190 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0a78e42-8ba0-4faa-bbb2-9a5521489ef8 req-54441e25-0816-4b94-8cb4-a9999b2ba39e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0893104 Nov 16 21:50:25.900660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0a78e42-8ba0-4faa-bbb2-9a5521489ef8 req-774b29a1-5315-49b5-8540-b1e62ba95ace tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541351 Nov 16 21:50:26.038229 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:26.088612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Sync routers for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:50:26.125588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:26.126324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:26.260653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:26.261859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:26.344866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:26.634792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:23Z', 'revision_number': 4, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8fd09b96-e469-40e6-bc62-9b07a3322c7e', 'name': '', 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'mac_address': 'fa:16:3e:a4:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:22Z', 'updated_at': '2021-11-16T21:50:23Z', 'revision_number': 2, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'subnets': [{'id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:26.672551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Checking router: c8f0727e-356d-4088-8d86-77dc61a5e432 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:50:26.672983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Updating router c8f0727e-356d-4088-8d86-77dc61a5e432 port 8fd09b96-e469-40e6-bc62-9b07a3322c7e binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:50:26.712706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:26.932575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-e9faf959-b88a-4b85-8431-d8565fd69d81 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:26.941545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-e9faf959-b88a-4b85-8431-d8565fd69d81 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1723258 Nov 16 21:50:26.962911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-6c885a2f-29a2-4369-a2ad-fe877f2de980 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0201082 Nov 16 21:50:27.070991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-fede1159-e275-4a91-88fb-2106d08ebe9c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067390 Nov 16 21:50:27.071471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.078686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.133526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc070a2-fc41-42a8-869f-3c1e25596142 req-f150c0fd-9e20-40d8-a4fe-b5a9ddc1a434 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:27.135346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bc070a2-fc41-42a8-869f-3c1e25596142 req-f150c0fd-9e20-40d8-a4fe-b5a9ddc1a434 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1298227 Nov 16 21:50:27.157661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c1ea5-eab3-4c47-ac9c-d0cb711b6c3b None None] Pushing event updated for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:27.212155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Attempting to bind port 8fd09b96-e469-40e6-bc62-9b07a3322c7e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:27.212555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Attempting to bind port 8fd09b96-e469-40e6-bc62-9b07a3322c7e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:27.212961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Attempting to bind port 8fd09b96-e469-40e6-bc62-9b07a3322c7e on network 0d08bec3-e513-440e-b361-e3edc5105cb5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:27.219452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:27.219822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Checking segment: {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:27.221113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.221235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Bound using segment: {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:27.221819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Bound port: 8fd09b96-e469-40e6-bc62-9b07a3322c7e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:27.222210 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.229307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bc070a2-fc41-42a8-869f-3c1e25596142 req-3ddbacec-1ec9-4a97-b074-4b41df70a0d9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Nov 16 21:50:27.243894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-44022e17-e7b3-46b1-b22b-698ad0a98889 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717086 Nov 16 21:50:27.332809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] For port 8fd09b96-e469-40e6-bc62-9b07a3322c7e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:27.336079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] For port 8fd09b96-e469-40e6-bc62-9b07a3322c7e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8fd09b96-e469-40e6-bc62-9b07a3322c7e,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:27.347254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.376119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-91efd0a2-9523-4414-8cdb-e2232352d663 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311657 Nov 16 21:50:27.426380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:27.431274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:50:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:27.471694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c1ea5-eab3-4c47-ac9c-d0cb711b6c3b None None] Pushing event updated for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:27.789178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Provisioning complete for port 8fd09b96-e469-40e6-bc62-9b07a3322c7e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:27.789548 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:27.858009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:27.863325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1496f41-3d54-4ba6-863f-0206bc84db83 req-d493e7d0-8090-4abe-9844-d64344171af3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0516844 Nov 16 21:50:27.991167 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:28.061625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] For port 8fd09b96-e469-40e6-bc62-9b07a3322c7e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8fd09b96-e469-40e6-bc62-9b07a3322c7e,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:28.068845 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:28.149114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Pushing event updated for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:28.184188 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.184547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.184869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.185196 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.185677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.186084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.186412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.186734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.187088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.187408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.187738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.188039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532169a1-19c5-4a26-9132-b72ef822401f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:28.215034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-99b9a210-b73e-4765-b730-3d69bfa5e765 None None] Provisioning complete for port 8fd09b96-e469-40e6-bc62-9b07a3322c7e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:28.215415 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99b9a210-b73e-4765-b730-3d69bfa5e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:28.278396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:23Z', 'revision_number': 4, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8fd09b96-e469-40e6-bc62-9b07a3322c7e', 'name': '', 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'mac_address': 'fa:16:3e:a4:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:22Z', 'updated_at': '2021-11-16T21:50:27Z', 'revision_number': 4, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'subnets': [{'id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:28.320610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eeaa-771a-4a4e-93cd-eab0410a7057 None None] The sync data for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 is: [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T21:50:23Z', 'revision_number': 4, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8fd09b96-e469-40e6-bc62-9b07a3322c7e', 'name': '', 'network_id': '0d08bec3-e513-440e-b361-e3edc5105cb5', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'mac_address': 'fa:16:3e:a4:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:22Z', 'updated_at': '2021-11-16T21:50:27Z', 'revision_number': 4, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'subnets': [{'id': 'c1fc2f28-9906-4d6a-825b-1faff576abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:50:28.433581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d873153-9c19-44d9-86b7-9f73db81b3b3 req-0901c210-b2d6-46b7-9ffb-02f6391f38e4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:28.445686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d873153-9c19-44d9-86b7-9f73db81b3b3 req-0901c210-b2d6-46b7-9ffb-02f6391f38e4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1302114 Nov 16 21:50:28.520765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d873153-9c19-44d9-86b7-9f73db81b3b3 req-91605f03-3547-4dbe-b364-72f7383ed0e9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Nov 16 21:50:29.002198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f6e48ba2-84d1-4d68-ab60-43024ef88b28 req-f129256c-4d9a-4b76-987e-88abe1b1bc8d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0498602 Nov 16 21:50:29.159962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-0ffebd30-822f-476e-ad81-e241a66113c0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:29.161470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-0ffebd30-822f-476e-ad81-e241a66113c0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1267028 Nov 16 21:50:29.179739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:29.345141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:50:29.349796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:29.507347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.4 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/c65f0171-3947-4a9d-9cbd-613a9fcdcada) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:29.749385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b58b6-ebf7-4083-9628-eddb45b1c706 req-0637ef89-6dac-4ecf-8f54-d7d7654c6fd1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:29.755440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-937b58b6-ebf7-4083-9628-eddb45b1c706 req-0637ef89-6dac-4ecf-8f54-d7d7654c6fd1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1200860 Nov 16 21:50:29.800861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:29.845009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-937b58b6-ebf7-4083-9628-eddb45b1c706 req-14cd148d-4555-48d3-ad9f-a9099c1353fa tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790572 Nov 16 21:50:29.869374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:29.924263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:29.935649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:29.937099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:29.940308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:30.095353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:30.096707 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.125951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-42bf2930-07b4-4bc8-be5a-7aff1e0c7e52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9508877 Nov 16 21:50:30.160541 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8fd09b96-e469-40e6-bc62-9b07a3322c7e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:30.172122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Request body: {'port': {'device_id': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:30.228186 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:50:30.234369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8fd09b96-e469-40e6-bc62-9b07a3322c7e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:30.234752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.310207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b8a2-7be3-44cf-bffc-0ca1df807605 req-eec4d839-3be0-4eb5-b921-90ee94484c7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:30.318443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7514b8a2-7be3-44cf-bffc-0ca1df807605 req-eec4d839-3be0-4eb5-b921-90ee94484c7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 931 time: 0.2034190 Nov 16 21:50:30.338341 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.434586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7514b8a2-7be3-44cf-bffc-0ca1df807605 req-7bdafc86-c767-43af-a02a-ddece729b042 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981674 Nov 16 21:50:30.463700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-026a9b77-a0aa-4b74-9602-c335b14f8840 None None] Provisioning complete for port c65f0171-3947-4a9d-9cbd-613a9fcdcada triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:30.464045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-026a9b77-a0aa-4b74-9602-c335b14f8840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.549088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-026a9b77-a0aa-4b74-9602-c335b14f8840 None None] Port c65f0171-3947-4a9d-9cbd-613a9fcdcada cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:30.730726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65f0171-3947-4a9d-9cbd-613a9fcdcada {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:50:30.743714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.763821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Transition to ACTIVE for port object c65f0171-3947-4a9d-9cbd-613a9fcdcada will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:50:30.768477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:30.834954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Pushing event updated for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:30.922200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Attempting to bind port c65f0171-3947-4a9d-9cbd-613a9fcdcada on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:30.922707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Attempting to bind port c65f0171-3947-4a9d-9cbd-613a9fcdcada by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:30.923722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Attempting to bind port c65f0171-3947-4a9d-9cbd-613a9fcdcada on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:30.932754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Port c65f0171-3947-4a9d-9cbd-613a9fcdcada on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:50:30.932754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Attempting to bind port c65f0171-3947-4a9d-9cbd-613a9fcdcada on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:30.937447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:30.938381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:30.938874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:30.939482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Bound port: c65f0171-3947-4a9d-9cbd-613a9fcdcada, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:30.939949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:31.054266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee7e02-f058-4c15-bae5-f7641e5af691 req-4299e02a-d34c-43a2-a748-f3f29f916325 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.055997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cee7e02-f058-4c15-bae5-f7641e5af691 req-4299e02a-d34c-43a2-a748-f3f29f916325 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.1037743 Nov 16 21:50:31.061278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:31.066238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:31.076703 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:31.100757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.101983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:31.103394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] 10.222.0.21 "PUT /v2.0/ports/c65f0171-3947-4a9d-9cbd-613a9fcdcada HTTP/1.1" status: 200 len: 1091 time: 0.9379947 Nov 16 21:50:31.115865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:31.125091 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:31.236517 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42d532-d6b0-4c41-87c6-c2a347781771 x-openstack-request-id: req-4e42d532-d6b0-4c41-87c6-c2a347781771 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:31.236808 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:31.237066 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e42d532-d6b0-4c41-87c6-c2a347781771 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:31.237472 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada', 'status': 'completed', 'code': 200} Nov 16 21:50:31.282590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-b48d2a70-5eb9-4192-934d-e7d255c35b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.284244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-b48d2a70-5eb9-4192-934d-e7d255c35b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 1094 time: 0.1319926 Nov 16 21:50:31.288192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6cee7e02-f058-4c15-bae5-f7641e5af691 req-bca3f84c-290f-43e7-86e9-fe45b2b97d75 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243001 Nov 16 21:50:31.288833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d82a-a03b-4b1a-80b8-a7cae2617a65 service neutron] Pushing event updated for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:31.337480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-74be04c5-94cd-479f-9a1e-4d50ad3c3152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada HTTP/1.1" status: 200 len: 217 time: 0.0408750 Nov 16 21:50:31.421493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-95e388d1-a7fa-494d-833c-6f5702eefa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.423522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-95e388d1-a7fa-494d-833c-6f5702eefa7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0785856 Nov 16 21:50:31.486301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-7cbfd15b-05fb-426b-886c-3bfd0d08b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.488991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-7cbfd15b-05fb-426b-886c-3bfd0d08b23b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579586 Nov 16 21:50:31.628552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc127c85-fdbe-4cd5-bc2e-a7e3d85b74eb req-cdc946dd-f2a8-4095-ab20-23e70f32b038 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.634454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc127c85-fdbe-4cd5-bc2e-a7e3d85b74eb req-cdc946dd-f2a8-4095-ab20-23e70f32b038 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0766366 Nov 16 21:50:31.690768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-a1652f83-832e-428b-9bab-0a4250d4ebdc service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940517 Nov 16 21:50:31.720218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc127c85-fdbe-4cd5-bc2e-a7e3d85b74eb req-f17072f5-7889-4de7-9dd6-91f2f3e459dd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793657 Nov 16 21:50:31.824324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-406462ae-f3d8-4bd3-83fc-2ac7f3be45da req-2c0294d4-0fb1-4c8e-a0d2-6184e431083b service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193752 Nov 16 21:50:31.927824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-9272f6d5-f71f-4d04-86a6-697402a26e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:31.929793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-9272f6d5-f71f-4d04-86a6-697402a26e55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 1094 time: 0.0553896 Nov 16 21:50:32.043208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-b032777b-6eae-4be7-8d64-05cd7cfd89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:32.044745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-b032777b-6eae-4be7-8d64-05cd7cfd89bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.1081812 Nov 16 21:50:32.090294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-8df8b687-fac3-4734-9988-dd7d99f098cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada HTTP/1.1" status: 200 len: 217 time: 0.0376706 Nov 16 21:50:32.161455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-b2ec6ea4-5e7c-4d50-9147-448f384e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:32.162966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-b2ec6ea4-5e7c-4d50-9147-448f384e2626 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0675306 Nov 16 21:50:32.211695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-294c2df7-b1df-4b22-b9ca-09969b3a4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:32.213135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-294c2df7-b1df-4b22-b9ca-09969b3a4caf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436316 Nov 16 21:50:32.317410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-43b4faf1-7ac2-4ec7-8b23-b7d70681754f service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973163 Nov 16 21:50:32.526267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bea9e9-d3ce-4b04-8f15-d0951fb931fe req-0d1ca54f-63b7-42f4-a84f-2b008dab6c7a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:32.528199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56bea9e9-d3ce-4b04-8f15-d0951fb931fe req-0d1ca54f-63b7-42f4-a84f-2b008dab6c7a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0891623 Nov 16 21:50:32.530867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c64c0e5-b313-4777-801a-1a3cba5fe6fe req-046ff6ac-00d4-4ac1-8090-2285770781f1 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040009 Nov 16 21:50:32.607167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56bea9e9-d3ce-4b04-8f15-d0951fb931fe req-8d873406-036a-47a9-b09e-9a356e9a297f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672591 Nov 16 21:50:32.867422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bdc96-0277-4d57-be2d-cfcce5744f36 req-39657653-ff70-4509-b555-264fd704b05d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:32.868944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c1bdc96-0277-4d57-be2d-cfcce5744f36 req-39657653-ff70-4509-b555-264fd704b05d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0605466 Nov 16 21:50:32.938136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c1bdc96-0277-4d57-be2d-cfcce5744f36 req-10ae07aa-e5e5-4575-9cdf-76149ba6b6a0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523539 Nov 16 21:50:33.742193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282df63-36da-43b8-ad9c-5d27e00403f9 req-0d226108-4bea-4b81-baa1-4448e87a561f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:33.743705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e282df63-36da-43b8-ad9c-5d27e00403f9 req-0d226108-4bea-4b81-baa1-4448e87a561f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0534689 Nov 16 21:50:33.791268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e282df63-36da-43b8-ad9c-5d27e00403f9 req-52a92747-f622-4062-bec3-f90f0f96e2a2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Nov 16 21:50:33.860330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-2cdcf5b2-bb9e-46b5-bf56-5274354e0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:33.861812 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-2cdcf5b2-bb9e-46b5-bf56-5274354e0e94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1096 time: 0.0417640 Nov 16 21:50:33.966753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-e0cd9488-5553-42c0-83ed-567940e1f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:33.968102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-e0cd9488-5553-42c0-83ed-567940e1f433 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.0994215 Nov 16 21:50:34.015453 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-d1f0578b-acfa-4283-bb54-de80dbbf8120 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0405650 Nov 16 21:50:34.056377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ffb26-70b6-4a79-bd18-256990b39e03 req-1932efd2-414e-4870-8b8f-279c99198da6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:34.057880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b46ffb26-70b6-4a79-bd18-256990b39e03 req-1932efd2-414e-4870-8b8f-279c99198da6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0520267 Nov 16 21:50:34.068194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-02b63b9f-77d4-43d0-a02d-81abfa2d1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:34.070088 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-02b63b9f-77d4-43d0-a02d-81abfa2d1252 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0487022 Nov 16 21:50:34.108954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-46d196e0-bca2-4800-afc6-414d693b6275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312598 Nov 16 21:50:34.122797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b46ffb26-70b6-4a79-bd18-256990b39e03 req-823d0711-bddc-461c-8f95-f2139ef0c47c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Nov 16 21:50:34.204835 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-897d9ee1-4bcf-4470-91f6-9e5aef38f11f service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887020 Nov 16 21:50:34.298844 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d3b39cf7-59f8-40d3-9667-0123e3e0a948 req-25c97def-b839-4196-b1ae-49cfd51f08c1 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871284 Nov 16 21:50:34.922453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf3a9d-2bb6-4ef3-839a-7f4155ecb8e8 req-52836a0e-f01b-4b12-9b3a-3b1ad53e00c6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:34.925267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3bf3a9d-2bb6-4ef3-839a-7f4155ecb8e8 req-52836a0e-f01b-4b12-9b3a-3b1ad53e00c6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0543094 Nov 16 21:50:34.979734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3bf3a9d-2bb6-4ef3-839a-7f4155ecb8e8 req-781554e9-5902-4272-98aa-833e976f2bc9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Nov 16 21:50:35.242183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a8353-086a-4cb5-9e25-c50117a77885 req-6e070285-fa99-49b0-9b71-1b356de47477 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:35.243682 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a0a8353-086a-4cb5-9e25-c50117a77885 req-6e070285-fa99-49b0-9b71-1b356de47477 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0500829 Nov 16 21:50:35.293593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a0a8353-086a-4cb5-9e25-c50117a77885 req-983ee4e5-da03-40e2-b07a-48dfb9f70408 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Nov 16 21:50:36.102465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e08e5-2a62-45a1-a6ba-84dfe6f35068 req-b5fe5082-0bef-4a9a-b4cb-bc1e41b7c305 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:36.103981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a1e08e5-2a62-45a1-a6ba-84dfe6f35068 req-b5fe5082-0bef-4a9a-b4cb-bc1e41b7c305 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 945 time: 0.0531108 Nov 16 21:50:36.116464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:50:36.153699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a1e08e5-2a62-45a1-a6ba-84dfe6f35068 req-c18b64a5-dee0-492b-98c2-b9cd5bda62c4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Nov 16 21:50:36.195984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:36.220507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:36.222726 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b05bf6-4d7a-4c9b-81c8-ab540efe4c15" -d '{"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:36.235146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:36.239348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:36.263990 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acfaac0-d5c5-4ce5-bd8b-a6a4e8130ce3 x-openstack-request-id: req-7acfaac0-d5c5-4ce5-bd8b-a6a4e8130ce3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:36.264281 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:36.264529 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7acfaac0-d5c5-4ce5-bd8b-a6a4e8130ce3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:36.264917 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'code': 200} Nov 16 21:50:36.288132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:36.416974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64dfeb-32b4-4387-9322-7c01f3ee7b4b req-974c71af-1dd0-4356-87c3-dd05f69a3501 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:36.418520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e64dfeb-32b4-4387-9322-7c01f3ee7b4b req-974c71af-1dd0-4356-87c3-dd05f69a3501 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0554948 Nov 16 21:50:36.467947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e64dfeb-32b4-4387-9322-7c01f3ee7b4b req-95ae958e-5bed-447d-89b4-89f7638c8ea8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Nov 16 21:50:37.273896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bc963-6730-45f2-86af-6cb3519c633d req-a922c010-955e-4ab5-bf0f-37613f23def1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:37.275361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d1bc963-6730-45f2-86af-6cb3519c633d req-a922c010-955e-4ab5-bf0f-37613f23def1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0518961 Nov 16 21:50:37.321823 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d1bc963-6730-45f2-86af-6cb3519c633d req-b49bb98b-b569-4649-a83d-67d580a5f72b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Nov 16 21:50:37.445402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855159c-eb72-48b7-9106-8732c25dae55 req-db6b8de6-1872-4dff-961d-6d74057081a9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:37.446858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6855159c-eb72-48b7-9106-8732c25dae55 req-db6b8de6-1872-4dff-961d-6d74057081a9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0521288 Nov 16 21:50:37.495395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6855159c-eb72-48b7-9106-8732c25dae55 req-c6ad28da-5653-400c-b3b9-4cc140de97b1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Nov 16 21:50:37.583269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834f9be-d857-4f52-9706-8da04f791b1b req-1bd4bf62-cc02-4019-83a4-79ec508e2f0f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:37.584784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a834f9be-d857-4f52-9706-8da04f791b1b req-1bd4bf62-cc02-4019-83a4-79ec508e2f0f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0492954 Nov 16 21:50:37.640095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a834f9be-d857-4f52-9706-8da04f791b1b req-d74f8713-c1c7-463a-b970-ba97c56e4a88 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Nov 16 21:50:37.662162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-8912786c-0642-490c-aac1-af20f4f8fa0f req-16822b53-ea0a-4629-9d59-ed5d79f6aaaa service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:50:37.663164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8912786c-0642-490c-aac1-af20f4f8fa0f req-16822b53-ea0a-4629-9d59-ed5d79f6aaaa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052273 Nov 16 21:50:37.811198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030181b-5b8c-43ec-9089-d7f9c916e5af req-2653d3df-ead5-4bdd-9841-f5efe41e40ba tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:37.812650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3030181b-5b8c-43ec-9089-d7f9c916e5af req-2653d3df-ead5-4bdd-9841-f5efe41e40ba tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0478868 Nov 16 21:50:37.861407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3030181b-5b8c-43ec-9089-d7f9c916e5af req-1f9fc1b1-d181-461e-bcda-b8f8df635c7d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 16 21:50:38.140993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-be0758fe-204c-4a3f-999c-63fa87d301b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432197 Nov 16 21:50:38.150268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-93db0629-f1f5-498b-88b1-ae27c64d99c9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:50:38.151241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-93db0629-f1f5-498b-88b1-ae27c64d99c9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051162 Nov 16 21:50:38.757885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e625e9-7761-48f0-abfd-4fbea1378706 req-3b0e4098-e818-414f-a402-36e414ede68f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:38.759304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6e625e9-7761-48f0-abfd-4fbea1378706 req-3b0e4098-e818-414f-a402-36e414ede68f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0490110 Nov 16 21:50:38.966308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-78db198e-6f93-42da-b5d7-cdcd0a6d39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:38.967867 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-78db198e-6f93-42da-b5d7-cdcd0a6d39f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e&tenant_id=b40f7a2725214f6e934b72133dd4c400 HTTP/1.1" status: 200 len: 1094 time: 0.0819967 Nov 16 21:50:39.030957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-80ad2e6f-3a50-4f2b-b69f-28c22ceb0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:39.032386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-80ad2e6f-3a50-4f2b-b69f-28c22ceb0b02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1094 time: 0.0419703 Nov 16 21:50:39.094080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6e625e9-7761-48f0-abfd-4fbea1378706 req-3503b1c7-ba66-4423-8183-2e94efca39f8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288171 Nov 16 21:50:39.132566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ee8c9-e287-4f9d-a7da-671ab4f7349c req-1e743dff-e32c-4357-9584-122513eeeb76 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:39.133487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-c82078fc-119b-4743-a5a7-df2c849d3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:39.134019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6ee8c9-e287-4f9d-a7da-671ab4f7349c req-1e743dff-e32c-4357-9584-122513eeeb76 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0568492 Nov 16 21:50:39.134975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-c82078fc-119b-4743-a5a7-df2c849d3971 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.0952256 Nov 16 21:50:39.177089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-80d4d5be-0bae-4568-bb79-0259687c1b68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0345783 Nov 16 21:50:39.180290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:39.183193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6ee8c9-e287-4f9d-a7da-671ab4f7349c req-91e24500-d35c-44db-8330-6fd75d82a2b9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Nov 16 21:50:39.229193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-6e06c6b6-fdfd-4c5e-9bf5-451a2e7ef913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:39.230652 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-6e06c6b6-fdfd-4c5e-9bf5-451a2e7ef913 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0476756 Nov 16 21:50:39.262543 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-4c2a0ee5-f0a6-48f8-989a-61c95f9cd235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237668 Nov 16 21:50:39.353564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-addf039c-9c54-4299-8f2f-146b5a191f73 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843935 Nov 16 21:50:39.445068 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1f886c25-4604-41f6-a2c1-fff3fa5d632b req-c7eb49b2-1a9a-4219-81e1-4f6887bf52aa service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Nov 16 21:50:40.148194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:50:40.223421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3f453-ae38-47cf-925a-7d488ea18818 req-d07edd7d-882f-4ff3-bb24-79268a9c8ab4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:40.225089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aac3f453-ae38-47cf-925a-7d488ea18818 req-d07edd7d-882f-4ff3-bb24-79268a9c8ab4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0579832 Nov 16 21:50:40.279264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aac3f453-ae38-47cf-925a-7d488ea18818 req-f37fdd60-f9b8-4812-b410-c26338f41ded tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Nov 16 21:50:40.363402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb77df-e312-40eb-9db3-18de322c44c8 req-110f62b3-0efd-4926-b9b5-397323591778 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:40.364968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4bb77df-e312-40eb-9db3-18de322c44c8 req-110f62b3-0efd-4926-b9b5-397323591778 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0782528 Nov 16 21:50:40.414747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4bb77df-e312-40eb-9db3-18de322c44c8 req-c7c6f813-8190-489a-b7dd-855efc82d3b2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Nov 16 21:50:41.397251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1cab2-ab49-4788-aef5-7718240dc54b req-47f24df5-bd9f-4894-8534-1cb7a67bc7cf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:41.398722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b1cab2-ab49-4788-aef5-7718240dc54b req-47f24df5-bd9f-4894-8534-1cb7a67bc7cf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0516434 Nov 16 21:50:41.450639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b1cab2-ab49-4788-aef5-7718240dc54b req-e356e060-936a-4c86-b1f1-90ba40f4a8ce tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Nov 16 21:50:41.553825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea1db2-7b02-4520-b455-c95c6597e846 req-6415610d-425e-4927-b254-ab403ef2591f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:41.555290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5ea1db2-7b02-4520-b455-c95c6597e846 req-6415610d-425e-4927-b254-ab403ef2591f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0601697 Nov 16 21:50:41.604922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5ea1db2-7b02-4520-b455-c95c6597e846 req-c8c546e6-c396-4d0f-96c2-77d8be5d3175 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Nov 16 21:50:42.576911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1815-cf0d-4b95-be50-c81543745d88 req-6a570a2f-5e7a-4c6d-a74b-aa7b3cab6613 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:42.578745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ddd1815-cf0d-4b95-be50-c81543745d88 req-6a570a2f-5e7a-4c6d-a74b-aa7b3cab6613 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0539312 Nov 16 21:50:42.640866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ddd1815-cf0d-4b95-be50-c81543745d88 req-d4369767-6971-49b1-87bb-00c22227ae85 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Nov 16 21:50:42.741857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68febb22-0128-489f-9672-0711cceb574f req-cd285053-9424-49bf-a96b-738f6081e8bf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:42.743291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68febb22-0128-489f-9672-0711cceb574f req-cd285053-9424-49bf-a96b-738f6081e8bf tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0551186 Nov 16 21:50:42.796105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68febb22-0128-489f-9672-0711cceb574f req-a40aa918-f3f1-4b4b-b0a1-568955465bf9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Nov 16 21:50:43.027329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:43.761180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed76b41-05b7-414c-bb52-689b3ca65c71 req-1135eea1-c104-48db-b268-bf6458fa865c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:43.762696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eed76b41-05b7-414c-bb52-689b3ca65c71 req-1135eea1-c104-48db-b268-bf6458fa865c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 943 time: 0.0488796 Nov 16 21:50:43.821893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eed76b41-05b7-414c-bb52-689b3ca65c71 req-d361be3f-dbd9-4294-83df-05d736c892af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521855 Nov 16 21:50:43.916789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815f1d-2c79-4fbe-ba4b-f015a42fad30 req-250deac8-3ad2-43f1-838a-fd7b4c1229ba tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:43.918276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73815f1d-2c79-4fbe-ba4b-f015a42fad30 req-250deac8-3ad2-43f1-838a-fd7b4c1229ba tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0518620 Nov 16 21:50:43.960902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c65f0171-3947-4a9d-9cbd-613a9fcdcada details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:50:43.988213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73815f1d-2c79-4fbe-ba4b-f015a42fad30 req-92ab2f7e-d91d-4471-9a82-e41b3591d546 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Nov 16 21:50:44.073573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:44.086002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada', 'mac_address': 'fa:16:3e:3a:3d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:50:44.123242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:44.136597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65f0171-3947-4a9d-9cbd-613a9fcdcada {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:50:44.158399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:44.163455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:44.216978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:44.372040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['c65f0171-3947-4a9d-9cbd-613a9fcdcada'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:44.943493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdd9aa-fbdf-4b90-a4f8-9ca50be95265 req-601bf634-91ea-4563-907f-ff735626ebf6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:44.944975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24fdd9aa-fbdf-4b90-a4f8-9ca50be95265 req-601bf634-91ea-4563-907f-ff735626ebf6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 944 time: 0.0558887 Nov 16 21:50:45.002955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24fdd9aa-fbdf-4b90-a4f8-9ca50be95265 req-d53d0584-94d7-46da-a9b6-7357fb38a15e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Nov 16 21:50:45.114830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642625c-711e-4dae-ba23-6e54db44a6db req-ecc2ecae-2c8a-491b-8898-595d8c80954a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:45.116248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3642625c-711e-4dae-ba23-6e54db44a6db req-ecc2ecae-2c8a-491b-8898-595d8c80954a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0525432 Nov 16 21:50:45.166099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3642625c-711e-4dae-ba23-6e54db44a6db req-ea3166e4-4bef-4bda-97ec-3b84d584036a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Nov 16 21:50:45.344600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1193ada2-5b18-44cf-914c-79779ad724df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:45.970611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c65f0171-3947-4a9d-9cbd-613a9fcdcada up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:46.032877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port c65f0171-3947-4a9d-9cbd-613a9fcdcada completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:50:46.032877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port c65f0171-3947-4a9d-9cbd-613a9fcdcada triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:46.032877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:46.144289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:46.146328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e3436-eef4-48b0-95a3-86efdeb93984 req-5f5dcdd3-22ab-4cf7-bd84-af383a73da52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:46.148419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-366e3436-eef4-48b0-95a3-86efdeb93984 req-5f5dcdd3-22ab-4cf7-bd84-af383a73da52 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 944 time: 0.0521150 Nov 16 21:50:46.170054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:46.172819 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15af5bed-87d9-45f1-9714-02c1c089a632" -d '{"events": [{"server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "name": "network-vif-plugged", "status": "completed", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:46.187639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:46.194174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:46.209450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-366e3436-eef4-48b0-95a3-86efdeb93984 req-deba73f2-b928-43f7-b1a3-6d3bd93f8f85 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Nov 16 21:50:46.239456 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe3d3a-9e5d-49cf-bad5-960a5023810f x-openstack-request-id: req-0afe3d3a-9e5d-49cf-bad5-960a5023810f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:46.240036 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "name": "network-vif-plugged", "status": "completed", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:46.240466 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0afe3d3a-9e5d-49cf-bad5-960a5023810f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:46.241345 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada', 'code': 200} Nov 16 21:50:46.274183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:46.355733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aaf22-c37a-469e-b385-c4eb535afee9 req-f76d0000-3492-435d-9fd9-56aeb8b51140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:46.357857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d7aaf22-c37a-469e-b385-c4eb535afee9 req-f76d0000-3492-435d-9fd9-56aeb8b51140 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 1096 time: 0.0677617 Nov 16 21:50:46.388687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933b294-2a67-4ede-b07d-6cb0bf4f6f51 req-c5407806-aef4-4624-85a3-d001c15ec159 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:46.390225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1933b294-2a67-4ede-b07d-6cb0bf4f6f51 req-c5407806-aef4-4624-85a3-d001c15ec159 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0673807 Nov 16 21:50:46.425018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d7aaf22-c37a-469e-b385-c4eb535afee9 req-b54f01dc-c1bd-4dcd-93cb-5d9f13c172bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 Nov 16 21:50:46.469952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1933b294-2a67-4ede-b07d-6cb0bf4f6f51 req-6a0327e1-1d43-46e7-b4cf-231b5d056b1a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478818 Nov 16 21:50:47.341140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dd033-d568-4045-a94f-bfa8ad4dec71 req-f4e00d6b-12ae-49db-973a-7eeab8efd3a4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.342647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-500dd033-d568-4045-a94f-bfa8ad4dec71 req-f4e00d6b-12ae-49db-973a-7eeab8efd3a4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0572426 Nov 16 21:50:47.400738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-500dd033-d568-4045-a94f-bfa8ad4dec71 req-1c4e055d-36fe-4738-9b78-2f4654b3aef8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505798 Nov 16 21:50:47.594832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b679-8f1f-4c59-aba4-dc9c0765e624 req-96bbf778-71bb-406c-bfe3-60ab8bf3f913 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.596582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe45b679-8f1f-4c59-aba4-dc9c0765e624 req-96bbf778-71bb-406c-bfe3-60ab8bf3f913 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0498347 Nov 16 21:50:47.650013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe45b679-8f1f-4c59-aba4-dc9c0765e624 req-e658cd56-de6e-4cb8-9d62-bcd351e77f99 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Nov 16 21:50:47.693083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2512e0d5-d0db-47d6-a09b-ff2424f6c7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.533179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa973008-7bdc-4997-b40d-3e5ce76c73e2 req-3923f9ca-c065-4ae9-8a59-0bb6ceb0239f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.541587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa973008-7bdc-4997-b40d-3e5ce76c73e2 req-3923f9ca-c065-4ae9-8a59-0bb6ceb0239f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0634639 Nov 16 21:50:48.584995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fa973008-7bdc-4997-b40d-3e5ce76c73e2 req-43d28116-fd0a-4e7c-842f-515c7868dd71 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Nov 16 21:50:48.713103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45074bd-d499-4a4a-9123-c85f26e5b1d4 req-613625ef-a2c2-4e00-9bca-5721bcb72c5d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.714853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f45074bd-d499-4a4a-9123-c85f26e5b1d4 req-613625ef-a2c2-4e00-9bca-5721bcb72c5d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0609822 Nov 16 21:50:48.797551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f45074bd-d499-4a4a-9123-c85f26e5b1d4 req-ea5931df-0b51-46b0-b77b-7e2c31ebfcf1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759442 Nov 16 21:50:48.816740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e3fda-82b3-4a58-a40d-d6595ebd39f8 req-3e29a023-27a9-4137-ae6b-e7d6cad0586b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.818213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f50e3fda-82b3-4a58-a40d-d6595ebd39f8 req-3e29a023-27a9-4137-ae6b-e7d6cad0586b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0823936 Nov 16 21:50:48.888977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f50e3fda-82b3-4a58-a40d-d6595ebd39f8 req-a7a773ad-583a-4a9f-9f61-e4ab65ccff0e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644984 Nov 16 21:50:48.926569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf74c-e578-48ac-bc2c-deb74d437873 req-9bdb6fcb-f16d-4f47-a093-32a0868073e7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.928349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e4cf74c-e578-48ac-bc2c-deb74d437873 req-9bdb6fcb-f16d-4f47-a093-32a0868073e7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0556352 Nov 16 21:50:48.978127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e4cf74c-e578-48ac-bc2c-deb74d437873 req-41496c85-0dc1-487d-8038-5499739a0894 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Nov 16 21:50:49.253105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41120a4-a4f4-4a5c-9153-abfd9b574fd9 req-0203bfb7-4a3a-4b64-987c-31f20eefde78 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:49.254471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d41120a4-a4f4-4a5c-9153-abfd9b574fd9 req-0203bfb7-4a3a-4b64-987c-31f20eefde78 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Nov 16 21:50:49.308962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d41120a4-a4f4-4a5c-9153-abfd9b574fd9 req-9ae8fc18-43b9-4cc0-bd39-abac4bd097f6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Nov 16 21:50:49.349505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:50.016638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb82cf-cb52-437a-9bff-3bd01b6e06db req-b3a29ecd-13ba-4e14-bf51-9a46e84a81b7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.018020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33bb82cf-cb52-437a-9bff-3bd01b6e06db req-b3a29ecd-13ba-4e14-bf51-9a46e84a81b7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0533299 Nov 16 21:50:50.067047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33bb82cf-cb52-437a-9bff-3bd01b6e06db req-64ff8201-99d1-40eb-8f74-6d7ba57d971d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Nov 16 21:50:50.425796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357a338-08b0-4743-8a2e-da51b034bbe3 req-b1091c3c-ed00-4b96-a949-bcc71ca69f43 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.427268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9357a338-08b0-4743-8a2e-da51b034bbe3 req-b1091c3c-ed00-4b96-a949-bcc71ca69f43 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Nov 16 21:50:50.474071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9357a338-08b0-4743-8a2e-da51b034bbe3 req-245a7020-4791-4eec-9302-82c574c3d1a4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Nov 16 21:50:50.586291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:50.673962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-10966992-421b-4ba3-b75b-06c8b0a01b58 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.675429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-10966992-421b-4ba3-b75b-06c8b0a01b58 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 945 time: 0.0480192 Nov 16 21:50:50.767885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port c65f0171-3947-4a9d-9cbd-613a9fcdcada {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:50:50.768216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:50.856538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port c65f0171-3947-4a9d-9cbd-613a9fcdcada, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=c65f0171-3947-4a9d-9cbd-613a9fcdcada,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:50.856885 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:50.874184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for c65f0171-3947-4a9d-9cbd-613a9fcdcada owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:50:50.994949 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:51.009570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['c65f0171-3947-4a9d-9cbd-613a9fcdcada'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:51.023242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=c65f0171-3947-4a9d-9cbd-613a9fcdcada,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:51.070490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port c65f0171-3947-4a9d-9cbd-613a9fcdcada on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:50:51.073390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:51.077604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0482ab54-d4db-40c0-add3-46d6cc4dcb93 req-0a341533-fec4-4074-b88c-6431c4661a1a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "DELETE /v2.0/ports/c65f0171-3947-4a9d-9cbd-613a9fcdcada HTTP/1.1" status: 204 len: 173 time: 0.3956592 Nov 16 21:50:51.078349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'name': 'network-vif-deleted', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:51.081490 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2308c6-72b5-43a3-950a-68dbacc04c90" -d '{"events": [{"server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "name": "network-vif-deleted", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:51.125380 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d9257c-c0a8-43b3-91f2-094db0b576a5 x-openstack-request-id: req-09d9257c-c0a8-43b3-91f2-094db0b576a5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:51.125596 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa03956-dcb1-471d-bcac-5e8849a861f1", "name": "network-vif-deleted", "tag": "c65f0171-3947-4a9d-9cbd-613a9fcdcada", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:51.125854 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09d9257c-c0a8-43b3-91f2-094db0b576a5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:51.126263 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa03956-dcb1-471d-bcac-5e8849a861f1', 'name': 'network-vif-deleted', 'tag': 'c65f0171-3947-4a9d-9cbd-613a9fcdcada', 'status': 'completed', 'code': 200} Nov 16 21:50:51.199032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829a0c-7af5-42d3-aba9-c2b7671e74d7 req-c6d27519-1d8c-4ea2-a55d-dee694b69193 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:51.200812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9829a0c-7af5-42d3-aba9-c2b7671e74d7 req-c6d27519-1d8c-4ea2-a55d-dee694b69193 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0529947 Nov 16 21:50:51.253598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d9829a0c-7af5-42d3-aba9-c2b7671e74d7 req-b28d320a-738f-4806-9234-aa29d3cef0d6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Nov 16 21:50:51.468622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:51.568773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c28774de-48fb-4ce6-94d9-106b1e7fef37 req-5262a30d-a04c-4922-8131-192f6805f389 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0270362 Nov 16 21:50:52.201049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:50:52.299073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:52.312145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'network_id': '9275d49f-1e48-4145-aa00-ac23b8a2053c', 'port_id': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'mac_address': 'fa:16:3e:c1:28:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:50:52.352742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:52.365787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:50:52.376801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b1f90-6307-4b6b-b0f8-332320e17353 req-b70c575d-60a6-4840-b303-9e3c6e283db2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:52.378444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f86b1f90-6307-4b6b-b0f8-332320e17353 req-b70c575d-60a6-4840-b303-9e3c6e283db2 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 943 time: 0.0565944 Nov 16 21:50:52.390763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:52.395445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:52.428679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f86b1f90-6307-4b6b-b0f8-332320e17353 req-254fb5d7-6dfb-4a30-b65c-e0fe67394d98 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Nov 16 21:50:52.455063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:52.603242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:52.662485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4e53ecb-41fe-4661-8bdc-b6158d1c5926 req-24b14fb5-5bd1-4a6c-8a96-b6aca40669d2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0260270 Nov 16 21:50:53.571508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e841c12-bcab-44af-885e-230feef05cab req-1717b4bc-a248-4e46-8708-4d0869376c18 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:53.573403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e841c12-bcab-44af-885e-230feef05cab req-1717b4bc-a248-4e46-8708-4d0869376c18 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 944 time: 0.0541077 Nov 16 21:50:53.625518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e841c12-bcab-44af-885e-230feef05cab req-d38df106-e4d1-47dc-8925-d6abfc125119 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Nov 16 21:50:53.764173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6d43486-db0f-4126-93d2-313d2eec4dbd req-2f274eab-0be5-4fec-a363-90f3c48c7dfd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0307882 Nov 16 21:50:54.006237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c65f0171-3947-4a9d-9cbd-613a9fcdcada no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:50:54.027451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: c65f0171-3947-4a9d-9cbd-613a9fcdcada {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:50:54.027740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device c65f0171-3947-4a9d-9cbd-613a9fcdcada not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:50:54.204791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:54.252834 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 4a03a0a4-87e8-4252-8033-00376d4fe62f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:54.253196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:54.330171 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:54.351819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:54.354093 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8955f8-641a-4be9-9c2d-d5a3e89e278e" -d '{"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:54.368313 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:54.372388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:54.396424 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b4dc7-312c-493f-9619-31eb837a8153 x-openstack-request-id: req-ab5b4dc7-312c-493f-9619-31eb837a8153 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:54.396721 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:54.396969 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab5b4dc7-312c-493f-9619-31eb837a8153 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:54.397355 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'code': 200} Nov 16 21:50:54.427655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:54.563292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afa49d-7609-41e5-9cd9-0483a9444dc7 req-e65eb908-8006-41a3-859c-8a60dfd96c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:54.564883 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b0afa49d-7609-41e5-9cd9-0483a9444dc7 req-e65eb908-8006-41a3-859c-8a60dfd96c6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1097 time: 0.0413852 Nov 16 21:50:54.609418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b0afa49d-7609-41e5-9cd9-0483a9444dc7 req-acc8893a-1a5e-432a-878e-2765bc883bcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 Nov 16 21:50:54.744816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae662aac-6553-49e4-9877-c4cd2a10ddfc req-dea9782a-ec6c-4549-94bb-22af0d32e065 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:54.746214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae662aac-6553-49e4-9877-c4cd2a10ddfc req-dea9782a-ec6c-4549-94bb-22af0d32e065 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0496223 Nov 16 21:50:54.809964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae662aac-6553-49e4-9877-c4cd2a10ddfc req-1e932db3-71e3-477f-8185-371846f59a57 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575073 Nov 16 21:50:54.906149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19e24b7e-e717-43a4-8bb4-bc19b9cc5ef0 req-edc1dc12-8aee-4b02-aee7-b7776c27a867 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa03956-dcb1-471d-bcac-5e8849a861f1 HTTP/1.1" status: 200 len: 210 time: 0.0321774 Nov 16 21:50:55.951160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0e57-b30b-431b-9b0c-43ab259ac151 req-3cad5026-f576-4100-bd71-8ffa12e637f4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:55.952726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaca0e57-b30b-431b-9b0c-43ab259ac151 req-3cad5026-f576-4100-bd71-8ffa12e637f4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0512693 Nov 16 21:50:56.028189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaca0e57-b30b-431b-9b0c-43ab259ac151 req-fe7cc6d4-30fb-4757-9a37-e80eff7e290a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Nov 16 21:50:57.139328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b918bf-0478-4f8d-ae9c-a7a5c9c53ab7 req-e2465ae1-8f53-466d-aa4f-5e38576e11dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.140916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b918bf-0478-4f8d-ae9c-a7a5c9c53ab7 req-e2465ae1-8f53-466d-aa4f-5e38576e11dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0507815 Nov 16 21:50:57.194598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69b918bf-0478-4f8d-ae9c-a7a5c9c53ab7 req-c711852c-fb3e-4715-8b97-fb721d17948d tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474596 Nov 16 21:50:57.307582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6d45b-eb70-4c81-8da8-2d17c86cb4b0 req-bbca9a26-3d8f-47a0-be38-c945e5a549ef tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.309060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42a6d45b-eb70-4c81-8da8-2d17c86cb4b0 req-bbca9a26-3d8f-47a0-be38-c945e5a549ef tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0484693 Nov 16 21:50:57.361898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42a6d45b-eb70-4c81-8da8-2d17c86cb4b0 req-cc84ca3b-77ab-4a21-8a35-f50dd6344483 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Nov 16 21:50:57.501502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba0fb2-a204-4d9a-b982-4e72f37a9966 req-e33804c5-ea5f-403b-8f41-af09aec46048 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.503327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9ba0fb2-a204-4d9a-b982-4e72f37a9966 req-e33804c5-ea5f-403b-8f41-af09aec46048 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0671165 Nov 16 21:50:57.564066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a9ba0fb2-a204-4d9a-b982-4e72f37a9966 req-4817792f-4431-4fcb-99ea-cd03a1c556a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Nov 16 21:50:57.694895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a54c9-66eb-48cc-a58d-6b0939386d39 req-5f4ec89d-1774-4bdf-bc8b-5a9f20284e49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.696385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e5a54c9-66eb-48cc-a58d-6b0939386d39 req-5f4ec89d-1774-4bdf-bc8b-5a9f20284e49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0486951 Nov 16 21:50:57.744609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e5a54c9-66eb-48cc-a58d-6b0939386d39 req-d6dd3a36-bae4-4098-8a4e-8172a71ee4c9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Nov 16 21:50:57.860319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee73d28-b587-44de-bb1d-cbe484a80a64 req-bbcc75c3-3d1d-463d-b930-b3f5d822c469 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.861824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ee73d28-b587-44de-bb1d-cbe484a80a64 req-bbcc75c3-3d1d-463d-b930-b3f5d822c469 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0488591 Nov 16 21:50:57.913285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ee73d28-b587-44de-bb1d-cbe484a80a64 req-3de6d71f-6489-4b69-abc9-8c481cfe36ac tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Nov 16 21:50:58.043578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ba4b-a31e-4a96-90b4-28cd238600af req-def06d03-117c-4f28-bb9a-6fc12db586ae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:58.045041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1947ba4b-a31e-4a96-90b4-28cd238600af req-def06d03-117c-4f28-bb9a-6fc12db586ae tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0494900 Nov 16 21:50:58.093871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1947ba4b-a31e-4a96-90b4-28cd238600af req-1abddfb1-3964-4d8a-97fc-f2040e596a12 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Nov 16 21:50:58.213208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91be41-501b-4dd8-890d-0a05b96d4a1d req-97abab0f-4936-4c69-b3e0-3415ac9acff7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:58.214665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c91be41-501b-4dd8-890d-0a05b96d4a1d req-97abab0f-4936-4c69-b3e0-3415ac9acff7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0491154 Nov 16 21:50:58.262564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c91be41-501b-4dd8-890d-0a05b96d4a1d req-7d922f60-80d2-4140-8411-c4a6a82d26f0 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Nov 16 21:50:58.490359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf8bdb-7e97-4df5-a7bc-501424008e6d req-309f599c-7316-493b-8963-11a1528d2852 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:58.491855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99bf8bdb-7e97-4df5-a7bc-501424008e6d req-309f599c-7316-493b-8963-11a1528d2852 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0536129 Nov 16 21:50:58.541205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99bf8bdb-7e97-4df5-a7bc-501424008e6d req-5100282c-eee3-4ac0-b25e-3fb4594ce42a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Nov 16 21:50:59.663126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31b17d-99b2-431f-8f24-b720b87acb22 req-7e6ee767-12a7-48dd-a2f7-143d226667a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.671225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f31b17d-99b2-431f-8f24-b720b87acb22 req-7e6ee767-12a7-48dd-a2f7-143d226667a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0572908 Nov 16 21:50:59.722345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8f31b17d-99b2-431f-8f24-b720b87acb22 req-f1f17e4c-193d-44e2-9563-485bbbfbca49 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501940 Nov 16 21:51:00.037448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47879bc1-906b-4654-ac6d-0696670d18b0 req-e4808eb4-0262-4aab-b44b-501000935ccd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.044754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47879bc1-906b-4654-ac6d-0696670d18b0 req-e4808eb4-0262-4aab-b44b-501000935ccd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0696561 Nov 16 21:51:00.048601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-666236fc-a2b7-4e15-8c43-ca12204df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.050107 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-666236fc-a2b7-4e15-8c43-ca12204df5b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b40f7a2725214f6e934b72133dd4c400&device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 1097 time: 0.0503187 Nov 16 21:51:00.097710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-47879bc1-906b-4654-ac6d-0696670d18b0 req-7866431b-ef7f-46b1-bee0-d97a0f6b4b5a tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Nov 16 21:51:00.450469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-7514c2bd-1c8a-4110-80a8-2a44a36c33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.452461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-7514c2bd-1c8a-4110-80a8-2a44a36c33ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 200 len: 915 time: 0.3952343 Nov 16 21:51:00.493735 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-0716c580-18de-458a-8817-ea3cc43aeefe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 200 len: 217 time: 0.0348613 Nov 16 21:51:00.549336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-1dadc725-3e84-4203-b128-b7b0d9d3e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.550826 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-1dadc725-3e84-4203-b128-b7b0d9d3e151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 200 len: 854 time: 0.0505805 Nov 16 21:51:00.582458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-f08774d7-9b26-4433-a6bd-470635910e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9275d49f-1e48-4145-aa00-ac23b8a2053c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248387 Nov 16 21:51:00.672560 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-bb0f2cea-d8e4-4d87-9b06-04a8cca2f106 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836625 Nov 16 21:51:00.770264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-82eb515f-d877-494b-9ed7-dd95be31d6ac req-8e6cbe81-987c-4324-8ea1-13b7e56a0eb9 service neutron] 10.222.0.36 "GET /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906048 Nov 16 21:51:01.226882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcdcab-6730-4ce3-9846-8af29cde0669 req-c7df51ad-3297-4482-8383-c1b10ae55336 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:01.228459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8bcdcab-6730-4ce3-9846-8af29cde0669 req-c7df51ad-3297-4482-8383-c1b10ae55336 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0513062 Nov 16 21:51:01.282507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8bcdcab-6730-4ce3-9846-8af29cde0669 req-71f44519-54d3-4b20-8696-333766dde0fd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Nov 16 21:51:02.403277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7001-f811-4017-8c1e-cc0fb0999cc7 req-19d57eec-7804-449a-9ecf-3b2cbdaf4e95 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.404971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794a7001-f811-4017-8c1e-cc0fb0999cc7 req-19d57eec-7804-449a-9ecf-3b2cbdaf4e95 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0509157 Nov 16 21:51:02.465920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-794a7001-f811-4017-8c1e-cc0fb0999cc7 req-4bd58cad-7c0a-4eb8-90d1-86023d745104 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533543 Nov 16 21:51:02.587702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdecd8-7a83-4e85-a177-6da9701d3058 req-9c2cdf8f-4c86-4e86-9ed9-a5a32d386661 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.589082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ebdecd8-7a83-4e85-a177-6da9701d3058 req-9c2cdf8f-4c86-4e86-9ed9-a5a32d386661 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0510781 Nov 16 21:51:02.637518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ebdecd8-7a83-4e85-a177-6da9701d3058 req-247ad03e-9c62-4e82-b76e-8efa3303ac82 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Nov 16 21:51:02.771430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14ec30-d7dc-46bd-9640-2b0601a7a57e req-e6a8d3be-cc2d-40e9-97cf-064b41cbc182 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.772907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab14ec30-d7dc-46bd-9640-2b0601a7a57e req-e6a8d3be-cc2d-40e9-97cf-064b41cbc182 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0509474 Nov 16 21:51:02.821649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab14ec30-d7dc-46bd-9640-2b0601a7a57e req-20ab7cd1-1d2e-4ea9-bc53-bf57d50ee799 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Nov 16 21:51:02.943771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa0262-553c-4318-88ad-8c7f50ddc31e req-2f7427b1-05cf-46d1-be93-02adaf5574f7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.945356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81aa0262-553c-4318-88ad-8c7f50ddc31e req-2f7427b1-05cf-46d1-be93-02adaf5574f7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0530353 Nov 16 21:51:02.996078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81aa0262-553c-4318-88ad-8c7f50ddc31e req-76d2dd9b-9151-4548-bc64-4e94d51a75a7 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Nov 16 21:51:03.158335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d2297-f40a-414c-856f-15a8fd257b13 req-4b8e3eff-cb33-405b-83b0-795e3c185fe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.159834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf8d2297-f40a-414c-856f-15a8fd257b13 req-4b8e3eff-cb33-405b-83b0-795e3c185fe5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0491710 Nov 16 21:51:03.209687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf8d2297-f40a-414c-856f-15a8fd257b13 req-a35a4d02-9cd9-4931-839d-611ba4ee8cf1 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Nov 16 21:51:03.325800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec193-e791-45ee-92b8-212a745f069f req-8e585ee7-d787-4436-848a-2be778314565 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.327494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-069ec193-e791-45ee-92b8-212a745f069f req-8e585ee7-d787-4436-848a-2be778314565 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0496352 Nov 16 21:51:03.385778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-069ec193-e791-45ee-92b8-212a745f069f req-e4cba168-85e6-4157-9aaa-34e0c4744bf9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Nov 16 21:51:03.527472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85761b-d893-4b72-9dab-fbe218d3fc4e req-a7255099-b655-4150-8f29-222991cd1f27 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.529514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee85761b-d893-4b72-9dab-fbe218d3fc4e req-a7255099-b655-4150-8f29-222991cd1f27 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0558407 Nov 16 21:51:03.580739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee85761b-d893-4b72-9dab-fbe218d3fc4e req-ad68db15-7541-4e4a-a2a7-db24b390faf5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Nov 16 21:51:03.705130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cd3c7-6b46-4558-8c46-c3bffaffe5dc req-98232e2f-f769-4ec0-a78e-7b6105e173c3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.706709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a62cd3c7-6b46-4558-8c46-c3bffaffe5dc req-98232e2f-f769-4ec0-a78e-7b6105e173c3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0495577 Nov 16 21:51:03.755778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a62cd3c7-6b46-4558-8c46-c3bffaffe5dc req-57f9c290-9568-4abd-8c60-d479104ef4fe tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Nov 16 21:51:03.824682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-66eafe24-8806-4ab1-8a46-8c645a128d2e req-2bba8b62-9333-4261-a752-2ebd9f99126d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:51:03.826075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-66eafe24-8806-4ab1-8a46-8c645a128d2e req-2bba8b62-9333-4261-a752-2ebd9f99126d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057514 Nov 16 21:51:03.939564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21714-96f7-46c5-9a90-74e1e13ca742 req-492fa3d5-1cba-4249-a2d6-50cda8a47ecc tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.941128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bec21714-96f7-46c5-9a90-74e1e13ca742 req-492fa3d5-1cba-4249-a2d6-50cda8a47ecc tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0612805 Nov 16 21:51:03.991917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bec21714-96f7-46c5-9a90-74e1e13ca742 req-c94561ec-53b8-44d7-87c7-a5835ff7dca9 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Nov 16 21:51:04.117795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1ae4-85f7-42f7-998c-ebddc0771e90 req-bfaf46b2-733c-45ac-b23a-1f338776e311 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:04.119442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0b1ae4-85f7-42f7-998c-ebddc0771e90 req-bfaf46b2-733c-45ac-b23a-1f338776e311 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0514321 Nov 16 21:51:04.169638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0b1ae4-85f7-42f7-998c-ebddc0771e90 req-8ac5de7e-d3f4-4909-9e8a-9617f82555de tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Nov 16 21:51:04.308871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136978-529c-410d-b6aa-f09bc2f7c7c9 req-7311ea66-2478-4f91-9799-ac77f70e5ff4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:04.310383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a136978-529c-410d-b6aa-f09bc2f7c7c9 req-7311ea66-2478-4f91-9799-ac77f70e5ff4 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0555794 Nov 16 21:51:04.359871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7a136978-529c-410d-b6aa-f09bc2f7c7c9 req-dc8468fc-b0b7-4ca8-943b-be09b629e55e tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Nov 16 21:51:04.479590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb19660-2ea6-4598-9481-e85fde74f4b4 req-d5a6a135-57d9-4f9c-8070-95eed8ae2d40 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:04.481022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cb19660-2ea6-4598-9481-e85fde74f4b4 req-d5a6a135-57d9-4f9c-8070-95eed8ae2d40 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0504878 Nov 16 21:51:04.535157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cb19660-2ea6-4598-9481-e85fde74f4b4 req-8fae5bff-741e-4a46-9db0-e07c69dd2512 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Nov 16 21:51:04.671794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e443-c4e0-4200-882e-be32677bf8cc req-8153e8f8-c84d-4c78-9e22-b7fe5364bc4b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:04.673266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba33e443-c4e0-4200-882e-be32677bf8cc req-8153e8f8-c84d-4c78-9e22-b7fe5364bc4b tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0588768 Nov 16 21:51:04.727084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba33e443-c4e0-4200-882e-be32677bf8cc req-650f8cf4-ad8b-4468-9b4a-93be8d9991a5 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Nov 16 21:51:04.845147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdd5e-988f-4b13-88e6-9496646c8e5b req-09ae006a-c8d4-42ab-a111-85d32a6cea05 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:04.846764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a80cdd5e-988f-4b13-88e6-9496646c8e5b req-09ae006a-c8d4-42ab-a111-85d32a6cea05 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0515325 Nov 16 21:51:04.898091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a80cdd5e-988f-4b13-88e6-9496646c8e5b req-bbd922df-c721-4ac5-aaa2-95a42bf54c22 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Nov 16 21:51:05.034642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b53c06-9be4-4a94-82da-a5f0e6d793d6 req-1a67a5b7-131f-456f-9d8c-aecc69bee515 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:05.036074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b53c06-9be4-4a94-82da-a5f0e6d793d6 req-1a67a5b7-131f-456f-9d8c-aecc69bee515 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0582340 Nov 16 21:51:05.087036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b53c06-9be4-4a94-82da-a5f0e6d793d6 req-058e5a9a-775d-4a19-a31d-509d02d07481 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Nov 16 21:51:07.228516 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:51:09.190759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.839360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11fe2-d76a-45f0-8893-dcaa455cd068 req-2db83a3c-8a1b-4040-ac07-227c07678427 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:10.841058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fa11fe2-d76a-45f0-8893-dcaa455cd068 req-2db83a3c-8a1b-4040-ac07-227c07678427 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0587220 Nov 16 21:51:10.902061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fa11fe2-d76a-45f0-8893-dcaa455cd068 req-0533c3c4-9c4c-4f76-8fcf-f5e53ff460a6 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Nov 16 21:51:12.018545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b4d42-e662-4d19-ad10-547fa1e2a1c7 req-adbecd67-5075-4181-836d-e91098afb924 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:12.020059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-426b4d42-e662-4d19-ad10-547fa1e2a1c7 req-adbecd67-5075-4181-836d-e91098afb924 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 16 21:51:12.070632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-426b4d42-e662-4d19-ad10-547fa1e2a1c7 req-30c2bc2c-2820-49cc-9405-851ceb919fc3 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/security-groups?id=25ccd518-01f8-494c-be95-716822e55a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Nov 16 21:51:12.422372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-cec5a290-0afe-4398-a4b6-d7e9c09b12dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:12.423886 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-cec5a290-0afe-4398-a4b6-d7e9c09b12dd tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.36 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 946 time: 0.0490768 Nov 16 21:51:12.517546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Deleting port 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:12.517979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.606399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] For port 4a03a0a4-87e8-4252-8033-00376d4fe62f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=4a03a0a4-87e8-4252-8033-00376d4fe62f,segment=NetworkSegment(c0df1e37-72e7-40a2-bb8d-13c6b5161156),segment_id=c0df1e37-72e7-40a2-bb8d-13c6b5161156)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:12.606673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.619170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Calling delete_port for 4a03a0a4-87e8-4252-8033-00376d4fe62f owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:12.758054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.770671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['4a03a0a4-87e8-4252-8033-00376d4fe62f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:51:12.786978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Pushing event deleted for resources: {'Port': ['ID=4a03a0a4-87e8-4252-8033-00376d4fe62f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.832608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] No DVR routers for this DVR port 4a03a0a4-87e8-4252-8033-00376d4fe62f on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:51:12.835195 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.838485 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-31ac3b60-b0a8-4284-9d1a-2af584a04526 req-0895e00b-c739-4ab6-986c-f1047e2e4944 tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.36 "DELETE /v2.0/ports/4a03a0a4-87e8-4252-8033-00376d4fe62f HTTP/1.1" status: 204 len: 173 time: 0.4085298 Nov 16 21:51:12.838917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-deleted', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:12.841168 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f92f39-8c65-4240-8520-701dbc201ff2" -d '{"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-deleted", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:12.972452 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8aae15-763d-4c04-813a-b4a28724c8e8 x-openstack-request-id: req-cb8aae15-763d-4c04-813a-b4a28724c8e8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:12.972811 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51edc155-68ac-4258-a5e4-67d50fe8aa4e", "name": "network-vif-deleted", "tag": "4a03a0a4-87e8-4252-8033-00376d4fe62f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:12.973038 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb8aae15-763d-4c04-813a-b4a28724c8e8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:12.973476 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51edc155-68ac-4258-a5e4-67d50fe8aa4e', 'name': 'network-vif-deleted', 'tag': '4a03a0a4-87e8-4252-8033-00376d4fe62f', 'status': 'completed', 'code': 200} Nov 16 21:51:13.030028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.177587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8033fc5-10ac-4ddc-bd43-ab9d8e680a48 req-22714007-d190-41db-9d62-ce5e340c4f5f tempest-ServersNegativeTestJSON-1895735690 tempest-ServersNegativeTestJSON-1895735690-project] 10.222.0.54 "GET /v2.0/ports?device_id=51edc155-68ac-4258-a5e4-67d50fe8aa4e HTTP/1.1" status: 200 len: 210 time: 0.0280027 Nov 16 21:51:14.242515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57740) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:14.287757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Deleting subnet 48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:51:14.290906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.325975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.364450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.421969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.436006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.441761 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c HTTP/1.1" status: 204 len: 168 time: 0.1957746 Nov 16 21:51:14.442240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57744) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:14.462641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574e6d-7d37-4e93-ab72-0dbea4b40a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a86c8c-b2cd-4ff9-9ef4-dd8d4b517f2c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:14.519882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.598083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.622422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9275d49f-1e48-4145-aa00-ac23b8a2053c']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:14.633489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0df1e37-72e7-40a2-bb8d-13c6b5161156') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:14.633887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0df1e37-72e7-40a2-bb8d-13c6b5161156') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:14.645168 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.658849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.664750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:51:14.665122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:51:14.666891 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:51:14.720484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.726167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.729385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9275d49f-1e48-4145-aa00-ac23b8a2053c HTTP/1.1" status: 204 len: 168 time: 0.2857008 Nov 16 21:51:14.743952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9275d49f-1e48-4145-aa00-ac23b8a2053c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:14.752254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.752528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.752970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.753310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.753639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.753965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.754287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.754604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.754921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.755255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.755577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.755890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d8efc-1141-4fcf-a7f7-49a560215fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:14.897771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57748) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:14.938179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-78a4b1a4-1474-4de9-9b41-46fb9e896493 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b40f7a2725214f6e934b72133dd4c400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391827 Nov 16 21:51:14.940673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57750) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:14.991222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.017846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.067498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.070080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.071259 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25ccd518-01f8-494c-be95-716822e55a1b HTTP/1.1" status: 204 len: 168 time: 0.1295803 Nov 16 21:51:15.080466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3be9bd-0101-4a86-83ea-205257e73c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccd518-01f8-494c-be95-716822e55a1b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:15.351043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2abdbf17-7fa7-4dc7-bad4-a1d31c893d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.062686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57792) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:16.175196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8316cd1a-ec8b-470d-bf9f-18ea9a69e526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.252098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8316cd1a-ec8b-470d-bf9f-18ea9a69e526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.255988 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8316cd1a-ec8b-470d-bf9f-18ea9a69e526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.282686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:16.294569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316cd1a-ec8b-470d-bf9f-18ea9a69e526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8e1c24-e8b7-4929-ad8a-741c54110c3d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:16.299469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8316cd1a-ec8b-470d-bf9f-18ea9a69e526 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a028d6faf60b4b93a783f077fc3a40ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357144 Nov 16 21:51:16.302240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57796) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:16.306379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 4a03a0a4-87e8-4252-8033-00376d4fe62f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:51:16.306727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 4a03a0a4-87e8-4252-8033-00376d4fe62f not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:16.354433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.377406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.425147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.428000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.431666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f8e1c24-e8b7-4929-ad8a-741c54110c3d HTTP/1.1" status: 204 len: 168 time: 0.1259587 Nov 16 21:51:16.439376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6740e9-94c0-448e-9ebe-c1edb28467af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8e1c24-e8b7-4929-ad8a-741c54110c3d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:17.695445 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2ad94c44-30ae-48bb-836c-63f09c774658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:18.088914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-8ffdbb5e-d9f4-481a-a3a4-2ca635cf433f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.090530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-8ffdbb5e-d9f4-481a-a3a4-2ca635cf433f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1007075 Nov 16 21:51:18.105420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-43ae8fef-a786-4821-8a73-22fc143ab7b3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0091572 Nov 16 21:51:18.162638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-95191dbd-93c3-4d78-b669-31a8237a04f9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507176 Nov 16 21:51:18.266099 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-fbf89b20-ae56-4e9f-bec6-81a464ba8088 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952430 Nov 16 21:51:18.363494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-7dc97497-a824-45f4-981f-637eabb95f54 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910814 Nov 16 21:51:18.549167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8092a847-17b1-4f82-a158-9c87bb5ad52a req-f62a263b-3e99-4c60-8917-7e9793eda3a1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0291288 Nov 16 21:51:19.352241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:19.588026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-76c44943-08e2-4ff2-a2d3-1965690533a6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:19.589617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-76c44943-08e2-4ff2-a2d3-1965690533a6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1218588 Nov 16 21:51:19.603555 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '00f7a634-942a-4714-b671-0b20fddd5f08', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:19.680049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d70482c-e3f8-4019-8b88-dd0ff202056c req-d8c47650-1c57-499b-949f-dc72db76a8fb tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0313823 Nov 16 21:51:19.749414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:19.753647 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:19.905326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.9 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/1c86cc3f-349a-4d8a-adee-f55dd76cd38c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:20.085960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.123285 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.170390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:20.173725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:20.177692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:20.186345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:20.234096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:20.234736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.254636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a5f39d0b-a8fe-47da-9ea5-c830b44e1ac2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556511 Nov 16 21:51:20.268434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Request body: {'port': {'device_id': '00f7a634-942a-4714-b671-0b20fddd5f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:20.338533 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.514294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a1b57f91-7b14-4937-8056-c8179e0f8ee2 None None] Provisioning complete for port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:20.515354 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1b57f91-7b14-4937-8056-c8179e0f8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.552832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a1b57f91-7b14-4937-8056-c8179e0f8ee2 None None] Port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:20.595131 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.648457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c86cc3f-349a-4d8a-adee-f55dd76cd38c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:51:20.656345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.668627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Transition to ACTIVE for port object 1c86cc3f-349a-4d8a-adee-f55dd76cd38c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:20.672887 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.747200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:20.855824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Attempting to bind port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:20.856059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Attempting to bind port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:20.856306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Attempting to bind port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:20.879893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:20.880247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Attempting to bind port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:20.892049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:20.892403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:20.892761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:20.893206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Bound port: 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:20.893668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:20.915313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2dd8-732a-40e1-9a7f-a868f9cd73c2 req-ef9ba1e0-e8d6-4fd6-8e92-8245245fe916 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:20.925778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e93b2dd8-732a-40e1-9a7f-a868f9cd73c2 req-ef9ba1e0-e8d6-4fd6-8e92-8245245fe916 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.1257594 Nov 16 21:51:21.013796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:21.018375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:21.024971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.092406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e93b2dd8-732a-40e1-9a7f-a868f9cd73c2 req-7e0d9d43-6443-4234-9bb1-94fe611ffd0d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656377 Nov 16 21:51:21.094028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.094819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.096370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/1c86cc3f-349a-4d8a-adee-f55dd76cd38c HTTP/1.1" status: 200 len: 1091 time: 0.8335588 Nov 16 21:51:21.101511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:21.104447 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d3789b-9259-4ed7-9785-c94ec6f54835" -d '{"events": [{"name": "network-changed", "server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:21.132682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92803d01-b64a-4ad3-82f1-81ede6ce38b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:21.180842 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb73ff4-60f4-47bb-8fad-85619522811e x-openstack-request-id: req-bbb73ff4-60f4-47bb-8fad-85619522811e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:21.181135 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:21.181386 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbb73ff4-60f4-47bb-8fad-85619522811e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:21.181781 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c', 'status': 'completed', 'code': 200} Nov 16 21:51:21.199799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a7dcae2d-8c21-4f00-9b9c-aff9c15a19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.202227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-a7dcae2d-8c21-4f00-9b9c-aff9c15a19a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 1094 time: 0.0628114 Nov 16 21:51:21.253619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-fa2061d8-41e0-4dc4-a1f1-8e894409f3ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c HTTP/1.1" status: 200 len: 217 time: 0.0426316 Nov 16 21:51:21.316185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-95e6e0a9-3867-4b26-9753-1cde1bf95143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.318212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-95e6e0a9-3867-4b26-9753-1cde1bf95143 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0564277 Nov 16 21:51:21.374945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-90f64ab5-aed5-40f7-908e-f0f11ca1fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.376565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-90f64ab5-aed5-40f7-908e-f0f11ca1fa9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507567 Nov 16 21:51:21.472910 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.478221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-112f4e55-e217-49f4-8c99-e9c1756ae952 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935516 Nov 16 21:51:21.576100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0f09f0d-ffad-40e2-854e-9877aa4fa13a req-b678102a-66d9-4874-ae54-040bedfa7de7 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901582 Nov 16 21:51:21.666780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-e2d87777-6581-40be-b84a-c273343daa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.668313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-e2d87777-6581-40be-b84a-c273343daa59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 1094 time: 0.0452678 Nov 16 21:51:21.765579 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-88fb6203-51e6-465c-98d3-1a9fe3921732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.767469 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-88fb6203-51e6-465c-98d3-1a9fe3921732 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0915427 Nov 16 21:51:21.810967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-2403fc5b-2d6c-452b-b735-1678fe79b5f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c HTTP/1.1" status: 200 len: 217 time: 0.0358953 Nov 16 21:51:21.864169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-10cbca78-4fbf-467c-a10e-f16d41dbe8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.865633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-10cbca78-4fbf-467c-a10e-f16d41dbe8a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0460877 Nov 16 21:51:21.918430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-42cfb817-1ff2-4ac1-b534-6adb9535ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.920793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-42cfb817-1ff2-4ac1-b534-6adb9535ee32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452764 Nov 16 21:51:22.043185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-fc62230f-adb7-4dfe-8784-55a91fcdcd35 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138175 Nov 16 21:51:22.183159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83d3789b-9259-4ed7-9785-c94ec6f54835 req-1ac5f1c3-39a9-49b6-8d00-b674dafa65c5 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311958 Nov 16 21:51:22.283362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa609fc-9c5b-43a0-bfd4-695dce5b7b09 req-97452e66-8f8f-46a2-9c77-f1e012f04d2a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:22.287409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fa609fc-9c5b-43a0-bfd4-695dce5b7b09 req-97452e66-8f8f-46a2-9c77-f1e012f04d2a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0621610 Nov 16 21:51:22.344661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fa609fc-9c5b-43a0-bfd4-695dce5b7b09 req-52c3915d-bf0e-43f8-b2dc-eb3721284dd7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Nov 16 21:51:22.419863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57904) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:22.558389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2d7-3218-4be7-b17e-d91e4ca9193b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.633742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2d7-3218-4be7-b17e-d91e4ca9193b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.637800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2d7-3218-4be7-b17e-d91e4ca9193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.675748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a2d7-3218-4be7-b17e-d91e4ca9193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b0fcc-98ca-4598-a716-93968d626dbe,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:22.682498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-55d4a2d7-3218-4be7-b17e-d91e4ca9193b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29431c183fef4b0893ec37f9d0f69bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592053 Nov 16 21:51:22.682727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57908) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:22.730225 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.751301 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.804853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.808025 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:22.809537 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf9b0fcc-98ca-4598-a716-93968d626dbe HTTP/1.1" status: 204 len: 168 time: 0.1255689 Nov 16 21:51:22.819478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b0fcc-98ca-4598-a716-93968d626dbe,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:22.828622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.828966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.829514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.829857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.830185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.830686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.831195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.831746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.832236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.832724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.833054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:22.833381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece0eb05-863d-452c-822b-862549eff41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:23.531165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f59d70-a2d4-4b9f-b334-a71c9f828f0f req-a179f6c1-189d-4ab7-9259-e35eea15209e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:23.532927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06f59d70-a2d4-4b9f-b334-a71c9f828f0f req-a179f6c1-189d-4ab7-9259-e35eea15209e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.1021402 Nov 16 21:51:23.613600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06f59d70-a2d4-4b9f-b334-a71c9f828f0f req-d579f49d-345d-4a8c-b9ea-962e0550a5fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747018 Nov 16 21:51:25.091958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5f935-7f23-4bfb-8b0a-1ce48eff165e req-8adb8d18-01a9-4d58-8514-d52a11f5e09f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:25.099592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32b5f935-7f23-4bfb-8b0a-1ce48eff165e req-8adb8d18-01a9-4d58-8514-d52a11f5e09f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.3600991 Nov 16 21:51:25.151765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32b5f935-7f23-4bfb-8b0a-1ce48eff165e req-130a2ce0-6a2e-4f84-afa3-5d60a2935f6c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Nov 16 21:51:25.743728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57964) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:25.897211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebea5f1-8f23-4324-bad7-1b60c83a4f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.004354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebea5f1-8f23-4324-bad7-1b60c83a4f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.012914 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3ebea5f1-8f23-4324-bad7-1b60c83a4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.055222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3ebea5f1-8f23-4324-bad7-1b60c83a4f89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=689a5e343afd4fa19c13bf70e1c8f3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104053 Nov 16 21:51:26.056033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebea5f1-8f23-4324-bad7-1b60c83a4f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35c06a-64b1-4b9b-a6d3-3138e9b509f9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:26.057959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57968) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:26.115784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.141235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.203019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.206141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.209997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a35c06a-64b1-4b9b-a6d3-3138e9b509f9 HTTP/1.1" status: 204 len: 168 time: 0.1485939 Nov 16 21:51:26.220153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabb783-d9a0-495c-8e8f-cc94b0e1737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35c06a-64b1-4b9b-a6d3-3138e9b509f9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:26.327226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803467b-01be-48ce-9cfc-a627fec3078f req-9b759442-ddff-4cbd-8bf0-6856234d5745 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:26.328911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0803467b-01be-48ce-9cfc-a627fec3078f req-9b759442-ddff-4cbd-8bf0-6856234d5745 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0677483 Nov 16 21:51:26.387406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0803467b-01be-48ce-9cfc-a627fec3078f req-1051cd9a-4fc9-4ac2-bec2-7d171e4ddbe3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Nov 16 21:51:26.614071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 57976) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:26.636492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33592fac-12a9-41f0-858e-dda7de33d7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.722109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33592fac-12a9-41f0-858e-dda7de33d7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.726723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33592fac-12a9-41f0-858e-dda7de33d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.765309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33592fac-12a9-41f0-858e-dda7de33d7fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=092028d1080f443eb189db4c83ec0764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501594 Nov 16 21:51:26.766205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592fac-12a9-41f0-858e-dda7de33d7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f3027a-2016-4c99-ab6d-9c0b492faf9a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:26.768513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 57978) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:26.817454 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.839775 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.887694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.891260 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.892470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6f3027a-2016-4c99-ab6d-9c0b492faf9a HTTP/1.1" status: 204 len: 168 time: 0.1228549 Nov 16 21:51:26.900785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e81dca-170c-4624-a44c-ae68ef94d2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f3027a-2016-4c99-ab6d-9c0b492faf9a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:27.546823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb85a4-7a6d-4f4e-b7c1-ad7ee5a9d2f9 req-4532ab21-ce59-4b34-b2bf-38d9a99406ba tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:27.548465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2bb85a4-7a6d-4f4e-b7c1-ad7ee5a9d2f9 req-4532ab21-ce59-4b34-b2bf-38d9a99406ba tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0681243 Nov 16 21:51:27.611707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2bb85a4-7a6d-4f4e-b7c1-ad7ee5a9d2f9 req-264b3965-4b37-4a6f-b2f7-d56bcf51cc26 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562859 Nov 16 21:51:28.739913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd31e-2d28-4f90-a1da-25609f13aa84 req-c2419ee6-f02d-4e27-aecf-a88336680123 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.739913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-827bd31e-2d28-4f90-a1da-25609f13aa84 req-c2419ee6-f02d-4e27-aecf-a88336680123 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0552413 Nov 16 21:51:28.790789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-827bd31e-2d28-4f90-a1da-25609f13aa84 req-d4351210-b0df-4f09-8737-4ab8336057f2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Nov 16 21:51:29.907765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b375b-0789-4106-a566-2d6873f34703 req-f2c39234-cd7a-412a-9b46-e00161b8b660 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:29.910465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c60b375b-0789-4106-a566-2d6873f34703 req-f2c39234-cd7a-412a-9b46-e00161b8b660 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0504079 Nov 16 21:51:29.973804 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c60b375b-0789-4106-a566-2d6873f34703 req-a48db125-6d48-4a0b-a44a-5316e961a034 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573604 Nov 16 21:51:31.100423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424f6f-daf0-48d6-9e75-9c6c246e7185 req-1743c559-c535-4b0f-92b0-3d2cf6b4ccf4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:31.102232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12424f6f-daf0-48d6-9e75-9c6c246e7185 req-1743c559-c535-4b0f-92b0-3d2cf6b4ccf4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0501339 Nov 16 21:51:31.155047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12424f6f-daf0-48d6-9e75-9c6c246e7185 req-4961338f-b4e7-451c-bb50-9acbf56e98f0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Nov 16 21:51:32.259817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58114) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:32.277279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc617-a712-4fa9-8341-73be9934434f req-1b404b43-321e-4906-8106-313d031491eb tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:32.280031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f78bc617-a712-4fa9-8341-73be9934434f req-1b404b43-321e-4906-8106-313d031491eb tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0520608 Nov 16 21:51:32.328843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f78bc617-a712-4fa9-8341-73be9934434f req-a9631c4f-70c8-4b83-bc1d-4eaf636c5668 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Nov 16 21:51:32.378597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a023d00-3ce7-416b-8e44-06a7d1ecf872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.471479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a023d00-3ce7-416b-8e44-06a7d1ecf872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.475349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5a023d00-3ce7-416b-8e44-06a7d1ecf872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.517408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5a023d00-3ce7-416b-8e44-06a7d1ecf872 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f64a926e893847a9b0d3fe4869ef63e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557387 Nov 16 21:51:32.518304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a023d00-3ce7-416b-8e44-06a7d1ecf872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bcea81-6ce9-493b-a662-13d46f111a95,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:32.520328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58118) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:32.577254 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.599380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.648980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.651639 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:32.655663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54bcea81-6ce9-493b-a662-13d46f111a95 HTTP/1.1" status: 204 len: 168 time: 0.1313784 Nov 16 21:51:32.661766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab67d-fbcb-4813-936c-b9dbf86f19a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bcea81-6ce9-493b-a662-13d46f111a95,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:32.941385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58124) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:32.955317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d250cd8-0ce7-4005-a42f-d0611e5c3ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.029218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d250cd8-0ce7-4005-a42f-d0611e5c3ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.032838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3d250cd8-0ce7-4005-a42f-d0611e5c3ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.071124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3d250cd8-0ce7-4005-a42f-d0611e5c3ddf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd32fda0fbf44d0e853f22354ae4e9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286273 Nov 16 21:51:33.072274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d250cd8-0ce7-4005-a42f-d0611e5c3ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1681a-cef9-45c1-8ac0-c39138fa8c29,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:33.073834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:33.126959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.148603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.195706 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.198395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:33.199587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cf1681a-cef9-45c1-8ac0-c39138fa8c29 HTTP/1.1" status: 204 len: 168 time: 0.1246824 Nov 16 21:51:33.208276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca07e86-9203-4a37-9910-e3bd26206060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1681a-cef9-45c1-8ac0-c39138fa8c29,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:33.456062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1d977-d076-4c70-bd2c-6320fb2236e8 req-2b820909-a193-4aaa-97b3-e12e7bbf6a79 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:33.464394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7e1d977-d076-4c70-bd2c-6320fb2236e8 req-2b820909-a193-4aaa-97b3-e12e7bbf6a79 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Nov 16 21:51:33.527740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7e1d977-d076-4c70-bd2c-6320fb2236e8 req-e55846d0-5921-46d6-8338-68033e02ca43 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Nov 16 21:51:34.647471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b116-a8b9-455b-a595-bfb6a4d42a27 req-3d2d70c7-24b5-4c70-8bc5-ef623f07a367 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:34.648976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4595b116-a8b9-455b-a595-bfb6a4d42a27 req-3d2d70c7-24b5-4c70-8bc5-ef623f07a367 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0547726 Nov 16 21:51:34.697647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4595b116-a8b9-455b-a595-bfb6a4d42a27 req-292c3234-f925-4b7e-9f4b-b603ed79c26a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Nov 16 21:51:35.746668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:35.814490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffc6cf-7f91-4176-83f6-c29ac9347496 req-6ee0764d-0f95-4973-938c-90c5706e8831 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:35.816109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79ffc6cf-7f91-4176-83f6-c29ac9347496 req-6ee0764d-0f95-4973-938c-90c5706e8831 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0487480 Nov 16 21:51:35.855222 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0759cb0c-f8e8-46f7-a592-2fa6808ee6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:35.863109 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79ffc6cf-7f91-4176-83f6-c29ac9347496 req-4d972820-abe3-4d61-ae7f-62d7abec312d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Nov 16 21:51:35.930514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0759cb0c-f8e8-46f7-a592-2fa6808ee6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:35.933901 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0759cb0c-f8e8-46f7-a592-2fa6808ee6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:35.978127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0759cb0c-f8e8-46f7-a592-2fa6808ee6ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8800052c8de342a5bdaaab5a5b097a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294717 Nov 16 21:51:35.978737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759cb0c-f8e8-46f7-a592-2fa6808ee6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f770739-4fa8-4a4b-9c5e-52af84d4b0ec,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:35.980858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58200) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:36.032893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.054273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.099191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.101752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.103084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f770739-4fa8-4a4b-9c5e-52af84d4b0ec HTTP/1.1" status: 204 len: 168 time: 0.1206629 Nov 16 21:51:36.111385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775ef1-9172-47e1-80c7-481e2ee9c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f770739-4fa8-4a4b-9c5e-52af84d4b0ec,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.358097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58206) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:36.370952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e28a164-e295-4d41-84c1-623a845e8c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.443905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e28a164-e295-4d41-84c1-623a845e8c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.447346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e28a164-e295-4d41-84c1-623a845e8c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.484424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e28a164-e295-4d41-84c1-623a845e8c2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a208012088e42d290ea999a44f0d78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252775 Nov 16 21:51:36.486277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28a164-e295-4d41-84c1-623a845e8c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da68af8-97cb-4afe-b2c0-0f8a2d4b2c13,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.487192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58208) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:36.541641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.565447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.610764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.613335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:36.614484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2da68af8-97cb-4afe-b2c0-0f8a2d4b2c13 HTTP/1.1" status: 204 len: 168 time: 0.1263061 Nov 16 21:51:36.621849 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5069-25f3-4dcc-9477-4a9dc247611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da68af8-97cb-4afe-b2c0-0f8a2d4b2c13,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:36.984403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e3e09-2400-48af-85d2-70abf8bbb629 req-18315a72-0d7d-463c-aacf-9f42add61f68 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:36.986130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-460e3e09-2400-48af-85d2-70abf8bbb629 req-18315a72-0d7d-463c-aacf-9f42add61f68 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0545001 Nov 16 21:51:37.033603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-460e3e09-2400-48af-85d2-70abf8bbb629 req-5f0fee7c-1ea6-4cdc-ade1-5d0a3d716635 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Nov 16 21:51:38.149354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad9c50-4ecb-4716-9ee6-af786ec1bf1b req-cf68dbcb-9289-48a6-9b67-1bb82643ab41 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:38.150847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79ad9c50-4ecb-4716-9ee6-af786ec1bf1b req-cf68dbcb-9289-48a6-9b67-1bb82643ab41 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0503318 Nov 16 21:51:38.199605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79ad9c50-4ecb-4716-9ee6-af786ec1bf1b req-db55018c-3a73-4971-b41b-f0561da4c71b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Nov 16 21:51:38.474910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:38.582189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42dbfcca-e158-4834-b9b0-ba3147fa85dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.653963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42dbfcca-e158-4834-b9b0-ba3147fa85dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.657980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42dbfcca-e158-4834-b9b0-ba3147fa85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.695434 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42dbfcca-e158-4834-b9b0-ba3147fa85dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=caacece2eafb452d98e2a6a82201aa39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194417 Nov 16 21:51:38.696380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbfcca-e158-4834-b9b0-ba3147fa85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7949a844-028e-47f4-9019-94c545c53255,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:38.698122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:38.747139 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.768994 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.819451 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.821989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:38.823160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7949a844-028e-47f4-9019-94c545c53255 HTTP/1.1" status: 204 len: 168 time: 0.1233261 Nov 16 21:51:38.831808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859aad6-82b1-40ca-a4dd-495f7bf2719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949a844-028e-47f4-9019-94c545c53255,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:39.082354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:39.095444 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5eab8638-409f-4912-80e4-0714c0dcf472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.166382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5eab8638-409f-4912-80e4-0714c0dcf472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.169891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5eab8638-409f-4912-80e4-0714c0dcf472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.208837 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.213806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab8638-409f-4912-80e4-0714c0dcf472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f02c4-c1a6-4669-b569-3f045bfc08c7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:39.218133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5eab8638-409f-4912-80e4-0714c0dcf472 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=629ef4f9dc804d75b036b5c4f1f5e88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347284 Nov 16 21:51:39.222096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58306) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:39.269882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.314483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.359798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25d62f-478e-474b-99c5-57261d13fc92 req-78f8ad73-1c10-4ebf-abaf-4323d2af199d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:39.361275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c25d62f-478e-474b-99c5-57261d13fc92 req-78f8ad73-1c10-4ebf-abaf-4323d2af199d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0871742 Nov 16 21:51:39.396661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.399209 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:39.400332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d02f02c4-c1a6-4669-b569-3f045bfc08c7 HTTP/1.1" status: 204 len: 168 time: 0.1782534 Nov 16 21:51:39.419564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbba42-ff63-44d8-aaff-27f49c5f9053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f02c4-c1a6-4669-b569-3f045bfc08c7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:39.425098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c25d62f-478e-474b-99c5-57261d13fc92 req-882e03b5-0539-4584-95a3-00dcb2e3713f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Nov 16 21:51:40.551359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa8f1f-6fa7-4afc-a2fc-7879979d6161 req-34eb572b-6246-40b6-bbbb-612682ab0c7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:40.554301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19fa8f1f-6fa7-4afc-a2fc-7879979d6161 req-34eb572b-6246-40b6-bbbb-612682ab0c7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0582242 Nov 16 21:51:40.604794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19fa8f1f-6fa7-4afc-a2fc-7879979d6161 req-0c4a785e-d849-450c-a5ac-9483eb067cef tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Nov 16 21:51:41.019557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:41.136508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-747e0dd2-f1b3-4661-8687-4d6714b0bbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.210063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-747e0dd2-f1b3-4661-8687-4d6714b0bbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.213899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-747e0dd2-f1b3-4661-8687-4d6714b0bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.260450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e0dd2-f1b3-4661-8687-4d6714b0bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76414a5-7965-4694-9080-9ceb8846a747,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:41.269247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-747e0dd2-f1b3-4661-8687-4d6714b0bbc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a996f928dee54bf6b820d4df1af1851a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459357 Nov 16 21:51:41.270408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58426) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:41.332670 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.354152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.416286 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.419022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:41.420818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d76414a5-7965-4694-9080-9ceb8846a747 HTTP/1.1" status: 204 len: 168 time: 0.1498358 Nov 16 21:51:41.432894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54cbc8-f190-4284-924b-cc68332ea03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76414a5-7965-4694-9080-9ceb8846a747,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:41.722101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0668396-b20c-42d2-a208-c0f63a3b7998 req-06532568-915a-4779-ae7f-25c24314505c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:41.723608 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0668396-b20c-42d2-a208-c0f63a3b7998 req-06532568-915a-4779-ae7f-25c24314505c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 943 time: 0.0499194 Nov 16 21:51:41.775160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f0668396-b20c-42d2-a208-c0f63a3b7998 req-6d1dc26c-cfaa-42a7-a5c3-83d2195e59c2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Nov 16 21:51:42.207551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c86cc3f-349a-4d8a-adee-f55dd76cd38c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:51:42.311570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:42.327762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c', 'mac_address': 'fa:16:3e:1c:9b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:51:42.366996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:42.380783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c86cc3f-349a-4d8a-adee-f55dd76cd38c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:51:42.410645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:42.414985 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:42.463896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:42.472091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.472554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.472986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.473441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.473842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.474235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.474627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.475034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.475421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.475741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.476180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.476373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:42.616746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['1c86cc3f-349a-4d8a-adee-f55dd76cd38c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:51:42.650511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:42.748655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-37e2b0e2-bb43-4308-9521-f838ecdc1070 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1656137575'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:42.749117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-37e2b0e2-bb43-4308-9521-f838ecdc1070 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Unknown quota resources ['metering_label']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:51:42.892545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db72cac-5dae-4c4a-90a3-ea33b1a6ba17 req-bcf63422-36ed-408e-a775-0b112fd2c45e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:42.894045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2db72cac-5dae-4c4a-90a3-ea33b1a6ba17 req-bcf63422-36ed-408e-a775-0b112fd2c45e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 944 time: 0.0491211 Nov 16 21:51:42.927934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-37e2b0e2-bb43-4308-9521-f838ecdc1070 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:42.929127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-37e2b0e2-bb43-4308-9521-f838ecdc1070 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2775352 Nov 16 21:51:42.931744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58472) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:42.936382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1b5fb38b-50df-4e73-a671-36161fed8243 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '79e26b59-68d0-47ee-9fd6-be773b784837'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:42.936891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1b5fb38b-50df-4e73-a671-36161fed8243 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:51:42.941685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2db72cac-5dae-4c4a-90a3-ea33b1a6ba17 req-bb6b3c49-de5d-4020-8f80-42bd77080914 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Nov 16 21:51:43.007627 n-d-816206-5 neutron-server[102664]: WARNING neutron.services.metering.metering_plugin [None req-1b5fb38b-50df-4e73-a671-36161fed8243 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:51:43.039854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.111254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b5fb38b-50df-4e73-a671-36161fed8243 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.112439 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1b5fb38b-50df-4e73-a671-36161fed8243 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1797733 Nov 16 21:51:43.115503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.119688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-63eb1378-1218-4ca4-a6a3-15aa2d02f69c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '79e26b59-68d0-47ee-9fd6-be773b784837'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:43.120174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-63eb1378-1218-4ca4-a6a3-15aa2d02f69c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:51:43.170131 n-d-816206-5 neutron-server[102664]: WARNING neutron.services.metering.metering_plugin [None req-63eb1378-1218-4ca4-a6a3-15aa2d02f69c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:51:43.251600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-63eb1378-1218-4ca4-a6a3-15aa2d02f69c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.252793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-63eb1378-1218-4ca4-a6a3-15aa2d02f69c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1363494 Nov 16 21:51:43.255410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58476) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.265261 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89e51e1e-5a6e-40f7-b7c0-b03d3375e724 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=2edee5a2-2a8c-4fb5-8f9f-7764a8da506d HTTP/1.1" status: 200 len: 464 time: 0.0087738 Nov 16 21:51:43.267288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58478) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.364635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-115d1b7e-ef12-4449-b7d9-e76c1772ba7f tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.365812 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-115d1b7e-ef12-4449-b7d9-e76c1772ba7f tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/2edee5a2-2a8c-4fb5-8f9f-7764a8da506d HTTP/1.1" status: 204 len: 168 time: 0.0976639 Nov 16 21:51:43.368467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58480) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.378782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-550d60d1-cbc6-411f-8a94-21fa0e3a953c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=2edee5a2-2a8c-4fb5-8f9f-7764a8da506d HTTP/1.1" status: 200 len: 221 time: 0.0092461 Nov 16 21:51:43.381764 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58482) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.385582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b23ce54c-0292-4c6f-93e7-4db04129c40c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1152915437', 'description': 'label created by tempest'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:43.386023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b23ce54c-0292-4c6f-93e7-4db04129c40c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Unknown quota resources ['metering_label']. {{(pid=102664) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:51:43.538858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b23ce54c-0292-4c6f-93e7-4db04129c40c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.540112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b23ce54c-0292-4c6f-93e7-4db04129c40c tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1574776 Nov 16 21:51:43.542795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58484) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.615828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c72bb90-99e4-4ca6-afec-274ae8a37541 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=ed6ccae7-95ca-4321-a8c1-181eb832a86b HTTP/1.1" status: 200 len: 468 time: 0.0718973 Nov 16 21:51:43.618321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58486) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.796372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-398869c9-154b-4dbf-bbfd-0b06f040eef2 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:43.797425 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-398869c9-154b-4dbf-bbfd-0b06f040eef2 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/ed6ccae7-95ca-4321-a8c1-181eb832a86b HTTP/1.1" status: 204 len: 168 time: 0.1782060 Nov 16 21:51:43.800719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58488) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.811119 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bbe5e015-b82a-4f31-ab4d-ee6ef0ae8085 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=ed6ccae7-95ca-4321-a8c1-181eb832a86b HTTP/1.1" status: 200 len: 216 time: 0.0093944 Nov 16 21:51:43.814075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58490) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.821934 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cbfb6744-60d5-4cc9-8e18-a3ed3bd71bd4 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0069423 Nov 16 21:51:43.824863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58492) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.835971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-505cb3b1-d562-4d47-830a-537eccc17267 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100842 Nov 16 21:51:43.839085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58494) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.913636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-783c54bf-45c2-4f9a-b4d8-d160ee69e9df tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/79e26b59-68d0-47ee-9fd6-be773b784837 HTTP/1.1" status: 200 len: 473 time: 0.0733740 Nov 16 21:51:43.917095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58496) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:43.927722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0ee5381c-73fa-4a72-be9d-9dcf58a8f994 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/3b696bd4-5c18-4baa-9095-d768ab549753 HTTP/1.1" status: 200 len: 461 time: 0.0095930 Nov 16 21:51:43.930310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58498) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:44.058908 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8519b75d-a04c-4153-a262-af0f80231bc6 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.059947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8519b75d-a04c-4153-a262-af0f80231bc6 tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/3b696bd4-5c18-4baa-9095-d768ab549753 HTTP/1.1" status: 204 len: 168 time: 0.1287913 Nov 16 21:51:44.063219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58502) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:44.100984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b4563-d352-4344-b1de-538813333297 req-24cf2a85-abd1-4b4e-ac6a-6408c4d350b8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:44.102510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a15b4563-d352-4344-b1de-538813333297 req-24cf2a85-abd1-4b4e-ac6a-6408c4d350b8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 944 time: 0.0876224 Nov 16 21:51:44.149772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a15b4563-d352-4344-b1de-538813333297 req-4fc03315-b4d4-4a5e-be07-b721268d4cc4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Nov 16 21:51:44.223270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c86cc3f-349a-4d8a-adee-f55dd76cd38c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:44.227165 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:51:44.240026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ce539742-04a5-47c3-8308-bae9ddc8fb6e tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.241157 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ce539742-04a5-47c3-8308-bae9ddc8fb6e tempest-MeteringTestJSON-1485669877 tempest-MeteringTestJSON-1485669877-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/79e26b59-68d0-47ee-9fd6-be773b784837 HTTP/1.1" status: 204 len: 168 time: 0.1769526 Nov 16 21:51:44.272655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:44.276539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:44.276905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.354282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.383746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:44.386693 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf63683-96dd-4c35-a705-67865165d7ec" -d '{"events": [{"server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "name": "network-vif-plugged", "status": "completed", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:44.400579 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:44.404638 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.430576 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d65f2-911f-4107-8b66-ed41d8339f2c x-openstack-request-id: req-ee5d65f2-911f-4107-8b66-ed41d8339f2c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:44.430869 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "name": "network-vif-plugged", "status": "completed", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:44.431242 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee5d65f2-911f-4107-8b66-ed41d8339f2c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:44.432180 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c', 'code': 200} Nov 16 21:51:44.462367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.501930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58510) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:44.525859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d52d9-bd9a-496a-84a9-38c12b0d7881 req-6ec5b9e7-c10b-473d-9acb-ed0d61f59544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:44.527408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a29d52d9-bd9a-496a-84a9-38c12b0d7881 req-6ec5b9e7-c10b-473d-9acb-ed0d61f59544 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 1096 time: 0.0430410 Nov 16 21:51:44.574083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a29d52d9-bd9a-496a-84a9-38c12b0d7881 req-e3d06648-e788-4399-aa60-4e439b924025 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Nov 16 21:51:44.610674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6acea2e-44b1-455f-a0ba-7a9a50084e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.684845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6acea2e-44b1-455f-a0ba-7a9a50084e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.689512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6acea2e-44b1-455f-a0ba-7a9a50084e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.733081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f6acea2e-44b1-455f-a0ba-7a9a50084e9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45e23ac40bec4df3a4d03ffffc14cd18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298415 Nov 16 21:51:44.733960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acea2e-44b1-455f-a0ba-7a9a50084e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d17e06-6659-4435-b0a9-223ca1355e29,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:44.736353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58514) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:44.785262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.805440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.855036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.857515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:44.858730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93d17e06-6659-4435-b0a9-223ca1355e29 HTTP/1.1" status: 204 len: 168 time: 0.1212094 Nov 16 21:51:44.866190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d740b-850d-4325-ad13-e91cd2dfbed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d17e06-6659-4435-b0a9-223ca1355e29,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:45.117946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58520) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:45.131456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e51eef50-1073-4c0f-9bf9-bd5c67ad448a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.206859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e51eef50-1073-4c0f-9bf9-bd5c67ad448a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.210899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e51eef50-1073-4c0f-9bf9-bd5c67ad448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.277563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51eef50-1073-4c0f-9bf9-bd5c67ad448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea78089-e37f-4480-bdb7-457a56a951d7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:45.282013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e51eef50-1073-4c0f-9bf9-bd5c67ad448a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e6fde0c69bc4eb9904a494029d0048e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630390 Nov 16 21:51:45.285149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58524) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:45.301612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ec987-4062-4806-aa69-c0aef2de80d8 req-cc315340-c000-4f6f-8341-e3045aced45a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:45.303136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a13ec987-4062-4806-aa69-c0aef2de80d8 req-cc315340-c000-4f6f-8341-e3045aced45a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0776896 Nov 16 21:51:45.334500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.348808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-47dbc349-41ec-4b69-bbfe-bc71e938cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.355139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a13ec987-4062-4806-aa69-c0aef2de80d8 req-31d36d66-96ed-4301-ac8f-1912f1ed6238 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Nov 16 21:51:45.361827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.407972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.410502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:45.411683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ea78089-e37f-4480-bdb7-457a56a951d7 HTTP/1.1" status: 204 len: 168 time: 0.1254342 Nov 16 21:51:45.419945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81138eb7-684f-4b0a-9a77-a562b0b2b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea78089-e37f-4480-bdb7-457a56a951d7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:46.479541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a7be5-3ed8-447d-97f8-e4adb94d0d3c req-de48688c-f10d-49ff-a635-06287f17e73c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:46.480970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-203a7be5-3ed8-447d-97f8-e4adb94d0d3c req-de48688c-f10d-49ff-a635-06287f17e73c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Nov 16 21:51:46.535480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-203a7be5-3ed8-447d-97f8-e4adb94d0d3c req-4cb4183d-adbd-4c64-9bfe-1fc746f0e2f8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479202 Nov 16 21:51:46.610332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58564) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:46.652123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65960c-3733-49f1-9302-4a715ee68b19 req-f1ab7a83-7daf-4d28-af1c-f24a21b3e9b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:46.656566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d65960c-3733-49f1-9302-4a715ee68b19 req-f1ab7a83-7daf-4d28-af1c-f24a21b3e9b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Nov 16 21:51:46.702712 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d65960c-3733-49f1-9302-4a715ee68b19 req-11c47cb9-66b2-4d20-9f77-e781f73d7927 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Nov 16 21:51:46.759402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1987617314'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:46.781479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Made reservation on behalf of 67437cda0c2d4dffb9c131451cc39380 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:46.785076 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.793577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.814116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c555a67-af41-4b15-bb19-3cf8ea1c7a9b req-034b80e4-d976-4f77-b1e7-0791652a04a2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:46.815649 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c555a67-af41-4b15-bb19-3cf8ea1c7a9b req-034b80e4-d976-4f77-b1e7-0791652a04a2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Nov 16 21:51:46.870258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c555a67-af41-4b15-bb19-3cf8ea1c7a9b req-284161ba-650c-4451-b66a-f836e8be04b1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Nov 16 21:51:46.870520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.874719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.902881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:46.913390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3721bf-1ed4-4fd3-8350-ed24b1bc0247,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:46.919536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.919874 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Added segment 043d2e29-2ce0-49cd-b46b-087164e84478 of type vlan for network fa544468-bad9-4b8c-8d56-de4464bbcf7e Nov 16 21:51:46.960843 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.987324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:46.993094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:46.993646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.053943 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4423225 Nov 16 21:51:47.083156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a281bc-9139-4453-91bd-4e950a572705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Pushing event updated for resources: {'Network': ['ID=fa544468-bad9-4b8c-8d56-de4464bbcf7e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:47.094015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:51:47.176504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0eff2-2631-4af6-bd10-961c2617710f req-a72624af-1753-4b45-8d53-e48fb7a2d70e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:47.178103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2d0eff2-2631-4af6-bd10-961c2617710f req-a72624af-1753-4b45-8d53-e48fb7a2d70e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Nov 16 21:51:47.228142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2d0eff2-2631-4af6-bd10-961c2617710f req-f0aaa915-9aa0-4278-8406-cf8acf346985 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Nov 16 21:51:47.241878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58580) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:47.246977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e', 'binding:host_id': 'n-h2-816206-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371294219'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:47.469489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Made reservation on behalf of 6a9aa753e26b470fa6db8ca97c495ff1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:47.471918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.480856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.553898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.557706 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.562088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:47.642769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd18d7-81ad-4ae2-a06d-94a3637a6e10,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:47.696557 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ba47-43cb-469d-98ee-208bf6559b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.791817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:47.801187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.807100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:47.858832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=58d227ef-9ba6-4022-a88f-7bf89b8c3f89,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:47.874350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Checking segment: {'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:47.874727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Network hostable DHCP agents. Network: fa544468-bad9-4b8c-8d56-de4464bbcf7e, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:47.891126 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:47.899547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, fa544468-bad9-4b8c-8d56-de4464bbcf7e) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:47.903598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:47.909555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f68c2-db58-4dc7-b6fe-44dd638816e7 None None] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:47.917865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:47.918204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:47.918544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:47.923452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:47.923770 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:47.924159 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 2 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:47.936992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:47.937323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:47.937650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:47.941999 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:47.942319 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:47.942703 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 3 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:47.956278 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:47.956611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:47.956949 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:47.961563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:47.961883 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:47.962273 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 4 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:47.974804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:47.975166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:47.975499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:47.979836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:47.980161 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:47.980551 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 5 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:47.994501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:47.994892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:47.995305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.000673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.001106 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.001492 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 6 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:48.014176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:48.014443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:48.014772 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.019162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.019515 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.019911 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 7 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:48.032840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:48.033176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:48.033509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.037833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.038151 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.038536 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 8 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:48.050699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:48.051064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:48.051395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.055617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.055936 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.056317 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 9 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:48.068347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:48.068677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:48.069006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.073273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.073593 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.073975 n-d-816206-5 neutron-server[102665]: INFO neutron.plugins.ml2.plugin [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 10 to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 Nov 16 21:51:48.085674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:48.086003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:48.086362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:48.090592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:48.090916 n-d-816206-5 neutron-server[102665]: ERROR neutron.plugins.ml2.managers [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:48.091836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.155943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:48.156318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempted to set empty binding levels {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:51:48.160660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.192334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:48.192921 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.210293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=58d227ef-9ba6-4022-a88f-7bf89b8c3f89,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.218598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-26b8ea2f-ba93-41b9-bd9e-ef00caaa66f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9756191 Nov 16 21:51:48.221446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58582) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:48.308236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Deleting port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:48.308570 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.402628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba29e9-6283-4f15-a75d-6e888b4aa712 req-709eaf83-2333-404d-9dac-5b762770db87 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:48.404757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bba29e9-6283-4f15-a75d-6e888b4aa712 req-709eaf83-2333-404d-9dac-5b762770db87 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.1065137 Nov 16 21:51:48.405782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 58d227ef-9ba6-4022-a88f-7bf89b8c3f89, host n-h2-816206-5, got binding levels [] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:48.406142 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.426475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Calling delete_port for 58d227ef-9ba6-4022-a88f-7bf89b8c3f89 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:48.503564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bba29e9-6283-4f15-a75d-6e888b4aa712 req-b023e9ce-c3a1-43d4-81bd-7dcaf4e38ab5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897448 Nov 16 21:51:48.538571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.565487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event deleted for resources: {'Port': ['ID=58d227ef-9ba6-4022-a88f-7bf89b8c3f89,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:48.570882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.574059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7e8a554f-9edb-451c-ac74-ab9b124f7c02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "DELETE /v2.0/ports/58d227ef-9ba6-4022-a88f-7bf89b8c3f89 HTTP/1.1" status: 204 len: 168 time: 0.3517060 Nov 16 21:51:48.577120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58586) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:48.600805 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba21246-9461-4778-bd51-b811bd84434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:51:48.602125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aba21246-9461-4778-bd51-b811bd84434d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports/58d227ef-9ba6-4022-a88f-7bf89b8c3f89 HTTP/1.1" status: 404 len: 333 time: 0.0238445 Nov 16 21:51:48.605439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58588) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:48.609870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2019283615'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:48.659020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Made reservation on behalf of 6a9aa753e26b470fa6db8ca97c495ff1 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:48.661303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.683807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-693f2e1f-3543-479a-b42c-68b46a82c223 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:48.685892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-693f2e1f-3543-479a-b42c-68b46a82c223 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 945 time: 0.0730004 Nov 16 21:51:48.689813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 4418fad6-7ccf-43f5-97c8-cb587f68feab yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:48.889051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:48.889378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:48.940624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.006195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:49.006548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.020967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 1c86cc3f-349a-4d8a-adee-f55dd76cd38c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:49.023045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.100038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:49.108011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:49.114321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:49.115282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.115873 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.133730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=4418fad6-7ccf-43f5-97c8-cb587f68feab,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.147660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f02cabba-ecab-4f50-a88f-eee87e9b0899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5412543 Nov 16 21:51:49.150428 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58590) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:49.156474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:49.210698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.212429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.225243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['1c86cc3f-349a-4d8a-adee-f55dd76cd38c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:51:49.242051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=1c86cc3f-349a-4d8a-adee-f55dd76cd38c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.286239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port 1c86cc3f-349a-4d8a-adee-f55dd76cd38c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:51:49.289038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.292939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ea1de1aa-5d4a-4b08-a725-1f69959bff4b req-d3b7f795-3e08-4d26-9693-783a78228342 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "DELETE /v2.0/ports/1c86cc3f-349a-4d8a-adee-f55dd76cd38c HTTP/1.1" status: 204 len: 173 time: 0.5988998 Nov 16 21:51:49.293660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'name': 'network-vif-deleted', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:49.297932 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47db783-3b88-451c-a9d9-bc99b3d72da0" -d '{"events": [{"server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "name": "network-vif-deleted", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:49.348566 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b03f66-e8bc-46c4-8bb4-a89d489e1d25 x-openstack-request-id: req-e8b03f66-e8bc-46c4-8bb4-a89d489e1d25 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:49.348853 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7a634-942a-4714-b671-0b20fddd5f08", "name": "network-vif-deleted", "tag": "1c86cc3f-349a-4d8a-adee-f55dd76cd38c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:49.349112 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8b03f66-e8bc-46c4-8bb4-a89d489e1d25 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:49.350020 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7a634-942a-4714-b671-0b20fddd5f08', 'name': 'network-vif-deleted', 'tag': '1c86cc3f-349a-4d8a-adee-f55dd76cd38c', 'status': 'completed', 'code': 200} Nov 16 21:51:49.362022 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.445852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 4418fad6-7ccf-43f5-97c8-cb587f68feab yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:49.455659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.461121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.515466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=4418fad6-7ccf-43f5-97c8-cb587f68feab,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.535745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.536292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.536650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.541367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.541876 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.542265 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 2 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.556862 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.557204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.557545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.561966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.562795 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.562795 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 3 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.575356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.575727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.576065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.580756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.581080 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.581470 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 4 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.595216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.596159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.596509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.600895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.601224 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.601612 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 5 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.612253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8491947a-3997-41c1-a652-8338e666fcba req-b6901321-0de9-4258-a5dd-3ab1f2cab8c5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Nov 16 21:51:49.614839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.615215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.615675 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.620271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.620601 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.620991 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 6 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.634351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.634686 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.635055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.639515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.639842 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.640228 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 7 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.652353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.652623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.652992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.657889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.658289 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.658670 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 8 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.671790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.672122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.672450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.676735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.677057 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.677438 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 9 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.689122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.689452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.689780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.694091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.694417 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.694796 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 10 to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab Nov 16 21:51:49.708888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:49.709221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:49.709553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:49.713832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:49.714155 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 4418fad6-7ccf-43f5-97c8-cb587f68feab on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:49.714513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.780389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 4418fad6-7ccf-43f5-97c8-cb587f68feab, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:49.780752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempted to set empty binding levels {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:51:49.785287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.813749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] In _notify_port_updated(), no bound segment for port 4418fad6-7ccf-43f5-97c8-cb587f68feab on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:51:49.815054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.815663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:49.816972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "PUT /v2.0/ports/4418fad6-7ccf-43f5-97c8-cb587f68feab HTTP/1.1" status: 200 len: 979 time: 0.6654058 Nov 16 21:51:49.819581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:49.881766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eeb6bd-9b76-4d6b-bd4e-ce72fa8b10f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=4418fad6-7ccf-43f5-97c8-cb587f68feab,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:49.909767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.910170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.910688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.911185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.911645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.912128 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.912582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.913065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.913514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.913989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.914441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:49.920087 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ed916d7b-8228-4a94-b295-0d77c579b96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10149 time: 0.0961318 Nov 16 21:51:49.920316 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58598) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:49.999939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Deleting port 4418fad6-7ccf-43f5-97c8-cb587f68feab {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:50.000387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.061429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 4418fad6-7ccf-43f5-97c8-cb587f68feab, host n-h2-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:50.061788 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.074089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Calling delete_port for 4418fad6-7ccf-43f5-97c8-cb587f68feab owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:50.154259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.183468 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event deleted for resources: {'Port': ['ID=4418fad6-7ccf-43f5-97c8-cb587f68feab,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:50.190326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.192981 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-822d8561-eccb-418b-8bed-f9ac55630bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4418fad6-7ccf-43f5-97c8-cb587f68feab HTTP/1.1" status: 204 len: 168 time: 0.2717149 Nov 16 21:51:50.195610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58600) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:50.220015 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92c41f1-bc4e-4eef-80b0-9eb33ffae057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:51:50.221484 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b92c41f1-bc4e-4eef-80b0-9eb33ffae057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports/4418fad6-7ccf-43f5-97c8-cb587f68feab HTTP/1.1" status: 404 len: 333 time: 0.0249510 Nov 16 21:51:50.225436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58602) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:50.229860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1615622285', 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:50.252417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Made reservation on behalf of 6a9aa753e26b470fa6db8ca97c495ff1 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:50.254859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.270226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:50.595162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.710500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.718515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ad204f85-eddb-421f-9c30-a1791724ce83 req-c1f032db-b621-432a-8dc9-34a7608fc1df tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0308993 Nov 16 21:51:50.748075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.793797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:50.796813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:50.800332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:50.801406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:50.801898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:50.809398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:50.821568 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0e595254-abc0-4bcb-a89b-1b452b77b835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5954452 Nov 16 21:51:50.824116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58606) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:50.858359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709aeed-e4f6-4f23-90ba-94f370bb4ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:50.859764 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1709aeed-e4f6-4f23-90ba-94f370bb4ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports/b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 HTTP/1.1" status: 200 len: 959 time: 0.0346696 Nov 16 21:51:50.862445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58608) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:50.936153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Deleting port b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:50.936489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.000964 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.014992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Calling delete_port for b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:51.098754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.130552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event deleted for resources: {'Port': ['ID=b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.135914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.139202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-938778a2-5d61-4f53-8ca3-244bff5ba198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 HTTP/1.1" status: 204 len: 168 time: 0.2757843 Nov 16 21:51:51.141811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58610) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:51.165594 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4de480a-c864-4113-8676-2189ff5666da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:51:51.166993 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c4de480a-c864-4113-8676-2189ff5666da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports/b61f2acf-8aed-4fbd-ac9d-5aee0ee9b601 HTTP/1.1" status: 404 len: 333 time: 0.0242481 Nov 16 21:51:51.171326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58612) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:51.175888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-521019228'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:51.196382 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Made reservation on behalf of 6a9aa753e26b470fa6db8ca97c495ff1 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:51.198881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.215290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 0ed88366-5360-4113-bdc1-97afe18b1a29 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:51.376043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.408841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.452917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Network fa544468-bad9-4b8c-8d56-de4464bbcf7e is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:51.455857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:51.463678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:51.464843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:51.465609 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.469854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed88366-5360-4113-bdc1-97afe18b1a29,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.476988 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.494632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e3b3da6-f7eb-40f1-be8c-42ec0def0a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3222260 Nov 16 21:51:51.497445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58614) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:51.503818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:51.560895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.727756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] device_id is not set on port 0ed88366-5360-4113-bdc1-97afe18b1a29 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:51.736320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.744108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:51.806642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed88366-5360-4113-bdc1-97afe18b1a29,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:51.809034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.809366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.809730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.814570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.814891 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.815304 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 2 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.823829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6866d72d-2f97-4270-8d34-ffde01c8e46e req-d3e248b5-d874-4aea-aacb-66def247c3bf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0336020 Nov 16 21:51:51.828491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.828830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.829171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.834527 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.834854 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.835266 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 3 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.849407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.849731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.850069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.854812 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.855330 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.855698 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 4 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.868920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.869259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.869595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.874062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.874384 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.874770 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 5 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.888385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.888721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.889076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.893778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.894129 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.894521 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 6 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.908088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.908426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.908765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.913461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.913783 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.914168 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 7 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.928324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.928655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.928989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.933615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.933939 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.934326 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 8 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.946867 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.947231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.947570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.952233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.952955 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.953346 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 9 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.967148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.967484 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.967820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.972156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.972473 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.972856 n-d-816206-5 neutron-server[102664]: INFO neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempt 10 to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 Nov 16 21:51:51.985582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:51.985845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:51.986155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempting to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:51.990482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:51.990802 n-d-816206-5 neutron-server[102664]: ERROR neutron.plugins.ml2.managers [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Failed to bind port 0ed88366-5360-4113-bdc1-97afe18b1a29 on host n-h2-816206-5 for vnic_type normal using segments [{'id': '043d2e29-2ce0-49cd-b46b-087164e84478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa544468-bad9-4b8c-8d56-de4464bbcf7e'}] Nov 16 21:51:51.991265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.055864 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 0ed88366-5360-4113-bdc1-97afe18b1a29, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:52.056227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attempted to set empty binding levels {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:51:52.060673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.090779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] In _notify_port_updated(), no bound segment for port 0ed88366-5360-4113-bdc1-97afe18b1a29 on network fa544468-bad9-4b8c-8d56-de4464bbcf7e {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:51:52.092151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:52.092858 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.096542 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "PUT /v2.0/ports/0ed88366-5360-4113-bdc1-97afe18b1a29 HTTP/1.1" status: 200 len: 978 time: 0.5945051 Nov 16 21:51:52.097042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58618) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:52.131802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b8f64-7de3-498c-9e91-2d273d5ae643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed88366-5360-4113-bdc1-97afe18b1a29,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:52.182730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Deleting port 0ed88366-5360-4113-bdc1-97afe18b1a29 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:52.183410 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.248693 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] For port 0ed88366-5360-4113-bdc1-97afe18b1a29, host n-h2-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:52.248948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.254135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c86cc3f-349a-4d8a-adee-f55dd76cd38c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:52.262081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Calling delete_port for 0ed88366-5360-4113-bdc1-97afe18b1a29 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:52.277575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 1c86cc3f-349a-4d8a-adee-f55dd76cd38c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:51:52.278058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 1c86cc3f-349a-4d8a-adee-f55dd76cd38c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:52.340389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.371680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ed88366-5360-4113-bdc1-97afe18b1a29,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:52.376970 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.380096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-653d0675-50c1-4836-aa41-0afa3d822a70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0ed88366-5360-4113-bdc1-97afe18b1a29 HTTP/1.1" status: 204 len: 168 time: 0.2820599 Nov 16 21:51:52.382735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:52.407215 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3c027a-8ece-45b0-a02a-90af043d55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:51:52.408565 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2e3c027a-8ece-45b0-a02a-90af043d55f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348848799-project-admin] 10.222.0.54 "GET /v2.0/ports/0ed88366-5360-4113-bdc1-97afe18b1a29 HTTP/1.1" status: 404 len: 333 time: 0.0246611 Nov 16 21:51:52.412116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58622) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:52.488171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.580366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.599943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa544468-bad9-4b8c-8d56-de4464bbcf7e']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:52.609359 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043d2e29-2ce0-49cd-b46b-087164e84478') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:52.609657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043d2e29-2ce0-49cd-b46b-087164e84478') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:52.618892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.632863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.640044 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:51:52.640581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:51:52.643855 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:51:52.708360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.715292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:52.718452 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] 10.222.0.54 "DELETE /v2.0/networks/fa544468-bad9-4b8c-8d56-de4464bbcf7e HTTP/1.1" status: 204 len: 168 time: 0.3053422 Nov 16 21:51:52.730213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275cb61-25e5-4925-b2d3-fe4959a14ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686914033-project] Pushing event deleted for resources: {'Network': ['ID=fa544468-bad9-4b8c-8d56-de4464bbcf7e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:52.930066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2344711f-0a33-4455-8ffc-1c735fe3b6c1 req-a65c89b9-2d8f-41d2-8883-140fbe358287 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Nov 16 21:51:52.979117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:53.115564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5be94db0-d6a8-4060-a916-aa3cbd697bde admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67437cda0c2d4dffb9c131451cc39380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351440 Nov 16 21:51:53.117946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:53.164160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.186373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.233906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.236754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.237918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f3721bf-1ed4-4fd3-8350-ed24b1bc0247 HTTP/1.1" status: 204 len: 168 time: 0.1190662 Nov 16 21:51:53.246449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a60666-12ed-46e1-b963-e882cad428ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3721bf-1ed4-4fd3-8350-ed24b1bc0247,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:53.543727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:53.589376 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-13538ce4-0240-473d-8d45-c0b9722e7de1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a9aa753e26b470fa6db8ca97c495ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443614 Nov 16 21:51:53.591877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:53.649442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.673065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.722664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.725262 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.726482 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30fd18d7-81ad-4ae2-a06d-94a3637a6e10 HTTP/1.1" status: 204 len: 168 time: 0.1335666 Nov 16 21:51:53.737564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be3e4-41fd-4399-aaaf-7b60c5b8100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd18d7-81ad-4ae2-a06d-94a3637a6e10,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:54.060307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f886851-4dca-4818-a150-dde5724d7236 req-7bc7d3d7-3c5e-48db-ad3f-bfca05a3e84b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=00f7a634-942a-4714-b671-0b20fddd5f08 HTTP/1.1" status: 200 len: 210 time: 0.0377817 Nov 16 21:51:54.476819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58670) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:54.596613 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe49201d-2f50-4681-b3ba-88e4aba6d241 tempest-AgentManagementNegativeTest-992039569 tempest-AgentManagementNegativeTest-992039569-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1185265 Nov 16 21:51:54.846860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58678) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:54.957645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bedead6-4c50-4652-921a-d2553fa6e9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.030833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bedead6-4c50-4652-921a-d2553fa6e9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.034880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bedead6-4c50-4652-921a-d2553fa6e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.071994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedead6-4c50-4652-921a-d2553fa6e9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aeec3b-f1d1-4973-814c-d85a5ac13ac2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:55.078918 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3bedead6-4c50-4652-921a-d2553fa6e9a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd4a415da0aa4cb581ecceae613a6f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283487 Nov 16 21:51:55.079167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58682) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:55.135478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.167217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.208576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.211213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.212389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5aeec3b-f1d1-4973-814c-d85a5ac13ac2 HTTP/1.1" status: 204 len: 168 time: 0.1323111 Nov 16 21:51:55.220792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad4c9f-09d8-43d9-aaa3-0bfd5c373dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aeec3b-f1d1-4973-814c-d85a5ac13ac2,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:55.866696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58708) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:55.968744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-663515000'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:55.989898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:55.993364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.002024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.076189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.080427 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.104593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:56.120207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00f384-4adf-493b-8a18-18cf5f34998c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:56.124865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.125212 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Added segment 12dcc4c9-4272-410e-8dab-7de75fa08630 of type vlan for network 18f2365d-df47-44cc-9f7c-dd609284ce30 Nov 16 21:51:56.166046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.195475 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.201176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:56.201903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.259782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3918142 Nov 16 21:51:56.262820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58714) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:56.269474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'subnet': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:56.317275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc6476-83cd-475d-85ea-7c6cdfcd4a0b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Network': ['ID=18f2365d-df47-44cc-9f7c-dd609284ce30,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:56.327861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:51:56.368724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:56.374145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.576987 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.644685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Subnet': ['ID=0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:56.654059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Checking segment: {'id': '12dcc4c9-4272-410e-8dab-7de75fa08630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:56.654450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network hostable DHCP agents. Network: 18f2365d-df47-44cc-9f7c-dd609284ce30, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:56.670980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:56.679787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 18f2365d-df47-44cc-9f7c-dd609284ce30) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:56.684666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:56.685278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.689411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e3f46-ef92-4d7c-8cda-8ad0209a7c23 None None] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:56.704404 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-002a183a-b478-4de9-994f-61f4c3ed8703 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4407427 Nov 16 21:51:56.707168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58716) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:56.712996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-1467347790'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:56.828394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:56.832246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.842697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-18f2365d-df47-44cc-9f7c-dd609284ce30', 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'tenant_id': '11e94d2cba1748aea783e3d27ad1c7a4', 'fixed_ips': [{'subnet_id': '0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:51:56.843880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.850032 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port 56e480a2-92f5-41b9-9d0c-33077cf41d4c yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:56.957541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.6 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/56e480a2-92f5-41b9-9d0c-33077cf41d4c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:57.104569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.137443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.190277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Allocated IP 172.20.0.2 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/226be7da-efbb-4cdb-880c-b3aa2a16bcea) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:57.191962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:57.195908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:57.197812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=56e480a2-92f5-41b9-9d0c-33077cf41d4c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:57.199990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:57.252876 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:57.253529 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.291323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58724) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:57.292356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-203d4031-6342-4130-bd20-2422a86b0808 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5829675 Nov 16 21:51:57.298327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-1877034985', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:64:00'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:57.392048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.399868 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.454264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:57.462578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Pushing event updated for resources: {'Port': ['ID=226be7da-efbb-4cdb-880c-b3aa2a16bcea,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:57.481540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:57.487117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:57.495021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:57.549744 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.561056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Attempting to bind port 226be7da-efbb-4cdb-880c-b3aa2a16bcea on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:57.562176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Attempting to bind port 226be7da-efbb-4cdb-880c-b3aa2a16bcea by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '12dcc4c9-4272-410e-8dab-7de75fa08630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:57.562748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Attempting to bind port 226be7da-efbb-4cdb-880c-b3aa2a16bcea on network 18f2365d-df47-44cc-9f7c-dd609284ce30 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:57.568774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port 917ecdc1-22e7-4e2c-bef3-1b02f38dcce9 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:57.569468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:57.570110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Checking segment: {'id': '12dcc4c9-4272-410e-8dab-7de75fa08630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:57.570692 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.571252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Bound using segment: {'id': '12dcc4c9-4272-410e-8dab-7de75fa08630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:57.571894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Bound port: 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dcc4c9-4272-410e-8dab-7de75fa08630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:57.572444 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.665253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] For port 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:57.673099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] For port 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=226be7da-efbb-4cdb-880c-b3aa2a16bcea,segment=NetworkSegment(12dcc4c9-4272-410e-8dab-7de75fa08630),segment_id=12dcc4c9-4272-410e-8dab-7de75fa08630)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:57.681335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.699950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.10 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/917ecdc1-22e7-4e2c-bef3-1b02f38dcce9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:57.764028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b9c0-d66d-46da-9ee9-06b4065ea51d None None] Pushing event updated for resources: {'Port': ['ID=226be7da-efbb-4cdb-880c-b3aa2a16bcea,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:57.881376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.919505 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:57.967342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:57.972711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:57.983594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:58.049149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=917ecdc1-22e7-4e2c-bef3-1b02f38dcce9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:58.096376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:58.097051 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.114884 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dd166885-ce16-438d-94d7-e6fc6fc7ed35 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8221896 Nov 16 21:51:58.117469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58730) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:58.164105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 226be7da-efbb-4cdb-880c-b3aa2a16bcea up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:58.219465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ee9c8-9d25-4c3e-a06b-2f60d7907e82 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:58.224301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 226be7da-efbb-4cdb-880c-b3aa2a16bcea triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:58.224496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.225467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ee9c8-9d25-4c3e-a06b-2f60d7907e82 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:58.231550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ee9c8-9d25-4c3e-a06b-2f60d7907e82 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:58.235028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b60ee9c8-9d25-4c3e-a06b-2f60d7907e82 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1147749 Nov 16 21:51:58.236272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58732) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:58.302432 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.342168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=226be7da-efbb-4cdb-880c-b3aa2a16bcea,segment=NetworkSegment(12dcc4c9-4272-410e-8dab-7de75fa08630),segment_id=12dcc4c9-4272-410e-8dab-7de75fa08630)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:58.347215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.401315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=226be7da-efbb-4cdb-880c-b3aa2a16bcea,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:58.610961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 917ecdc1-22e7-4e2c-bef3-1b02f38dcce9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:58.611401 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.703993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.722255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 917ecdc1-22e7-4e2c-bef3-1b02f38dcce9 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:58.873051 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:58.904794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=917ecdc1-22e7-4e2c-bef3-1b02f38dcce9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:58.949289 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506b065-989c-4adb-993b-fde1fe70488e None None] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:59.073031 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.077510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3937f0fd-8d91-4890-b916-acdd00662635 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/917ecdc1-22e7-4e2c-bef3-1b02f38dcce9 HTTP/1.1" status: 204 len: 168 time: 0.8400283 Nov 16 21:51:59.080259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58736) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:59.092244 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8399f3c5-0d3e-4bf1-b9d0-15b7df96be76 None None] Provisioning complete for port 226be7da-efbb-4cdb-880c-b3aa2a16bcea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:59.092622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8399f3c5-0d3e-4bf1-b9d0-15b7df96be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.110535 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-982c0ef7-b751-4550-a484-2e826d265c8e tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] GET failed (client error): The resource could not be found. Nov 16 21:51:59.116311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-982c0ef7-b751-4550-a484-2e826d265c8e tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports/917ecdc1-22e7-4e2c-bef3-1b02f38dcce9 HTTP/1.1" status: 404 len: 333 time: 0.0309243 Nov 16 21:51:59.116539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58738) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:59.125655 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-178414439'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:59.248406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:59.252140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.270062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port 296972dd-0376-4129-a491-c9080e4e0430 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:51:59.389069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.11 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/296972dd-0376-4129-a491-c9080e4e0430) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:59.433720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-512b1a82-db38-4665-b70b-24ed7df92052 None None] Provisioning complete for port 226be7da-efbb-4cdb-880c-b3aa2a16bcea triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:59.434364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-512b1a82-db38-4665-b70b-24ed7df92052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.565753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-512b1a82-db38-4665-b70b-24ed7df92052 None None] Provisioning complete for port 56e480a2-92f5-41b9-9d0c-33077cf41d4c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:59.565753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-512b1a82-db38-4665-b70b-24ed7df92052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.595617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.607836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-512b1a82-db38-4665-b70b-24ed7df92052 None None] Port 56e480a2-92f5-41b9-9d0c-33077cf41d4c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:59.636920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.680218 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:59.685697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:59.690269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:59.720801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=296972dd-0376-4129-a491-c9080e4e0430,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:59.729936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4b7ee9c2-1ff2-4c69-a59f-2f5e36cf82e6 None None] Provisioning complete for port 56e480a2-92f5-41b9-9d0c-33077cf41d4c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:59.730313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee9c2-1ff2-4c69-a59f-2f5e36cf82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.760621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:59.761568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.768139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ee9c2-1ff2-4c69-a59f-2f5e36cf82e6 None None] Port 56e480a2-92f5-41b9-9d0c-33077cf41d4c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:59.781767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8cd96c13-ae79-47a7-88bb-d28d85e50953 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6641328 Nov 16 21:51:59.784831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:59.790366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:64:00'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:59.867613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:59.880891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2ab0f5f8-3b22-4ad5-830a-679b9ffdcd76 None None] Could not find standard attr ID for object 917ecdc1-22e7-4e2c-bef3-1b02f38dcce9. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:00.079758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.085161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.092549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 226be7da-efbb-4cdb-880c-b3aa2a16bcea up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:00.144591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-139a7cc4-05da-4ade-8483-506c27c8004a None None] Provisioning complete for port 296972dd-0376-4129-a491-c9080e4e0430 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:00.144967 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-139a7cc4-05da-4ade-8483-506c27c8004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.181258 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=296972dd-0376-4129-a491-c9080e4e0430,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:00.188977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-139a7cc4-05da-4ade-8483-506c27c8004a None None] Port 296972dd-0376-4129-a491-c9080e4e0430 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:00.197777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 226be7da-efbb-4cdb-880c-b3aa2a16bcea triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:00.198208 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.205583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] In _notify_port_updated(), no bound segment for port 296972dd-0376-4129-a491-c9080e4e0430 on network 18f2365d-df47-44cc-9f7c-dd609284ce30 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:00.211992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:00.212673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.214076 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07e1ca8c-c2d0-4cd1-9850-d105834de7d8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "PUT /v2.0/ports/296972dd-0376-4129-a491-c9080e4e0430 HTTP/1.1" status: 200 len: 993 time: 0.4281592 Nov 16 21:52:00.218702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58748) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:00.344714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 296972dd-0376-4129-a491-c9080e4e0430 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:00.344987 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.442756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.457210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 296972dd-0376-4129-a491-c9080e4e0430 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:00.599861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.604127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a771498c-d4ac-4b1b-b22d-d421ccb2c96f None None] Could not find standard attr ID for object 296972dd-0376-4129-a491-c9080e4e0430. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:00.630340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=296972dd-0376-4129-a491-c9080e4e0430,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:00.788255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.791832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-942ecc99-1fb5-47de-a1ae-3d4739486d38 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/296972dd-0376-4129-a491-c9080e4e0430 HTTP/1.1" status: 204 len: 168 time: 0.5716212 Nov 16 21:52:00.795021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58752) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:00.820318 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-111e78e1-6003-4ce4-ad8c-7d0392470967 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] GET failed (client error): The resource could not be found. Nov 16 21:52:00.821898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-111e78e1-6003-4ce4-ad8c-7d0392470967 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports/296972dd-0376-4129-a491-c9080e4e0430 HTTP/1.1" status: 404 len: 333 time: 0.0258343 Nov 16 21:52:00.826181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58754) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:00.831716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-362332815'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:00.949569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:00.954046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:00.971924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:01.079868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.5 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/671b28d8-a782-4bdf-af7f-eaf8fed5ce83) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:01.230460 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.263127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.303285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:01.308820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:01.311212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:01.346254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=671b28d8-a782-4bdf-af7f-eaf8fed5ce83,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:01.374357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:01.375029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.392487 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d9a75f30-37d0-4ca6-bd6d-c3f156c46bf3 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5651691 Nov 16 21:52:01.394969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58756) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:01.400393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:09:64:00'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:01.477655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.547390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a9a6c2da-c968-468e-994a-38387fbcadb0 None None] Provisioning complete for port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:01.547761 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a9a6c2da-c968-468e-994a-38387fbcadb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.585664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6c2da-c968-468e-994a-38387fbcadb0 None None] Port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:01.669566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.674048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.773577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] In _notify_port_updated(), no bound segment for port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 on network 18f2365d-df47-44cc-9f7c-dd609284ce30 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:01.780247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:01.780915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:01.784945 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "PUT /v2.0/ports/671b28d8-a782-4bdf-af7f-eaf8fed5ce83 HTTP/1.1" status: 200 len: 995 time: 0.3863342 Nov 16 21:52:01.785308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58770) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:01.788141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e406-d235-4256-ad4e-5b350b615a92 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=671b28d8-a782-4bdf-af7f-eaf8fed5ce83,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:01.909588 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:01.909955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.011446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.026487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:02.032115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8899b51b-1920-4087-96a2-335fd892aa88 None None] Provisioning complete for port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:02.033252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8899b51b-1920-4087-96a2-335fd892aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.094694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8899b51b-1920-4087-96a2-335fd892aa88 None None] Port 671b28d8-a782-4bdf-af7f-eaf8fed5ce83 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:02.184952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.214623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=671b28d8-a782-4bdf-af7f-eaf8fed5ce83,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:02.306732 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.312686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-14a29c6c-b16b-437b-9b15-92b731e1dae8 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/671b28d8-a782-4bdf-af7f-eaf8fed5ce83 HTTP/1.1" status: 204 len: 168 time: 0.5261168 Nov 16 21:52:02.314120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58804) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:02.341544 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0904e80-78ba-4617-b885-6861788136bb tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] GET failed (client error): The resource could not be found. Nov 16 21:52:02.344559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e0904e80-78ba-4617-b885-6861788136bb tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports/671b28d8-a782-4bdf-af7f-eaf8fed5ce83 HTTP/1.1" status: 404 len: 333 time: 0.0279198 Nov 16 21:52:02.346619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58806) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:02.352022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-1055206368'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:02.492376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:02.496583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.524075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port 584fdce4-537c-4d80-a9d5-d7ea0861c87a yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:02.656979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.9 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/584fdce4-537c-4d80-a9d5-d7ea0861c87a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:02.819150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.857438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:02.906139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:02.912751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:02.917773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:02.922908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=584fdce4-537c-4d80-a9d5-d7ea0861c87a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:02.999473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:03.000337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.023560 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c61af9b2-3944-42be-9803-eecfea5406ba tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6756918 Nov 16 21:52:03.026039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58838) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:03.033700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'network_id': '18f2365d-df47-44cc-9f7c-dd609284ce30', 'name': 'tempest-AllowedAddressPairTestJSON-429162554'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:03.170627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Made reservation on behalf of 11e94d2cba1748aea783e3d27ad1c7a4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:03.175498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.201289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] device_id is not set on port c99749a3-5864-4ea4-a8bc-c87981ed5fee yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:03.230701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c2a26145-305d-47c4-acc1-f9626e67fdbc None None] Provisioning complete for port 584fdce4-537c-4d80-a9d5-d7ea0861c87a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:03.231936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c2a26145-305d-47c4-acc1-f9626e67fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.275157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c2a26145-305d-47c4-acc1-f9626e67fdbc None None] Port 584fdce4-537c-4d80-a9d5-d7ea0861c87a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:03.319907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Allocated IP 172.20.0.8 (18f2365d-df47-44cc-9f7c-dd609284ce30/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1/c99749a3-5864-4ea4-a8bc-c87981ed5fee) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:03.475963 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.524188 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.570184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:03.573474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:03.577640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:03.584069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=c99749a3-5864-4ea4-a8bc-c87981ed5fee,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:03.642505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:03.643366 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.665401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-634db44d-518c-4791-81b2-29ba1752576c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6380413 Nov 16 21:52:03.668042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58842) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:03.674385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:64:00'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:92:a7:99'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:03.810340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d7e34d97-33e4-4e5b-9953-114c2342f443 None None] Provisioning complete for port c99749a3-5864-4ea4-a8bc-c87981ed5fee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:03.811071 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d7e34d97-33e4-4e5b-9953-114c2342f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.834204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.853513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d7e34d97-33e4-4e5b-9953-114c2342f443 None None] Port c99749a3-5864-4ea4-a8bc-c87981ed5fee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:04.023169 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.028932 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.111263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event updated for resources: {'Port': ['ID=c99749a3-5864-4ea4-a8bc-c87981ed5fee,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.125697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] In _notify_port_updated(), no bound segment for port c99749a3-5864-4ea4-a8bc-c87981ed5fee on network 18f2365d-df47-44cc-9f7c-dd609284ce30 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:04.131355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:04.131980 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.133292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ab9bbd28-0c0c-4b26-9878-299ebba95d2b tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "PUT /v2.0/ports/c99749a3-5864-4ea4-a8bc-c87981ed5fee HTTP/1.1" status: 200 len: 1054 time: 0.4637051 Nov 16 21:52:04.136161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:04.240365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port c99749a3-5864-4ea4-a8bc-c87981ed5fee {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:04.240701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.333931 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.346981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for c99749a3-5864-4ea4-a8bc-c87981ed5fee owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:04.381284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e1202ba6-ca6b-44fa-a2ad-dcd736e67d4b None None] Provisioning complete for port c99749a3-5864-4ea4-a8bc-c87981ed5fee triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:04.382322 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e1202ba6-ca6b-44fa-a2ad-dcd736e67d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.422851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e1202ba6-ca6b-44fa-a2ad-dcd736e67d4b None None] Port c99749a3-5864-4ea4-a8bc-c87981ed5fee cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:04.486919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.521413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=c99749a3-5864-4ea4-a8bc-c87981ed5fee,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:04.760750 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.764819 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2cdf3eb9-5aad-4db1-b841-f03303e3adca tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/c99749a3-5864-4ea4-a8bc-c87981ed5fee HTTP/1.1" status: 204 len: 168 time: 0.6264913 Nov 16 21:52:04.767434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58848) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:04.791272 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f87c7b-0833-4717-a64e-444371c4d34f tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] GET failed (client error): The resource could not be found. Nov 16 21:52:04.792521 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-29f87c7b-0833-4717-a64e-444371c4d34f tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports/c99749a3-5864-4ea4-a8bc-c87981ed5fee HTTP/1.1" status: 404 len: 333 time: 0.0241678 Nov 16 21:52:04.795250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58850) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:04.887326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 584fdce4-537c-4d80-a9d5-d7ea0861c87a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:04.887665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.973855 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:04.990195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 584fdce4-537c-4d80-a9d5-d7ea0861c87a owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:05.124948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.152208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=584fdce4-537c-4d80-a9d5-d7ea0861c87a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:05.233096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.238633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c95c266-b889-4fc2-b0db-1195d1d1db61 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/584fdce4-537c-4d80-a9d5-d7ea0861c87a HTTP/1.1" status: 204 len: 168 time: 0.4401898 Nov 16 21:52:05.238855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58852) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:05.267829 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9550ad4c-0014-4fdc-9f8d-4fc114683939 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] GET failed (client error): The resource could not be found. Nov 16 21:52:05.269997 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9550ad4c-0014-4fdc-9f8d-4fc114683939 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "GET /v2.0/ports/584fdce4-537c-4d80-a9d5-d7ea0861c87a HTTP/1.1" status: 404 len: 333 time: 0.0301883 Nov 16 21:52:05.273555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58854) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:05.370771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 56e480a2-92f5-41b9-9d0c-33077cf41d4c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:05.371138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.466314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.478666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 56e480a2-92f5-41b9-9d0c-33077cf41d4c owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:05.611892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.638786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=56e480a2-92f5-41b9-9d0c-33077cf41d4c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:05.717802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.721122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8002fe73-950f-4a2c-ac95-e12347219a34 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/ports/56e480a2-92f5-41b9-9d0c-33077cf41d4c HTTP/1.1" status: 204 len: 168 time: 0.4464190 Nov 16 21:52:05.723580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58858) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:05.779244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting subnet 0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:05.782115 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.829352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.917403 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.977287 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.008789 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:06.013531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.019365 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-926bffb8-d84c-4fd0-9071-dbfff7743a44 tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/subnets/0b2b75d3-8ab2-48d1-b01c-a41e2679f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2925067 Nov 16 21:52:06.020114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58860) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:06.022000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff74d73-651b-406e-98f2-e6bc6a17939c None None] Network 18f2365d-df47-44cc-9f7c-dd609284ce30 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:06.101028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.157577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Deleting port 226be7da-efbb-4cdb-880c-b3aa2a16bcea {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:06.158245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.221544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] DHCP port deletion for 18f2365d-df47-44cc-9f7c-dd609284ce30 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:06.234975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] For port 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=226be7da-efbb-4cdb-880c-b3aa2a16bcea,segment=NetworkSegment(12dcc4c9-4272-410e-8dab-7de75fa08630),segment_id=12dcc4c9-4272-410e-8dab-7de75fa08630)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:06.235867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.250256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Calling delete_port for 226be7da-efbb-4cdb-880c-b3aa2a16bcea owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:06.282720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Deleting port 226be7da-efbb-4cdb-880c-b3aa2a16bcea {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:06.283224 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.333143 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.352826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] For port 226be7da-efbb-4cdb-880c-b3aa2a16bcea, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=226be7da-efbb-4cdb-880c-b3aa2a16bcea,segment=NetworkSegment(12dcc4c9-4272-410e-8dab-7de75fa08630),segment_id=12dcc4c9-4272-410e-8dab-7de75fa08630)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:06.353223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.365850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Port': ['ID=226be7da-efbb-4cdb-880c-b3aa2a16bcea,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:06.366472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Calling delete_port for 226be7da-efbb-4cdb-880c-b3aa2a16bcea owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:06.369276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] No DVR routers for this DVR port 226be7da-efbb-4cdb-880c-b3aa2a16bcea on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:06.452397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.464712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.478560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f2365d-df47-44cc-9f7c-dd609284ce30']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:06.491419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dcc4c9-4272-410e-8dab-7de75fa08630') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:06.492224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dcc4c9-4272-410e-8dab-7de75fa08630') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:06.502753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.506721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] Pushing event deleted for resources: {'Port': ['ID=226be7da-efbb-4cdb-880c-b3aa2a16bcea,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:06.508611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a33a7-b31f-4b35-b2dc-332e35aba214 None None] No DVR routers for this DVR port 226be7da-efbb-4cdb-880c-b3aa2a16bcea on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:06.526732 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.534995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:06.535370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:06.538674 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:06.895658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.903745 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:06.906860 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] 10.222.0.54 "DELETE /v2.0/networks/18f2365d-df47-44cc-9f7c-dd609284ce30 HTTP/1.1" status: 204 len: 168 time: 0.8856456 Nov 16 21:52:06.920807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544f2f4-6232-4644-ab64-885852ee903c tempest-AllowedAddressPairTestJSON-644374359 tempest-AllowedAddressPairTestJSON-644374359-project] Pushing event deleted for resources: {'Network': ['ID=18f2365d-df47-44cc-9f7c-dd609284ce30,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:07.171379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58868) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:07.313600 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7b9d7757-834f-4a3f-bd63-b0410766fd66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11e94d2cba1748aea783e3d27ad1c7a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409230 Nov 16 21:52:07.316166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58872) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:07.366892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:07.388793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:07.437550 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:07.440145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:07.441307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d00f384-4adf-493b-8a18-18cf5f34998c HTTP/1.1" status: 204 len: 168 time: 0.1241302 Nov 16 21:52:07.450384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ee3f-3395-42e7-a363-1f52c3a5a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00f384-4adf-493b-8a18-18cf5f34998c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:08.065979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 226be7da-efbb-4cdb-880c-b3aa2a16bcea no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:08.087695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 226be7da-efbb-4cdb-880c-b3aa2a16bcea {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:08.088033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 226be7da-efbb-4cdb-880c-b3aa2a16bcea not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:08.154387 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58896) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:08.258034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1862881789'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:08.281734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Made reservation on behalf of 35f82e1bdcfb4e3b8f2134ee47f03848 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:08.285264 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.294770 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.373981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.377707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.406073 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:08.416043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2218fd44-9edc-4270-bd5c-78288ba57049,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:08.420878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.421223 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Added segment 6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c of type vlan for network 63190c75-1750-431e-922f-44a63d868331 Nov 16 21:52:08.467564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.493471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.500239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:08.500827 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.572167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4165804 Nov 16 21:52:08.573050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ecc9c-7b7c-444e-b937-62abef8b05e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'Network': ['ID=63190c75-1750-431e-922f-44a63d868331,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:08.581908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58902) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:08.583731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 63190c75-1750-431e-922f-44a63d868331 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:08.587479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Request body: {'subnet': {'network_id': '63190c75-1750-431e-922f-44a63d868331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:08.684442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Made reservation on behalf of 35f82e1bdcfb4e3b8f2134ee47f03848 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:08.688064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.878139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.940105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'Subnet': ['ID=3edd3864-2408-4e3e-9962-a66cff9c21be,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:08.947561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Checking segment: {'id': '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '63190c75-1750-431e-922f-44a63d868331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:08.947915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Network hostable DHCP agents. Network: 63190c75-1750-431e-922f-44a63d868331, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:08.965566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Network 63190c75-1750-431e-922f-44a63d868331 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:08.974774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 63190c75-1750-431e-922f-44a63d868331) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:08.978835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:08.979463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:08.987308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3d17c-4e26-4379-a7ae-14aa29aaad02 None None] Network 63190c75-1750-431e-922f-44a63d868331 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:09.001610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2f1907c-363b-4376-861e-48094a93a01e tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4161277 Nov 16 21:52:09.001817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58904) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:09.008467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Request body: {'port': {'network_id': '63190c75-1750-431e-922f-44a63d868331', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1390873074'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:09.130584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Made reservation on behalf of 35f82e1bdcfb4e3b8f2134ee47f03848 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:09.132376 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.150598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] device_id is not set on port 0797760a-299c-4afb-97bd-309e14c5c7e6 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:09.157072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-63190c75-1750-431e-922f-44a63d868331', 'network_id': '63190c75-1750-431e-922f-44a63d868331', 'tenant_id': '35f82e1bdcfb4e3b8f2134ee47f03848', 'fixed_ips': [{'subnet_id': '3edd3864-2408-4e3e-9962-a66cff9c21be'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:09.158236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.265935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.278833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Allocated IP 2001:db8::a0 (63190c75-1750-431e-922f-44a63d868331/3edd3864-2408-4e3e-9962-a66cff9c21be/0797760a-299c-4afb-97bd-309e14c5c7e6) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:09.427207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.461710 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.520374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Network 63190c75-1750-431e-922f-44a63d868331 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:09.523592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:09.524446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Allocated IP 2001:db8::2 (63190c75-1750-431e-922f-44a63d868331/3edd3864-2408-4e3e-9962-a66cff9c21be/a0563293-521f-4e4b-8936-662b6e856d35) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:09.527734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:09.533969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:09.534792 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.548674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'Port': ['ID=0797760a-299c-4afb-97bd-309e14c5c7e6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:09.561148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-acee94bc-47be-450a-9156-e3517519aa84 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5576267 Nov 16 21:52:09.564298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58906) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:09.570001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Request body: {'port': {'network_id': '63190c75-1750-431e-922f-44a63d868331', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1815020938', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:09.570510 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] bootfile-name is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:09.570845 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] tftp-server is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:09.571218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] server-ip-address is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:09.695570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Made reservation on behalf of 35f82e1bdcfb4e3b8f2134ee47f03848 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:09.699207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.705522 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.712025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.721550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] device_id is not set on port 593df8de-3751-4a04-adf3-d92578eadfa3 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:09.760204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Network 63190c75-1750-431e-922f-44a63d868331 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:09.762718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:09.768945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:09.785967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Pushing event updated for resources: {'Port': ['ID=a0563293-521f-4e4b-8936-662b6e856d35,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:09.838049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Attempting to bind port a0563293-521f-4e4b-8936-662b6e856d35 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:09.838512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Attempting to bind port a0563293-521f-4e4b-8936-662b6e856d35 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '63190c75-1750-431e-922f-44a63d868331'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:09.838879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Attempting to bind port a0563293-521f-4e4b-8936-662b6e856d35 on network 63190c75-1750-431e-922f-44a63d868331 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:09.845103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:09.845473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Checking segment: {'id': '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '63190c75-1750-431e-922f-44a63d868331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:09.845878 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.846274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Bound using segment: {'id': '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '63190c75-1750-431e-922f-44a63d868331'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:09.846741 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Bound port: a0563293-521f-4e4b-8936-662b6e856d35, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '63190c75-1750-431e-922f-44a63d868331'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:09.847142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.868514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Allocated IP 2001:db8::2e1 (63190c75-1750-431e-922f-44a63d868331/3edd3864-2408-4e3e-9962-a66cff9c21be/593df8de-3751-4a04-adf3-d92578eadfa3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:09.917516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] For port a0563293-521f-4e4b-8936-662b6e856d35, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:09.921947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] For port a0563293-521f-4e4b-8936-662b6e856d35, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0563293-521f-4e4b-8936-662b6e856d35,segment=NetworkSegment(6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c),segment_id=6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:09.926551 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:09.994879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b381a-b7bf-4ac7-8a1d-5ddbae188267 None None] Pushing event updated for resources: {'Port': ['ID=a0563293-521f-4e4b-8936-662b6e856d35,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.066481 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.107969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.178437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Network 63190c75-1750-431e-922f-44a63d868331 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:10.181734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:10.186436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:10.192225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.192876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.200123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'Port': ['ID=593df8de-3751-4a04-adf3-d92578eadfa3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.219205 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-382252f0-aff1-44e7-8e6f-4a03da1211e3 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6535039 Nov 16 21:52:10.221640 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58910) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:10.322327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53391267-0c60-45a7-9c72-bf2e1452b662 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.331470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53391267-0c60-45a7-9c72-bf2e1452b662 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.337519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53391267-0c60-45a7-9c72-bf2e1452b662 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:10.341888 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-53391267-0c60-45a7-9c72-bf2e1452b662 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1167464 Nov 16 21:52:10.342132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58912) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:10.435524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Deleting port 593df8de-3751-4a04-adf3-d92578eadfa3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:10.435857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.533812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.563023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Calling delete_port for 593df8de-3751-4a04-adf3-d92578eadfa3 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:10.760350 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.796759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event deleted for resources: {'Port': ['ID=593df8de-3751-4a04-adf3-d92578eadfa3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:10.824268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:10.828759 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0b997b12-06ee-4444-97ff-aab04535cf54 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "DELETE /v2.0/ports/593df8de-3751-4a04-adf3-d92578eadfa3 HTTP/1.1" status: 204 len: 168 time: 0.4856837 Nov 16 21:52:10.832328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58916) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:10.837515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Request body: {'port': {'name': 'tempest-new-port-name-616313220', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:10.837912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] bootfile-name is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:10.838249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] tftp-server is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:10.838575 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.api.validators [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] server-ip-address is not in valid_values {{(pid=102664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:52:10.911346 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.045404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5a03b-556e-422c-9643-92b1250e7f98 None None] Network 63190c75-1750-431e-922f-44a63d868331 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:11.123627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] Provisioning complete for port a0563293-521f-4e4b-8936-662b6e856d35 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:11.123990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.144302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.149757 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.189099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] In _notify_port_updated(), no bound segment for port 0797760a-299c-4afb-97bd-309e14c5c7e6 on network 63190c75-1750-431e-922f-44a63d868331 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:11.194965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.195619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.196928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "PUT /v2.0/ports/0797760a-299c-4afb-97bd-309e14c5c7e6 HTTP/1.1" status: 200 len: 1128 time: 0.3636501 Nov 16 21:52:11.200252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58918) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:11.221186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dccb62-f0a7-4d18-b91d-659cbb78cabb tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event updated for resources: {'Port': ['ID=0797760a-299c-4afb-97bd-309e14c5c7e6,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:11.258700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56dfc31-de72-4718-80d2-39bb6ba025f5 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:11.266559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58920) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:11.276628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d56dfc31-de72-4718-80d2-39bb6ba025f5 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "GET /v2.0/ports/0797760a-299c-4afb-97bd-309e14c5c7e6 HTTP/1.1" status: 200 len: 1128 time: 0.0751512 Nov 16 21:52:11.290679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.344952 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] For port a0563293-521f-4e4b-8936-662b6e856d35, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0563293-521f-4e4b-8936-662b6e856d35,segment=NetworkSegment(6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c),segment_id=6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:11.351141 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.370914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Deleting port 0797760a-299c-4afb-97bd-309e14c5c7e6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:11.372068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.415766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323f5c6-6b31-409a-9a1b-eb71ef1497ba None None] Pushing event updated for resources: {'Port': ['ID=a0563293-521f-4e4b-8936-662b6e856d35,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:11.480240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.502368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Calling delete_port for 0797760a-299c-4afb-97bd-309e14c5c7e6 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:11.572902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-08e352c5-508b-48bf-aca2-2466067eb77b None None] Provisioning complete for port 0797760a-299c-4afb-97bd-309e14c5c7e6 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:11.573340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08e352c5-508b-48bf-aca2-2466067eb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.623430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-08e352c5-508b-48bf-aca2-2466067eb77b None None] Port 0797760a-299c-4afb-97bd-309e14c5c7e6 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:11.635471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-08e352c5-508b-48bf-aca2-2466067eb77b None None] Provisioning complete for port a0563293-521f-4e4b-8936-662b6e856d35 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:11.635711 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-08e352c5-508b-48bf-aca2-2466067eb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.655793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.694805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event deleted for resources: {'Port': ['ID=0797760a-299c-4afb-97bd-309e14c5c7e6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:11.722912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.726539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1de0f87e-8adf-4a8f-b92b-b1021035409a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "DELETE /v2.0/ports/0797760a-299c-4afb-97bd-309e14c5c7e6 HTTP/1.1" status: 204 len: 168 time: 0.4589853 Nov 16 21:52:11.729071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58922) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:11.803049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Deleting subnet 3edd3864-2408-4e3e-9962-a66cff9c21be {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:11.806599 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.857624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:11.858729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-02aa8a55-532c-4b60-9f17-181e4a338f04 None None] Could not find standard attr ID for object 0797760a-299c-4afb-97bd-309e14c5c7e6. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:11.954019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.032192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.071763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event deleted for resources: {'Subnet': ['ID=3edd3864-2408-4e3e-9962-a66cff9c21be,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:12.073819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.077691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f62a1560-b652-4915-b931-df083ddffd4a tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "DELETE /v2.0/subnets/3edd3864-2408-4e3e-9962-a66cff9c21be HTTP/1.1" status: 204 len: 168 time: 0.3452647 Nov 16 21:52:12.078874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-18148f5a-8388-4fba-a101-c5a06b54e6e0 None None] Could not find standard attr ID for object 593df8de-3751-4a04-adf3-d92578eadfa3. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:12.080729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58926) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:12.162635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0563293-521f-4e4b-8936-662b6e856d35 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:12.179985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.222306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a0563293-521f-4e4b-8936-662b6e856d35 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:12.222670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.257456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Deleting port a0563293-521f-4e4b-8936-662b6e856d35 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:12.257814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.325577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce976fb4-a6a6-459c-a5a6-c1b0d64db554 None None] Network 63190c75-1750-431e-922f-44a63d868331 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:12.330020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] For port a0563293-521f-4e4b-8936-662b6e856d35, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0563293-521f-4e4b-8936-662b6e856d35,segment=NetworkSegment(6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c),segment_id=6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:12.330501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.344583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Calling delete_port for a0563293-521f-4e4b-8936-662b6e856d35 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:12.436860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.449846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] No DVR routers for this DVR port a0563293-521f-4e4b-8936-662b6e856d35 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:12.472942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event deleted for resources: {'Port': ['ID=a0563293-521f-4e4b-8936-662b6e856d35,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:12.514818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6b0f6-7cad-4606-89fc-299cb1ae6d9a None None] DHCP port deletion for 63190c75-1750-431e-922f-44a63d868331 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:12.553584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.579611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63190c75-1750-431e-922f-44a63d868331']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:12.589192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:12.589469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc82d6d-cbf2-4872-97e7-76aa4a8eba3c') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:12.598819 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.613071 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.619247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:12.619630 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:12.623237 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:12.684583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.691731 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:12.695667 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] 10.222.0.54 "DELETE /v2.0/networks/63190c75-1750-431e-922f-44a63d868331 HTTP/1.1" status: 204 len: 168 time: 0.6140246 Nov 16 21:52:12.708138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a24c70-af82-4a97-b179-04ea3f11392c tempest-ExtraDHCPOptionsIpV6TestJSON-805672279 tempest-ExtraDHCPOptionsIpV6TestJSON-805672279-project] Pushing event deleted for resources: {'Network': ['ID=63190c75-1750-431e-922f-44a63d868331,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:12.956997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58934) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:13.068617 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.096731 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef9552e2-671a-4616-95df-986b3501ef98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35f82e1bdcfb4e3b8f2134ee47f03848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384828 Nov 16 21:52:13.099088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:13.158341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.190159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.239335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.241966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.243190 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2218fd44-9edc-4270-bd5c-78288ba57049 HTTP/1.1" status: 204 len: 168 time: 0.1431096 Nov 16 21:52:13.251651 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320dae4-5efe-46ac-b7e2-eaa55fe2116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218fd44-9edc-4270-bd5c-78288ba57049,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:13.910665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58978) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:14.009766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-783274312'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:14.040092 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:14.044611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.053857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.084701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0563293-521f-4e4b-8936-662b6e856d35 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:14.110956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a0563293-521f-4e4b-8936-662b6e856d35 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:14.111393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0563293-521f-4e4b-8936-662b6e856d35 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:14.143141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.147767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.175507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:14.185189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef324d0-266e-4038-a85a-94a87d036f1e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:14.190068 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.190433 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment a4b89727-40db-40f4-9d15-2a4a97ea25ba of type vlan for network 20524caf-3399-4a1f-9c6a-d53546981f66 Nov 16 21:52:14.231212 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.256374 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.262554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.263153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.327754 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4158742 Nov 16 21:52:14.330351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58982) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:14.337192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'name': 'tempest-PortsIpV6TestJSON-1083509908'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:14.342076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c779b-b6a0-4256-98f3-2bed429f6c0e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=20524caf-3399-4a1f-9c6a-d53546981f66,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:14.352112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:14.431782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:14.435368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.452574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:14.623389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.661464 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.726003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=476ea38b-33cc-40cb-9fd4-82fb2f85d003,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:14.741131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': 'a4b89727-40db-40f4-9d15-2a4a97ea25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:14.741519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 20524caf-3399-4a1f-9c6a-d53546981f66, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:14.756997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:14.766841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 20524caf-3399-4a1f-9c6a-d53546981f66) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:14.770968 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:14.776152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11398311-9684-4e9d-b463-77161f4ffbca None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:14.778532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.779169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.796316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-feea1383-73a0-4675-aacd-7015504c0588 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4649174 Nov 16 21:52:14.799320 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58984) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:14.804371 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132369004'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:14.828933 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:14.832934 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.857975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:14.868333 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.868687 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment f221740a-7aaa-46d3-9049-d43a86a054e0 of type vlan for network 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910 Nov 16 21:52:14.911324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.939474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:14.950119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.950769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.010675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2100589 Nov 16 21:52:15.014151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 58988) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:15.024843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'ports': [{'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'}, {'network_id': '510d0c39-b2a4-4ef2-8c6b-5e7c5351d910'}]} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:15.025159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:15.025641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '510d0c39-b2a4-4ef2-8c6b-5e7c5351d910'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:15.066346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a22a44-f138-4074-b2c2-0fb3c573316b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=510d0c39-b2a4-4ef2-8c6b-5e7c5351d910,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.079378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:15.204103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 2} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:15.209261 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.223974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.306780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 6f58a960-febd-45b0-a864-36a7525c07e3 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:15.353188 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b4df15d7-73a4-42b9-80ed-5b447e4127c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.429698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.499474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port b9c937bd-836d-41ac-8314-7e23e1a4ea8a yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:15.611658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.647571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.692466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:15.695749 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:15.704853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:15.705876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.712171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=6f58a960-febd-45b0-a864-36a7525c07e3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.779363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=b9c937bd-836d-41ac-8314-7e23e1a4ea8a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:15.796132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': 'f221740a-7aaa-46d3-9049-d43a86a054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '510d0c39-b2a4-4ef2-8c6b-5e7c5351d910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:15.796132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:15.816034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:15.826290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:15.837271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c2f66-41d9-4aaa-b903-6606325bd787 None None] Network 510d0c39-b2a4-4ef2-8c6b-5e7c5351d910 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:15.843199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:15.850479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.856930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:15.857789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:15.878125 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2ca9a606-01d3-4373-a8e7-c3f08be6eb45 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8631766 Nov 16 21:52:15.880907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 58998) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.006507 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port b9c937bd-836d-41ac-8314-7e23e1a4ea8a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:16.007090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.113708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.137790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for b9c937bd-836d-41ac-8314-7e23e1a4ea8a owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:16.225886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.256385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=b9c937bd-836d-41ac-8314-7e23e1a4ea8a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:16.263358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.266562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/b9c937bd-836d-41ac-8314-7e23e1a4ea8a HTTP/1.1" status: 204 len: 168 time: 0.3819759 Nov 16 21:52:16.269350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59002) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.273284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.273632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.273980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.274303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.274775 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.274985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.275304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.275630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.275950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.276270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.276591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.276909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075190eb-b213-4726-b465-19fa05843459 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:16.323270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314e0aa-61d6-4b40-98e4-e0c4e3ffc404 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:16.330065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314e0aa-61d6-4b40-98e4-e0c4e3ffc404 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:16.331661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f314e0aa-61d6-4b40-98e4-e0c4e3ffc404 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0612483 Nov 16 21:52:16.334442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59004) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.417647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 6f58a960-febd-45b0-a864-36a7525c07e3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:16.418444 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.488929 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.502914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 6f58a960-febd-45b0-a864-36a7525c07e3 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:16.583358 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.614135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=6f58a960-febd-45b0-a864-36a7525c07e3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:16.622637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.628751 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cd4dd5f4-f1f0-4b65-b768-78c138bc6ee9 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/6f58a960-febd-45b0-a864-36a7525c07e3 HTTP/1.1" status: 204 len: 168 time: 0.2908895 Nov 16 21:52:16.628925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59006) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.679481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf22e18-2a38-4071-b6fb-aa37d1c1e006 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:16.683374 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3cf22e18-2a38-4071-b6fb-aa37d1c1e006 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0510383 Nov 16 21:52:16.684104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59008) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.707842 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-80756d84-c54e-4019-ba36-d1a9009a9e52 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:16.709170 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-80756d84-c54e-4019-ba36-d1a9009a9e52 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/b9c937bd-836d-41ac-8314-7e23e1a4ea8a HTTP/1.1" status: 404 len: 333 time: 0.0241387 Nov 16 21:52:16.711808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59010) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.737713 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1019e255-ba90-4973-913d-191ad397d99e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:16.739131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1019e255-ba90-4973-913d-191ad397d99e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/6f58a960-febd-45b0-a864-36a7525c07e3 HTTP/1.1" status: 404 len: 333 time: 0.0264030 Nov 16 21:52:16.742336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59012) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:16.820279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.904687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.924239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510d0c39-b2a4-4ef2-8c6b-5e7c5351d910']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:16.933427 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f221740a-7aaa-46d3-9049-d43a86a054e0') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:16.934239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f221740a-7aaa-46d3-9049-d43a86a054e0') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:16.943307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.956208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.962175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:16.962559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:16.965452 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:17.024814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.031789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.034787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/510d0c39-b2a4-4ef2-8c6b-5e7c5351d910 HTTP/1.1" status: 204 len: 168 time: 0.2915514 Nov 16 21:52:17.038616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59014) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:17.044366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196956078'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:17.048418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5487a-c764-4961-8f04-536f9cfe7645 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=510d0c39-b2a4-4ef2-8c6b-5e7c5351d910,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.067472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:17.071112 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.106777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:17.119747 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.120087 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment cc0a6a03-646d-4d52-b286-66c65ebbcb4c of type vlan for network 5caa064e-eab3-4efc-83e3-8e0b38682e6d Nov 16 21:52:17.165850 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.191434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.197166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:17.197820 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.280797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2374558 Nov 16 21:52:17.281453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59018) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:17.286866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:17.305101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee425a-513c-441b-8f49-00ee22e1b2d3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=5caa064e-eab3-4efc-83e3-8e0b38682e6d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:17.317204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:17.388017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:17.391866 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.450084 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:52:17.453060 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:52:17.705778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c930f1be-95d9-4287-9607-504698dc11e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:17.942209 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.032664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=66f46676-10d7-42d5-91b5-243ffc94daa7,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.048261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:18.048730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 5caa064e-eab3-4efc-83e3-8e0b38682e6d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:18.073400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:18.086049 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 5caa064e-eab3-4efc-83e3-8e0b38682e6d) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:18.090736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:18.092192 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.099466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdb680-e9d5-4f90-b53c-6136db78e07a None None] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:18.124110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59022) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:18.125527 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-132d86e6-4fd2-43bf-bf32-e282b13941b0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8428721 Nov 16 21:52:18.130095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d', 'name': 'tempest-PortsIpV6TestJSON-305741464'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:18.253509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:18.258981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.264165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-5caa064e-eab3-4efc-83e3-8e0b38682e6d', 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': '66f46676-10d7-42d5-91b5-243ffc94daa7'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:18.265299 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.279356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port eaca6fbf-d1db-4b57-82d3-3b25a43330a6 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:18.405209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::a1 (5caa064e-eab3-4efc-83e3-8e0b38682e6d/66f46676-10d7-42d5-91b5-243ffc94daa7/eaca6fbf-d1db-4b57-82d3-3b25a43330a6) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:18.554790 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.587934 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.628354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:18.635842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:18.638294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:18.640702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Allocated IP 2001:db8::2 (5caa064e-eab3-4efc-83e3-8e0b38682e6d/66f46676-10d7-42d5-91b5-243ffc94daa7/b8935608-f85e-4526-89b4-9450c0730332) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:18.644354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:18.645199 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.658440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=eaca6fbf-d1db-4b57-82d3-3b25a43330a6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.673143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:18.673634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6a1af6cf-e741-421d-88b2-b8b045cd2a3d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5474072 Nov 16 21:52:18.780102 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port eaca6fbf-d1db-4b57-82d3-3b25a43330a6 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:18.780779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.796393 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.802055 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.843915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:18.846748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:18.852407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:18.865959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Pushing event updated for resources: {'Port': ['ID=b8935608-f85e-4526-89b4-9450c0730332,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:18.876696 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.891717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for eaca6fbf-d1db-4b57-82d3-3b25a43330a6 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:18.913887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Attempting to bind port b8935608-f85e-4526-89b4-9450c0730332 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:18.914259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Attempting to bind port b8935608-f85e-4526-89b4-9450c0730332 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:18.914626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Attempting to bind port b8935608-f85e-4526-89b4-9450c0730332 on network 5caa064e-eab3-4efc-83e3-8e0b38682e6d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:18.919896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:18.920270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Checking segment: {'id': 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:18.920672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.921063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Bound using segment: {'id': 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:18.921563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Bound port: b8935608-f85e-4526-89b4-9450c0730332, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5caa064e-eab3-4efc-83e3-8e0b38682e6d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:18.921942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:18.989679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] For port b8935608-f85e-4526-89b4-9450c0730332, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:18.993157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] For port b8935608-f85e-4526-89b4-9450c0730332, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b8935608-f85e-4526-89b4-9450c0730332,segment=NetworkSegment(cc0a6a03-646d-4d52-b286-66c65ebbcb4c),segment_id=cc0a6a03-646d-4d52-b286-66c65ebbcb4c)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:18.998119 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.038388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.063821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e79ab1-f069-4a39-a17e-fc309453d2ff None None] Pushing event updated for resources: {'Port': ['ID=b8935608-f85e-4526-89b4-9450c0730332,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.073279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=eaca6fbf-d1db-4b57-82d3-3b25a43330a6,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.102432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.106214 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-87697ed4-868e-4725-a414-f1e5ceb9b41d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/eaca6fbf-d1db-4b57-82d3-3b25a43330a6 HTTP/1.1" status: 204 len: 168 time: 0.4313667 Nov 16 21:52:19.109061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59026) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:19.132141 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-534aff20-1cff-485b-af07-be3f2cace742 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:52:19.132771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534aff20-1cff-485b-af07-be3f2cace742 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:19.135696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-534aff20-1cff-485b-af07-be3f2cace742 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/eaca6fbf-d1db-4b57-82d3-3b25a43330a6 HTTP/1.1" status: 404 len: 333 time: 0.0256426 Nov 16 21:52:19.138863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59028) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:19.167992 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e737f8-b3d9-4eec-aba1-5747430baeea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:19.169411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95e737f8-b3d9-4eec-aba1-5747430baeea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/eaca6fbf-d1db-4b57-82d3-3b25a43330a6 HTTP/1.1" status: 404 len: 333 time: 0.0296004 Nov 16 21:52:19.172179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59030) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:19.240664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 66f46676-10d7-42d5-91b5-243ffc94daa7 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:19.245547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.293060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.364414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.394847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.454766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.482229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=66f46676-10d7-42d5-91b5-243ffc94daa7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.485664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.491440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6b24a429-fe11-466d-bf1e-748635c0765b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/66f46676-10d7-42d5-91b5-243ffc94daa7 HTTP/1.1" status: 204 len: 168 time: 0.3159184 Nov 16 21:52:19.491689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59044) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:19.568438 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.624881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port b8935608-f85e-4526-89b4-9450c0730332 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:19.625219 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.689016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port b8935608-f85e-4526-89b4-9450c0730332, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b8935608-f85e-4526-89b4-9450c0730332,segment=NetworkSegment(cc0a6a03-646d-4d52-b286-66c65ebbcb4c),segment_id=cc0a6a03-646d-4d52-b286-66c65ebbcb4c)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:19.689379 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.721357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for b8935608-f85e-4526-89b4-9450c0730332 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:19.853668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-ba339fa7-f23f-4bc5-b95b-7bbd50364520 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:19.855852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-ba339fa7-f23f-4bc5-b95b-7bbd50364520 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1630812 Nov 16 21:52:19.878525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-0a2464e1-2216-4c4e-8769-244a9fc44363 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0123754 Nov 16 21:52:19.884793 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:19.925771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=b8935608-f85e-4526-89b4-9450c0730332,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:19.928483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port b8935608-f85e-4526-89b4-9450c0730332 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:19.989075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7055d2f5-0334-42c8-b05f-8d4cd4a738ed None None] Network 5caa064e-eab3-4efc-83e3-8e0b38682e6d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:20.024739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-3ec43da6-a134-4887-ac35-cf7d04879711 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373694 Nov 16 21:52:20.043291 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.074707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e0337a28-edee-4091-83e6-ec7f503c05c5 None None] Could not find standard attr ID for object b8935608-f85e-4526-89b4-9450c0730332. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:20.102380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caa064e-eab3-4efc-83e3-8e0b38682e6d']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:20.118206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:20.118505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0a6a03-646d-4d52-b286-66c65ebbcb4c') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:20.134705 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.159393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.164189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f9519-f7f2-4448-a168-7fd3224d2375 None None] DHCP port deletion for 5caa064e-eab3-4efc-83e3-8e0b38682e6d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:20.173048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:20.173442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:20.176566 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:20.179380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-708c3c7c-ff5e-4b7f-ae98-9853603e3a5c service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427255 Nov 16 21:52:20.559159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.569337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.572467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/5caa064e-eab3-4efc-83e3-8e0b38682e6d HTTP/1.1" status: 204 len: 168 time: 1.0798376 Nov 16 21:52:20.576260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59046) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:20.583250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1769923747'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:20.583668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af687ac-3cec-40e7-bae2-895c41debb90 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=5caa064e-eab3-4efc-83e3-8e0b38682e6d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.597431 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.608045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:20.611490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.614874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-d854c7c9-046f-4881-a112-1701f880a8c1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252193 Nov 16 21:52:20.634584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:20.644123 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.644464 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment 88b86e08-81e9-465a-8fa2-923c8ef7358a of type vlan for network 1815cb2c-5490-4574-bb87-689f3d040c60 Nov 16 21:52:20.688561 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.716320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.722800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:20.723435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:20.786792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2090421 Nov 16 21:52:20.790020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:20.795765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:20.803067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97e10-f135-41b9-af49-8c1c3808f649 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=1815cb2c-5490-4574-bb87-689f3d040c60,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:20.814820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1815cb2c-5490-4574-bb87-689f3d040c60 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:20.919943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:20.923931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.005814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aa97f4c-3390-4e09-9cdd-88e12302a5ef req-b7299e6a-e0d0-43ff-a3c1-2890a1b88e42 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.1175704 Nov 16 21:52:21.135327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.200190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=bd5d09b6-643e-4a24-86b7-f26198b0d89d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:21.209899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': '88b86e08-81e9-465a-8fa2-923c8ef7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:21.210024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 1815cb2c-5490-4574-bb87-689f3d040c60, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:21.227621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 1815cb2c-5490-4574-bb87-689f3d040c60 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:21.229983 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:52:21.237726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1815cb2c-5490-4574-bb87-689f3d040c60) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:21.241639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.242238 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.247335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb79c9-8df1-4329-bad3-3f66ce712b67 None None] Network 1815cb2c-5490-4574-bb87-689f3d040c60 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:21.264120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-04774ea2-9079-4356-a90a-2053bcaa3c89 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4727843 Nov 16 21:52:21.266701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59068) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:21.271846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2038385589'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:21.385927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:21.391236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.401415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1815cb2c-5490-4574-bb87-689f3d040c60', 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': 'bd5d09b6-643e-4a24-86b7-f26198b0d89d'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:21.403654 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.411578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 71a71877-3017-4d0d-af81-ffa1afeb26e7 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:21.505101 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.542650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::155 (1815cb2c-5490-4574-bb87-689f3d040c60/bd5d09b6-643e-4a24-86b7-f26198b0d89d/71a71877-3017-4d0d-af81-ffa1afeb26e7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:21.663066 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.695943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.733265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 1815cb2c-5490-4574-bb87-689f3d040c60 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:21.736477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:21.742384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:21.748610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.749216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.750767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Allocated IP 2001:db8::2 (1815cb2c-5490-4574-bb87-689f3d040c60/bd5d09b6-643e-4a24-86b7-f26198b0d89d/da9c939b-d566-4b95-89c9-615568b8ec76) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:21.764385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=71a71877-3017-4d0d-af81-ffa1afeb26e7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:21.780702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59070) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:21.781310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-93064890-a2d4-494d-ade8-d26b59db705c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5128505 Nov 16 21:52:21.896312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 71a71877-3017-4d0d-af81-ffa1afeb26e7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:21.896754 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.915758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-c424a040-cb52-4442-960b-a3368f6f6a8f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:21.917360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-c424a040-cb52-4442-960b-a3368f6f6a8f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1313899 Nov 16 21:52:21.924298 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.932108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:21.932505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:21.980329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Network 1815cb2c-5490-4574-bb87-689f3d040c60 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:21.983420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:21.988222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:21.997802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Pushing event updated for resources: {'Port': ['ID=da9c939b-d566-4b95-89c9-615568b8ec76,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.010085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.029549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 71a71877-3017-4d0d-af81-ffa1afeb26e7 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:22.069010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b8935608-f85e-4526-89b4-9450c0730332 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:22.086902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:22.090900 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.103345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b8935608-f85e-4526-89b4-9450c0730332 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:22.103623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b8935608-f85e-4526-89b4-9450c0730332 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:22.109182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Attempting to bind port da9c939b-d566-4b95-89c9-615568b8ec76 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:22.109599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Attempting to bind port da9c939b-d566-4b95-89c9-615568b8ec76 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '88b86e08-81e9-465a-8fa2-923c8ef7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:22.110009 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Attempting to bind port da9c939b-d566-4b95-89c9-615568b8ec76 on network 1815cb2c-5490-4574-bb87-689f3d040c60 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:22.116692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:22.117060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Checking segment: {'id': '88b86e08-81e9-465a-8fa2-923c8ef7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:22.117451 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.118498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Bound using segment: {'id': '88b86e08-81e9-465a-8fa2-923c8ef7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:22.118688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Bound port: da9c939b-d566-4b95-89c9-615568b8ec76, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b86e08-81e9-465a-8fa2-923c8ef7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1815cb2c-5490-4574-bb87-689f3d040c60'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:22.119099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.206454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86b26285-66f5-4c40-83a4-64888d4bda1b req-5d7f3023-bdf0-46da-8190-ec7dbf98c28a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.0446570 Nov 16 21:52:22.210916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] For port da9c939b-d566-4b95-89c9-615568b8ec76, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:22.217032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] For port da9c939b-d566-4b95-89c9-615568b8ec76, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=da9c939b-d566-4b95-89c9-615568b8ec76,segment=NetworkSegment(88b86e08-81e9-465a-8fa2-923c8ef7358a),segment_id=88b86e08-81e9-465a-8fa2-923c8ef7358a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:22.223779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.291868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.305596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c97fa2-9e88-4b08-acd6-0cad172d11f5 None None] Pushing event updated for resources: {'Port': ['ID=da9c939b-d566-4b95-89c9-615568b8ec76,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.318682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.14 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/e42229e1-a68a-4f09-affc-3775f175d85c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:22.328644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=71a71877-3017-4d0d-af81-ffa1afeb26e7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.357753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.363086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7742e0d7-db24-4aa5-b096-06c76eb02868 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/71a71877-3017-4d0d-af81-ffa1afeb26e7 HTTP/1.1" status: 204 len: 168 time: 0.5799298 Nov 16 21:52:22.366194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59074) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:22.407592 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58f27c5-c744-48c3-a7bd-7d03c41e4409 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:22.411756 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c58f27c5-c744-48c3-a7bd-7d03c41e4409 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/71a71877-3017-4d0d-af81-ffa1afeb26e7 HTTP/1.1" status: 404 len: 333 time: 0.0414762 Nov 16 21:52:22.411937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59076) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:22.474149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet bd5d09b6-643e-4a24-86b7-f26198b0d89d {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:22.482562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.525720 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.536943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.588297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.662582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.668966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:22.671810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:22.679541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:22.685877 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.749210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:22.749874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.772838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-fc2887f4-0a4d-4bf9-ab56-22a379907b13 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448594 Nov 16 21:52:22.784774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.786124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Request body: {'port': {'device_id': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:22.813191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5d09b6-643e-4a24-86b7-f26198b0d89d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:22.817590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.825342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d1936336-aef4-4b0f-b16b-7a7fd82196c3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/bd5d09b6-643e-4a24-86b7-f26198b0d89d HTTP/1.1" status: 204 len: 168 time: 0.4123740 Nov 16 21:52:22.826378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59078) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:22.860214 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.921148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:22.986337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port da9c939b-d566-4b95-89c9-615568b8ec76 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:22.986655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.041864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-64021278-49d6-4feb-8efb-726f4ccf657a None None] Provisioning complete for port e42229e1-a68a-4f09-affc-3775f175d85c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:23.043667 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-64021278-49d6-4feb-8efb-726f4ccf657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.057198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port da9c939b-d566-4b95-89c9-615568b8ec76, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=da9c939b-d566-4b95-89c9-615568b8ec76,segment=NetworkSegment(88b86e08-81e9-465a-8fa2-923c8ef7358a),segment_id=88b86e08-81e9-465a-8fa2-923c8ef7358a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:23.057645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.078674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for da9c939b-d566-4b95-89c9-615568b8ec76 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:23.092409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-64021278-49d6-4feb-8efb-726f4ccf657a None None] Port e42229e1-a68a-4f09-affc-3775f175d85c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:23.170717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.178752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42229e1-a68a-4f09-affc-3775f175d85c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:23.193632 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.208528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=da9c939b-d566-4b95-89c9-615568b8ec76,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:23.210967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port da9c939b-d566-4b95-89c9-615568b8ec76 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:23.213491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Transition to ACTIVE for port object e42229e1-a68a-4f09-affc-3775f175d85c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:23.222093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.222445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.222944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.223298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.223631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.223967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.224293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.224623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.224951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.225270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.225455 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.225590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.225897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:23.291212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:23.356667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.396510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1815cb2c-5490-4574-bb87-689f3d040c60']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:23.412215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b86e08-81e9-465a-8fa2-923c8ef7358a') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:23.412215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b86e08-81e9-465a-8fa2-923c8ef7358a') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:23.424428 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.435644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Attempting to bind port e42229e1-a68a-4f09-affc-3775f175d85c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:23.435982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Attempting to bind port e42229e1-a68a-4f09-affc-3775f175d85c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:23.436329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Attempting to bind port e42229e1-a68a-4f09-affc-3775f175d85c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:23.439550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.446641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:23.447004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.450335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Port e42229e1-a68a-4f09-affc-3775f175d85c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:52:23.458021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Attempting to bind port e42229e1-a68a-4f09-affc-3775f175d85c on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:23.483475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92da43-afa2-4805-8da2-9af5362ca15e req-631646f4-0c5c-4bb7-8c1f-9f36a57b5d08 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.492092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f92da43-afa2-4805-8da2-9af5362ca15e req-631646f4-0c5c-4bb7-8c1f-9f36a57b5d08 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.1428483 Nov 16 21:52:23.499462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:23.500099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:23.500668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:23.501158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Bound port: e42229e1-a68a-4f09-affc-3775f175d85c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:23.501518 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:23.506853 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:23.537804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.549867 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.559807 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/1815cb2c-5490-4574-bb87-689f3d040c60 HTTP/1.1" status: 204 len: 168 time: 0.7318213 Nov 16 21:52:23.570066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59082) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:23.575737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'name': 'tempest-PortsIpV6TestJSON-989004730'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:23.576754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38cbaa-9529-4fcd-ae44-93f7de7737f4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=1815cb2c-5490-4574-bb87-689f3d040c60,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:23.704797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:23.713902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e1bc5f0d-eb9c-4c5e-9cf3-1167a7710ca4 None None] Could not find standard attr ID for object da9c939b-d566-4b95-89c9-615568b8ec76. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:23.726360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7f92da43-afa2-4805-8da2-9af5362ca15e req-1e89481b-fe64-4819-b7f8-c8c7f7a174dc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112193 Nov 16 21:52:23.744333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f3821-72ab-47a6-a35f-e50e40716dc2 None None] DHCP port deletion for 1815cb2c-5490-4574-bb87-689f3d040c60 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:23.748377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e42229e1-a68a-4f09-affc-3775f175d85c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:23.758655 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.767135 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88254a5f-bacb-43d6-8ce6-281034a62c3b None None] Network 1815cb2c-5490-4574-bb87-689f3d040c60 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:23.780387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88254a5f-bacb-43d6-8ce6-281034a62c3b None None] Network 1815cb2c-5490-4574-bb87-689f3d040c60 could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:52:23.803738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.804609 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.806196 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e42229e1-a68a-4f09-affc-3775f175d85c HTTP/1.1" status: 200 len: 1092 time: 1.0252798 Nov 16 21:52:23.809366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:23.812558 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe34e1-a85a-48ae-bbec-c26c6b035179" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:52:23.817934 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:23.824364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.858737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port b93c6435-eb7e-493d-91fc-9564663650fb yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:23.900937 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafcff1a-4954-462b-8222-a6a8de09af13 x-openstack-request-id: req-cafcff1a-4954-462b-8222-a6a8de09af13 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:52:23.901215 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:52:23.901478 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cafcff1a-4954-462b-8222-a6a8de09af13 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:52:23.901927 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c', 'status': 'completed', 'code': 200} Nov 16 21:52:23.955239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb303386-3078-4fc5-a1cb-daba85be75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:23.983686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-9896c61c-53c7-46fa-bf3d-df28862e4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:23.985291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-9896c61c-53c7-46fa-bf3d-df28862e4c1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 1095 time: 0.1214664 Nov 16 21:52:24.043481 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-05e134fa-78ef-4b93-8ff1-b27cd218aa74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42229e1-a68a-4f09-affc-3775f175d85c HTTP/1.1" status: 200 len: 217 time: 0.0466139 Nov 16 21:52:24.156229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-ab8da96d-2ef6-412a-900a-4bb68f99cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.157774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-ab8da96d-2ef6-412a-900a-4bb68f99cafd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.1054511 Nov 16 21:52:24.179498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.233855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-042704e3-aada-4b1d-86aa-ac0e4429cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.235453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-042704e3-aada-4b1d-86aa-ac0e4429cc61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678253 Nov 16 21:52:24.253163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.337926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:24.347788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:24.355755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:24.361356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.361954 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.368673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=b93c6435-eb7e-493d-91fc-9564663650fb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:24.397427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ceefb7f1-f4f5-4b59-bf61-d64d54f51aca tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8262987 Nov 16 21:52:24.399944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:24.409599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-969a657c-c5b0-4670-a695-455a88709756 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667328 Nov 16 21:52:24.555820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c7a27f9d-c2d9-4ea6-b5d5-05a53e983efb req-82aa7d8b-524a-411c-8555-cbef96d34e7b service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293092 Nov 16 21:52:24.565287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port b93c6435-eb7e-493d-91fc-9564663650fb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:24.565923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.665351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.683649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for b93c6435-eb7e-493d-91fc-9564663650fb owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:24.686486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-b2695963-31b1-4bc9-a21e-4dbf654df965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.688022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-b2695963-31b1-4bc9-a21e-4dbf654df965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 1095 time: 0.0795283 Nov 16 21:52:24.869513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-1086a568-c2b5-4123-b4c9-a6de88f97b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.871055 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-1086a568-c2b5-4123-b4c9-a6de88f97b55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.1751261 Nov 16 21:52:24.878620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.887403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410746d9-1cc8-4d3e-8956-41223974db77 req-eec1ccf1-8817-4f4f-81a8-a5102a10bdf9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:24.888864 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410746d9-1cc8-4d3e-8956-41223974db77 req-eec1ccf1-8817-4f4f-81a8-a5102a10bdf9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0926547 Nov 16 21:52:24.957395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=b93c6435-eb7e-493d-91fc-9564663650fb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:24.967302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-77d565fa-ae3f-473b-b83e-cc2eb2f102a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42229e1-a68a-4f09-affc-3775f175d85c HTTP/1.1" status: 200 len: 217 time: 0.0756679 Nov 16 21:52:24.971420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.974612 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2070cc1d-582e-4368-9bb6-5a7c1107610f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/b93c6435-eb7e-493d-91fc-9564663650fb HTTP/1.1" status: 204 len: 168 time: 0.5736883 Nov 16 21:52:24.977744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59090) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:24.983127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'mac_address': 'fa:16:3e:3a:3c:be', 'name': 'tempest-PortsIpV6TestJSON-1634488033'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:25.038749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410746d9-1cc8-4d3e-8956-41223974db77 req-5dd770da-df02-48c0-befc-2fe21f603fe2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379998 Nov 16 21:52:25.040413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-47c93766-588c-4851-b72e-e6845fed017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.041790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-47c93766-588c-4851-b72e-e6845fed017a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0660837 Nov 16 21:52:25.089289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:25.097835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-e845db0e-0636-448a-9863-6d23bc5533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.099369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-e845db0e-0636-448a-9863-6d23bc5533fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491915 Nov 16 21:52:25.156849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.180434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 977ad7df-12ee-412e-93ae-e88a792d9287 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:25.198035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-69f54d31-2475-4f1e-8485-1845b8148fda service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907674 Nov 16 21:52:25.289720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69fe34e1-a85a-48ae-bbec-c26c6b035179 req-38c029d2-aeff-4ad5-baf1-525290f63647 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Nov 16 21:52:25.347232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.380893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.426332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:25.429532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:25.433400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:25.439035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.439636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.450370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=977ad7df-12ee-412e-93ae-e88a792d9287,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:25.463490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a0a1b34-2ef0-4bf9-9f6d-ba5437cd977d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4845490 Nov 16 21:52:25.464050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:25.512821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40082b97-e13d-47aa-9a91-68d083e04c11 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:25.514238 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-40082b97-e13d-47aa-9a91-68d083e04c11 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/977ad7df-12ee-412e-93ae-e88a792d9287 HTTP/1.1" status: 200 len: 845 time: 0.0486352 Nov 16 21:52:25.516980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59094) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:25.607247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 977ad7df-12ee-412e-93ae-e88a792d9287 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:25.607602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.680833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.694513 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 977ad7df-12ee-412e-93ae-e88a792d9287 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:25.771366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.804980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=977ad7df-12ee-412e-93ae-e88a792d9287,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:25.807030 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.810305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-de7c7094-13fc-4623-a627-fc9374af5445 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/977ad7df-12ee-412e-93ae-e88a792d9287 HTTP/1.1" status: 204 len: 168 time: 0.2923844 Nov 16 21:52:25.812844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59096) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:25.837116 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ef2ae3-edd8-4276-b30e-893115cfa697 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:25.842445 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-83ef2ae3-edd8-4276-b30e-893115cfa697 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/977ad7df-12ee-412e-93ae-e88a792d9287 HTTP/1.1" status: 404 len: 333 time: 0.0247207 Nov 16 21:52:25.842727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:25.847752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'name': 'tempest-PortsIpV6TestJSON-1346953992'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:25.939540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:25.943088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.960600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:26.446236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.470980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e082b-30f1-475d-b4a2-d2f684223290 req-f74b7339-d7d6-4ea6-8daa-222fbd5eefcc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:26.472439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e43e082b-30f1-475d-b4a2-d2f684223290 req-f74b7339-d7d6-4ea6-8daa-222fbd5eefcc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0764832 Nov 16 21:52:26.522576 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.564912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e43e082b-30f1-475d-b4a2-d2f684223290 req-c4a72ae5-2655-4bd1-8a8d-53714bb7650e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852215 Nov 16 21:52:26.586303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:26.586303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:26.587726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:26.593430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:26.594032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.600104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:26.618528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59102) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:26.619507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-909629e9-2f49-4683-8a66-72405c38ee4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7747333 Nov 16 21:52:26.625345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:26.690024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.843545 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.848010 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.877847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] In _notify_port_updated(), no bound segment for port 0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa on network 20524caf-3399-4a1f-9c6a-d53546981f66 {{(pid=102664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:26.883349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:26.883947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.885217 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/ports/0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa HTTP/1.1" status: 200 len: 818 time: 0.2655442 Nov 16 21:52:26.887982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59104) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:26.931182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747b057-0e30-41a3-90e0-a0f9d3b2e6ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:26.988748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:26.989000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.053809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.066508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:27.147863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.179389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:27.183275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.189758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59106) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:27.189973 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f37f381f-e7d0-4603-a44b-3dc3b5f7981a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa HTTP/1.1" status: 204 len: 168 time: 0.3008080 Nov 16 21:52:27.244287 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd829d19-5ed8-4ac5-b2b5-da8b6723db03 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:27.246253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bd829d19-5ed8-4ac5-b2b5-da8b6723db03 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0552342 Nov 16 21:52:27.249082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59108) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:27.273271 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b6b408-3942-4426-b5f8-b2c86feb7ba2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:27.274809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-44b6b408-3942-4426-b5f8-b2c86feb7ba2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/0f10dde2-69e5-4bcb-ac0a-d6ed11fc95aa HTTP/1.1" status: 404 len: 333 time: 0.0247917 Nov 16 21:52:27.278787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59110) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:27.283626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580267702'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:27.303895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:27.307380 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.333750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:27.343572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.343905 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment 5f83a491-6524-4f0f-9e8e-bdd8eb17043c of type vlan for network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 Nov 16 21:52:27.386531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.410313 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.416069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:27.416726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.479297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1993873 Nov 16 21:52:27.482724 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59112) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:27.487869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:27.509529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed51b7-f316-4641-a87b-41183fb3ce39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=dbe2c6fb-a8e9-4475-aede-3457ea9a9613,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:27.519575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:27.583420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:27.586974 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.688769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a183b-fba4-42a5-8c70-233a8880c9a3 req-30c61ff8-9855-4dd7-ac11-fe54846e181a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:27.690297 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f9a183b-fba4-42a5-8c70-233a8880c9a3 req-30c61ff8-9855-4dd7-ac11-fe54846e181a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0562305 Nov 16 21:52:27.738657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f9a183b-fba4-42a5-8c70-233a8880c9a3 req-75fa0126-50a4-49f0-8289-7d7aea2d4f02 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Nov 16 21:52:27.775053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.839831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=38a25f16-b058-44d9-b271-b3f971c54e0e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:27.847668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': '5f83a491-6524-4f0f-9e8e-bdd8eb17043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:27.848026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: dbe2c6fb-a8e9-4475-aede-3457ea9a9613, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:27.864731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:27.873736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, dbe2c6fb-a8e9-4475-aede-3457ea9a9613) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:27.877712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:27.878292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:27.882351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb429fe-8307-4e07-88f4-31b41e505c9a None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:27.894791 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4bf0fda-25b6-4aff-b2b2-b82799d8e432 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4109497 Nov 16 21:52:27.897615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59116) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:27.903338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:28.011229 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:28.014715 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.034564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': '38a25f16-b058-44d9-b271-b3f971c54e0e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:28.035478 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.109370 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38a25f16-b058-44d9-b271-b3f971c54e0e (CIDR: 2001:db8::/64) Nov 16 21:52:28.112485 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:52:28.112940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:28.128180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aad1a34d-2740-4f0a-947e-9e2920a558ef tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2294211 Nov 16 21:52:28.131155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:28.136845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:28.184161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Allocated IP 2001:db8::2 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/38a25f16-b058-44d9-b271-b3f971c54e0e/a0d6099a-9f10-4b43-8188-e2b6cbf6863b) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:28.248556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:28.252093 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.325773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.331987 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.376859 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:28.379854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:28.382164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:28.387726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Pushing event updated for resources: {'Port': ['ID=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:28.439407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Attempting to bind port a0d6099a-9f10-4b43-8188-e2b6cbf6863b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:28.439771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Attempting to bind port a0d6099a-9f10-4b43-8188-e2b6cbf6863b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '5f83a491-6524-4f0f-9e8e-bdd8eb17043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:28.440127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Attempting to bind port a0d6099a-9f10-4b43-8188-e2b6cbf6863b on network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:28.444960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:28.445324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Checking segment: {'id': '5f83a491-6524-4f0f-9e8e-bdd8eb17043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:28.445713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.446101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Bound using segment: {'id': '5f83a491-6524-4f0f-9e8e-bdd8eb17043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:28.446551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Bound port: a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f83a491-6524-4f0f-9e8e-bdd8eb17043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:28.446916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.496490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.510049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] For port a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:28.513429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] For port a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,segment=NetworkSegment(5f83a491-6524-4f0f-9e8e-bdd8eb17043c),segment_id=5f83a491-6524-4f0f-9e8e-bdd8eb17043c)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:28.517204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.539804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:28.543895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:28.548439 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.548994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.558476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=1663d9a6-3827-4e6f-999e-96df6ebffd1a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:28.574763 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6bcbb42c-85b7-489f-aaa7-9576d7f3e3b6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4423902 Nov 16 21:52:28.578002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59120) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:28.583938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'fixed_ips': [{'subnet_id': '38a25f16-b058-44d9-b271-b3f971c54e0e'}, {'subnet_id': '1663d9a6-3827-4e6f-999e-96df6ebffd1a'}], 'name': 'tempest-PortsIpV6TestJSON-1875886827'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:28.588786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1e345-a023-4d0f-9515-1cd608f2fe65 None None] Pushing event updated for resources: {'Port': ['ID=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:28.704800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:28.806595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:28.856276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port a1de2e93-fd1b-478b-8095-15cff48402d2 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:28.918096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52501520-c35a-4502-9249-251265e33b23 req-03cf20f0-d257-4715-ab47-4f6eeb01a2ba tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:28.919609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52501520-c35a-4502-9249-251265e33b23 req-03cf20f0-d257-4715-ab47-4f6eeb01a2ba tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0992305 Nov 16 21:52:29.036882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52501520-c35a-4502-9249-251265e33b23 req-4d3307fe-1f83-4859-b1cc-a06597a92f9d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111279 Nov 16 21:52:29.173073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::a8 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/38a25f16-b058-44d9-b271-b3f971c54e0e/a1de2e93-fd1b-478b-8095-15cff48402d2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:29.180464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8:0:1::f1 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/1663d9a6-3827-4e6f-999e-96df6ebffd1a/a1de2e93-fd1b-478b-8095-15cff48402d2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:29.335090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.369147 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.411233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:29.416504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:29.420706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:29.426444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.427093 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.439612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=a1de2e93-fd1b-478b-8095-15cff48402d2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:29.453459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-38f4900b-8a3b-43cd-b1f0-b91d0b1f4a83 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.8737216 Nov 16 21:52:29.456131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59124) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:29.461650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38a25f16-b058-44d9-b271-b3f971c54e0e'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:29.493863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5277fc3-95f0-451a-a8d1-df4f9c7e65ee None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:29.534150 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.563671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] Provisioning complete for port a0d6099a-9f10-4b43-8188-e2b6cbf6863b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:29.564041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.717891 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.757665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] For port a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,segment=NetworkSegment(5f83a491-6524-4f0f-9e8e-bdd8eb17043c),segment_id=5f83a491-6524-4f0f-9e8e-bdd8eb17043c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:29.761697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.785780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Delete allocated IP 2001:db8:0:1::f1 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/1663d9a6-3827-4e6f-999e-96df6ebffd1a) {{(pid=102665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:52:29.842498 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b58b0-bb0c-42e3-89fc-4d945c604f49 None None] Pushing event updated for resources: {'Port': ['ID=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:29.845169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Update dhcp port {'port': {'network_id': 'dbe2c6fb-a8e9-4475-aede-3457ea9a9613', 'fixed_ips': [{'subnet_id': '38a25f16-b058-44d9-b271-b3f971c54e0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1663d9a6-3827-4e6f-999e-96df6ebffd1a'}], 'binding:host_id': 'n-d-816206-5'}, 'id': 'a0d6099a-9f10-4b43-8188-e2b6cbf6863b'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:52:29.871760 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.922403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.928090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.988199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] In _notify_port_updated(), no bound segment for port a1de2e93-fd1b-478b-8095-15cff48402d2 on network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:29.993842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:29.994441 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:29.996271 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/ports/a1de2e93-fd1b-478b-8095-15cff48402d2 HTTP/1.1" status: 200 len: 925 time: 0.5391870 Nov 16 21:52:29.999022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59126) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:30.003966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38a25f16-b058-44d9-b271-b3f971c54e0e'}, {'subnet_id': '1663d9a6-3827-4e6f-999e-96df6ebffd1a'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:30.038313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb82f-283f-4b9b-9e76-3908f5ab4981 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=a1de2e93-fd1b-478b-8095-15cff48402d2,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.041967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Allocated IP 2001:db8:0:1::2 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/1663d9a6-3827-4e6f-999e-96df6ebffd1a/a0d6099a-9f10-4b43-8188-e2b6cbf6863b) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:30.115287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.152473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0d6099a-9f10-4b43-8188-e2b6cbf6863b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:30.261432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca489b-6d8c-4b3a-ab01-b26daf4edbb8 req-82c58738-10fd-47bb-b464-f51f0179bc79 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:30.262938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faca489b-6d8c-4b3a-ab01-b26daf4edbb8 req-82c58738-10fd-47bb-b464-f51f0179bc79 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.1349621 Nov 16 21:52:30.352661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] For port a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,segment=NetworkSegment(5f83a491-6524-4f0f-9e8e-bdd8eb17043c),segment_id=5f83a491-6524-4f0f-9e8e-bdd8eb17043c)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:30.383625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-faca489b-6d8c-4b3a-ab01-b26daf4edbb8 req-590f9bf4-748d-45c5-900b-cf9ddd572b63 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137838 Nov 16 21:52:30.392763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.403543 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a0d6099a-9f10-4b43-8188-e2b6cbf6863b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:30.403908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.423917 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.469900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8:0:1::2e7 (dbe2c6fb-a8e9-4475-aede-3457ea9a9613/1663d9a6-3827-4e6f-999e-96df6ebffd1a/a1de2e93-fd1b-478b-8095-15cff48402d2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:30.529480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2e421-c228-4b50-a568-b53cb74069ad None None] Pushing event updated for resources: {'Port': ['ID=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.612686 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.617464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.703535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=a1de2e93-fd1b-478b-8095-15cff48402d2,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:30.706295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] In _notify_port_updated(), no bound segment for port a1de2e93-fd1b-478b-8095-15cff48402d2 on network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:30.712060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:30.712522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.715233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-79e2f8e1-fb2e-4189-baf2-3ba8906cd147 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/ports/a1de2e93-fd1b-478b-8095-15cff48402d2 HTTP/1.1" status: 200 len: 1011 time: 0.7138882 Nov 16 21:52:30.717161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59130) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:30.807119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port a1de2e93-fd1b-478b-8095-15cff48402d2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:30.808268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.903292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:30.915687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for a1de2e93-fd1b-478b-8095-15cff48402d2 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:31.033373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e004c0-d455-4ade-8944-0329010ca670 None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:31.094536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.121238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=a1de2e93-fd1b-478b-8095-15cff48402d2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.121580 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-58956a9c-a731-4f3e-a324-74ef58265f3a None None] Provisioning complete for port a0d6099a-9f10-4b43-8188-e2b6cbf6863b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:31.121951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58956a9c-a731-4f3e-a324-74ef58265f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.167670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.171026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-057b094e-937e-451f-b8fc-06c14281661d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/a1de2e93-fd1b-478b-8095-15cff48402d2 HTTP/1.1" status: 204 len: 168 time: 0.4529040 Nov 16 21:52:31.173609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59132) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:31.202368 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1d0984-1fdd-4a68-99f0-35b62b74b0af tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:31.204009 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f1d0984-1fdd-4a68-99f0-35b62b74b0af tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/a1de2e93-fd1b-478b-8095-15cff48402d2 HTTP/1.1" status: 404 len: 333 time: 0.0294807 Nov 16 21:52:31.206725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59134) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:31.257690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 1663d9a6-3827-4e6f-999e-96df6ebffd1a {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:31.260952 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.269138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-58956a9c-a731-4f3e-a324-74ef58265f3a None None] Could not find standard attr ID for object a1de2e93-fd1b-478b-8095-15cff48402d2. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:31.310033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.401575 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.493892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.495128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-98e57383-cd37-4a70-9873-3bec791a26de None None] Provisioning complete for port a0d6099a-9f10-4b43-8188-e2b6cbf6863b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:31.496415 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-98e57383-cd37-4a70-9873-3bec791a26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.532196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=1663d9a6-3827-4e6f-999e-96df6ebffd1a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.534336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.537741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6b2ed7c3-ba69-40b1-bf97-9504edb4c9ea tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/1663d9a6-3827-4e6f-999e-96df6ebffd1a HTTP/1.1" status: 204 len: 168 time: 0.3299887 Nov 16 21:52:31.540770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:31.588449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64558d79-fda2-4a0f-a950-583502c6e206 req-50693dcc-9ee7-4847-92bb-d9ac735f206d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:31.590528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64558d79-fda2-4a0f-a950-583502c6e206 req-50693dcc-9ee7-4847-92bb-d9ac735f206d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.1307280 Nov 16 21:52:31.618587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 38a25f16-b058-44d9-b271-b3f971c54e0e {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:31.630837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.680536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebf001-bd76-4de7-8769-32b7e696b053 None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:31.696647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64558d79-fda2-4a0f-a950-583502c6e206 req-7a216417-59c8-4bc3-9d4b-012134fcdca3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Nov 16 21:52:31.698968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.733084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b8de3cd4-d11e-4284-b755-1b2717784e99 None None] Could not find standard attr ID for object a1de2e93-fd1b-478b-8095-15cff48402d2. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:31.784076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.849758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.876001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=38a25f16-b058-44d9-b271-b3f971c54e0e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:31.883030 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:31.886740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6e534bf0-26a9-4122-aaf3-e53ca6d0f0db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/38a25f16-b058-44d9-b271-b3f971c54e0e HTTP/1.1" status: 204 len: 168 time: 0.3450391 Nov 16 21:52:31.889465 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59140) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:31.969693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.023340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port a0d6099a-9f10-4b43-8188-e2b6cbf6863b {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:32.023663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.084472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0d6099a-9f10-4b43-8188-e2b6cbf6863b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:32.095955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port a0d6099a-9f10-4b43-8188-e2b6cbf6863b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,segment=NetworkSegment(5f83a491-6524-4f0f-9e8e-bdd8eb17043c),segment_id=5f83a491-6524-4f0f-9e8e-bdd8eb17043c)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:32.096323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.110198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for a0d6099a-9f10-4b43-8188-e2b6cbf6863b owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:32.135451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a0d6099a-9f10-4b43-8188-e2b6cbf6863b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:32.135831 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.193117 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.225077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=a0d6099a-9f10-4b43-8188-e2b6cbf6863b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.228616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port a0d6099a-9f10-4b43-8188-e2b6cbf6863b on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:32.311305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.332789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe2c6fb-a8e9-4475-aede-3457ea9a9613']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:32.343373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f83a491-6524-4f0f-9e8e-bdd8eb17043c') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:32.343503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f83a491-6524-4f0f-9e8e-bdd8eb17043c') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:32.353206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.369410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.375459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba676668-b3c1-463c-bbc6-7ea24e71599d None None] Network dbe2c6fb-a8e9-4475-aede-3457ea9a9613 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:32.376470 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:32.376866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:32.380047 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:32.441778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.447447 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.450995 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/dbe2c6fb-a8e9-4475-aede-3457ea9a9613 HTTP/1.1" status: 204 len: 168 time: 0.5606050 Nov 16 21:52:32.456026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59142) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:32.465148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-666a75cf-a206-4b31-8193-f50ad2d550a0 None None] Could not find standard attr ID for object a0d6099a-9f10-4b43-8188-e2b6cbf6863b. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:32.493226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae01e47-48d8-4377-b38c-c0af5c5be3e3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=dbe2c6fb-a8e9-4475-aede-3457ea9a9613,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.520757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb19862-ae65-4748-9eff-88b2702255b3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:32.522301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aeb19862-ae65-4748-9eff-88b2702255b3 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0650635 Nov 16 21:52:32.525799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59144) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:32.563525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e140038-6334-47e4-a9b5-5ab293b164af None None] DHCP port deletion for dbe2c6fb-a8e9-4475-aede-3457ea9a9613 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:32.579466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-30e98258-bbf1-4a15-8a7e-c5334c9da720 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0473683 Nov 16 21:52:32.579466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59146) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:32.583187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1937151985'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:32.603514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:32.607568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.630898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:32.640645 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.640982 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment 970120fc-618d-4b73-9a06-964b9f521ebe of type vlan for network be23de99-5303-474d-9d8b-b0c45ba67ba6 Nov 16 21:52:32.683419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.708925 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.715143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:32.715724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.768642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1891365 Nov 16 21:52:32.771743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:32.777665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:32.808295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d73b5-0cf9-4038-9510-b49d8f748b7d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=be23de99-5303-474d-9d8b-b0c45ba67ba6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:32.819368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:32.834188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032edbfc-6bea-476f-8883-14b39a563da4 req-0c40a684-ca95-4d2b-ad1c-60258f36b562 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:32.835708 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032edbfc-6bea-476f-8883-14b39a563da4 req-0c40a684-ca95-4d2b-ad1c-60258f36b562 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0659444 Nov 16 21:52:32.881228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:32.885341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:32.895254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032edbfc-6bea-476f-8883-14b39a563da4 req-251193f6-4c7d-4a9c-a323-eb63d0c0f229 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520246 Nov 16 21:52:33.067654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.125492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=ff8f665b-733a-4521-8403-2093a1c540d4,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:33.134367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': '970120fc-618d-4b73-9a06-964b9f521ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:33.134720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: be23de99-5303-474d-9d8b-b0c45ba67ba6, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:33.150409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:33.159029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, be23de99-5303-474d-9d8b-b0c45ba67ba6) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:33.163379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:33.163969 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.168167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39bfc2-ff1e-489b-9eb0-0a675c00fd59 None None] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:33.181252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ba3c5e74-1be4-4afa-9f59-35c76aa660db tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4084070 Nov 16 21:52:33.183755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59152) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:33.188613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6', 'name': 'tempest-PortsIpV6TestJSON-747084838'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:33.300329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:33.303893 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.316053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-be23de99-5303-474d-9d8b-b0c45ba67ba6', 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': 'ff8f665b-733a-4521-8403-2093a1c540d4'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:33.317113 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.321125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 6775b234-8b3a-4202-baf4-c75b079ca0fd yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:33.438181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::2da (be23de99-5303-474d-9d8b-b0c45ba67ba6/ff8f665b-733a-4521-8403-2093a1c540d4/6775b234-8b3a-4202-baf4-c75b079ca0fd) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:33.580823 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.613254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.655951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:33.659753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Allocated IP 2001:db8::2 (be23de99-5303-474d-9d8b-b0c45ba67ba6/ff8f665b-733a-4521-8403-2093a1c540d4/896f1740-b106-419f-9575-391cf84a6e94) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:33.660883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:33.663265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:33.669883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:33.670489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.687067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=6775b234-8b3a-4202-baf4-c75b079ca0fd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:33.694200 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0880d085-e2dc-4061-b937-14885248b143 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5094285 Nov 16 21:52:33.696850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59154) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:33.702127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6', 'name': 'tempest-PortsIpV6TestJSON-868850460'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:33.807443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.809015 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:33.812812 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.812958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.830051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 099db3a8-eb5f-4e51-a9c6-6b14fd5b5244 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:33.855317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:33.860468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:33.862794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:33.866183 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Pushing event updated for resources: {'Port': ['ID=896f1740-b106-419f-9575-391cf84a6e94,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:33.917905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Attempting to bind port 896f1740-b106-419f-9575-391cf84a6e94 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:33.918668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Attempting to bind port 896f1740-b106-419f-9575-391cf84a6e94 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '970120fc-618d-4b73-9a06-964b9f521ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:33.919329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Attempting to bind port 896f1740-b106-419f-9575-391cf84a6e94 on network be23de99-5303-474d-9d8b-b0c45ba67ba6 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:33.924530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:33.925017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Checking segment: {'id': '970120fc-618d-4b73-9a06-964b9f521ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:33.925508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.925955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Bound using segment: {'id': '970120fc-618d-4b73-9a06-964b9f521ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:33.926502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Bound port: 896f1740-b106-419f-9575-391cf84a6e94, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970120fc-618d-4b73-9a06-964b9f521ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'be23de99-5303-474d-9d8b-b0c45ba67ba6'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:33.927020 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.950563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::2cc (be23de99-5303-474d-9d8b-b0c45ba67ba6/ff8f665b-733a-4521-8403-2093a1c540d4/099db3a8-eb5f-4e51-a9c6-6b14fd5b5244) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:34.002871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] For port 896f1740-b106-419f-9575-391cf84a6e94, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:34.006470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] For port 896f1740-b106-419f-9575-391cf84a6e94, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=896f1740-b106-419f-9575-391cf84a6e94,segment=NetworkSegment(970120fc-618d-4b73-9a06-964b9f521ebe),segment_id=970120fc-618d-4b73-9a06-964b9f521ebe)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:34.012670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.031990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed8c3-e107-4f2d-b51a-34f78e4a31a9 req-ab6dc33f-3163-4f07-a129-e1d32827dc02 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:34.033698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-451ed8c3-e107-4f2d-b51a-34f78e4a31a9 req-ab6dc33f-3163-4f07-a129-e1d32827dc02 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0522840 Nov 16 21:52:34.092028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a675aed-2538-45cb-a186-a3ebd8175a9e None None] Pushing event updated for resources: {'Port': ['ID=896f1740-b106-419f-9575-391cf84a6e94,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.093293 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-451ed8c3-e107-4f2d-b51a-34f78e4a31a9 req-0e68cfe1-b5c0-4bb7-b73a-9720ae91a099 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525415 Nov 16 21:52:34.098872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0d6099a-9f10-4b43-8188-e2b6cbf6863b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:34.126786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a0d6099a-9f10-4b43-8188-e2b6cbf6863b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:34.127184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a0d6099a-9f10-4b43-8188-e2b6cbf6863b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:34.152841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.186544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.228671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:34.233993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:34.237779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:34.243493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:34.244138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.257740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=099db3a8-eb5f-4e51-a9c6-6b14fd5b5244,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.275077 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-75ef9a8b-91a9-4e4f-8f1a-5937fbd4d780 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5770545 Nov 16 21:52:34.279134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59158) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:34.373855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcfb78d-9008-44de-a8f1-975ea995e75b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:34.375372 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fdcfb78d-9008-44de-a8f1-975ea995e75b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2da HTTP/1.1" status: 200 len: 928 time: 0.0951331 Nov 16 21:52:34.380067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59160) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:34.468821 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 099db3a8-eb5f-4e51-a9c6-6b14fd5b5244 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:34.469173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.561373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.573757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 099db3a8-eb5f-4e51-a9c6-6b14fd5b5244 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:34.701032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.732988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=099db3a8-eb5f-4e51-a9c6-6b14fd5b5244,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:34.758816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.762517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3bcc824c-e56e-40bf-9cf0-69476b9d9e3f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/099db3a8-eb5f-4e51-a9c6-6b14fd5b5244 HTTP/1.1" status: 204 len: 168 time: 0.3814495 Nov 16 21:52:34.765240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59162) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:34.790109 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86c27b4-7035-49bc-869f-ac46c9b53d03 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:34.791599 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b86c27b4-7035-49bc-869f-ac46c9b53d03 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/099db3a8-eb5f-4e51-a9c6-6b14fd5b5244 HTTP/1.1" status: 404 len: 333 time: 0.0254145 Nov 16 21:52:34.794887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59164) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:34.886286 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 6775b234-8b3a-4202-baf4-c75b079ca0fd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:34.887196 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.974314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:34.987358 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 6775b234-8b3a-4202-baf4-c75b079ca0fd owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:35.038843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563acfea-33e7-4e81-ba19-7c87a1b2fd94 None None] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:35.114713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] Provisioning complete for port 896f1740-b106-419f-9575-391cf84a6e94 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:35.115137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.123610 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.154034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=6775b234-8b3a-4202-baf4-c75b079ca0fd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:35.177707 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.181113 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-96164af9-0432-4571-af77-5553f6eeccb0 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/6775b234-8b3a-4202-baf4-c75b079ca0fd HTTP/1.1" status: 204 len: 168 time: 0.3852742 Nov 16 21:52:35.184356 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59168) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:35.209180 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aadb1a-5df3-4b0e-9bcf-9fb4dce62933 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:35.213098 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a8aadb1a-5df3-4b0e-9bcf-9fb4dce62933 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/6775b234-8b3a-4202-baf4-c75b079ca0fd HTTP/1.1" status: 404 len: 333 time: 0.0253580 Nov 16 21:52:35.213349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59170) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:35.219921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6419361-172c-483d-9745-cc24607cd556 req-f67a7485-8bcf-4e7a-921f-7ec2a095c990 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:35.222657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6419361-172c-483d-9745-cc24607cd556 req-f67a7485-8bcf-4e7a-921f-7ec2a095c990 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0571620 Nov 16 21:52:35.272580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.274577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6419361-172c-483d-9745-cc24607cd556 req-3e12f164-9cd7-4575-899d-93b6dfda6716 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Nov 16 21:52:35.323650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] For port 896f1740-b106-419f-9575-391cf84a6e94, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=896f1740-b106-419f-9575-391cf84a6e94,segment=NetworkSegment(970120fc-618d-4b73-9a06-964b9f521ebe),segment_id=970120fc-618d-4b73-9a06-964b9f521ebe)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:35.329710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.390122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065b2cd-5810-4e2b-a679-00cf74b01199 None None] Pushing event updated for resources: {'Port': ['ID=896f1740-b106-419f-9575-391cf84a6e94,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:35.554764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0efb406b-70e7-407e-b6d9-720df75897a5 None None] Provisioning complete for port 896f1740-b106-419f-9575-391cf84a6e94 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:35.555172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0efb406b-70e7-407e-b6d9-720df75897a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.577699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet ff8f665b-733a-4521-8403-2093a1c540d4 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:35.581017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.623017 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.712204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.758998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e35aeef2-1400-4cfd-a1d9-92af81a4d4b5 None None] Could not find standard attr ID for object 6775b234-8b3a-4202-baf4-c75b079ca0fd. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:35.779324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.808531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8f665b-733a-4521-8403-2093a1c540d4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:35.812320 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.817902 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25aef6fd-ed73-4826-a15e-fe5001f0169c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/ff8f665b-733a-4521-8403-2093a1c540d4 HTTP/1.1" status: 204 len: 168 time: 0.6012568 Nov 16 21:52:35.818434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:35.903182 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.921804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f21d6b-71c3-4932-9e27-42827c99a75d None None] Network be23de99-5303-474d-9d8b-b0c45ba67ba6 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:35.956311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 896f1740-b106-419f-9575-391cf84a6e94 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:35.956650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.987197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-068d9afa-0fa5-460c-b08a-a6fbb2b964f1 None None] Could not find standard attr ID for object 099db3a8-eb5f-4e51-a9c6-6b14fd5b5244. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:36.034707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port 896f1740-b106-419f-9575-391cf84a6e94, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=896f1740-b106-419f-9575-391cf84a6e94,segment=NetworkSegment(970120fc-618d-4b73-9a06-964b9f521ebe),segment_id=970120fc-618d-4b73-9a06-964b9f521ebe)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:36.035108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.055678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 896f1740-b106-419f-9575-391cf84a6e94 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:36.110593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] DHCP port deletion for be23de99-5303-474d-9d8b-b0c45ba67ba6 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:36.145554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.160078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Deleting port 896f1740-b106-419f-9575-391cf84a6e94 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:36.160449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.174591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=896f1740-b106-419f-9575-391cf84a6e94,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.176552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port 896f1740-b106-419f-9575-391cf84a6e94 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:36.228141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] For port 896f1740-b106-419f-9575-391cf84a6e94, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:36.228630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.241794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Calling delete_port for 896f1740-b106-419f-9575-391cf84a6e94 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:36.244561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Port 896f1740-b106-419f-9575-391cf84a6e94 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:52:36.245901 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.260766 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.270327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] Pushing event deleted for resources: {'Port': ['ID=896f1740-b106-419f-9575-391cf84a6e94,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.274356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332155c-764f-407c-82fb-5386c4c45f2f None None] No DVR routers for this DVR port 896f1740-b106-419f-9575-391cf84a6e94 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:36.282754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be23de99-5303-474d-9d8b-b0c45ba67ba6']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:36.293332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970120fc-618d-4b73-9a06-964b9f521ebe') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:36.293628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970120fc-618d-4b73-9a06-964b9f521ebe') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:36.302915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.318063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.324561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:36.324975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:36.328387 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:36.379262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e42229e1-a68a-4f09-affc-3775f175d85c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:52:36.428810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9c00-eed2-4ca9-8d7a-7a7e6bb60596 req-94b9e546-e99e-4397-ad15-900256bee6e0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:36.430307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3dc9c00-eed2-4ca9-8d7a-7a7e6bb60596 req-94b9e546-e99e-4397-ad15-900256bee6e0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 944 time: 0.0626197 Nov 16 21:52:36.431503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.439475 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.442623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/be23de99-5303-474d-9d8b-b0c45ba67ba6 HTTP/1.1" status: 204 len: 168 time: 0.6231446 Nov 16 21:52:36.446744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59176) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:36.453774 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-308693182'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:36.460551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55f976-4df4-41be-84f4-74b79c89686e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=be23de99-5303-474d-9d8b-b0c45ba67ba6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.477786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:36.481543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.494463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e42229e1-a68a-4f09-affc-3775f175d85c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:36.502523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'e42229e1-a68a-4f09-affc-3775f175d85c', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': 'e42229e1-a68a-4f09-affc-3775f175d85c', 'mac_address': 'fa:16:3e:74:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:52:36.514465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:36.520015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3dc9c00-eed2-4ca9-8d7a-7a7e6bb60596 req-40f3060f-a3c4-4646-a270-1b809b4c2f70 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666761 Nov 16 21:52:36.525184 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.525533 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment dc8d0cb1-41be-4756-947e-4d4c7731ed02 of type vlan for network 71e34a46-f996-44ad-bf64-4b4fe6a98efd Nov 16 21:52:36.552467 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.565433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42229e1-a68a-4f09-affc-3775f175d85c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:36.568203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.585425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e42229e1-a68a-4f09-affc-3775f175d85c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:36.590965 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.594329 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.600593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:36.601279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.638191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.660576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2121332 Nov 16 21:52:36.663329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59178) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:36.670081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:36.721946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7346d-7606-4b54-a426-be849cec7624 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=71e34a46-f996-44ad-bf64-4b4fe6a98efd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:36.733046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:36.769896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:36.773533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:36.798452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e42229e1-a68a-4f09-affc-3775f175d85c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:52:36.958597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.023696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=533c2f77-41aa-4657-8060-ffda062ade84,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:37.031143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': 'dc8d0cb1-41be-4756-947e-4d4c7731ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:37.031547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 71e34a46-f996-44ad-bf64-4b4fe6a98efd, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:37.048744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:37.057522 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 71e34a46-f996-44ad-bf64-4b4fe6a98efd) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:37.061317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:37.061911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.067764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca13d7-e2c0-474e-8173-bf2df919aa45 None None] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:37.077866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6bba7873-9fd4-47fb-84e4-aeb56b9af882 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134936 Nov 16 21:52:37.080873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59180) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:37.085960 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd', 'name': 'tempest-PortsIpV6TestJSON-229252888', 'fixed_ips': [{'subnet_id': '533c2f77-41aa-4657-8060-ffda062ade84', 'ip_address': '2001:db8::10'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:37.201329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:37.289136 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.306227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port de39334f-3bec-4b3a-9264-0a8e15aed146 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:37.370538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-71e34a46-f996-44ad-bf64-4b4fe6a98efd', 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': '533c2f77-41aa-4657-8060-ffda062ade84'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:37.371496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.469053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::10 (71e34a46-f996-44ad-bf64-4b4fe6a98efd/533c2f77-41aa-4657-8060-ffda062ade84/de39334f-3bec-4b3a-9264-0a8e15aed146) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:37.621311 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.643727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd350-3558-4be7-92ac-72dce7fd6884 req-85fdc2e4-b854-4b29-aad9-0d5b8d2f496e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:37.645267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8fbd350-3558-4be7-92ac-72dce7fd6884 req-85fdc2e4-b854-4b29-aad9-0d5b8d2f496e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 945 time: 0.0568688 Nov 16 21:52:37.661718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.700777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8fbd350-3558-4be7-92ac-72dce7fd6884 req-900980f7-8b00-40b8-b08f-fc659e71e562 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Nov 16 21:52:37.708903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:37.712476 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:37.717480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:37.718996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Allocated IP 2001:db8::2 (71e34a46-f996-44ad-bf64-4b4fe6a98efd/533c2f77-41aa-4657-8060-ffda062ade84/26ca0659-0121-4f0c-b4b1-7c0e5f14a52f) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:37.723754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:37.724384 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.734155 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=de39334f-3bec-4b3a-9264-0a8e15aed146,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:37.747162 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b7f341e1-f8ac-4f5f-97b5-932aca62c7bf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6650734 Nov 16 21:52:37.749950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59184) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:37.755980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd', 'name': 'tempest-PortsIpV6TestJSON-565819261', 'fixed_ips': [{'subnet_id': '533c2f77-41aa-4657-8060-ffda062ade84', 'ip_address': '2001:db8::f'}]}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:37.862204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.866494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:37.868206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.904696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:37.909463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:37.911940 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:37.927418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Pushing event updated for resources: {'Port': ['ID=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:37.955108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.973521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 28eb1b0d-9e61-4ef2-859c-48e4114bdea7 yet. {{(pid=102665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:37.976687 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Attempting to bind port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:37.977083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Attempting to bind port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'dc8d0cb1-41be-4756-947e-4d4c7731ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:37.977465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Attempting to bind port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f on network 71e34a46-f996-44ad-bf64-4b4fe6a98efd {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:37.983716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:37.984147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Checking segment: {'id': 'dc8d0cb1-41be-4756-947e-4d4c7731ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:37.984515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:37.984939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Bound using segment: {'id': 'dc8d0cb1-41be-4756-947e-4d4c7731ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:37.985492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Bound port: 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8d0cb1-41be-4756-947e-4d4c7731ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '71e34a46-f996-44ad-bf64-4b4fe6a98efd'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:37.985894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.052298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] For port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:38.055678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] For port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,segment=NetworkSegment(dc8d0cb1-41be-4756-947e-4d4c7731ed02),segment_id=dc8d0cb1-41be-4756-947e-4d4c7731ed02)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:38.060105 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.097297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 896f1740-b106-419f-9575-391cf84a6e94 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:38.132527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 896f1740-b106-419f-9575-391cf84a6e94 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:38.133032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 896f1740-b106-419f-9575-391cf84a6e94 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:38.150577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a81d6-f46e-4b45-8fd1-ce987be1991e None None] Pushing event updated for resources: {'Port': ['ID=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:38.152605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::f (71e34a46-f996-44ad-bf64-4b4fe6a98efd/533c2f77-41aa-4657-8060-ffda062ade84/28eb1b0d-9e61-4ef2-859c-48e4114bdea7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:38.325002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.360981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.393273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e42229e1-a68a-4f09-affc-3775f175d85c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:38.413497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:38.417355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:38.422172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:38.428293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.428940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.432742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=28eb1b0d-9e61-4ef2-859c-48e4114bdea7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:38.445449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port e42229e1-a68a-4f09-affc-3775f175d85c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:52:38.449389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port e42229e1-a68a-4f09-affc-3775f175d85c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:38.449763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.453509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3e4457b4-dc6f-4c93-99e7-022eb7957915 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6993690 Nov 16 21:52:38.453915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:38.532678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.538349 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e5379-ee5e-4a97-a3a3-14a6e5059e78 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.540127 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1c2e5379-ee5e-4a97-a3a3-14a6e5059e78 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0849471 Nov 16 21:52:38.543539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59188) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:38.561927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:38.564322 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd17161-2cee-464e-9d62-e1bb1e2246a6" -d '{"events": [{"server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "name": "network-vif-plugged", "status": "completed", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:52:38.581571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e42229e1-a68a-4f09-affc-3775f175d85c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:38.586154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.607961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0f5f8-8db1-41f4-adb1-88a345076a51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.613503 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfae4eb-a167-4d7c-9223-f0aecc67408f x-openstack-request-id: req-8dfae4eb-a167-4d7c-9223-f0aecc67408f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:52:38.613806 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "name": "network-vif-plugged", "status": "completed", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:52:38.614059 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8dfae4eb-a167-4d7c-9223-f0aecc67408f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:52:38.614414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0f5f8-8db1-41f4-adb1-88a345076a51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.614576 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c', 'code': 200} Nov 16 21:52:38.621035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0f5f8-8db1-41f4-adb1-88a345076a51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.622736 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-68e0f5f8-8db1-41f4-adb1-88a345076a51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0782332 Nov 16 21:52:38.625546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59192) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:38.640828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:38.716441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d412b36-f41d-4ae2-8222-5cf95eb88bef req-62f096c0-5700-45db-afeb-dc2262d1c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.717847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 28eb1b0d-9e61-4ef2-859c-48e4114bdea7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:38.718197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.719230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d412b36-f41d-4ae2-8222-5cf95eb88bef req-62f096c0-5700-45db-afeb-dc2262d1c727 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 1097 time: 0.0436182 Nov 16 21:52:38.771775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d412b36-f41d-4ae2-8222-5cf95eb88bef req-f9e3d2a5-186f-4f97-bd5d-bd44dbe44689 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Nov 16 21:52:38.824909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:38.837790 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a18f8-4165-4c6b-a3e2-a220fe0e2518 req-88aec511-0c25-4868-bd4c-aecc81b2de22 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:38.839404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-871a18f8-4165-4c6b-a3e2-a220fe0e2518 req-88aec511-0c25-4868-bd4c-aecc81b2de22 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0544705 Nov 16 21:52:38.840488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 28eb1b0d-9e61-4ef2-859c-48e4114bdea7 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:38.901206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-871a18f8-4165-4c6b-a3e2-a220fe0e2518 req-4dc03ee5-822d-4fef-a541-e79a77a037c5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Nov 16 21:52:38.975650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.009904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=28eb1b0d-9e61-4ef2-859c-48e4114bdea7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:39.035694 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.039190 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7ea4c3c9-c7c2-400a-8dbb-2db653cb529c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/28eb1b0d-9e61-4ef2-859c-48e4114bdea7 HTTP/1.1" status: 204 len: 168 time: 0.4126720 Nov 16 21:52:39.042519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59196) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:39.059558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32007f98-edea-4d90-94b3-3340e3e5edb5 None None] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:39.067939 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3c2ea-d1b0-4485-a784-b8eb8259c580 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:39.069364 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07a3c2ea-d1b0-4485-a784-b8eb8259c580 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/28eb1b0d-9e61-4ef2-859c-48e4114bdea7 HTTP/1.1" status: 404 len: 333 time: 0.0258889 Nov 16 21:52:39.072130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59198) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:39.159308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port de39334f-3bec-4b3a-9264-0a8e15aed146 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:39.159650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.176302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] Provisioning complete for port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:39.176676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.234494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.251054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.263727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for de39334f-3bec-4b3a-9264-0a8e15aed146 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:39.302731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.344308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] For port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,segment=NetworkSegment(dc8d0cb1-41be-4756-947e-4d4c7731ed02),segment_id=dc8d0cb1-41be-4756-947e-4d4c7731ed02)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:39.348250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.400964 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226e176-13d1-4a14-b4ba-87ba1e15417a None None] Pushing event updated for resources: {'Port': ['ID=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:39.409117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.439954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=de39334f-3bec-4b3a-9264-0a8e15aed146,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:39.466776 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.470478 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-882f1a91-492f-435b-9f12-7b349273c189 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/de39334f-3bec-4b3a-9264-0a8e15aed146 HTTP/1.1" status: 204 len: 168 time: 0.3974452 Nov 16 21:52:39.473233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59200) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:39.498701 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30a4e74-77d0-45fa-9010-59bb566103e6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:39.500200 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c30a4e74-77d0-45fa-9010-59bb566103e6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/de39334f-3bec-4b3a-9264-0a8e15aed146 HTTP/1.1" status: 404 len: 333 time: 0.0260420 Nov 16 21:52:39.502869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:39.561291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 533c2f77-41aa-4657-8060-ffda062ade84 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:39.562718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-12f66e9b-fda3-40c1-aa3d-3cb3fb7aa05e None None] Could not find standard attr ID for object de39334f-3bec-4b3a-9264-0a8e15aed146. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:39.564735 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.581052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-12f66e9b-fda3-40c1-aa3d-3cb3fb7aa05e None None] Provisioning complete for port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:39.581582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-12f66e9b-fda3-40c1-aa3d-3cb3fb7aa05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.608447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.699628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.781095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.793597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-19c0a7e1-7fdf-4496-b29d-b0ee0958433a None None] Could not find standard attr ID for object de39334f-3bec-4b3a-9264-0a8e15aed146. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:39.813956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=533c2f77-41aa-4657-8060-ffda062ade84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:39.822526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.826324 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-720188e4-ea79-45f8-a916-6c968df71e4f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/533c2f77-41aa-4657-8060-ffda062ade84 HTTP/1.1" status: 204 len: 168 time: 0.3220215 Nov 16 21:52:39.828714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:39.907673 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:39.943328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d16d4-9d00-46e8-921d-162d902bee39 None None] Network 71e34a46-f996-44ad-bf64-4b4fe6a98efd requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:39.970745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:39.971112 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.013205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f19a5e93-a9db-4c4f-b1f4-969809a6425e None None] Could not find standard attr ID for object 28eb1b0d-9e61-4ef2-859c-48e4114bdea7. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:40.024871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed23ac-fa4f-4701-a8da-b2eb447f7d79 req-506a8443-c345-4f9e-b5b0-b0e02176ca30 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:40.027989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daed23ac-fa4f-4701-a8da-b2eb447f7d79 req-506a8443-c345-4f9e-b5b0-b0e02176ca30 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0580795 Nov 16 21:52:40.043728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,segment=NetworkSegment(dc8d0cb1-41be-4756-947e-4d4c7731ed02),segment_id=dc8d0cb1-41be-4756-947e-4d4c7731ed02)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:40.044188 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.063118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:40.089987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-daed23ac-fa4f-4701-a8da-b2eb447f7d79 req-d303d6b5-98d8-4dbc-b275-7a1bf2530b30 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504127 Nov 16 21:52:40.162701 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.172656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:40.204314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:40.205565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=26ca0659-0121-4f0c-b4b1-7c0e5f14a52f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:40.205843 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:52:40.208980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:40.223692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3e424-76a4-4cf0-ae37-6bf98fb838c0 None None] DHCP port deletion for 71e34a46-f996-44ad-bf64-4b4fe6a98efd request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:40.233853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176e1f4-62fd-4502-8078-e7fb1a37c6ba req-3900b279-101f-4fdb-921d-f861f5069460 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:40.242779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8176e1f4-62fd-4502-8078-e7fb1a37c6ba req-3900b279-101f-4fdb-921d-f861f5069460 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0781109 Nov 16 21:52:40.248312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Port 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f not found, will not notify nova. {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:52:40.296912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8176e1f4-62fd-4502-8078-e7fb1a37c6ba req-b059f84a-e36b-47d9-9146-416874ca737c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Nov 16 21:52:40.299568 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.323559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e34a46-f996-44ad-bf64-4b4fe6a98efd']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:40.334730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8d0cb1-41be-4756-947e-4d4c7731ed02') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:40.335363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8d0cb1-41be-4756-947e-4d4c7731ed02') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:40.351581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.366492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.374386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:40.374847 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:40.378364 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:40.443546 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.450856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.453986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/71e34a46-f996-44ad-bf64-4b4fe6a98efd HTTP/1.1" status: 204 len: 168 time: 0.6243334 Nov 16 21:52:40.458523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:40.463547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746844091'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:40.473802 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c514a6-1f23-4490-a2e4-f55b05650fd6 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=71e34a46-f996-44ad-bf64-4b4fe6a98efd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:40.486593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:40.490388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.518427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:52:40.530611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.531074 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Added segment bd0fbe0b-b710-4960-8a61-68039ef11939 of type vlan for network 67d78734-a6c0-4086-a4a8-2066a81d9d71 Nov 16 21:52:40.578017 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.605484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.612168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:40.612903 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:40.670017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2102926 Nov 16 21:52:40.673370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:40.680471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:41.053927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b457f9-75d8-4785-b780-126df306c4b2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Network': ['ID=67d78734-a6c0-4086-a4a8-2066a81d9d71,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:41.064598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:52:41.112576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:41.117922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.369527 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.436485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:41.453995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Checking segment: {'id': 'bd0fbe0b-b710-4960-8a61-68039ef11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:41.454357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network hostable DHCP agents. Network: 67d78734-a6c0-4086-a4a8-2066a81d9d71, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:52:41.471247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:52:41.485640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 67d78734-a6c0-4086-a4a8-2066a81d9d71) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:41.493323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:41.493323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.519254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8c331-3a43-4ae4-a08c-cac696412340 None None] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:41.531692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0f4786c7-7f6f-44d6-9cfd-67e156b9ce49 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8571613 Nov 16 21:52:41.534745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59256) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:41.540046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1437133212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:41.588627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.590064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.666619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.673241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.696308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.697537 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-32935d0f-23db-4751-8792-c6a2f9411b32 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1617036 Nov 16 21:52:41.700608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:41.715446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71', 'name': 'tempest-PortsIpV6TestJSON-1094253796'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:41.733273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-67d78734-a6c0-4086-a4a8-2066a81d9d71', 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': '9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:41.734802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.860365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:41.864087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.881691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:41.892464 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Allocated IP 2001:db8::2 (67d78734-a6c0-4086-a4a8-2066a81d9d71/9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6/4b62d579-6220-43c2-97a1-a5bbfe36ede4) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:42.038997 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.044549 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.086073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:42.089872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:42.092393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:42.105153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Pushing event updated for resources: {'Port': ['ID=4b62d579-6220-43c2-97a1-a5bbfe36ede4,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:42.118897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::354 (67d78734-a6c0-4086-a4a8-2066a81d9d71/9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6/2f95a6d4-e250-4f78-a79e-3d5698c70c0e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:42.147019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:42.175712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:42.176270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 26ca0659-0121-4f0c-b4b1-7c0e5f14a52f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:42.180478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Attempting to bind port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:42.180898 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Attempting to bind port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'bd0fbe0b-b710-4960-8a61-68039ef11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:42.181618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Attempting to bind port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 on network 67d78734-a6c0-4086-a4a8-2066a81d9d71 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:42.188945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:42.189346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Checking segment: {'id': 'bd0fbe0b-b710-4960-8a61-68039ef11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:42.190070 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.190512 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Bound using segment: {'id': 'bd0fbe0b-b710-4960-8a61-68039ef11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:42.191125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Bound port: 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0fbe0b-b710-4960-8a61-68039ef11939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '67d78734-a6c0-4086-a4a8-2066a81d9d71'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:42.191463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.261314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] For port 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:42.265129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] For port 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b62d579-6220-43c2-97a1-a5bbfe36ede4,segment=NetworkSegment(bd0fbe0b-b710-4960-8a61-68039ef11939),segment_id=bd0fbe0b-b710-4960-8a61-68039ef11939)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:42.270211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.308348 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.363180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8b1cc-5200-40ed-a249-1cfc391ff837 None None] Pushing event updated for resources: {'Port': ['ID=4b62d579-6220-43c2-97a1-a5bbfe36ede4,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:42.383511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.456159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:42.460426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:42.462485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=2f95a6d4-e250-4f78-a79e-3d5698c70c0e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:42.465550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:42.472119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:42.473204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:42.490705 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ecc82ea-2bca-4f6c-9d7c-38e5cfa4ef51 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7887888 Nov 16 21:52:42.493522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:42.862145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.066075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.150237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-b4bc3cbd-b9fa-4926-8b75-a5356043638a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:43.151806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-b4bc3cbd-b9fa-4926-8b75-a5356043638a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.2013156 Nov 16 21:52:43.183273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-5438e786-39f5-4613-9096-106b7b3a4760 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0243526 Nov 16 21:52:43.231008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.237273 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.287213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-7f8e168c-7e81-4ac7-95f5-13a6a0026289 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953104 Nov 16 21:52:43.379245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=2f95a6d4-e250-4f78-a79e-3d5698c70c0e,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:43.400673 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4112a2-b944-499f-8b9f-09cc20d94ada None None] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:43.483007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-4ef461fb-054e-4e65-a0b4-a53e9148404e service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723316 Nov 16 21:52:43.486976 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Provisioning complete for port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:43.487346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.521831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.641496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.674364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-433bf294-3575-4815-b454-dfec3520be7e service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821504 Nov 16 21:52:43.682487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] For port 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b62d579-6220-43c2-97a1-a5bbfe36ede4,segment=NetworkSegment(bd0fbe0b-b710-4960-8a61-68039ef11939),segment_id=bd0fbe0b-b710-4960-8a61-68039ef11939)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:43.687200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.702354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:43.739974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Pushing event updated for resources: {'Port': ['ID=4b62d579-6220-43c2-97a1-a5bbfe36ede4,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:43.749705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.749705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.749705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.750032 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.750350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.750802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.751349 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.751679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.751999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.752320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.752654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.753039 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888288d5-82bf-4653-8623-36fe7b6fc572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:43.943866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f85bad7-e922-4578-8e7a-ac4468332d37 req-8472fd46-1393-41e9-b410-1cd442e1071b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0389826 Nov 16 21:52:44.018218 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.020458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8f9a9821-8fcd-47af-87c1-115ca0ece732 None None] Provisioning complete for port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.021043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9821-8fcd-47af-87c1-115ca0ece732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.025040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.025944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.108092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a9821-8fcd-47af-87c1-115ca0ece732 None None] Port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:44.136717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8f9a9821-8fcd-47af-87c1-115ca0ece732 None None] Provisioning complete for port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.137663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9821-8fcd-47af-87c1-115ca0ece732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.144336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=2f95a6d4-e250-4f78-a79e-3d5698c70c0e,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:44.184344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b62d579-6220-43c2-97a1-a5bbfe36ede4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:44.225592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:44.228599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:44.290883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.291195 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.381369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Router 978842e0-cf34-4ce2-8d18-69e5c6c613a8 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:52:44.444400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8a735c45-f1c6-4d4f-bb22-e39827ee6653 None None] Provisioning complete for port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.444963 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a735c45-f1c6-4d4f-bb22-e39827ee6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.483623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8a735c45-f1c6-4d4f-bb22-e39827ee6653 None None] Port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:44.495632 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:52:44.505846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59308) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:44.516808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-62cbd4ec-d4fc-4b4b-9092-7698a65c2511 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/routers/978842e0-cf34-4ce2-8d18-69e5c6c613a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214262 Nov 16 21:52:44.517913 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] Sync routers for ids ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:44.533526 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] Routers {'978842e0-cf34-4ce2-8d18-69e5c6c613a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:52:44.534278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:52:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:44.577067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:44.581500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929ad2d-9d2e-48c3-abd0-b64f24654a39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:44.583341 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1929ad2d-9d2e-48c3-abd0-b64f24654a39 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?device_id=978842e0-cf34-4ce2-8d18-69e5c6c613a8 HTTP/1.1" status: 200 len: 989 time: 0.0764012 Nov 16 21:52:44.586666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59310) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:44.587779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] Routers {'978842e0-cf34-4ce2-8d18-69e5c6c613a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:52:44.589413 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:52:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:44.623647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6197e513-5456-4bf2-aefa-b77d5dc2704e None None] Provisioning complete for port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.624029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6197e513-5456-4bf2-aefa-b77d5dc2704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.632160 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:44.633223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5ab44-a336-4a52-8345-8ebba149c1e3 None None] The sync data for ids ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'] in n-d-816206-5 is: [] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:44.671630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6197e513-5456-4bf2-aefa-b77d5dc2704e None None] Port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:44.894778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-55c6b04b-9e2a-4b82-93a4-5bf417ed84f4 None None] Provisioning complete for port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:44.895327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-55c6b04b-9e2a-4b82-93a4-5bf417ed84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:44.935214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-55c6b04b-9e2a-4b82-93a4-5bf417ed84f4 None None] Port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:45.027169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-af0404cd-972a-4853-824b-08919b6887d2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:45.028649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-af0404cd-972a-4853-824b-08919b6887d2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1376989 Nov 16 21:52:45.036385 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.041363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:45.162836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:45.167243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.300681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.7 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/7de1fa81-a0b5-40b9-b714-0108b4d279cd) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:45.364204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-905c5dfd-7066-4e88-b111-9ed021355725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.495127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45876381-123a-4b2f-a740-063fc6117de3 req-d2f552d0-bde4-4362-989a-25c11f61fdb8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0686374 Nov 16 21:52:45.505674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.545148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.556971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e42229e1-a68a-4f09-affc-3775f175d85c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:52:45.593056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:45.597465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:45.600030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:45.632721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:45.666055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:45.666734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.696595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-a4db14c4-04f8-4b29-9c39-db0a21354bf3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6590736 Nov 16 21:52:45.704191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 2f95a6d4-e250-4f78-a79e-3d5698c70c0e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:45.704710 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.709623 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Request body: {'port': {'device_id': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:45.797723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.826011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:45.844515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 2f95a6d4-e250-4f78-a79e-3d5698c70c0e owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:45.964384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9ec4b737-5c11-472b-bd56-eb7af784bb8a None None] Provisioning complete for port 7de1fa81-a0b5-40b9-b714-0108b4d279cd triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:45.965050 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b737-5c11-472b-bd56-eb7af784bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.006145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4b737-5c11-472b-bd56-eb7af784bb8a None None] Port 7de1fa81-a0b5-40b9-b714-0108b4d279cd cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:46.047346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.077887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=2f95a6d4-e250-4f78-a79e-3d5698c70c0e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.114344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de1fa81-a0b5-40b9-b714-0108b4d279cd {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:46.123550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.138023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Transition to ACTIVE for port object 7de1fa81-a0b5-40b9-b714-0108b4d279cd will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:52:46.143200 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.190717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.210019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Pushing event updated for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.318308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Attempting to bind port 7de1fa81-a0b5-40b9-b714-0108b4d279cd on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:46.318639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Attempting to bind port 7de1fa81-a0b5-40b9-b714-0108b4d279cd by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:46.319003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Attempting to bind port 7de1fa81-a0b5-40b9-b714-0108b4d279cd on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:46.334051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Port 7de1fa81-a0b5-40b9-b714-0108b4d279cd on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:52:46.334379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Attempting to bind port 7de1fa81-a0b5-40b9-b714-0108b4d279cd on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:46.340584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:46.340925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:46.341364 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:46.341808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Bound port: 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:46.344034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.443230 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:46.449479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:46.461043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.484181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Router 978842e0-cf34-4ce2-8d18-69e5c6c613a8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:52:46.516692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.517313 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.518844 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] 10.222.0.36 "PUT /v2.0/ports/7de1fa81-a0b5-40b9-b714-0108b4d279cd HTTP/1.1" status: 200 len: 1091 time: 0.8134024 Nov 16 21:52:46.519517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:46.521672 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb48bb0-9643-4d33-9d4f-665614c23db3" -d '{"events": [{"name": "network-changed", "server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:52:46.555791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25570538-9d5f-438e-aab7-49d81238c225 service neutron] Pushing event updated for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:46.621173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:52:46.626744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f60f1bac-c65a-42d0-93b2-2c75efa48276 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/routers/978842e0-cf34-4ce2-8d18-69e5c6c613a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0382640 Nov 16 21:52:46.630336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59322) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:46.632727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] Sync routers for ids ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:52:46.647439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] Routers {'978842e0-cf34-4ce2-8d18-69e5c6c613a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:52:46.649036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:52:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:46.653449 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f77bb8-962f-4104-abca-433e3c0e394d x-openstack-request-id: req-80f77bb8-962f-4104-abca-433e3c0e394d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:52:46.653760 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:52:46.655040 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80f77bb8-962f-4104-abca-433e3c0e394d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:52:46.655040 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd', 'status': 'completed', 'code': 200} Nov 16 21:52:46.661712 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7f2ab0-0759-4c6e-aac3-728e72d656c7 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:46.663314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ec7f2ab0-0759-4c6e-aac3-728e72d656c7 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/2f95a6d4-e250-4f78-a79e-3d5698c70c0e HTTP/1.1" status: 404 len: 333 time: 0.0317774 Nov 16 21:52:46.666043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:46.684206 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-eff4bb41-1c06-4c45-bcd2-4c24d872e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.685906 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-eff4bb41-1c06-4c45-bcd2-4c24d872e1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 1094 time: 0.1133947 Nov 16 21:52:46.741246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:46.755423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] Routers {'978842e0-cf34-4ce2-8d18-69e5c6c613a8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:52:46.756356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:52:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:46.756531 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-ed4808fd-7acc-409c-8555-ff2c4aa93071 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd HTTP/1.1" status: 200 len: 217 time: 0.0625787 Nov 16 21:52:46.763891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.802857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:46.804101 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1061c-e493-4fd5-a653-c4aee47a95ed None None] The sync data for ids ['978842e0-cf34-4ce2-8d18-69e5c6c613a8'] in n-d-816206-5 is: [] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:52:46.841985 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-bc3d7992-589d-4f0c-ba0a-f10533b85771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.843524 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-bc3d7992-589d-4f0c-ba0a-f10533b85771 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0780990 Nov 16 21:52:46.894824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-e927664c-75fa-4e42-afbe-f762a0b9a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.896552 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-e927664c-75fa-4e42-afbe-f762a0b9a42f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461574 Nov 16 21:52:46.950956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0dc35-700f-4ea3-89e8-e0fc15f0a2e2 req-d5857edc-01cd-42f8-9957-88deadd8d576 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.952694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b0dc35-700f-4ea3-89e8-e0fc15f0a2e2 req-d5857edc-01cd-42f8-9957-88deadd8d576 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.2071846 Nov 16 21:52:46.961194 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:46.964487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.004845 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-00700a0c-4445-41d2-bbc8-f0a845509c50 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978341 Nov 16 21:52:47.031827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.032282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Fanout notify agent at l3_agent the message router_deleted on router 978842e0-cf34-4ce2-8d18-69e5c6c613a8 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:52:47.041181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.044965 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d03083f9-901f-4b9c-9230-d2097d56e99d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/routers/978842e0-cf34-4ce2-8d18-69e5c6c613a8 HTTP/1.1" status: 204 len: 168 time: 0.3744924 Nov 16 21:52:47.044965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59326) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:47.056575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b0dc35-700f-4ea3-89e8-e0fc15f0a2e2 req-d0f3a7e5-fe10-4222-a625-7082b7397fd8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973041 Nov 16 21:52:47.104104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:47.107929 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.115960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-270c52e0-62f9-43b7-b920-46298d3748b7 req-1725dcff-607c-414c-a3cf-edfd1a121bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030354 Nov 16 21:52:47.151899 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.200891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-38761492-8935-4457-b759-0754464b0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:47.202828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-38761492-8935-4457-b759-0754464b0016 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 1094 time: 0.0418804 Nov 16 21:52:47.243806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.306511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-80190ced-6018-4603-8644-0504c5cc64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:47.308556 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-80190ced-6018-4603-8644-0504c5cc64db service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0993595 Nov 16 21:52:47.314965 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.342618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.346450 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.349718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ac83e4b3-7b13-4b5a-a48a-2bb1759265c4 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6 HTTP/1.1" status: 204 len: 168 time: 0.3038983 Nov 16 21:52:47.353065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59328) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:47.357343 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-c4d3dac2-a9ea-4768-915d-692d0edf8aba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd HTTP/1.1" status: 200 len: 217 time: 0.0419931 Nov 16 21:52:47.360008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadca60-3057-4b18-80f6-81151edd585b None None] Network 67d78734-a6c0-4086-a4a8-2066a81d9d71 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:47.427481 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-c9774deb-38a1-40ea-b96d-e10223e415c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:47.429474 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-c9774deb-38a1-40ea-b96d-e10223e415c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0618854 Nov 16 21:52:47.444626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.505594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-c31efc52-f1f9-49d7-8f52-04075c6c5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:47.507201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-c31efc52-f1f9-49d7-8f52-04075c6c5afe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687752 Nov 16 21:52:47.548222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:47.548543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.602863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40049000-cde5-4f00-956d-106deb4101db None None] DHCP port deletion for 67d78734-a6c0-4086-a4a8-2066a81d9d71 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:52:47.616861 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-4db9b234-2079-4c70-8003-4c1caf66973b service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017013 Nov 16 21:52:47.623176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] For port 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b62d579-6220-43c2-97a1-a5bbfe36ede4,segment=NetworkSegment(bd0fbe0b-b710-4960-8a61-68039ef11939),segment_id=bd0fbe0b-b710-4960-8a61-68039ef11939)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:47.623620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.643298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 4b62d579-6220-43c2-97a1-a5bbfe36ede4 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:47.657969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-40049000-cde5-4f00-956d-106deb4101db None None] Deleting port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:47.659048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40049000-cde5-4f00-956d-106deb4101db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.726545 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cfb48bb0-9643-4d33-9d4f-665614c23db3 req-bad05c53-945d-4cac-ae18-2f25072721d4 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018286 Nov 16 21:52:47.732058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-40049000-cde5-4f00-956d-106deb4101db None None] For port 4b62d579-6220-43c2-97a1-a5bbfe36ede4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b62d579-6220-43c2-97a1-a5bbfe36ede4,segment=NetworkSegment(bd0fbe0b-b710-4960-8a61-68039ef11939),segment_id=bd0fbe0b-b710-4960-8a61-68039ef11939)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:47.732690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40049000-cde5-4f00-956d-106deb4101db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.739725 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.758163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-40049000-cde5-4f00-956d-106deb4101db None None] Calling delete_port for 4b62d579-6220-43c2-97a1-a5bbfe36ede4 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:47.764509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92029e0a-31c4-41b1-8c58-82b9d70e8399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.768491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=4b62d579-6220-43c2-97a1-a5bbfe36ede4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:47.770350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No DVR routers for this DVR port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:47.853568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40049000-cde5-4f00-956d-106deb4101db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.862564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.890250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d78734-a6c0-4086-a4a8-2066a81d9d71']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:47.901829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0fbe0b-b710-4960-8a61-68039ef11939') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:47.902360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0fbe0b-b710-4960-8a61-68039ef11939') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:52:47.921315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.937162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.944554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:52:47.945067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: timer() Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:52:47.948726 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:52:48.011265 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.019935 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.027544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/67d78734-a6c0-4086-a4a8-2066a81d9d71 HTTP/1.1" status: 204 len: 168 time: 0.6702654 Nov 16 21:52:48.027965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59330) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.044187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049000-cde5-4f00-956d-106deb4101db None None] Pushing event deleted for resources: {'Port': ['ID=4b62d579-6220-43c2-97a1-a5bbfe36ede4,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.047689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40049000-cde5-4f00-956d-106deb4101db None None] No DVR routers for this DVR port 4b62d579-6220-43c2-97a1-a5bbfe36ede4 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:52:48.055591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d1c5-737b-46ad-9fe9-012a52afddfd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=67d78734-a6c0-4086-a4a8-2066a81d9d71,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.084755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de20784-a4cf-4b4c-bfdf-8e41b044ecf1 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:48.086987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8de20784-a4cf-4b4c-bfdf-8e41b044ecf1 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/476ea38b-33cc-40cb-9fd4-82fb2f85d003 HTTP/1.1" status: 200 len: 845 time: 0.0573573 Nov 16 21:52:48.092362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59334) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.132696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b62d579-6220-43c2-97a1-a5bbfe36ede4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:48.141886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dd51f7f3-9d2e-4de3-8bed-cbc1b45cfd75 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/476ea38b-33cc-40cb-9fd4-82fb2f85d003?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0482883 Nov 16 21:52:48.145846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59336) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.151542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:48.163488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4b62d579-6220-43c2-97a1-a5bbfe36ede4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:52:48.163488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b62d579-6220-43c2-97a1-a5bbfe36ede4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:52:48.279224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913000-1247-4620-b47e-34b4d4297ffd req-e8f71d4c-e9b6-4a76-a8b4-bd79690e38cf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:48.280914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59913000-1247-4620-b47e-34b4d4297ffd req-e8f71d4c-e9b6-4a76-a8b4-bd79690e38cf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.1253955 Nov 16 21:52:48.305768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:48.309758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.404028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59913000-1247-4620-b47e-34b4d4297ffd req-f52048ed-dcfd-4f43-94f6-0f94d275da2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163688 Nov 16 21:52:48.545891 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.591986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:48.595196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:48.598122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:48.598731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.605612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44e5ec-c956-4001-bca0-8ce066f2a2a2 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:48.618682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=b6cc2d15-525a-486f-b67b-f8db3db3af42,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.627176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cd29e7f0-e2d1-454d-a980-2e2df599b003 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773633 Nov 16 21:52:48.628062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59338) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.632236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'security_group': {'name': 'tempest-secgroup-962850148'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:48.656709 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.726786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.730573 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.761085 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.764854 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1338773 Nov 16 21:52:48.765409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59340) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.769011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32842bdb-1efe-4997-8595-2ee993d6569c tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5574e13a-3c9d-4dab-836e-f2f0ab153af7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.771332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'security_group': {'name': 'tempest-secgroup-94653957'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:48.802619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-20524caf-3399-4a1f-9c6a-d53546981f66', 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'tenant_id': '644c2bb3b8ec491bb61ac2546526afff', 'fixed_ips': [{'subnet_id': 'b6cc2d15-525a-486f-b67b-f8db3db3af42'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:52:48.803722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.808670 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.883839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.888881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.915846 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:48.920152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1537104 Nov 16 21:52:48.920323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59342) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:48.929615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-420643376', 'security_groups': ['507921e1-dfe6-48f2-9d8b-988c9e5cb2c0'], 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6cc2d15-525a-486f-b67b-f8db3db3af42'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:48.930025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d2e8a-06d0-4b9d-a8cc-6b27ef2e2f55 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507921e1-dfe6-48f2-9d8b-988c9e5cb2c0,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:48.953319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Allocated IP 2001:db8::2 (20524caf-3399-4a1f-9c6a-d53546981f66/b6cc2d15-525a-486f-b67b-f8db3db3af42/0d89f237-b60a-452f-9032-d1fd154b3d45) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:49.091351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:49.159892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.173066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.196795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.216039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port c31fbbc3-2e6e-469f-a1c0-958dc423af68 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:49.222017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:49.226839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:49.229373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:49.247686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:49.294542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Attempting to bind port 0d89f237-b60a-452f-9032-d1fd154b3d45 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:52:49.297570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Attempting to bind port 0d89f237-b60a-452f-9032-d1fd154b3d45 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'a4b89727-40db-40f4-9d15-2a4a97ea25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:52:49.297570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Attempting to bind port 0d89f237-b60a-452f-9032-d1fd154b3d45 on network 20524caf-3399-4a1f-9c6a-d53546981f66 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:52:49.300746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:52:49.301873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Checking segment: {'id': 'a4b89727-40db-40f4-9d15-2a4a97ea25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:52:49.301873 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.301873 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Bound using segment: {'id': 'a4b89727-40db-40f4-9d15-2a4a97ea25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:52:49.302294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Bound port: 0d89f237-b60a-452f-9032-d1fd154b3d45, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b89727-40db-40f4-9d15-2a4a97ea25ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:52:49.302672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.383088 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.416955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:52:49.422294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:52:49.436994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.454038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::15b (20524caf-3399-4a1f-9c6a-d53546981f66/b6cc2d15-525a-486f-b67b-f8db3db3af42/c31fbbc3-2e6e-469f-a1c0-958dc423af68) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:49.582049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8e3de-483e-41e8-a69d-5eadbcf28e5c None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:49.595996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b04e7-0378-44cb-ab69-b50ac414b18e req-67da2ef6-e5cf-4bcc-8148-338145f0eab1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:49.597613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-066b04e7-0378-44cb-ab69-b50ac414b18e req-67da2ef6-e5cf-4bcc-8148-338145f0eab1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0772159 Nov 16 21:52:49.663427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-066b04e7-0378-44cb-ab69-b50ac414b18e req-9d260e98-b66a-43b9-a1cf-070df699ce9f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Nov 16 21:52:49.703456 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.781794 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:49.857682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:49.863217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:49.867215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:49.875704 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:49.875981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.164883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:50.231352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:50.233115 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.352604 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.392548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=c31fbbc3-2e6e-469f-a1c0-958dc423af68,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.404052 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4faaf0cf-7943-4834-ba22-9d25872ad7fd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4822123 Nov 16 21:52:50.407855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59346) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:50.413946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:50.437997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:50.453912 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.540879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:50.607502 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.653440 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:50.656992 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:50.856247 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6cc2d15-525a-486f-b67b-f8db3db3af42 (CIDR: 2001:db8::/64) Nov 16 21:52:50.869043 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:52:50.869424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:50.905448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c772-9c48-426e-b2d2-f304c914f386 req-48c93a5d-d813-4782-b94d-d8180c08f6d7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:50.909617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8f8c772-9c48-426e-b2d2-f304c914f386 req-48c93a5d-d813-4782-b94d-d8180c08f6d7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.1297083 Nov 16 21:52:50.940938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d2472cd7-9e37-4147-bedf-2282901f6f47 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5317369 Nov 16 21:52:50.944447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59350) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:50.949917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:50.996846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7d3a81a4-1e66-4b1f-a3ae-a2a075d4f9c0 None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:50.997750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7d3a81a4-1e66-4b1f-a3ae-a2a075d4f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.018541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8f8c772-9c48-426e-b2d2-f304c914f386 req-63234a93-b229-4b05-b12c-da7af1e8738d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806267 Nov 16 21:52:51.058621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a81a4-1e66-4b1f-a3ae-a2a075d4f9c0 None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:51.073493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7d3a81a4-1e66-4b1f-a3ae-a2a075d4f9c0 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:51.073969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7d3a81a4-1e66-4b1f-a3ae-a2a075d4f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.184472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:51.191238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.335150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e918f041-2faf-41d2-ac42-40167a262cd0 None None] Provisioning complete for port c31fbbc3-2e6e-469f-a1c0-958dc423af68 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:51.336190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e918f041-2faf-41d2-ac42-40167a262cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.386960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e918f041-2faf-41d2-ac42-40167a262cd0 None None] Port c31fbbc3-2e6e-469f-a1c0-958dc423af68 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:51.500923 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.536688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.605158 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:51.608634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:51.612966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:51.613607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.620763 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=e45f9748-a087-409e-8f37-f6f9f9798f84,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:51.622111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dcc2a9-3da9-433a-992b-061c02da7fab None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:51.654643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-690f772d-bf15-4527-9c5e-8280a6255235 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7047956 Nov 16 21:52:51.655803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:51.664273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-28849692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e45f9748-a087-409e-8f37-f6f9f9798f84'}], 'security_groups': ['5574e13a-3c9d-4dab-836e-f2f0ab153af7']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:51.879256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.957120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Update dhcp port {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'fixed_ips': [{'subnet_id': 'b6cc2d15-525a-486f-b67b-f8db3db3af42', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e45f9748-a087-409e-8f37-f6f9f9798f84'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '0d89f237-b60a-452f-9032-d1fd154b3d45'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:52:51.996574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.169037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:52.220274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd434c2-9c53-43cd-bd7d-db0dd234f2de req-c6b9822f-b513-4f77-9420-df315b104b40 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:52.221750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efd434c2-9c53-43cd-bd7d-db0dd234f2de req-c6b9822f-b513-4f77-9420-df315b104b40 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0692551 Nov 16 21:52:52.276010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:52.276808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.281781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efd434c2-9c53-43cd-bd7d-db0dd234f2de req-1a6d027d-f3e9-4a2f-a9c8-3c010e4101cf tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Nov 16 21:52:52.312263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Allocated IP 2001:db8:0:1::2 (20524caf-3399-4a1f-9c6a-d53546981f66/e45f9748-a087-409e-8f37-f6f9f9798f84/0d89f237-b60a-452f-9032-d1fd154b3d45) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:52.446201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:52.487672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.500327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.599436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e87b3d-0165-4ed9-885b-a8bc016fd039 None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:52.633256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Delete allocated IP 2001:db8::15b (20524caf-3399-4a1f-9c6a-d53546981f66/b6cc2d15-525a-486f-b67b-f8db3db3af42) {{(pid=102665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:52:52.642788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8:0:1::70 (20524caf-3399-4a1f-9c6a-d53546981f66/e45f9748-a087-409e-8f37-f6f9f9798f84/c31fbbc3-2e6e-469f-a1c0-958dc423af68) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:52.846848 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.852584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.918467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] In _notify_port_updated(), no bound segment for port c31fbbc3-2e6e-469f-a1c0-958dc423af68 on network 20524caf-3399-4a1f-9c6a-d53546981f66 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:52.927589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:52.928973 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:52.931078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/ports/c31fbbc3-2e6e-469f-a1c0-958dc423af68 HTTP/1.1" status: 200 len: 928 time: 1.2732775 Nov 16 21:52:52.934727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:52.952184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b489d5-e979-4954-be60-01a32b7b72e2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=c31fbbc3-2e6e-469f-a1c0-958dc423af68,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.048644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port c31fbbc3-2e6e-469f-a1c0-958dc423af68 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:53.048899 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.151841 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.168135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for c31fbbc3-2e6e-469f-a1c0-958dc423af68 owned by {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:53.355667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Provisioning complete for port c31fbbc3-2e6e-469f-a1c0-958dc423af68 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:53.356042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.359746 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.394985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Port c31fbbc3-2e6e-469f-a1c0-958dc423af68 was deleted so its status cannot be updated. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 21:52:53.405818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=c31fbbc3-2e6e-469f-a1c0-958dc423af68,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.437939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:53.438245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.440804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.446832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ece156c5-35cd-4afa-abbf-a0a012206052 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/c31fbbc3-2e6e-469f-a1c0-958dc423af68 HTTP/1.1" status: 204 len: 168 time: 0.5103228 Nov 16 21:52:53.449419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59360) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:53.467646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ac38-8824-4981-9992-f49a8e92a35f req-65661c08-3062-4d37-b960-ed59e464168e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:53.475060 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fe7b5b-bfe5-435e-be4e-2cb69ebe4e54 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:53.475600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4827ac38-8824-4981-9992-f49a8e92a35f req-65661c08-3062-4d37-b960-ed59e464168e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0864437 Nov 16 21:52:53.477147 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-13fe7b5b-bfe5-435e-be4e-2cb69ebe4e54 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/c31fbbc3-2e6e-469f-a1c0-958dc423af68 HTTP/1.1" status: 404 len: 333 time: 0.0267847 Nov 16 21:52:53.480502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59362) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:53.545961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4827ac38-8824-4981-9992-f49a8e92a35f req-7c5c5d9a-64b7-4cca-9290-ee8db5b535ed tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Nov 16 21:52:53.548091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:53.579355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.583809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:53.584229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32f249e3-1b2c-4b2f-a5aa-41f163cf9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.619087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.676842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.679690 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.685471 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/security-groups/507921e1-dfe6-48f2-9d8b-988c9e5cb2c0 HTTP/1.1" status: 204 len: 168 time: 0.1992359 Nov 16 21:52:53.687359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59364) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:53.715477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ad222-2d7f-4b84-9f6d-c124a8c0f0ae tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507921e1-dfe6-48f2-9d8b-988c9e5cb2c0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.772803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.797817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.819831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5e3c2825-f7b0-41b6-9e43-38d125ec9607 None None] Could not find standard attr ID for object c31fbbc3-2e6e-469f-a1c0-958dc423af68. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:53.852060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.855404 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.856611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/security-groups/5574e13a-3c9d-4dab-836e-f2f0ab153af7 HTTP/1.1" status: 204 len: 168 time: 0.1679559 Nov 16 21:52:53.859414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:53.877614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35302c-38ec-4441-8b1f-fb6576631583 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5574e13a-3c9d-4dab-836e-f2f0ab153af7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:53.931279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet b6cc2d15-525a-486f-b67b-f8db3db3af42 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:53.935448 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.979802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.077878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.110883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:54.160029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.168904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:54.169284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.190224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cc2d15-525a-486f-b67b-f8db3db3af42,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.196749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.212546 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d45baf7c-8fd1-4f21-b79c-14e1f5cb9027 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/b6cc2d15-525a-486f-b67b-f8db3db3af42 HTTP/1.1" status: 204 len: 168 time: 0.3469210 Nov 16 21:52:54.212729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a076d4d-730b-4bcc-b74b-844a8f0c3914 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:54.214001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59368) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:54.222565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:54.341249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:54.345247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.699637 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.708454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e57d3-5144-494a-b67b-903ad5f58855 req-9029e55b-0878-434e-96d6-e860adab597e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:54.715937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3e57d3-5144-494a-b67b-903ad5f58855 req-9029e55b-0878-434e-96d6-e860adab597e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0766044 Nov 16 21:52:54.743104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:54.747424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:54.753032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:54.753666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.773157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.775805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f3e57d3-5144-494a-b67b-903ad5f58855 req-3474e2a4-7afb-4476-8a4c-e3a29fab0ef9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581033 Nov 16 21:52:54.780634 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f62a4ac0-0408-45ba-ade7-b03f4bf4d879 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5627112 Nov 16 21:52:54.783171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59372) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:54.788423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105783343'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:54.812104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.903241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.907878 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.949652 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:54.953778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1668851 Nov 16 21:52:54.954195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59374) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:54.958605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'security_group': {'name': 'tempest-secgroup-759234561'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:54.965956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f965afd-ad11-491d-bc52-447d07418931 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942e4aa3-e963-4b88-8bab-e3a1bb03edbb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:54.989073 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.067397 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.071651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.106055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f78367-c453-4801-a47d-d57058fdca62,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:55.121376 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.122888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e3272645-7428-4ec7-a3f8-ee6827be8ebf tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1677523 Nov 16 21:52:55.125705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59376) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:55.130990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312227705'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:55.162215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.199918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907bbaf-be0a-4b33-8ab3-3a8c9555c8d4 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:55.243739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.248480 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.281731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.283879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1570413 Nov 16 21:52:55.285708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62851c1-2c85-45ad-9bf9-31049628535b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e510ff61-d4c5-4806-8fa9-9d74c88706a6,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:55.286581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59378) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:55.299203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-133885288', 'security_groups': ['e510ff61-d4c5-4806-8fa9-9d74c88706a6'], 'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:55.304904 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac8aea08-430e-44b1-8e2f-0c2e98266940 None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:55.305280 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac8aea08-430e-44b1-8e2f-0c2e98266940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.370404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ac8aea08-430e-44b1-8e2f-0c2e98266940 None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:55.405144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac8aea08-430e-44b1-8e2f-0c2e98266940 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:55.405505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac8aea08-430e-44b1-8e2f-0c2e98266940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.412071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:55.501368 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.518437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Update dhcp port {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'fixed_ips': [{'subnet_id': 'e45f9748-a087-409e-8f37-f6f9f9798f84', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '0d89f237-b60a-452f-9032-d1fd154b3d45'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:52:55.519756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] device_id is not set on port 81062251-4098-47cd-aefd-5e65889f5a30 yet. {{(pid=102664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:52:55.545774 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.688039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8::df (20524caf-3399-4a1f-9c6a-d53546981f66/d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e/81062251-4098-47cd-aefd-5e65889f5a30) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:55.828547 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.864862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.912373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Allocated IP 2001:db8::2 (20524caf-3399-4a1f-9c6a-d53546981f66/d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e/0d89f237-b60a-452f-9032-d1fd154b3d45) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:55.912597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:55.915706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:55.917082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628074-1d03-428c-ac51-df00bbd77046 req-e9bde59c-31b5-4078-a227-77998933b2e5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:55.920232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4628074-1d03-428c-ac51-df00bbd77046 req-e9bde59c-31b5-4078-a227-77998933b2e5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0583651 Nov 16 21:52:55.923600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:52:55.929308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:55.929917 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.937077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=81062251-4098-47cd-aefd-5e65889f5a30,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:55.957003 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-20c27659-e8b9-4908-b6fd-ede64fcd7257 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6659558 Nov 16 21:52:55.957495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59382) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:55.964950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:56.019286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:56.019531 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4628074-1d03-428c-ac51-df00bbd77046 req-a1412270-4d4d-4032-b927-12d8b3b4e5a9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932209 Nov 16 21:52:56.051139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.055876 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.099844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:56.104191 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.143284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45222b6-4da6-450c-9d37-b778658ab95c None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:56.203101 n-d-816206-5 neutron-server[102665]: INFO neutron.db.ipam_backend_mixin [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e (CIDR: 2001:db8::/64) Nov 16 21:52:56.206229 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:52:56.206681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:56.222534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9c06dbf5-06bc-4466-a4fb-76992165865f tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2638512 Nov 16 21:52:56.225438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59384) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:56.231295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:56.354137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:56.358752 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.455778 n-d-816206-5 neutron-server[102664]: INFO neutron.db.ipam_backend_mixin [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e45f9748-a087-409e-8f37-f6f9f9798f84 (CIDR: 2001:db8:0:1::/64) Nov 16 21:52:56.458919 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:52:56.459406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:56.475152 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-be820428-eefc-4f42-b311-ad3ed9040360 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2485301 Nov 16 21:52:56.477860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59386) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:56.482948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'subnet': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:56.604871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Made reservation on behalf of 644c2bb3b8ec491bb61ac2546526afff for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:52:56.608633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.643788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8e2a6c18-c313-416f-904f-214bf6cf54da None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:56.644203 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6c18-c313-416f-904f-214bf6cf54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.680836 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a6c18-c313-416f-904f-214bf6cf54da None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:56.691936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8e2a6c18-c313-416f-904f-214bf6cf54da None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:56.692602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e2a6c18-c313-416f-904f-214bf6cf54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.848000 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.890404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Network 20524caf-3399-4a1f-9c6a-d53546981f66 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:52:56.893464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:52:56.897552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:56.898161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.898621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5b511c05-54e7-40ee-8aa4-f2abe8a186f7 None None] Provisioning complete for port 81062251-4098-47cd-aefd-5e65889f5a30 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:56.899031 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5b511c05-54e7-40ee-8aa4-f2abe8a186f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.903151 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c24c3-8fdf-4f22-ad9a-e2e6dcf7f2ef None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:56.913196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Subnet': ['ID=37880d68-73ec-483d-945e-a8a8c93069ae,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:56.923959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a0009839-9974-41e0-9e32-2c5ece984bdd tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4425244 Nov 16 21:52:56.924353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:56.929643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-664597858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37880d68-73ec-483d-945e-a8a8c93069ae'}], 'security_groups': ['942e4aa3-e963-4b88-8bab-e3a1bb03edbb', '35f78367-c453-4801-a47d-d57058fdca62']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:52:56.979324 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5b511c05-54e7-40ee-8aa4-f2abe8a186f7 None None] Port 81062251-4098-47cd-aefd-5e65889f5a30 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:57.078960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.149483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Update dhcp port {'port': {'network_id': '20524caf-3399-4a1f-9c6a-d53546981f66', 'fixed_ips': [{'subnet_id': 'e45f9748-a087-409e-8f37-f6f9f9798f84', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e', 'ip_address': '2001:db8::2'}, {'subnet_id': '37880d68-73ec-483d-945e-a8a8c93069ae'}], 'binding:host_id': 'n-d-816206-5'}, 'id': '0d89f237-b60a-452f-9032-d1fd154b3d45'} from n-d-816206-5. {{(pid=102666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:52:57.174849 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.350493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Allocated IP 2001:db8:0:2::2 (20524caf-3399-4a1f-9c6a-d53546981f66/37880d68-73ec-483d-945e-a8a8c93069ae/0d89f237-b60a-452f-9032-d1fd154b3d45) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:57.456067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:57.488098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.495482 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.506243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d471d00-1ba3-4712-be8e-53d13c85e210 req-fe92a432-3860-45cd-a3e6-d5ca26a32d35 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:57.507858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d471d00-1ba3-4712-be8e-53d13c85e210 req-fe92a432-3860-45cd-a3e6-d5ca26a32d35 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.4136207 Nov 16 21:52:57.599204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c20b-65a6-402f-ab35-f2d373faba67 None None] Pushing event updated for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:57.637641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d471d00-1ba3-4712-be8e-53d13c85e210 req-9f2efff0-c3a7-4f04-ae9f-438ecbd4bf5f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191795 Nov 16 21:52:57.771225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Delete allocated IP 2001:db8::df (20524caf-3399-4a1f-9c6a-d53546981f66/d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e) {{(pid=102665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:52:57.780998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Allocated IP 2001:db8:0:2::340 (20524caf-3399-4a1f-9c6a-d53546981f66/37880d68-73ec-483d-945e-a8a8c93069ae/81062251-4098-47cd-aefd-5e65889f5a30) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:52:57.968791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.974724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.057864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] In _notify_port_updated(), no bound segment for port 81062251-4098-47cd-aefd-5e65889f5a30 on network 20524caf-3399-4a1f-9c6a-d53546981f66 {{(pid=102665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:52:58.064229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:58.064869 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.066277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "PUT /v2.0/ports/81062251-4098-47cd-aefd-5e65889f5a30 HTTP/1.1" status: 200 len: 969 time: 1.1409259 Nov 16 21:52:58.069510 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59392) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:58.110537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b40de4-61de-45f9-a5ad-6e39b0c19335 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event updated for resources: {'Port': ['ID=81062251-4098-47cd-aefd-5e65889f5a30,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:58.147718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:52:58.184518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 81062251-4098-47cd-aefd-5e65889f5a30 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:52:58.184886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.208507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:58.209249 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.232093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:52:58.300543 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.318196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 81062251-4098-47cd-aefd-5e65889f5a30 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:52:58.472819 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.506917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=81062251-4098-47cd-aefd-5e65889f5a30,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:58.512996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Could not find standard attr ID for object 81062251-4098-47cd-aefd-5e65889f5a30. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:58.524583 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:58.525631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.545565 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.552560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59394) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:58.563553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3664ebde-e318-48e1-8ebe-9f4258603597 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/81062251-4098-47cd-aefd-5e65889f5a30 HTTP/1.1" status: 204 len: 168 time: 0.4929109 Nov 16 21:52:58.569959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:52:58.581924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:52:58.582573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0543a9c5-7d14-40a6-b450-bc11a76ec443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.600334 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0824879c-7ae8-48f5-85a3-5bc05bd3246d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] GET failed (client error): The resource could not be found. Nov 16 21:52:58.602385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0824879c-7ae8-48f5-85a3-5bc05bd3246d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports/81062251-4098-47cd-aefd-5e65889f5a30 HTTP/1.1" status: 404 len: 333 time: 0.0486624 Nov 16 21:52:58.605805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:58.669537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.699330 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.768453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.771211 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.775604 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/security-groups/e510ff61-d4c5-4806-8fa9-9d74c88706a6 HTTP/1.1" status: 204 len: 168 time: 0.1657691 Nov 16 21:52:58.776663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59400) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:58.803293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ab8630cd-d6b0-433d-b3c6-fe1279b2ad08 None None] Could not find standard attr ID for object 81062251-4098-47cd-aefd-5e65889f5a30. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:52:58.807468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bb3a0-cff9-458b-ba96-c68169f01bbc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e510ff61-d4c5-4806-8fa9-9d74c88706a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:58.831300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de98013-e9e2-4153-960b-d9c4ea62ea8e req-6a362817-6d5c-440b-8f5a-cc4573454cc1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:58.835422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2de98013-e9e2-4153-960b-d9c4ea62ea8e req-6a362817-6d5c-440b-8f5a-cc4573454cc1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.1053143 Nov 16 21:52:58.871650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.902039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.920384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2de98013-e9e2-4153-960b-d9c4ea62ea8e req-17d93d36-a144-4c51-99ae-27923f064ded tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Nov 16 21:52:58.949296 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.953382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:58.955309 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/security-groups/35f78367-c453-4801-a47d-d57058fdca62 HTTP/1.1" status: 204 len: 168 time: 0.1776328 Nov 16 21:52:58.958069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59402) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:58.969957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91277-6fa9-48e5-87a3-8eb59488eeb5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f78367-c453-4801-a47d-d57058fdca62,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.014223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.037627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.080301 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.083120 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.084313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/security-groups/942e4aa3-e963-4b88-8bab-e3a1bb03edbb HTTP/1.1" status: 204 len: 168 time: 0.1248834 Nov 16 21:52:59.087168 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:59.094412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c8242-d44a-4874-8927-9dd7867c62bc tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e4aa3-e963-4b88-8bab-e3a1bb03edbb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.140041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:59.143654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.183815 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.274879 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.333763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.360680 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.368520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.376668 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1719185-d259-48ad-8c47-3629dd40429d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e HTTP/1.1" status: 204 len: 168 time: 0.2831726 Nov 16 21:52:59.376871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59406) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:59.379417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44154998-84f6-4e1a-9f31-faed217eab01 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:52:59.436162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet 37880d68-73ec-483d-945e-a8a8c93069ae {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:59.439273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.490170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.595362 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.664447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.692743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=37880d68-73ec-483d-945e-a8a8c93069ae,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:59.696363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.703334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59408) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:59.703493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-becfff3d-3a51-42d8-bda9-13eed516b55d tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/37880d68-73ec-483d-945e-a8a8c93069ae HTTP/1.1" status: 204 len: 168 time: 0.3256009 Nov 16 21:52:59.735325 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b12a93-de61-401f-b015-7464ef05ea4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:52:59.735793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b12a93-de61-401f-b015-7464ef05ea4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:52:59.740054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-86b12a93-de61-401f-b015-7464ef05ea4b tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/d01ae5e8-26b0-4e88-9c1e-a7cae49cbb6e HTTP/1.1" status: 404 len: 337 time: 0.0341980 Nov 16 21:52:59.741993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59410) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:59.798440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting subnet e45f9748-a087-409e-8f37-f6f9f9798f84 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:52:59.802166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.844972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:59.944718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.020594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.050107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Subnet': ['ID=e45f9748-a087-409e-8f37-f6f9f9798f84,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:00.060515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.062570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb64b3-1e71-4cae-af6c-7b17ea57fcc1 req-79ce827d-5595-41e3-86b1-7e7f8daa42e2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:00.064189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0bb64b3-1e71-4cae-af6c-7b17ea57fcc1 req-79ce827d-5595-41e3-86b1-7e7f8daa42e2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0782850 Nov 16 21:53:00.068808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59414) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.071506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c80784f4-a61d-424c-8f9d-42bc34021183 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/e45f9748-a087-409e-8f37-f6f9f9798f84 HTTP/1.1" status: 204 len: 168 time: 0.3284199 Nov 16 21:53:00.108768 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c056b64-ca3d-48a1-a9da-fba3090d41d2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.109243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c056b64-ca3d-48a1-a9da-fba3090d41d2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.112445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c056b64-ca3d-48a1-a9da-fba3090d41d2 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/b6cc2d15-525a-486f-b67b-f8db3db3af42 HTTP/1.1" status: 404 len: 337 time: 0.0426292 Nov 16 21:53:00.115260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59418) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.153754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59420) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.155317 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d6d2a120-e562-4fa3-94d1-29f1846fb230 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "GET /v2.0/ports?device_id=978842e0-cf34-4ce2-8d18-69e5c6c613a8 HTTP/1.1" status: 200 len: 205 time: 0.0387602 Nov 16 21:53:00.194802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e0bb64b3-1e71-4cae-af6c-7b17ea57fcc1 req-b7f0f40e-5c8b-49fe-a4ba-14912adee3cc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236844 Nov 16 21:53:00.195776 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-6a387f7b-5966-4ee9-b422-f1da28ba2d44 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] delete failed (client error): The resource could not be found. Nov 16 21:53:00.199606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6a387f7b-5966-4ee9-b422-f1da28ba2d44 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/routers/978842e0-cf34-4ce2-8d18-69e5c6c613a8 HTTP/1.1" status: 404 len: 336 time: 0.0421660 Nov 16 21:53:00.199899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.232455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963cb3a8-08a8-4589-a630-cf80805f08d7 None None] Network 20524caf-3399-4a1f-9c6a-d53546981f66 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:53:00.233941 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae15f4d-8e98-466d-9225-81ca4fd4276e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.234671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae15f4d-8e98-466d-9225-81ca4fd4276e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.238020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aae15f4d-8e98-466d-9225-81ca4fd4276e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/9abb07b3-a37d-44fa-9ae4-ad2bc36aa7d6 HTTP/1.1" status: 404 len: 337 time: 0.0372195 Nov 16 21:53:00.240540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59424) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.274534 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c2d717-0548-4255-8e1b-3179aac21e8a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.275180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c2d717-0548-4255-8e1b-3179aac21e8a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.280814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-55c2d717-0548-4255-8e1b-3179aac21e8a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/533c2f77-41aa-4657-8060-ffda062ade84 HTTP/1.1" status: 404 len: 337 time: 0.0370228 Nov 16 21:53:00.281453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59426) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.287082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e261fcb7-282a-48e5-9d2d-fe462290282e None None] Provisioning complete for port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:00.287454 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e261fcb7-282a-48e5-9d2d-fe462290282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.309533 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde84cad-514f-424a-82fa-7ca4ca220133 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.310090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde84cad-514f-424a-82fa-7ca4ca220133 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.313285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bde84cad-514f-424a-82fa-7ca4ca220133 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/ff8f665b-733a-4521-8403-2093a1c540d4 HTTP/1.1" status: 404 len: 337 time: 0.0312843 Nov 16 21:53:00.315818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59428) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.341444 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3201f9-fba9-4470-b2a8-41a2f8dda4ba tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.342946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3201f9-fba9-4470-b2a8-41a2f8dda4ba tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.349285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9e3201f9-fba9-4470-b2a8-41a2f8dda4ba tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/a1de2e93-fd1b-478b-8095-15cff48402d2 HTTP/1.1" status: 404 len: 333 time: 0.0300043 Nov 16 21:53:00.349693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59430) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.370393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e261fcb7-282a-48e5-9d2d-fe462290282e None None] Port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:53:00.380119 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d6be82-8d88-4994-9dfd-6e6e165c7ca5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.380119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d6be82-8d88-4994-9dfd-6e6e165c7ca5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.383672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-07d6be82-8d88-4994-9dfd-6e6e165c7ca5 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/1663d9a6-3827-4e6f-999e-96df6ebffd1a HTTP/1.1" status: 404 len: 337 time: 0.0325556 Nov 16 21:53:00.386353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.400351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e261fcb7-282a-48e5-9d2d-fe462290282e None None] Provisioning complete for port 0d89f237-b60a-452f-9032-d1fd154b3d45 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:00.400991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e261fcb7-282a-48e5-9d2d-fe462290282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.417431 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-38454fee-111c-4853-905e-14e426f45758 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.417901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38454fee-111c-4853-905e-14e426f45758 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.423754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-38454fee-111c-4853-905e-14e426f45758 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/38a25f16-b058-44d9-b271-b3f971c54e0e HTTP/1.1" status: 404 len: 337 time: 0.0334275 Nov 16 21:53:00.423972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.456014 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-724cb72f-18c6-4818-b5e9-599af0db858a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.456503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724cb72f-18c6-4818-b5e9-599af0db858a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.462882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59436) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.471032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-724cb72f-18c6-4818-b5e9-599af0db858a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/71a71877-3017-4d0d-af81-ffa1afeb26e7 HTTP/1.1" status: 404 len: 333 time: 0.0351419 Nov 16 21:53:00.501833 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5a64ee-2038-49d4-a47f-39e8df8da35a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.502302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5a64ee-2038-49d4-a47f-39e8df8da35a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.507476 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe5a64ee-2038-49d4-a47f-39e8df8da35a tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/bd5d09b6-643e-4a24-86b7-f26198b0d89d HTTP/1.1" status: 404 len: 337 time: 0.0426435 Nov 16 21:53:00.511503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.515478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] DHCP port deletion for 20524caf-3399-4a1f-9c6a-d53546981f66 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:53:00.543504 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-091ec48d-0c24-44f4-8a24-075bff32afab tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] DELETE failed (client error): The resource could not be found. Nov 16 21:53:00.544046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091ec48d-0c24-44f4-8a24-075bff32afab tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:53:00.549711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-091ec48d-0c24-44f4-8a24-075bff32afab tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/subnets/66f46676-10d7-42d5-91b5-243ffc94daa7 HTTP/1.1" status: 404 len: 337 time: 0.0348272 Nov 16 21:53:00.549978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59440) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.575043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Deleting port 0d89f237-b60a-452f-9032-d1fd154b3d45 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:53:00.575442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.639235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Deleting port 476ea38b-33cc-40cb-9fd4-82fb2f85d003 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:53:00.639601 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.647552 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] For port 0d89f237-b60a-452f-9032-d1fd154b3d45, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=0d89f237-b60a-452f-9032-d1fd154b3d45,segment=NetworkSegment(a4b89727-40db-40f4-9d15-2a4a97ea25ba),segment_id=a4b89727-40db-40f4-9d15-2a4a97ea25ba)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:00.647954 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.661854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Calling delete_port for 0d89f237-b60a-452f-9032-d1fd154b3d45 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:53:00.713832 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.726881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Calling delete_port for 476ea38b-33cc-40cb-9fd4-82fb2f85d003 owned by {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:53:00.756081 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.779947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] Pushing event deleted for resources: {'Port': ['ID=0d89f237-b60a-452f-9032-d1fd154b3d45,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:00.785557 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c8b34-cea0-417f-971a-d2da5dd0d08b None None] No DVR routers for this DVR port 0d89f237-b60a-452f-9032-d1fd154b3d45 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:53:00.817221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.847575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Port': ['ID=476ea38b-33cc-40cb-9fd4-82fb2f85d003,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:00.852708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.859186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c390ddf7-93da-4645-9c47-83f0fc93ba29 tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/ports/476ea38b-33cc-40cb-9fd4-82fb2f85d003 HTTP/1.1" status: 204 len: 168 time: 0.3058031 Nov 16 21:53:00.859474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59442) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:00.941477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.039217 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.062554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20524caf-3399-4a1f-9c6a-d53546981f66']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:01.072833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b89727-40db-40f4-9d15-2a4a97ea25ba') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:01.073126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b89727-40db-40f4-9d15-2a4a97ea25ba') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:53:01.082853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.096223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.102253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:53:01.102636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: timer() Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:53:01.106146 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:53:01.167503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.173276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.177052 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] 10.222.0.54 "DELETE /v2.0/networks/20524caf-3399-4a1f-9c6a-d53546981f66 HTTP/1.1" status: 204 len: 168 time: 0.3164799 Nov 16 21:53:01.193227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c99111-f362-4af6-ae66-62b34474bd8e tempest-PortsIpV6TestJSON-2055958130 tempest-PortsIpV6TestJSON-2055958130-project] Pushing event deleted for resources: {'Network': ['ID=20524caf-3399-4a1f-9c6a-d53546981f66,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:01.340038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea29f84-65b4-4306-a6b0-6446468c8947 req-2650aa0b-4d19-475d-be82-b84f972a8a2b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:01.341935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cea29f84-65b4-4306-a6b0-6446468c8947 req-2650aa0b-4d19-475d-be82-b84f972a8a2b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0695033 Nov 16 21:53:01.401526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cea29f84-65b4-4306-a6b0-6446468c8947 req-c8592e59-b6f0-42a6-9216-80797ef7b84a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511568 Nov 16 21:53:01.506990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59450) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:01.664259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-96f58d62-0657-4c85-ac3a-bfcb0da1274c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=644c2bb3b8ec491bb61ac2546526afff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552696 Nov 16 21:53:01.666883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59454) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:01.725412 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.747882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.801682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.804863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:01.806179 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ef324d0-266e-4038-a85a-94a87d036f1e HTTP/1.1" status: 204 len: 168 time: 0.1380632 Nov 16 21:53:01.816870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9462af-c68f-4179-93ac-cc8467ef8203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef324d0-266e-4038-a85a-94a87d036f1e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:02.115385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:53:02.137989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 0d89f237-b60a-452f-9032-d1fd154b3d45 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:53:02.138482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 0d89f237-b60a-452f-9032-d1fd154b3d45 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:53:02.543157 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d513a-21bf-4868-922f-01165ea254b9 req-818770b1-f37d-438d-9ae1-30529a43e582 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:02.545022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d7d513a-21bf-4868-922f-01165ea254b9 req-818770b1-f37d-438d-9ae1-30529a43e582 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0646267 Nov 16 21:53:02.596419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d7d513a-21bf-4868-922f-01165ea254b9 req-6b4b76af-739d-4f97-8581-476f9b92064c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Nov 16 21:53:03.727372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390553a3-7dd4-4a45-8fb1-f93f0f18b5a1 req-d282457a-3558-4962-b144-5d9be9fa9bd0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:03.728914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-390553a3-7dd4-4a45-8fb1-f93f0f18b5a1 req-d282457a-3558-4962-b144-5d9be9fa9bd0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0563655 Nov 16 21:53:03.779814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-390553a3-7dd4-4a45-8fb1-f93f0f18b5a1 req-b81f0b2a-5c17-4fe5-84f3-4aa3f1745f37 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Nov 16 21:53:04.887054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59592) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:04.917251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e7e85-58b5-4ef3-a765-c9ad3ef0bd08 req-4a40bb3a-cc8b-4f9e-ace5-2589cc9976ea tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:04.918837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210e7e85-58b5-4ef3-a765-c9ad3ef0bd08 req-4a40bb3a-cc8b-4f9e-ace5-2589cc9976ea tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0659926 Nov 16 21:53:04.972840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-210e7e85-58b5-4ef3-a765-c9ad3ef0bd08 req-f53d1fe3-7649-413c-9cea-6edd661b888f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Nov 16 21:53:05.026798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beab4eb8-be9e-468c-98e0-c4bc480c24ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.108854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beab4eb8-be9e-468c-98e0-c4bc480c24ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.112749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-beab4eb8-be9e-468c-98e0-c4bc480c24ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.155720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-beab4eb8-be9e-468c-98e0-c4bc480c24ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c4497a0ba544388b58c4c60ab525799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676361 Nov 16 21:53:05.156861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab4eb8-be9e-468c-98e0-c4bc480c24ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2823bd-913e-4319-98e8-aa3a1d7c523a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:05.160383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:05.220981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.243130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.291389 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.294562 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.295891 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e2823bd-913e-4319-98e8-aa3a1d7c523a HTTP/1.1" status: 204 len: 168 time: 0.1339960 Nov 16 21:53:05.305251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0e78-af11-4b39-826e-79da10cb1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2823bd-913e-4319-98e8-aa3a1d7c523a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:05.594919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59602) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:05.610055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a45291-c6e0-44d4-aa62-9c58ae661522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.689240 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a45291-c6e0-44d4-aa62-9c58ae661522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.693588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-20a45291-c6e0-44d4-aa62-9c58ae661522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.735734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-20a45291-c6e0-44d4-aa62-9c58ae661522 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91e0d06ed64c44039160da2a7c3d6453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396663 Nov 16 21:53:05.736903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a45291-c6e0-44d4-aa62-9c58ae661522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6779b62b-f3a9-4e53-a042-919a19c394a6,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:05.740019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59604) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:05.799297 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.822817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.876144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.878733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.882593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6779b62b-f3a9-4e53-a042-919a19c394a6 HTTP/1.1" status: 204 len: 168 time: 0.1410031 Nov 16 21:53:05.891204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba3423-0109-4602-9547-3461b9025365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779b62b-f3a9-4e53-a042-919a19c394a6,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:06.095130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b672e-40b2-4a96-9697-d5969c43e5c7 req-a9493b26-d007-4160-ba8d-259ee627e709 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:06.096558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba0b672e-40b2-4a96-9697-d5969c43e5c7 req-a9493b26-d007-4160-ba8d-259ee627e709 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0511177 Nov 16 21:53:06.146642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba0b672e-40b2-4a96-9697-d5969c43e5c7 req-7ca7dfd7-7f6f-4fec-98a7-464de66e5997 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Nov 16 21:53:07.274875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e324-7c7a-432a-b538-d66967a3235e req-4a971cfe-23e7-4609-9847-5d9a3b4e156f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:07.275535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fbd3e324-7c7a-432a-b538-d66967a3235e req-4a971cfe-23e7-4609-9847-5d9a3b4e156f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0561280 Nov 16 21:53:07.319984 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fbd3e324-7c7a-432a-b538-d66967a3235e req-813b0fd1-48ab-47e0-88b2-ce7e6fdfea6b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Nov 16 21:53:08.253832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59676) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:08.370478 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad6fe-db1f-40be-9b47-09658e24b083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.452560 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638c5c-0cd5-43dd-b2b2-dcb501aa530e req-dcc8aebc-b86e-4ae2-8acd-839be3599c37 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:08.454232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f638c5c-0cd5-43dd-b2b2-dcb501aa530e req-dcc8aebc-b86e-4ae2-8acd-839be3599c37 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0634360 Nov 16 21:53:08.461422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad6fe-db1f-40be-9b47-09658e24b083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.466176 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad6fe-db1f-40be-9b47-09658e24b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.510096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf9ad6fe-db1f-40be-9b47-09658e24b083 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93408d9874554b91987ebcf1852543bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548413 Nov 16 21:53:08.510894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad6fe-db1f-40be-9b47-09658e24b083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b839dd4-99f9-4cc7-9f81-34c25f4fdefe,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:08.513216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59682) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:08.530846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f638c5c-0cd5-43dd-b2b2-dcb501aa530e req-c975bcc6-1569-4e9f-b98a-34c7dbb8ad01 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689821 Nov 16 21:53:08.577685 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.600863 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.651901 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.654800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:08.658847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b839dd4-99f9-4cc7-9f81-34c25f4fdefe HTTP/1.1" status: 204 len: 168 time: 0.1449234 Nov 16 21:53:08.667661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf62af-2fe1-4057-a5dc-fef388048477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b839dd4-99f9-4cc7-9f81-34c25f4fdefe,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:08.955748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59688) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:08.969522 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-818d6abb-d758-451e-a16f-8cbf8ff5e089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.049150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-818d6abb-d758-451e-a16f-8cbf8ff5e089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.053243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-818d6abb-d758-451e-a16f-8cbf8ff5e089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.094841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d6abb-d758-451e-a16f-8cbf8ff5e089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd130484-91d5-4b74-bcc6-6a841d77ca1c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:09.099157 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-818d6abb-d758-451e-a16f-8cbf8ff5e089 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3024c2b733f6433dbe72ba295ca36fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423233 Nov 16 21:53:09.103340 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59690) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:09.156118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.181482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.224846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.234702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.237283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:09.238463 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd130484-91d5-4b74-bcc6-6a841d77ca1c HTTP/1.1" status: 204 len: 168 time: 0.1353889 Nov 16 21:53:09.246149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fe6ec-4276-4267-989a-fec41c0828f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd130484-91d5-4b74-bcc6-6a841d77ca1c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:09.653082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ea66-48c8-4607-8d73-a1e51d80c2e7 req-f9228124-9dcb-4a7f-922a-0bd129736be2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:09.654640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cb9ea66-48c8-4607-8d73-a1e51d80c2e7 req-f9228124-9dcb-4a7f-922a-0bd129736be2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0547507 Nov 16 21:53:09.710652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cb9ea66-48c8-4607-8d73-a1e51d80c2e7 req-cbfbd373-6aed-49df-9622-5eb4f50a7239 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Nov 16 21:53:10.656505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7de1fa81-a0b5-40b9-b714-0108b4d279cd details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:53:10.768347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:10.784920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '7de1fa81-a0b5-40b9-b714-0108b4d279cd', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': '7de1fa81-a0b5-40b9-b714-0108b4d279cd', 'mac_address': 'fa:16:3e:b1:3a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:53:10.837689 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:10.843615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee6157-c264-4217-bf24-76803b390c82 req-1a7c57c1-4e47-4c08-8fb7-b1affd872f53 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:10.845148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5ee6157-c264-4217-bf24-76803b390c82 req-1a7c57c1-4e47-4c08-8fb7-b1affd872f53 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 943 time: 0.0527894 Nov 16 21:53:10.857111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de1fa81-a0b5-40b9-b714-0108b4d279cd {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:10.879480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:10.886270 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:10.897445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5ee6157-c264-4217-bf24-76803b390c82 req-dfa780cb-e64d-4b2b-9b6c-e17d16ab4a64 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Nov 16 21:53:10.937060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:11.093892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7de1fa81-a0b5-40b9-b714-0108b4d279cd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:12.066023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6652f1e-ce7a-48a0-a39a-b34db5fb3729 req-64a41383-39a0-4112-9085-4000a0124b7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:12.068419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6652f1e-ce7a-48a0-a39a-b34db5fb3729 req-64a41383-39a0-4112-9085-4000a0124b7f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 944 time: 0.0655925 Nov 16 21:53:12.137789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6652f1e-ce7a-48a0-a39a-b34db5fb3729 req-60771362-5b44-4987-b798-33fc09edb990 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 Nov 16 21:53:12.654105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7de1fa81-a0b5-40b9-b714-0108b4d279cd up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:53:12.708849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 7de1fa81-a0b5-40b9-b714-0108b4d279cd completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:12.714694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 7de1fa81-a0b5-40b9-b714-0108b4d279cd triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:12.715137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:12.810636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:12.838860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:12.841976 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcc75e-cc53-4e93-910e-90e9e56a291f" -d '{"events": [{"server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:12.857959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:12.862829 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:12.898259 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a74a19-70ce-4f8f-8410-5edc406fb698 x-openstack-request-id: req-68a74a19-70ce-4f8f-8410-5edc406fb698 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:12.898584 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "name": "network-vif-plugged", "status": "completed", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:12.899006 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68a74a19-70ce-4f8f-8410-5edc406fb698 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:12.899456 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd', 'code': 200} Nov 16 21:53:12.931807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:13.010338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbf734-6a69-4e4b-8b1b-82f401d32b19 req-cacac123-41fb-42ef-8888-8ed3a8856ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.011917 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aadbf734-6a69-4e4b-8b1b-82f401d32b19 req-cacac123-41fb-42ef-8888-8ed3a8856ca3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 1096 time: 0.0454202 Nov 16 21:53:13.066489 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:13.069836 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-aadbf734-6a69-4e4b-8b1b-82f401d32b19 req-e97ab73d-0695-4954-ad2f-dffb5354bfa7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Nov 16 21:53:13.257456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9275-4334-413e-8757-5fe2ea8a1101 req-6ebd4d95-af9c-4c2f-92dc-630388a3dff5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.260150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410c9275-4334-413e-8757-5fe2ea8a1101 req-6ebd4d95-af9c-4c2f-92dc-630388a3dff5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0516126 Nov 16 21:53:13.314484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410c9275-4334-413e-8757-5fe2ea8a1101 req-bb1795b6-a509-4a5c-b204-159d3a7efb58 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462101 Nov 16 21:53:14.432638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac28b5-74dc-45a3-9e2a-55f10e7fa9c5 req-c875c5cb-5719-4a99-bad5-aae8cc4b9310 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.434261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfac28b5-74dc-45a3-9e2a-55f10e7fa9c5 req-c875c5cb-5719-4a99-bad5-aae8cc4b9310 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0490766 Nov 16 21:53:14.482107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bfac28b5-74dc-45a3-9e2a-55f10e7fa9c5 req-4d4ceb5a-7a3c-40b7-84ac-eaa7a9cb4930 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Nov 16 21:53:14.611233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae604cf-2649-4e66-a642-bf75fe2f5727 req-d4242717-e49e-48b5-bad9-186b0b10fc97 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.612735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dae604cf-2649-4e66-a642-bf75fe2f5727 req-d4242717-e49e-48b5-bad9-186b0b10fc97 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0563760 Nov 16 21:53:14.665335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dae604cf-2649-4e66-a642-bf75fe2f5727 req-7b64e895-72a0-41a2-9563-2bc897092ea7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456746 Nov 16 21:53:14.959109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645837a-9d92-488f-90e9-e371968ae512 req-a4613dc3-d120-463e-99fe-7f45df805176 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.960669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a645837a-9d92-488f-90e9-e371968ae512 req-a4613dc3-d120-463e-99fe-7f45df805176 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0498807 Nov 16 21:53:15.008546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a645837a-9d92-488f-90e9-e371968ae512 req-2d116ca2-85b1-43e9-8c2c-ed60e516cad7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Nov 16 21:53:15.359083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e60edfb-3aa7-418e-b931-f9819203d28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:16.140116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cdbf8-1c8b-4141-ad3a-0de74a0bdfb1 req-9fb42722-d8ad-43a0-8f52-80fd52f3468d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:16.143851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-975cdbf8-1c8b-4141-ad3a-0de74a0bdfb1 req-9fb42722-d8ad-43a0-8f52-80fd52f3468d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0569518 Nov 16 21:53:16.208639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-975cdbf8-1c8b-4141-ad3a-0de74a0bdfb1 req-80f458fc-37cd-4d10-bc3a-425fc0003eb9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591154 Nov 16 21:53:16.468739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-593be8fa-31d7-4853-9722-ef427298cba0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:16.470831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-593be8fa-31d7-4853-9722-ef427298cba0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 945 time: 0.0662205 Nov 16 21:53:16.570117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 7de1fa81-a0b5-40b9-b714-0108b4d279cd {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:53:16.570480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:16.670202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port 7de1fa81-a0b5-40b9-b714-0108b4d279cd, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=7de1fa81-a0b5-40b9-b714-0108b4d279cd,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:16.670590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:16.684048 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 7de1fa81-a0b5-40b9-b714-0108b4d279cd owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:53:16.814594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:16.828252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e42229e1-a68a-4f09-affc-3775f175d85c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:16.845563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=7de1fa81-a0b5-40b9-b714-0108b4d279cd,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:16.884136 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['7de1fa81-a0b5-40b9-b714-0108b4d279cd'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:16.894861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port 7de1fa81-a0b5-40b9-b714-0108b4d279cd on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:53:16.897833 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:16.902034 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7549302c-cbda-4888-a006-d6ecd75cc6c2 req-025b7f51-9991-4945-9562-8aaea81e33af tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "DELETE /v2.0/ports/7de1fa81-a0b5-40b9-b714-0108b4d279cd HTTP/1.1" status: 204 len: 173 time: 0.4239521 Nov 16 21:53:16.902707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'name': 'network-vif-deleted', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:16.905355 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61fb9d7-3a03-4946-9237-88e4aa2fff2e" -d '{"events": [{"server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "name": "network-vif-deleted", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:16.993185 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f12e12-1865-46b1-97e3-27021ae943e7 x-openstack-request-id: req-36f12e12-1865-46b1-97e3-27021ae943e7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:16.993891 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e", "name": "network-vif-deleted", "tag": "7de1fa81-a0b5-40b9-b714-0108b4d279cd", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:16.994332 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36f12e12-1865-46b1-97e3-27021ae943e7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:16.994896 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e', 'name': 'network-vif-deleted', 'tag': '7de1fa81-a0b5-40b9-b714-0108b4d279cd', 'status': 'completed', 'code': 200} Nov 16 21:53:17.318461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c01a0e67-fe1c-4a43-aa26-cd22a5ef2118 req-319d7245-4972-4ba5-8c27-3364fe04cd3f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0302095 Nov 16 21:53:17.700031 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7176-de7a-4a98-ba6e-a3d3fde377e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:18.420316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13e8b3b5-ba66-441f-82ee-4b1af1301d0c req-e8795280-d25b-493c-82e8-5bc0e04d19b3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0280428 Nov 16 21:53:19.367636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:19.536468 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fabfbde9-b253-4e34-a7b9-04e21cd58dd0 req-98e31d2a-e03a-49f3-8ff4-00ae6758f88e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0336449 Nov 16 21:53:20.407059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59860) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:20.567430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-779febbd-5442-4fa3-b188-2dd05805d336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.611046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.684780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2fcddb98-5439-4d88-bc25-308eb17f9f8f req-8f070123-5c7e-4f3f-b0f3-87aff5a93d5a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0532217 Nov 16 21:53:20.685327 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-779febbd-5442-4fa3-b188-2dd05805d336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.689849 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-779febbd-5442-4fa3-b188-2dd05805d336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.700734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7de1fa81-a0b5-40b9-b714-0108b4d279cd no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:53:20.729964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779febbd-5442-4fa3-b188-2dd05805d336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808c37c-c1ff-472c-866e-b0b96d29ab41,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:20.733689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 7de1fa81-a0b5-40b9-b714-0108b4d279cd {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:53:20.734791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 7de1fa81-a0b5-40b9-b714-0108b4d279cd not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:53:20.751486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-779febbd-5442-4fa3-b188-2dd05805d336 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ca5ee8cb43f4782bcdca32f6729770b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434150 Nov 16 21:53:20.753130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:20.816888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.848215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.903572 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.907064 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:20.909269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b808c37c-c1ff-472c-866e-b0b96d29ab41 HTTP/1.1" status: 204 len: 168 time: 0.1547146 Nov 16 21:53:20.921734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808c37c-c1ff-472c-866e-b0b96d29ab41,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:20.929930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.931173 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.931917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.932577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.933184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.933683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.934208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.934544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.935005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.935355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.935765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:20.936094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b66cd4-c5cf-4a29-b7f4-e1afc0d28c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:21.236725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59872) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:21.252394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97b0ade1-5d9d-4237-a51f-aa7956092d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.344693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97b0ade1-5d9d-4237-a51f-aa7956092d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.348896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97b0ade1-5d9d-4237-a51f-aa7956092d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.401910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-97b0ade1-5d9d-4237-a51f-aa7956092d96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0c75b3ff8c0408d9747a709ab900eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1611602 Nov 16 21:53:21.401910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0ade1-5d9d-4237-a51f-aa7956092d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eaf2df-fbc9-43ba-86f1-a12aeafd372b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:21.403745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59874) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:21.471529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.482598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.499886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.557361 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.561848 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:21.565939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35eaf2df-fbc9-43ba-86f1-a12aeafd372b HTTP/1.1" status: 204 len: 168 time: 0.1603875 Nov 16 21:53:21.574512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5b6e1-9847-4e38-811f-48514d5cb9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eaf2df-fbc9-43ba-86f1-a12aeafd372b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:21.822374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e0a28f4-b96a-4176-bcbd-a210195da9d9 req-73eb4c22-a43c-4f91-837d-00af6cb3eb4f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0351486 Nov 16 21:53:22.004100 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-972ce547-2242-4224-ba2c-bb69752ef941 req-4f14f014-0ff8-441b-bc92-45e416edb597 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2615063 Nov 16 21:53:22.060561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 59884) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:22.083151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f5dde5e-a1b0-4d95-be07-94088f01572d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.105851 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-972ce547-2242-4224-ba2c-bb69752ef941 req-4cb0b200-9df5-4466-875f-3bcec503c2bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=70dbe947-e6ba-428f-b5e0-ddb5bf1a5b7e HTTP/1.1" status: 200 len: 210 time: 0.0369580 Nov 16 21:53:22.343871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f5dde5e-a1b0-4d95-be07-94088f01572d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.345528 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ce547-2242-4224-ba2c-bb69752ef941 req-2b265800-2c64-40aa-9f03-f627451d869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:22.347182 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-972ce547-2242-4224-ba2c-bb69752ef941 req-2b265800-2c64-40aa-9f03-f627451d869c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=76ff30a9a9e645a094df9323e5096579&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2181160 Nov 16 21:53:22.348351 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1f5dde5e-a1b0-4d95-be07-94088f01572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.435825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dde5e-a1b0-4d95-be07-94088f01572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c6f3e-d079-4551-8095-7afe43ab30d5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:22.448362 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1f5dde5e-a1b0-4d95-be07-94088f01572d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5646ce88b2b544c880b30e82049d31d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836279 Nov 16 21:53:22.450808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 59886) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:22.502775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ce547-2242-4224-ba2c-bb69752ef941 req-7d517508-8519-4430-94b7-fdcc71265a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:22.504530 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-972ce547-2242-4224-ba2c-bb69752ef941 req-7d517508-8519-4430-94b7-fdcc71265a39 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405764 Nov 16 21:53:22.535266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.563837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.619405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.622287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:22.625831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb0c6f3e-d079-4551-8095-7afe43ab30d5 HTTP/1.1" status: 204 len: 168 time: 0.1737714 Nov 16 21:53:22.634879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16ffc-127b-48bd-b9e8-0d61052de5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c6f3e-d079-4551-8095-7afe43ab30d5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:22.847311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-f4cc7164-b92e-4428-a1cd-c363c3567ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468321 Nov 16 21:53:22.966530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-670b531b-1472-4c9f-a8b4-4926a85651a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:22.966530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-670b531b-1472-4c9f-a8b4-4926a85651a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 1097 time: 0.0674248 Nov 16 21:53:23.081358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-d51b1cdc-5152-4f8f-890a-a196966dc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.082824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-d51b1cdc-5152-4f8f-890a-a196966dc41e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0955780 Nov 16 21:53:23.124835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-492120a4-88ef-4416-adf9-46ca54161891 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e42229e1-a68a-4f09-affc-3775f175d85c HTTP/1.1" status: 200 len: 217 time: 0.0349457 Nov 16 21:53:23.181232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-069fc86a-dc47-4b18-8b45-23df75980628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.182464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-069fc86a-dc47-4b18-8b45-23df75980628 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0500689 Nov 16 21:53:23.238370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-9e764505-6646-425e-afc4-5249f4caf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:23.239916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-9e764505-6646-425e-afc4-5249f4caf885 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506477 Nov 16 21:53:23.332370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-12a83128-2092-4a0d-87bf-5301e5c11995 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845718 Nov 16 21:53:23.426942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f8727d03-ebdd-4f8b-974a-1bec703af1cd req-a6f88d11-cf07-4fe5-a552-1b24bc391164 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Nov 16 21:53:27.389948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefdce6-4fc3-4733-890a-1e1933b78fa1 req-ba4e1ce9-fba4-4c7f-b1b5-c56d4c72d2e2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:27.391453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1aefdce6-4fc3-4733-890a-1e1933b78fa1 req-ba4e1ce9-fba4-4c7f-b1b5-c56d4c72d2e2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Nov 16 21:53:27.437429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1aefdce6-4fc3-4733-890a-1e1933b78fa1 req-5e747b51-556d-4187-a1c4-45cd18ae8983 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Nov 16 21:53:28.556996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e6607-a861-44ef-a576-ea7062ae03d5 req-d2389288-2cee-44cc-b797-5879a36eecda tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.558657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc2e6607-a861-44ef-a576-ea7062ae03d5 req-d2389288-2cee-44cc-b797-5879a36eecda tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Nov 16 21:53:28.610270 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc2e6607-a861-44ef-a576-ea7062ae03d5 req-926eba98-9040-4ef7-8922-0216b6df344a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=17cb1955-b0a9-4048-a731-8425dcd37b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Nov 16 21:53:28.897331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-ba8ca022-6044-4d1d-868b-60bf8c822515 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:28.898788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-ba8ca022-6044-4d1d-868b-60bf8c822515 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 946 time: 0.0489864 Nov 16 21:53:28.986705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port e42229e1-a68a-4f09-affc-3775f175d85c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:53:28.987069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:29.077509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port e42229e1-a68a-4f09-affc-3775f175d85c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e42229e1-a68a-4f09-affc-3775f175d85c,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:29.077746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:29.090000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for e42229e1-a68a-4f09-affc-3775f175d85c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:53:29.218391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:29.230818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e42229e1-a68a-4f09-affc-3775f175d85c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:29.248968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=e42229e1-a68a-4f09-affc-3775f175d85c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:29.296153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port e42229e1-a68a-4f09-affc-3775f175d85c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:53:29.299084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:29.302543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b7b2ccdf-a71f-4c96-885c-2364714701d3 req-15cca413-a49b-4bc8-a8f9-d5b8da3cd5b0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "DELETE /v2.0/ports/e42229e1-a68a-4f09-affc-3775f175d85c HTTP/1.1" status: 204 len: 173 time: 0.3979087 Nov 16 21:53:29.303049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'name': 'network-vif-deleted', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:29.306539 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666016b-ceb5-4b6c-b010-703fcaae843f" -d '{"events": [{"server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "name": "network-vif-deleted", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:29.350873 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78247bd9-8d3d-4363-88d5-1da34654d558 x-openstack-request-id: req-78247bd9-8d3d-4363-88d5-1da34654d558 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:29.351193 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf975f7-ca55-42a4-bfbc-011bd2af3518", "name": "network-vif-deleted", "tag": "e42229e1-a68a-4f09-affc-3775f175d85c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:29.351446 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78247bd9-8d3d-4363-88d5-1da34654d558 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:29.351874 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf975f7-ca55-42a4-bfbc-011bd2af3518', 'name': 'network-vif-deleted', 'tag': 'e42229e1-a68a-4f09-affc-3775f175d85c', 'status': 'completed', 'code': 200} Nov 16 21:53:29.740687 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fe83f43-9b36-4edd-81f1-6d122c25d113 req-15622d0e-14c5-46b4-a8fc-c08883d4b66a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.0294023 Nov 16 21:53:30.842450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5499adb7-0ee9-467d-9902-979ba8e90f22 req-4497be2e-99e6-4334-8789-ed13a3dc555c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Nov 16 21:53:31.938780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9a21824-32ec-47e0-b2e6-1b7b2340c9a2 req-44251238-858b-4125-ac3b-3f61b642507d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Nov 16 21:53:32.630412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e42229e1-a68a-4f09-affc-3775f175d85c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:53:32.654571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: e42229e1-a68a-4f09-affc-3775f175d85c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:53:32.655390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e42229e1-a68a-4f09-affc-3775f175d85c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:53:32.915207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60008) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:33.047877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54233a0f-3df4-46b1-a572-1b7b2e279f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.078137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16fd6d21-50bb-4d36-b14a-ca67d62eb599 req-56632d32-34e7-4de7-a269-14fd60f25811 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cf975f7-ca55-42a4-bfbc-011bd2af3518 HTTP/1.1" status: 200 len: 210 time: 0.0486197 Nov 16 21:53:33.147329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54233a0f-3df4-46b1-a572-1b7b2e279f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.151797 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-54233a0f-3df4-46b1-a572-1b7b2e279f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.176081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54233a0f-3df4-46b1-a572-1b7b2e279f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abdd861-9d75-40e6-8cba-ab09ff302925,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:33.203294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-54233a0f-3df4-46b1-a572-1b7b2e279f94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b55e33557b249368c04b0ff20230e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841399 Nov 16 21:53:33.203521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60014) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:33.256236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.277926 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.326568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.329844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.333563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9abdd861-9d75-40e6-8cba-ab09ff302925 HTTP/1.1" status: 204 len: 168 time: 0.1266954 Nov 16 21:53:33.340291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70ed6e-aea2-4660-8b6a-d4b0cbba1986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abdd861-9d75-40e6-8cba-ab09ff302925,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:33.654350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60020) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:33.669078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67640df7-2c85-47bf-bdf7-d5fd6a6bd452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.756104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67640df7-2c85-47bf-bdf7-d5fd6a6bd452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.760783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-67640df7-2c85-47bf-bdf7-d5fd6a6bd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.808838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-67640df7-2c85-47bf-bdf7-d5fd6a6bd452 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=590f34240702460c8647d2efbb0a4fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532681 Nov 16 21:53:33.809674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640df7-2c85-47bf-bdf7-d5fd6a6bd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f16eb-fc88-482e-bd5c-70d3b2436394,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:33.811932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60022) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:33.862830 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.884511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.932915 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.935758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:33.936900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/403f16eb-fc88-482e-bd5c-70d3b2436394 HTTP/1.1" status: 204 len: 168 time: 0.1239386 Nov 16 21:53:33.948716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f16eb-fc88-482e-bd5c-70d3b2436394,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:33.957283 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.957729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.958173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.958606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.959061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.959492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.959954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.960374 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.961308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.961730 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.962148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:33.962570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e297c-6140-4688-8829-d35f9b3f8f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:35.232157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:53:36.086769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60098) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:36.194326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cd55024-beaf-46f8-8628-4feeb9334175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.272317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cd55024-beaf-46f8-8628-4feeb9334175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.277580 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4cd55024-beaf-46f8-8628-4feeb9334175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.320949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4cd55024-beaf-46f8-8628-4feeb9334175 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a77f1a7100d643e2b12394711e502d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329035 Nov 16 21:53:36.321899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd55024-beaf-46f8-8628-4feeb9334175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc8c506-fc69-484c-a5f6-6f8363edfcb1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:36.324928 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60106) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:36.380172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.403236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.451463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.454132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.455537 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcc8c506-fc69-484c-a5f6-6f8363edfcb1 HTTP/1.1" status: 204 len: 168 time: 0.1229987 Nov 16 21:53:36.464744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d6c2e-36d0-43e7-bd96-3a3ede5e7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc8c506-fc69-484c-a5f6-6f8363edfcb1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:36.730536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60112) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:36.746961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b63cbd0b-2aca-4fb1-9c7e-00e870df3ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.822279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b63cbd0b-2aca-4fb1-9c7e-00e870df3ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.826533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b63cbd0b-2aca-4fb1-9c7e-00e870df3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.865096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b63cbd0b-2aca-4fb1-9c7e-00e870df3ffb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2fd8eac19fc74f74b797767c2133f60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334047 Nov 16 21:53:36.866132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cbd0b-2aca-4fb1-9c7e-00e870df3ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f82938-925a-4722-9210-e37a8f717a8d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:36.867758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60114) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:36.918452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.939237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.985613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.988223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:36.989376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4f82938-925a-4722-9210-e37a8f717a8d HTTP/1.1" status: 204 len: 168 time: 0.1204073 Nov 16 21:53:36.997378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef684a-6e89-43cd-97ae-2f28bfbd8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f82938-925a-4722-9210-e37a8f717a8d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.346769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60192) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:38.352225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130091006', 'description': 'tempest-secgroup-smoke-130091006 description', 'project_id': '76ff30a9a9e645a094df9323e5096579'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:38.376134 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.442584 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.447513 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.477886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.479155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311541 Nov 16 21:53:38.480280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed57e00-3740-47c9-b87f-353493ad527c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e263c8a-cf39-4110-81b7-9cfdf98ca458,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.482609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60194) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:38.487255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:38.514591 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.575606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.580025 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.600875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d85e01-52e6-4203-bc95-3498597271f3,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.610884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.614832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bf920080-ac53-4055-8309-01c48045bb2f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282644 Nov 16 21:53:38.615099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60196) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:38.619445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:38.645374 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.701780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.705564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.723311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f84470-dc34-45e7-b145-92573ed5050d,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.731922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.733114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6d5ecaac-1fe7-4b2b-850e-d22865754aa9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171012 Nov 16 21:53:38.735975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:38.740336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:38.767036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.827205 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.831076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.850286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cfd1a5-026a-4afc-93c9-ce597deccb53,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.865063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.866276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-20782d09-277e-4475-9366-dd793d0a6830 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293559 Nov 16 21:53:38.869092 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60200) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:38.873625 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:38.902694 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.969345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.973414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:38.994650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3b493b-a122-4ec8-bc6f-f55d27baf88a,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:38.999086 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.000287 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cc517259-16f7-4bd6-9be0-6fc4c96a5093 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302419 Nov 16 21:53:39.003232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60202) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:39.007561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:39.030746 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Project 76ff30a9a9e645a094df9323e5096579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:53:39.035497 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.092578 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.096088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.116382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17095bd6-9cea-4e11-a6fe-e4467fa3bd19,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:39.121984 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.122584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f0b28aeb-a409-4293-b0d8-c7975427a5d5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184320 Nov 16 21:53:39.125531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60206) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:53:39.130250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'security_group_rule': {'security_group_id': '8e263c8a-cf39-4110-81b7-9cfdf98ca458', 'project_id': '76ff30a9a9e645a094df9323e5096579', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:39.152451 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Project 76ff30a9a9e645a094df9323e5096579 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:53:39.157121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.218862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.223801 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.232371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.243514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289d266d-87a2-4153-b022-426a4f505bb0,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:39.251722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:39.255388 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9ae6b376-59e3-46f2-8c51-0dde92477d2e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287398 Nov 16 21:53:39.311675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-f2453cb6-c583-4549-a584-3832dbb7d934 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314550 Nov 16 21:53:39.511434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-24c114ca-5774-4619-9ed1-e876b15d5df8 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:39.512942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-24c114ca-5774-4619-9ed1-e876b15d5df8 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958680 Nov 16 21:53:39.529784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-07eea061-dae1-481b-8264-48905efff060 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/quotas/09ab097bceb44b5586b9aaf7ad84350e HTTP/1.1" status: 200 len: 375 time: 0.0103958 Nov 16 21:53:39.563566 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-7653cdf2-9e6c-4b74-b6b7-0bf6f3c1c5ee tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282459 Nov 16 21:53:39.741069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c262efc3-aad9-4305-a195-1ab0f0ef0fa7 req-87c45083-b493-4c88-88bc-34dce0b7deb6 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 210 time: 0.0273910 Nov 16 21:53:40.631006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e743265c-7990-4432-87d9-5851f01aecc0 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228248 Nov 16 21:53:40.767171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-354079c4-1856-4ba1-8a27-c4ef7612afc8 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:40.768692 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-354079c4-1856-4ba1-8a27-c4ef7612afc8 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313968 Nov 16 21:53:40.792597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Request body: {'port': {'device_id': 'c1a61788-6268-499c-a359-b29eab0c5808', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '09ab097bceb44b5586b9aaf7ad84350e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:40.888423 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58bee289-8edc-4df3-8e6c-0e72a7f5ec2e req-b13fca41-2466-41ab-9b0b-08a30165ddeb tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 210 time: 0.0638161 Nov 16 21:53:40.957190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Made reservation on behalf of 09ab097bceb44b5586b9aaf7ad84350e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:53:40.962791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:40.972614 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.050485 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.056329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.120384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:41.202574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Allocated IP 192.168.233.150 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/814858db-5b14-4df1-b0d7-5514ebaae2fb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:53:41.364241 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.400626 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.452189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:41.456267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:41.460236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:53:41.467426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Pushing event updated for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:41.531410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:41.532604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.554985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-e39d4bdb-b6a0-4024-b1aa-bfb9058f321b tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7754846 Nov 16 21:53:41.568216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Request body: {'port': {'device_id': 'c1a61788-6268-499c-a359-b29eab0c5808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:41.633661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.743362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-427263d7-ebd8-431e-b738-3a8b6645fb6c None None] Provisioning complete for port 814858db-5b14-4df1-b0d7-5514ebaae2fb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:41.743831 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-427263d7-ebd8-431e-b738-3a8b6645fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:41.788263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-427263d7-ebd8-431e-b738-3a8b6645fb6c None None] Port 814858db-5b14-4df1-b0d7-5514ebaae2fb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:53:42.191673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a9a83-0219-41b3-95d0-0adbfc3cb8d7 req-9655db49-58f8-453f-b640-c905fa1065de tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.193069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a6a9a83-0219-41b3-95d0-0adbfc3cb8d7 req-9655db49-58f8-453f-b640-c905fa1065de tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 936 time: 0.0815983 Nov 16 21:53:42.270372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814858db-5b14-4df1-b0d7-5514ebaae2fb {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:42.287702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:42.296912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a6a9a83-0219-41b3-95d0-0adbfc3cb8d7 req-3721a739-fa97-4d51-93cd-b9029fd061e8 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946364 Nov 16 21:53:42.304931 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Transition to ACTIVE for port object 814858db-5b14-4df1-b0d7-5514ebaae2fb will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:42.309857 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:42.362815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Pushing event updated for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:42.439917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Attempting to bind port 814858db-5b14-4df1-b0d7-5514ebaae2fb on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:53:42.440386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Attempting to bind port 814858db-5b14-4df1-b0d7-5514ebaae2fb by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:53:42.440983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Attempting to bind port 814858db-5b14-4df1-b0d7-5514ebaae2fb on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:53:42.446614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Port 814858db-5b14-4df1-b0d7-5514ebaae2fb on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:53:42.446864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Attempting to bind port 814858db-5b14-4df1-b0d7-5514ebaae2fb on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:53:42.454194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:53:42.454194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:53:42.454194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:53:42.454647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Bound port: 814858db-5b14-4df1-b0d7-5514ebaae2fb, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:53:42.454755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:42.532771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:53:42.538402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:53:42.545555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:42.581513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.582159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:42.583641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] 10.222.0.21 "PUT /v2.0/ports/814858db-5b14-4df1-b0d7-5514ebaae2fb HTTP/1.1" status: 200 len: 1096 time: 1.0203867 Nov 16 21:53:42.584107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:42.586423 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f85dbc-20b6-4339-82d7-06e9704398bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:42.629830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a98d6-a64a-446c-9bb6-61dbb9a97249 service neutron] Pushing event updated for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:42.669522 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c689f5-2c84-49ef-8610-142cf30f53ac x-openstack-request-id: req-a0c689f5-2c84-49ef-8610-142cf30f53ac {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:42.670244 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:42.670244 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0c689f5-2c84-49ef-8610-142cf30f53ac {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:42.670637 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb', 'status': 'completed', 'code': 200} Nov 16 21:53:42.691504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-2b1174b3-95f7-4637-8542-8beb6fd014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.693261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-2b1174b3-95f7-4637-8542-8beb6fd014b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 1099 time: 0.0557134 Nov 16 21:53:42.771961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-c84fc77f-33f4-46eb-be0d-d0e3677a954a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb HTTP/1.1" status: 200 len: 217 time: 0.0687242 Nov 16 21:53:42.840293 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-63f7513a-6195-4fd7-bb97-c052c5e34397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.842638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-63f7513a-6195-4fd7-bb97-c052c5e34397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0627868 Nov 16 21:53:42.891116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-56b6c81b-9081-4f90-918d-05d1a0dc44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:42.892694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-56b6c81b-9081-4f90-918d-05d1a0dc44c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435870 Nov 16 21:53:42.993046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-eac043ef-7a31-47b9-acfc-0c982fd6037f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927773 Nov 16 21:53:43.077620 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:43.093781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8407d5f8-b41e-46d2-abd6-f0a900ae1650 req-067793c7-a3e9-4027-9f68-4890eb94df1c service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940278 Nov 16 21:53:43.184483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-ceee2bec-88a1-4c3b-9bb5-512c80d706ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.186054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-ceee2bec-88a1-4c3b-9bb5-512c80d706ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 1099 time: 0.0421138 Nov 16 21:53:43.286522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-ca975964-64b5-4c7f-8181-f72ea18ebfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.288226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-ca975964-64b5-4c7f-8181-f72ea18ebfc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.0946569 Nov 16 21:53:43.332599 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-8590650b-6556-4a0c-ba96-fdca1eda4d0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb HTTP/1.1" status: 200 len: 217 time: 0.0366964 Nov 16 21:53:43.412453 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-4bdd8499-1295-47da-a091-194104f5e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.414556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-4bdd8499-1295-47da-a091-194104f5e123 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0740714 Nov 16 21:53:43.478791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd00c-67f0-4558-a564-23c835d9ed89 req-6b556c2a-9c9b-450e-8423-e917e4fd9e68 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.480862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b19fd00c-67f0-4558-a564-23c835d9ed89 req-6b556c2a-9c9b-450e-8423-e917e4fd9e68 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 948 time: 0.0989606 Nov 16 21:53:43.515499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-f02f2157-9d03-4bf5-b7dd-1f82114e79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:43.517726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-f02f2157-9d03-4bf5-b7dd-1f82114e79d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951161 Nov 16 21:53:43.605961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b19fd00c-67f0-4558-a564-23c835d9ed89 req-0aba7794-0dda-46d4-9118-ede5f3cc51d4 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188934 Nov 16 21:53:43.650856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-00c412ed-0212-4a31-826f-11f87b0a729e service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228304 Nov 16 21:53:43.766600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b1f85dbc-20b6-4339-82d7-06e9704398bb req-b70c362e-229c-4f3b-b677-4f59e4cc861a service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078141 Nov 16 21:53:44.743785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6da4f4-35f2-4dcc-8fdf-c1af586fd23c req-8ba7d5db-4287-487c-9401-08d4b5fa343a tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:44.745262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e6da4f4-35f2-4dcc-8fdf-c1af586fd23c req-8ba7d5db-4287-487c-9401-08d4b5fa343a tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 948 time: 0.0568740 Nov 16 21:53:44.805931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e6da4f4-35f2-4dcc-8fdf-c1af586fd23c req-52498414-b06f-4f37-97b4-e0b6566ca675 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Nov 16 21:53:45.367598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78546f6c-5f11-43a9-8c6e-73d8df8426fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:45.931751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3a8c-966f-4202-9abb-691bd8762323 req-b6c41592-db4f-4a90-a5b3-0a0d5654a872 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:45.933254 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ea3a8c-966f-4202-9abb-691bd8762323 req-b6c41592-db4f-4a90-a5b3-0a0d5654a872 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 948 time: 0.0532589 Nov 16 21:53:45.992403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15ea3a8c-966f-4202-9abb-691bd8762323 req-bd2ce265-6483-47a4-95e4-60646d6b06a2 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Nov 16 21:53:46.671375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814858db-5b14-4df1-b0d7-5514ebaae2fb details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:53:46.769007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:46.781242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '814858db-5b14-4df1-b0d7-5514ebaae2fb', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': '814858db-5b14-4df1-b0d7-5514ebaae2fb', 'mac_address': 'fa:16:3e:67:61:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:53:46.826893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:46.842716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814858db-5b14-4df1-b0d7-5514ebaae2fb {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:46.865355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:46.870972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:46.920276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:46.927893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.928239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.928576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.929001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.929334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.929691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.930041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.930366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.930693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.931035 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.931359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:46.931747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:53:47.074743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['814858db-5b14-4df1-b0d7-5514ebaae2fb'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:47.131156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722773-15d6-4026-9350-8a2be7718956 req-7a0177b2-4f5f-47d8-8823-25b411a994eb tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:47.132828 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d722773-15d6-4026-9350-8a2be7718956 req-7a0177b2-4f5f-47d8-8823-25b411a994eb tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 949 time: 0.0538654 Nov 16 21:53:47.188729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d722773-15d6-4026-9350-8a2be7718956 req-8032a434-2e8b-42d5-a723-b5cf83087e84 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Nov 16 21:53:47.694104 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26d8ec21-148f-4087-8f67-d6d58bd96fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:48.326463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06547bd-65c1-491e-9308-8fd36694cd3f req-4cc03d21-70e6-4d1a-b75b-9b28f6e3c33d tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:48.327993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e06547bd-65c1-491e-9308-8fd36694cd3f req-4cc03d21-70e6-4d1a-b75b-9b28f6e3c33d tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 949 time: 0.0597234 Nov 16 21:53:48.376916 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e06547bd-65c1-491e-9308-8fd36694cd3f req-0c183b05-793e-46b5-8071-1dbdb83e9d43 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Nov 16 21:53:48.686318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814858db-5b14-4df1-b0d7-5514ebaae2fb up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:53:48.739200 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 814858db-5b14-4df1-b0d7-5514ebaae2fb completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:53:48.743363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 814858db-5b14-4df1-b0d7-5514ebaae2fb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:48.743731 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:48.827631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:48.851655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:48.853894 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c325c-c835-4dec-8d86-e7dd1a1b9ab8" -d '{"events": [{"server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "name": "network-vif-plugged", "status": "completed", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:48.866165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:48.872330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:48.898511 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec727e-f608-4ac8-a81d-7fada267b820 x-openstack-request-id: req-16ec727e-f608-4ac8-a81d-7fada267b820 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:48.898803 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "name": "network-vif-plugged", "status": "completed", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:48.899081 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16ec727e-f608-4ac8-a81d-7fada267b820 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:48.899474 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb', 'code': 200} Nov 16 21:53:48.931968 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:49.001228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3a1df-a2aa-4cb3-a4ee-2f6cefc35ffd req-421f3083-a9dc-4030-897d-85ade26fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:49.002877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dd3a1df-a2aa-4cb3-a4ee-2f6cefc35ffd req-421f3083-a9dc-4030-897d-85ade26fc50e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 1101 time: 0.0468774 Nov 16 21:53:49.049244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dd3a1df-a2aa-4cb3-a4ee-2f6cefc35ffd req-f7ee2fe8-b40c-4011-b6f7-e2386deb28f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Nov 16 21:53:49.372640 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:49.502587 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8354b-6f4c-4be1-9471-b6972c0b8439 req-0f42750a-3154-4149-8501-942ca4dd4c5f tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:49.502587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e8354b-6f4c-4be1-9471-b6972c0b8439 req-0f42750a-3154-4149-8501-942ca4dd4c5f tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 950 time: 0.0554464 Nov 16 21:53:49.549496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e8354b-6f4c-4be1-9471-b6972c0b8439 req-a65ea661-3e0f-4e3d-8abd-d76dcc80452d tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Nov 16 21:53:50.606329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:50.676021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64caf4f-61aa-4a7b-86f4-8a6b745f66e6 req-57f5cf4d-b197-424d-bae6-ade654e1caa5 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:50.677239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64caf4f-61aa-4a7b-86f4-8a6b745f66e6 req-57f5cf4d-b197-424d-bae6-ade654e1caa5 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 950 time: 0.0547771 Nov 16 21:53:50.726158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f64caf4f-61aa-4a7b-86f4-8a6b745f66e6 req-bb4aa45d-b037-49ed-ab10-5b7e7d5ef39e tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Nov 16 21:53:51.477077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:55.695158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-e4921189-3b14-4860-8031-8933ffa4ca62 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130091006&fields=id&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 267 time: 0.0449979 Nov 16 21:53:55.804586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-3edc05af-2b28-4ad0-ac57-8047c387fb51 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:55.806040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-3edc05af-2b28-4ad0-ac57-8047c387fb51 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1038704 Nov 16 21:53:55.821535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-6279c6fa-c69d-45b1-a6f7-379bbed12368 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0095322 Nov 16 21:53:55.876269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-d60697b1-1c32-4355-ac54-e652d06e4f76 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485666 Nov 16 21:53:55.979128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-8ff22b2e-829b-4c1b-81ff-72a2e47214e2 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903895 Nov 16 21:53:56.073390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-044d69da-6368-4eb9-8fb4-63247827d7ff service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879855 Nov 16 21:53:56.365100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3630ccee-e121-49b8-af08-f92be4b02e28 req-4bbd7aac-50bf-4b32-80da-6dacfbd9a240 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0275667 Nov 16 21:53:57.360321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-af905f0f-41da-4701-9546-6f1053e4fc7a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:57.361792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-af905f0f-41da-4701-9546-6f1053e4fc7a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1059735 Nov 16 21:53:57.430627 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-76416075-2499-4bd5-99c6-4f0ee040c3b2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 379 time: 0.0584950 Nov 16 21:53:57.441097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'security_groups': ['8e263c8a-cf39-4110-81b7-9cfdf98ca458']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:57.472219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c3a2612-c63a-4324-b9c1-f56bdf776317 req-d5b43840-bad8-46de-8f37-9af941ac45ad tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Nov 16 21:53:57.555661 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:53:57.559528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:57.683264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.6 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/b2606c6b-b2bf-40a4-b4d0-d2edfdb73661) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:53:57.823223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:57.855618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:57.895997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:53:57.902059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:53:57.904569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:53:57.943799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:57.967689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:57.968308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:57.985001 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-aaededf8-1ff3-46b8-83f7-b594754a7aa7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5485351 Nov 16 21:53:57.995132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-67540272-6c28-433c-b1e4-e229c3ff2ae7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:53:57.996143 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-67540272-6c28-433c-b1e4-e229c3ff2ae7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053420 Nov 16 21:53:58.008244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Request body: {'port': {'device_id': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:53:58.199610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6e6d81f2-7150-4eea-8459-509d2df6cc45 None None] Provisioning complete for port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:58.200201 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6e6d81f2-7150-4eea-8459-509d2df6cc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:58.235965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d81f2-7150-4eea-8459-509d2df6cc45 None None] Port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:53:58.375325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:58.607650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696f7c7-7dc9-4a66-94b5-270cb84f540d req-48e18fd4-c32a-405e-b134-daa739bf1d0a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:58.609817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3696f7c7-7dc9-4a66-94b5-270cb84f540d req-48e18fd4-c32a-405e-b134-daa739bf1d0a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 931 time: 0.0546098 Nov 16 21:53:58.663976 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3696f7c7-7dc9-4a66-94b5-270cb84f540d req-7d4b1664-39b4-45ff-8893-32df8245a1c7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Nov 16 21:53:58.709814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:53:58.717292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:58.729126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Transition to ACTIVE for port object b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:53:58.734065 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:58.804833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:58.861656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Attempting to bind port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:53:58.862064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Attempting to bind port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:53:58.862462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Attempting to bind port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:53:58.867759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:53:58.868152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Attempting to bind port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:53:58.883211 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:53:58.883647 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:53:58.884106 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:53:58.884626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Bound port: b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:53:58.885213 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:58.969411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:53:58.972996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:53:58.977994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:59.013534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.014231 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:59.015679 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 1091 time: 1.0116391 Nov 16 21:53:59.017910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:59.024617 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f8ea69-feda-480b-a8ff-9553732ae9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:59.052460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae30d0-0d2e-4d7c-a8e3-956dae33bc51 service neutron] Pushing event updated for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:59.105582 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d888b54e-b078-42f4-a24a-1eddfb2f032c x-openstack-request-id: req-d888b54e-b078-42f4-a24a-1eddfb2f032c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:59.105881 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:59.106136 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d888b54e-b078-42f4-a24a-1eddfb2f032c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:59.106533 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'status': 'completed', 'code': 200} Nov 16 21:53:59.123116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-a1b8d51c-a5d0-4e16-a4db-1f931890e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.124661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-a1b8d51c-a5d0-4e16-a4db-1f931890e495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1094 time: 0.0472212 Nov 16 21:53:59.174154 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-efdc89f3-5163-4cfd-ab3a-cae10eeb3916 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 217 time: 0.0401728 Nov 16 21:53:59.227000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-ef881deb-5291-4339-b993-c526e0133ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.228458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-ef881deb-5291-4339-b993-c526e0133ca3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0478532 Nov 16 21:53:59.273585 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-12f8bc9a-d9cb-45a5-81fc-ee948637fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.275020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-12f8bc9a-d9cb-45a5-81fc-ee948637fdee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398457 Nov 16 21:53:59.369889 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-53ffd5e8-4ae1-4836-bf69-0865c958f2ba service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882452 Nov 16 21:53:59.460015 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b868fccc-6073-4333-9d59-587f7fa24cb2 req-d5d0c86a-38d6-4a43-9b25-f5dcdacdf571 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831201 Nov 16 21:53:59.552898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-5cb6c2fa-92b0-4d1b-89ab-bf3754be6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.554850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-5cb6c2fa-92b0-4d1b-89ab-bf3754be6817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1094 time: 0.0429564 Nov 16 21:53:59.652394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-9cec65ae-01a2-40c0-9cf4-919e3d3ed6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.653983 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-9cec65ae-01a2-40c0-9cf4-919e3d3ed6cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0915694 Nov 16 21:53:59.696067 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-35eeb9ba-1a2f-45be-8e8d-0e8ef4a07f86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 217 time: 0.0352645 Nov 16 21:53:59.752479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-48904de2-c4b6-4f5e-a35d-88ae64fb30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.754122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-48904de2-c4b6-4f5e-a35d-88ae64fb30f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0516419 Nov 16 21:53:59.788863 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fb0d6-183d-4962-b88b-84e82ca13890 req-f9f721d7-d88d-47c8-ac7f-d0ce3c8ed107 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.791302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e61fb0d6-183d-4962-b88b-84e82ca13890 req-f9f721d7-d88d-47c8-ac7f-d0ce3c8ed107 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0543015 Nov 16 21:53:59.809045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-1f4b0d0b-a0d0-4734-94fa-089187cc0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:59.810804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-1f4b0d0b-a0d0-4734-94fa-089187cc0d2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492716 Nov 16 21:53:59.843621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e61fb0d6-183d-4962-b88b-84e82ca13890 req-3fa49842-1319-4786-8d80-5ef5b72b8167 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464547 Nov 16 21:53:59.903834 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-6fe3dd9f-eba6-4350-a0d8-531dc63a5fad service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857987 Nov 16 21:53:59.997454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f0f8ea69-feda-480b-a8ff-9553732ae9d6 req-73a5849e-93da-4f69-bdc9-062ee111aee8 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Nov 16 21:54:00.967601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04245526-ed63-4721-9990-615e199cc17b req-1b5222d0-fc3b-4073-bf24-d9c3d7aadea1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:00.969098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04245526-ed63-4721-9990-615e199cc17b req-1b5222d0-fc3b-4073-bf24-d9c3d7aadea1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0538800 Nov 16 21:54:01.018942 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04245526-ed63-4721-9990-615e199cc17b req-15db3789-5354-4bbc-9691-9df7e1316273 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Nov 16 21:54:02.143496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47570b-f34e-4b96-8c83-28e113aea6e2 req-856e1a14-a954-495d-8ea2-54562b400c03 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:02.145028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc47570b-f34e-4b96-8c83-28e113aea6e2 req-856e1a14-a954-495d-8ea2-54562b400c03 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0525873 Nov 16 21:54:02.198969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc47570b-f34e-4b96-8c83-28e113aea6e2 req-a0ac70df-cb8e-4668-a267-9578489cf9c0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476615 Nov 16 21:54:03.328495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba720f0-af79-4fe2-9e27-1d2646a34057 req-51b5f52e-f6cb-4577-92f1-2b65a84ddc47 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:03.330002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ba720f0-af79-4fe2-9e27-1d2646a34057 req-51b5f52e-f6cb-4577-92f1-2b65a84ddc47 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0553589 Nov 16 21:54:03.395317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ba720f0-af79-4fe2-9e27-1d2646a34057 req-f71ef0e2-96f7-4743-ba0b-e71c68a4ca4d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587409 Nov 16 21:54:04.519375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5b2d-523e-4624-91c0-6bb0684acf5e req-9215a60a-617e-4a0e-9b41-72cad20ea061 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:04.520876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-611f5b2d-523e-4624-91c0-6bb0684acf5e req-9215a60a-617e-4a0e-9b41-72cad20ea061 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0505152 Nov 16 21:54:04.572119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-611f5b2d-523e-4624-91c0-6bb0684acf5e req-dfc5f499-55b2-4aad-b118-1129e1335c9f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Nov 16 21:54:05.699198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c12e-a40e-42f2-a334-776ba791256e req-c9dc7b0e-242c-43ab-83cf-786e374893b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:05.700933 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c659c12e-a40e-42f2-a334-776ba791256e req-c9dc7b0e-242c-43ab-83cf-786e374893b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0492697 Nov 16 21:54:05.754686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c659c12e-a40e-42f2-a334-776ba791256e req-b3bc3c71-eb84-4635-8691-d2f967ec4e62 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475895 Nov 16 21:54:06.877079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6f7b-16e4-41ef-b176-2953cb34277e req-4e6d862b-2475-488d-b973-3feb627020b5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:06.878659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df4d6f7b-16e4-41ef-b176-2953cb34277e req-4e6d862b-2475-488d-b973-3feb627020b5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0503743 Nov 16 21:54:06.935443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df4d6f7b-16e4-41ef-b176-2953cb34277e req-7cb5edbf-4adb-4091-9771-1fc769ea05f3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494337 Nov 16 21:54:08.050110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976991c-0aaf-404d-9eb7-a11a6805cb54 req-525ca566-3a4d-4852-9893-7ee9209dd687 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:08.057342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d976991c-0aaf-404d-9eb7-a11a6805cb54 req-525ca566-3a4d-4852-9893-7ee9209dd687 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 943 time: 0.0568316 Nov 16 21:54:08.105906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d976991c-0aaf-404d-9eb7-a11a6805cb54 req-b1b26bfa-44ef-4805-b11c-2c89ee1f9d4d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477297 Nov 16 21:54:08.919563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:54:09.016506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:09.027886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'mac_address': 'fa:16:3e:59:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:54:09.068318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:09.080783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:54:09.101610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:09.111763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:09.173386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:09.238636 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:09.239527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dac12-f62d-47ee-ad99-78051e5aca81 req-6d1a53e4-7de4-48d3-b396-80d4327423cd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:09.241328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-291dac12-f62d-47ee-ad99-78051e5aca81 req-6d1a53e4-7de4-48d3-b396-80d4327423cd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 944 time: 0.0577936 Nov 16 21:54:09.299480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-291dac12-f62d-47ee-ad99-78051e5aca81 req-7dc397e8-3c9d-4e64-94c7-60d5d79d6b75 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517797 Nov 16 21:54:09.316012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['b2606c6b-b2bf-40a4-b4d0-d2edfdb73661'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:54:10.409624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c95a6-413a-42ee-ad36-453fff6325ce req-ba6775bc-2b88-4188-b8a9-8e1007c04af3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:10.418652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f20c95a6-413a-42ee-ad36-453fff6325ce req-ba6775bc-2b88-4188-b8a9-8e1007c04af3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 944 time: 0.0571108 Nov 16 21:54:10.471858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f20c95a6-413a-42ee-ad36-453fff6325ce req-be09caaa-8663-40d9-8ca1-94e2daa91403 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521779 Nov 16 21:54:10.920957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:54:10.972607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:54:10.976754 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:10.977119 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:11.215167 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:11.236342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:11.238526 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15be8c76-9f0c-44dc-8359-91ae00bcec9a" -d '{"events": [{"server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "name": "network-vif-plugged", "status": "completed", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:11.252669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:11.258519 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:11.306063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:11.417748 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e803d-c9b0-4b41-940d-4fb238f86b13 x-openstack-request-id: req-b50e803d-c9b0-4b41-940d-4fb238f86b13 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:11.418035 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "name": "network-vif-plugged", "status": "completed", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:11.418279 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b50e803d-c9b0-4b41-940d-4fb238f86b13 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:11.418665 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'code': 200} Nov 16 21:54:11.522721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f90d-1315-42a2-8e5e-9bbd1727f068 req-5e370cf3-5eed-4f31-89e9-7505c13eb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.524301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc63f90d-1315-42a2-8e5e-9bbd1727f068 req-5e370cf3-5eed-4f31-89e9-7505c13eb266 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1096 time: 0.0447376 Nov 16 21:54:11.576207 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-bc63f90d-1315-42a2-8e5e-9bbd1727f068 req-50917589-afdf-42ac-b7e0-be4883865409 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Nov 16 21:54:11.597070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121f1b-6b41-4f4c-8672-39b575cf7f56 req-3db4fa21-9b8e-4b6c-a9ac-8d550ad9f55a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:11.599324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d121f1b-6b41-4f4c-8672-39b575cf7f56 req-3db4fa21-9b8e-4b6c-a9ac-8d550ad9f55a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0533555 Nov 16 21:54:11.654491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d121f1b-6b41-4f4c-8672-39b575cf7f56 req-1a26eaa2-bff8-4c71-a653-c4517ac1c926 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482171 Nov 16 21:54:12.231622 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:54:12.774399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c14f3-7fb2-4b6c-8eb4-83be7702636e req-7425a9a8-8cde-4a98-8020-e03edf070a1e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:12.775953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-065c14f3-7fb2-4b6c-8eb4-83be7702636e req-7425a9a8-8cde-4a98-8020-e03edf070a1e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Nov 16 21:54:12.825409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-065c14f3-7fb2-4b6c-8eb4-83be7702636e req-14ef434e-5e03-4e2a-8502-a1c7831aa485 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 Nov 16 21:54:12.946865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab000-cd07-4569-a472-5261a37a6091 req-4ae7296b-853d-49a5-a733-c28babcd9c84 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:12.948346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b0ab000-cd07-4569-a472-5261a37a6091 req-4ae7296b-853d-49a5-a733-c28babcd9c84 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0496266 Nov 16 21:54:12.996796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b0ab000-cd07-4569-a472-5261a37a6091 req-015a8a4a-7e96-4b12-824d-500a70226068 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Nov 16 21:54:13.019629 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 60498) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:13.063464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b97d51d-a5c9-4c17-80dc-cace95b9fd36 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:13.068014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 60500) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:13.068197 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6b97d51d-a5c9-4c17-80dc-cace95b9fd36 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1091 time: 0.0472898 Nov 16 21:54:13.073275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:13.075334 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.096644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.196837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.314474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.25.7.126 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/8b784c5d-4d13-4740-87e0-7680eeefe77a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:13.420932 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.454080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.489387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:13.494993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:13.498578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:54:13.531634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=8b784c5d-4d13-4740-87e0-7680eeefe77a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:13.846224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:13.916876 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.065506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.070275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.148108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=8b784c5d-4d13-4740-87e0-7680eeefe77a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:14.157067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.261858 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP 244ecb76-03b4-46d8-9a61-ce91a4f11a40 associated. External IP: 172.25.7.126, port: b2606c6b-b2bf-40a4-b4d0-d2edfdb73661. Nov 16 21:54:14.469170 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:54:14.572848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:54:14.583971 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:54:14.591909 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.596887 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:14.597591 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:53:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:14.634706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9311fcc-9bae-4ee9-b0c0-f42d1e3da2d6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5535288 Nov 16 21:54:14.634706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:14.634706 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454" -d '{"events": [{"name": "network-changed", "server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:14.713586 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:14.746032 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb3c133-7d0b-4ba8-b61c-d0029cf60af5 x-openstack-request-id: req-deb3c133-7d0b-4ba8-b61c-d0029cf60af5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:14.746032 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:14.746321 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-deb3c133-7d0b-4ba8-b61c-d0029cf60af5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:14.746483 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'status': 'completed', 'code': 200} Nov 16 21:54:14.813942 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-77ee9a1a-2177-4afe-b9e4-1c5935a2a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:14.815775 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-77ee9a1a-2177-4afe-b9e4-1c5935a2a00e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1096 time: 0.0430186 Nov 16 21:54:14.916811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-533baa93-a1a5-4663-9e8e-1aebe74ab7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:14.918299 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-533baa93-a1a5-4663-9e8e-1aebe74ab7d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0943069 Nov 16 21:54:14.952936 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '244ecb76-03b4-46d8-9a61-ce91a4f11a40', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:59:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:13Z', 'updated_at': '2021-11-16T21:54:13Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:14.980958 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:54:14.991264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:14.992070 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:53:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:14.997984 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-b09d93a0-ed83-4bdb-a060-fbb09eb99f9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 999 time: 0.0714314 Nov 16 21:54:15.064720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-8e8035d5-c25e-4e3d-aec7-005f11dd1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.067004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-8e8035d5-c25e-4e3d-aec7-005f11dd1fdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0622454 Nov 16 21:54:15.118722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-0f3289ec-876e-4e14-8290-2af912cce549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.120301 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-0f3289ec-876e-4e14-8290-2af912cce549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454042 Nov 16 21:54:15.205009 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:15.217385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-a0337ffb-9bca-441e-ad24-70aad0205850 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884085 Nov 16 21:54:15.319718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd4b3d43-fd27-4a8d-af0c-5fb1874e2454 req-240c042a-ef32-4835-8c93-a28fb66449fc service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945666 Nov 16 21:54:15.360565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-99652c73-a9f5-4154-bd3d-2111900e86b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.443902 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '244ecb76-03b4-46d8-9a61-ce91a4f11a40', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:59:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:13Z', 'updated_at': '2021-11-16T21:54:13Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:15.473981 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ae328-7893-4e99-a4ae-cb18890471d6 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '244ecb76-03b4-46d8-9a61-ce91a4f11a40', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:59:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:54:13Z', 'updated_at': '2021-11-16T21:54:13Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:54:15.669889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4b302-fa24-437d-ac37-97da959657b4 None None] New status for floating IP 244ecb76-03b4-46d8-9a61-ce91a4f11a40: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:54:17.694736 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6cfae36f-bdd8-4769-bb52-708dcd439e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:19.375930 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.612417 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.481016 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.780797 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-787960a1-ee92-4b34-85b9-f8ccb9feb895 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451536 Nov 16 21:54:21.863213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-dfbf4275-5897-49f5-a495-673c2e844984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:21.865389 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-dfbf4275-5897-49f5-a495-673c2e844984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1096 time: 0.0420134 Nov 16 21:54:21.975260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-68e61c25-ade8-492f-991f-fe40a2a4c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:21.976664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-68e61c25-ade8-492f-991f-fe40a2a4c09a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0916667 Nov 16 21:54:22.042946 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-c1b5359f-ad99-48eb-8806-5f9034b68cd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 1001 time: 0.0592086 Nov 16 21:54:22.091868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-9a3d3dc9-2665-454a-bc59-6ad9c3cd9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:22.093314 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-9a3d3dc9-2665-454a-bc59-6ad9c3cd9187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0441988 Nov 16 21:54:22.144547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-a1c793fb-7f7a-4719-a285-29064f61108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:22.146106 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-a1c793fb-7f7a-4719-a285-29064f61108d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458150 Nov 16 21:54:22.245795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-a0e37541-524f-49a5-b1c8-0a15a24fecf7 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919902 Nov 16 21:54:22.343326 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77184d40-5300-4d80-9b8e-c8347f647f0e req-c3d26bb7-5305-493f-bf17-40bedf8b4a8b service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906987 Nov 16 21:54:23.934841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-3c649045-6672-404f-93da-fa92cab0d9c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446388 Nov 16 21:54:24.028359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-93a3c6ee-2874-4836-a85e-d8a3a2d5b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.029902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-93a3c6ee-2874-4836-a85e-d8a3a2d5b552 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 1101 time: 0.0496848 Nov 16 21:54:24.138303 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-dd94b415-01d0-4a98-a9fb-c7e63040636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.139870 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-dd94b415-01d0-4a98-a9fb-c7e63040636f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.0912659 Nov 16 21:54:24.182007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-ebdcbf45-01e0-4f85-8a6a-b145491878c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb HTTP/1.1" status: 200 len: 217 time: 0.0352771 Nov 16 21:54:24.235056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-9a184fb9-b92d-45c9-92d8-2ef724763815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.236517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-9a184fb9-b92d-45c9-92d8-2ef724763815 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0479617 Nov 16 21:54:24.289294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-77d05525-2fed-46c9-8dfc-5dff4eeb8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:24.290958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-77d05525-2fed-46c9-8dfc-5dff4eeb8590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473402 Nov 16 21:54:24.301233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-a7dcdc76-695e-4d15-a49d-59ca743e95ef service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:54:24.302666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-a7dcdc76-695e-4d15-a49d-59ca743e95ef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Nov 16 21:54:24.393273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-d2fead00-2e79-4b9b-a481-3bd59d3f1ebe service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Nov 16 21:54:24.489380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e07b1ce-34f8-4f71-8ae9-e7c377ef3d21 req-f5ce75d8-ee2d-467a-b0af-9008f1096dce service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Nov 16 21:54:39.246867 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:43.087968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:45.363303 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9634d5bd-cfcb-4aa4-bc7f-11cef81f438e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:47.696145 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-00b4545b-fd20-4877-b3a9-3db6a9ec97ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:49.231388 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:54:49.373984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:50.614565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.484722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.042666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72008a2c-ff3d-4ca7-b3c2-17fc9684841f req-681de7d9-82a9-4c52-8a9f-8729222adc39 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:00.044126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72008a2c-ff3d-4ca7-b3c2-17fc9684841f req-681de7d9-82a9-4c52-8a9f-8729222adc39 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 950 time: 0.0490763 Nov 16 21:55:00.091073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-72008a2c-ff3d-4ca7-b3c2-17fc9684841f req-7dbfebbe-6132-41af-9fad-978dba07d656 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Nov 16 21:55:01.207357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d20e7b-6d57-4c84-8504-fd8f0372fd5f req-71850862-24b7-454c-9d19-507b52608ae7 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:01.208852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61d20e7b-6d57-4c84-8504-fd8f0372fd5f req-71850862-24b7-454c-9d19-507b52608ae7 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 950 time: 0.0483317 Nov 16 21:55:01.261722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61d20e7b-6d57-4c84-8504-fd8f0372fd5f req-fcb3d35f-6649-4071-b2cb-20b1123ea365 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/security-groups?id=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Nov 16 21:55:01.472665 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-5f1c106d-fa59-409c-97fa-327d3f8cdfb3 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:01.474139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-5f1c106d-fa59-409c-97fa-327d3f8cdfb3 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 950 time: 0.0469532 Nov 16 21:55:01.565491 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Deleting port 814858db-5b14-4df1-b0d7-5514ebaae2fb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:55:01.565823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.656476 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] For port 814858db-5b14-4df1-b0d7-5514ebaae2fb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=814858db-5b14-4df1-b0d7-5514ebaae2fb,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:01.656826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.669496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Calling delete_port for 814858db-5b14-4df1-b0d7-5514ebaae2fb owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:55:01.792938 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.804717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['814858db-5b14-4df1-b0d7-5514ebaae2fb'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:55:01.827253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Pushing event deleted for resources: {'Port': ['ID=814858db-5b14-4df1-b0d7-5514ebaae2fb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:01.849347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.849690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.850020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.850348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.850670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.851009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.851332 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.851649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.851963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.852277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.852592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.853046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.874250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] No DVR routers for this DVR port 814858db-5b14-4df1-b0d7-5514ebaae2fb on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:55:01.876792 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.880601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3c4dc65-54ed-4bcf-9043-6970e15b5aa5 req-46accfd3-40dd-40b6-a98c-ff1570c26c33 tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.21 "DELETE /v2.0/ports/814858db-5b14-4df1-b0d7-5514ebaae2fb HTTP/1.1" status: 204 len: 173 time: 0.3986194 Nov 16 21:55:01.881045 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'name': 'network-vif-deleted', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:01.883288 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87f6924-f69f-4191-a184-ed0c1b7ef940" -d '{"events": [{"server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "name": "network-vif-deleted", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:55:01.921739 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990d1df-367a-4d38-ada1-72e3891fbfab x-openstack-request-id: req-7990d1df-367a-4d38-ada1-72e3891fbfab {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:55:01.922034 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a61788-6268-499c-a359-b29eab0c5808", "name": "network-vif-deleted", "tag": "814858db-5b14-4df1-b0d7-5514ebaae2fb", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:55:01.922292 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7990d1df-367a-4d38-ada1-72e3891fbfab {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:55:01.922696 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a61788-6268-499c-a359-b29eab0c5808', 'name': 'network-vif-deleted', 'tag': '814858db-5b14-4df1-b0d7-5514ebaae2fb', 'status': 'completed', 'code': 200} Nov 16 21:55:02.370253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6483b1ab-6f98-4d49-b188-b2f308b40302 req-17911ccd-99bf-4032-915a-9342fbdd01ff tempest-VolumesBackupsTest-1559475442 tempest-VolumesBackupsTest-1559475442-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1a61788-6268-499c-a359-b29eab0c5808 HTTP/1.1" status: 200 len: 210 time: 0.0286937 Nov 16 21:55:05.043666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814858db-5b14-4df1-b0d7-5514ebaae2fb no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:55:05.067517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 814858db-5b14-4df1-b0d7-5514ebaae2fb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:55:05.067869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 814858db-5b14-4df1-b0d7-5514ebaae2fb not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:55:09.261991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:13.088580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:15.369289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec178fba-4b2b-493c-ba00-2fee6c06970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:17.697763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff6317d5-44f8-4472-b070-b272b009dad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:19.380990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:20.616713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:21.485685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:22.795730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-e4401aea-8256-4cbf-9cb2-d1e89ae67e4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403318 Nov 16 21:55:22.879483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-d4ed3e31-8b2d-43c6-8452-fc1928e0c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:22.881128 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-d4ed3e31-8b2d-43c6-8452-fc1928e0c203 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 1096 time: 0.0419986 Nov 16 21:55:22.994366 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-1a0e0b40-d302-4b58-bec5-7bdfcf74b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:22.995792 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-1a0e0b40-d302-4b58-bec5-7bdfcf74b935 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0936899 Nov 16 21:55:23.061446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-c65b18ef-f11a-47d7-9212-b1ff1fcbc0f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 200 len: 1001 time: 0.0579710 Nov 16 21:55:23.111001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-bf34299e-02f3-492a-b7b2-caa1bd22eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:23.112517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-bf34299e-02f3-492a-b7b2-caa1bd22eeec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0440240 Nov 16 21:55:23.161322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-d34c9eaa-5bd3-4b52-8e00-6a519e6a370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:23.162838 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-d34c9eaa-5bd3-4b52-8e00-6a519e6a370c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436251 Nov 16 21:55:23.253956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-e99570ab-cdb5-4464-ad0a-fd6b4e74ff03 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Nov 16 21:55:23.348987 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f611fb92-6924-4c76-8aa1-7b60dd839d8d req-2b6ae907-f845-420d-99b2-3bc139a09da4 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882244 Nov 16 21:55:26.230772 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:55:39.265285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:43.088043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:45.371674 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-083b73ca-24c4-4543-b747-fcb6220833d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:47.700733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5a9e-8277-4710-99f3-eb88a0d38573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:49.379590 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:50.617523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:51.498790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:03.229810 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:56:09.278581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:12.252780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7c966-2cdc-4a45-8f41-07b63e01c9a7 req-bca2cf54-8031-454c-8aac-6b94176648d1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:12.254247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7f7c966-2cdc-4a45-8f41-07b63e01c9a7 req-bca2cf54-8031-454c-8aac-6b94176648d1 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Nov 16 21:56:12.303589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7f7c966-2cdc-4a45-8f41-07b63e01c9a7 req-a3249ae1-52ad-42ae-b546-f30fc4068a26 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Nov 16 21:56:13.089287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:13.419967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648242-3d54-41e7-b222-03f790afa23f req-adf100f2-f961-4746-81e0-8129000bc54a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:13.421418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d648242-3d54-41e7-b222-03f790afa23f req-adf100f2-f961-4746-81e0-8129000bc54a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0477438 Nov 16 21:56:13.470377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d648242-3d54-41e7-b222-03f790afa23f req-01424ab9-48ac-4cd9-9cad-a21cc97a4b2b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Nov 16 21:56:13.764460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-6e699641-da3a-489b-b589-91440f4d3e05 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:13.765940 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-6e699641-da3a-489b-b589-91440f4d3e05 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Nov 16 21:56:13.860642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:56:13.860985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:13.955395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:13.955763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:14.173682 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:14.174075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:14.174374 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP 244ecb76-03b4-46d8-9a61-ce91a4f11a40 disassociated. External IP: 172.25.7.126, port: b2606c6b-b2bf-40a4-b4d0-d2edfdb73661. Nov 16 21:56:14.174756 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:56:14.308006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:14.342314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=b2606c6b-b2bf-40a4-b4d0-d2edfdb73661,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:14.359271 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.359715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.360126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.360533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.361030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.361644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.362114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.362546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.362997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.363564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.364539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.364963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:14.469398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:56:14.571340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2c41f39-0da7-44f4-a660-e7e96b841f4a req-cd928e54-eedd-40fd-8a8a-980fa715f3f4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0274546 Nov 16 21:56:14.599939 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:56:14.624681 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:56:14.637049 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:56:14.637755 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:55:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:14.656089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:14.658807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:14.662253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-989ba9a2-7885-44d6-b735-7240f52c95b7 req-effad3b7-884f-4a11-9e48-9ae9b0e081fd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "DELETE /v2.0/ports/b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 HTTP/1.1" status: 204 len: 173 time: 0.8899353 Nov 16 21:56:14.662761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'name': 'network-vif-deleted', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:14.665378 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9255f718-cacd-4f51-b91a-e3a775b96512" -d '{"events": [{"server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "name": "network-vif-deleted", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:14.801120 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:56:14.853643 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2168b2a8-cd82-4730-8c79-836b763e4c9e x-openstack-request-id: req-2168b2a8-cd82-4730-8c79-836b763e4c9e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:14.854720 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a299c0b-3c2b-4d80-a0a7-85ed86479605", "name": "network-vif-deleted", "tag": "b2606c6b-b2bf-40a4-b4d0-d2edfdb73661", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:14.855161 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2168b2a8-cd82-4730-8c79-836b763e4c9e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:14.855748 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a299c0b-3c2b-4d80-a0a7-85ed86479605', 'name': 'network-vif-deleted', 'tag': 'b2606c6b-b2bf-40a4-b4d0-d2edfdb73661', 'status': 'completed', 'code': 200} Nov 16 21:56:15.029532 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:15.058829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:56:15.067198 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:56:15.067785 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:55:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:15.177808 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:56:15.379262 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7b68027d-e7cb-4e38-9d58-6a80f4a7a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:15.389105 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:15.418787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bdbd8-7037-488c-9910-2c2abd57ad76 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:56:15.730759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e1ea-3f3d-4e31-ad4e-1b836fe16bee None None] New status for floating IP 244ecb76-03b4-46d8-9a61-ce91a4f11a40: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:56:16.035473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b8b7703-f4cb-4986-8153-2f56d8396960 req-9e3b819c-64db-4f3c-ac9b-d58dd24fc551 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.3769643 Nov 16 21:56:17.187862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99511c88-3e0b-4665-a071-44e3f79df11e req-114b7381-6b43-4590-bd13-6442a383b4f2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0499449 Nov 16 21:56:17.605619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:56:17.627237 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:56:17.627723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device b2606c6b-b2bf-40a4-b4d0-d2edfdb73661 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:56:17.706066 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-785deb9d-1ba2-4ef1-b4ef-46466fe923cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:18.285736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11117a48-ded4-4348-a978-605506c17511 req-f72750ec-0817-4559-ace8-d6a84a74b328 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0280449 Nov 16 21:56:19.381939 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:19.396927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b373090-d735-49dc-b3d7-ffb337bb6bd1 req-4eae9264-0e5b-4248-b99c-878972481200 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a299c0b-3c2b-4d80-a0a7-85ed86479605 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Nov 16 21:56:20.614356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-e355f1e8-59a4-490c-a425-c0731e23cb05 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130091006&fields=id&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 267 time: 0.0498962 Nov 16 21:56:20.629234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:20.724233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-96b4f6ec-1e10-4d85-8d43-6ca99bb1d1bc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:20.725665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-96b4f6ec-1e10-4d85-8d43-6ca99bb1d1bc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1023374 Nov 16 21:56:20.740856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-37cd2346-637f-40bd-a42f-2d5e227bc38d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0093441 Nov 16 21:56:20.792779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-158e56a6-b623-45bf-9960-70f677386c26 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464594 Nov 16 21:56:20.862495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-22fa4a14-e101-4f90-94e4-125959ac8311 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:56:20.863556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-22fa4a14-e101-4f90-94e4-125959ac8311 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581889 Nov 16 21:56:20.959233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-dbd9aaf9-c085-405d-86d9-ffe8d01545b5 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860136 Nov 16 21:56:21.050728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-2ab2e93f-1e7f-4a4c-8e0a-c8627d3b7ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Nov 16 21:56:21.366081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7c34ac0-4dc7-4bdb-991a-dde153451aea req-f49e910a-6bb5-443c-97d2-dd457a5c8bde tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0435326 Nov 16 21:56:21.491558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:22.503446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f70be83-8711-497f-987b-fbc916c4cfc0 req-82eec56b-98b8-4a8e-b138-ed39d85c8472 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0350318 Nov 16 21:56:22.556238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-b5076262-3975-4038-9803-791d2a6da40c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:22.557693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-b5076262-3975-4038-9803-791d2a6da40c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1610014 Nov 16 21:56:22.630172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-372e1a0e-4694-4dc0-8cf4-46c49e86a96d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 379 time: 0.0614100 Nov 16 21:56:22.645221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'security_groups': ['8e263c8a-cf39-4110-81b7-9cfdf98ca458']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:22.771884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:56:22.775446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:22.920883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.5 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/66089e55-2ed9-4516-9452-95140c1392c4) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:23.088889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.126976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.174049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:23.177770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:23.180355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:56:23.237567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.238358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.241422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:23.257227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.257670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.258074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.258646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.259112 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.259531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.259820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.260245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.260620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.260988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.261292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.261618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.271193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-3ce70822-2454-4dd1-91b0-3f9ef9ede955 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6310577 Nov 16 21:56:23.289930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Request body: {'port': {'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:23.359822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.433544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fe5442bd-fa53-45be-87c1-aa6e195db859 None None] Provisioning complete for port 66089e55-2ed9-4516-9452-95140c1392c4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:23.434076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fe5442bd-fa53-45be-87c1-aa6e195db859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.470657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-fe5442bd-fa53-45be-87c1-aa6e195db859 None None] Port 66089e55-2ed9-4516-9452-95140c1392c4 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:56:23.690760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef0a4-a483-480f-9653-afd77a5a41e3 req-2470adb9-9b3a-407a-8fcd-0e54ee133330 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.692794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f2ef0a4-a483-480f-9653-afd77a5a41e3 req-2470adb9-9b3a-407a-8fcd-0e54ee133330 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 931 time: 0.0884752 Nov 16 21:56:23.751660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66089e55-2ed9-4516-9452-95140c1392c4 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:23.761930 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.796766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Transition to ACTIVE for port object 66089e55-2ed9-4516-9452-95140c1392c4 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:56:23.803500 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f2ef0a4-a483-480f-9653-afd77a5a41e3 req-3e8dd75e-15dc-4718-a1fd-0b40557d896b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998335 Nov 16 21:56:23.804595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.875604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Pushing event updated for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:23.941813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Attempting to bind port 66089e55-2ed9-4516-9452-95140c1392c4 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:56:23.942740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Attempting to bind port 66089e55-2ed9-4516-9452-95140c1392c4 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:56:23.943611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Attempting to bind port 66089e55-2ed9-4516-9452-95140c1392c4 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:56:23.949917 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Port 66089e55-2ed9-4516-9452-95140c1392c4 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:56:23.950563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Attempting to bind port 66089e55-2ed9-4516-9452-95140c1392c4 on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:56:23.959324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:56:23.960052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:56:23.960640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:56:23.961255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Bound port: 66089e55-2ed9-4516-9452-95140c1392c4, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:56:23.962053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:24.042563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:56:24.046571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=66089e55-2ed9-4516-9452-95140c1392c4,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:56:24.052065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:24.096788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.097612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:24.099785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] 10.222.0.21 "PUT /v2.0/ports/66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 1091 time: 0.8205566 Nov 16 21:56:24.100280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:24.102541 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5901fc5-ed88-4340-a45a-e1cb3a377d03" -d '{"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:24.134365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb052-8c8c-4a54-bd80-2d2ba67c6d21 service neutron] Pushing event updated for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:24.198071 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc424aa-201b-4f7a-b989-c5c044bbc8a7 x-openstack-request-id: req-0bc424aa-201b-4f7a-b989-c5c044bbc8a7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:24.198476 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:24.198838 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bc424aa-201b-4f7a-b989-c5c044bbc8a7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:24.199429 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4', 'status': 'completed', 'code': 200} Nov 16 21:56:24.216842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-35c7d21b-3659-48c7-9aea-85dffccf0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.218520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-35c7d21b-3659-48c7-9aea-85dffccf0d18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1094 time: 0.0719302 Nov 16 21:56:24.275606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-67811e1c-650d-4b8c-b34e-701a0eaf0994 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 217 time: 0.0486166 Nov 16 21:56:24.351304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-29cde900-ee88-48cf-9374-1755e61e1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.353131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-29cde900-ee88-48cf-9374-1755e61e1dd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0707970 Nov 16 21:56:24.411461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-4564f9b5-e1a6-4487-8904-2ada705f2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.412908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-4564f9b5-e1a6-4487-8904-2ada705f2d16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528073 Nov 16 21:56:24.521173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-bfd94153-c37b-4872-b3c4-e8a0bd019253 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997953 Nov 16 21:56:24.629596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5d9c99e-69d2-4358-a79f-9c38885b8c25 req-aa2b150c-a2a6-4417-9c37-d3ab104309fc service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018574 Nov 16 21:56:24.721029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-a11e8dc3-3cb7-4be3-ba51-2f392c9eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.722710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-a11e8dc3-3cb7-4be3-ba51-2f392c9eb5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1094 time: 0.0480204 Nov 16 21:56:24.824037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-e0b6c0bc-dfaa-4286-887c-2a30591ce2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.825578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-e0b6c0bc-dfaa-4286-887c-2a30591ce2a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0961099 Nov 16 21:56:24.867269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-60167026-33d9-429c-8560-fdfb07711066 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 217 time: 0.0349185 Nov 16 21:56:24.949958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-2f5d26c6-2899-4ddf-8fa9-be4b1d205047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.951588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-2f5d26c6-2899-4ddf-8fa9-be4b1d205047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0749149 Nov 16 21:56:24.974704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dff48-7b29-41b8-acb6-1eeaeaa4e7f1 req-3acdff9d-568c-4e32-adb8-c9b28ae87089 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.976105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dff48-7b29-41b8-acb6-1eeaeaa4e7f1 req-3acdff9d-568c-4e32-adb8-c9b28ae87089 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0913248 Nov 16 21:56:25.038597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-d1c51e99-6647-4ce5-b0ca-132636d03b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.040140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-d1c51e99-6647-4ce5-b0ca-132636d03b17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816207 Nov 16 21:56:25.045141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-983dff48-7b29-41b8-acb6-1eeaeaa4e7f1 req-265e904c-75b0-442a-a0c9-19ce4f31d536 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549240 Nov 16 21:56:25.139502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-ee6dd192-f788-4404-ae5d-376b09d8975b service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916638 Nov 16 21:56:25.233440 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5901fc5-ed88-4340-a45a-e1cb3a377d03 req-bbeb9f5b-2984-403d-a599-77bacd30b2a0 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867326 Nov 16 21:56:26.165037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794966-34c0-4bb2-9b51-e248f94b5c32 req-bffd0f63-91db-48ec-a36d-b715c0ddd629 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:26.166505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e794966-34c0-4bb2-9b51-e248f94b5c32 req-bffd0f63-91db-48ec-a36d-b715c0ddd629 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0499964 Nov 16 21:56:26.217092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e794966-34c0-4bb2-9b51-e248f94b5c32 req-63073c3e-3e7f-4a4e-a81b-675c5330cc64 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Nov 16 21:56:27.335073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590c3b-338f-4e7c-ace0-f91b764cf750 req-b9e6a500-194e-43a0-a472-2a21bc5cdb34 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:27.336445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14590c3b-338f-4e7c-ace0-f91b764cf750 req-b9e6a500-194e-43a0-a472-2a21bc5cdb34 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0539391 Nov 16 21:56:27.386072 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-14590c3b-338f-4e7c-ace0-f91b764cf750 req-2197ea5a-69b1-4142-81b1-7a42fcc11e2a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Nov 16 21:56:28.502586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f71c-d588-4173-bf76-0a7ef566685f req-074a458f-4278-4fce-bd69-4538a2e6dc41 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:28.504132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc58f71c-d588-4173-bf76-0a7ef566685f req-074a458f-4278-4fce-bd69-4538a2e6dc41 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0500541 Nov 16 21:56:28.556217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc58f71c-d588-4173-bf76-0a7ef566685f req-d40eda6f-47ed-45f7-8081-14c806ef9323 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Nov 16 21:56:29.677558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a83fc-0d55-4d5d-a446-3154a3644972 req-28df9a65-5ad6-4e11-b02f-c52bc3a5112e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:29.679098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-766a83fc-0d55-4d5d-a446-3154a3644972 req-28df9a65-5ad6-4e11-b02f-c52bc3a5112e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0528326 Nov 16 21:56:29.729243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-766a83fc-0d55-4d5d-a446-3154a3644972 req-53768ac2-2a35-4131-ab45-071ff25fda3c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439091 Nov 16 21:56:30.849109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf043d-9056-4150-b5ce-acaa1f3897c2 req-cf46a423-4fb0-4b78-ab21-812c57404e8b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:30.850722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ecf043d-9056-4150-b5ce-acaa1f3897c2 req-cf46a423-4fb0-4b78-ab21-812c57404e8b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0514872 Nov 16 21:56:30.905929 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ecf043d-9056-4150-b5ce-acaa1f3897c2 req-78be331c-5f05-4574-8685-d9c8b5e97efd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489023 Nov 16 21:56:32.025097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70056ea9-9d37-46f7-9430-654de7739743 req-52d9ef69-4f15-47f1-9c26-493e4349a6b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:32.026445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70056ea9-9d37-46f7-9430-654de7739743 req-52d9ef69-4f15-47f1-9c26-493e4349a6b6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0474956 Nov 16 21:56:32.080090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70056ea9-9d37-46f7-9430-654de7739743 req-35bf4c70-cf59-409b-b239-e39e28a0be3c tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475273 Nov 16 21:56:33.194987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35425b-70ca-417d-87cf-867b88342e78 req-4900c258-e054-4af2-87f2-78ac6780a4d9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:33.196477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd35425b-70ca-417d-87cf-867b88342e78 req-4900c258-e054-4af2-87f2-78ac6780a4d9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0487401 Nov 16 21:56:33.246290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd35425b-70ca-417d-87cf-867b88342e78 req-b70c1983-8725-4dd0-bc21-ec4449618be2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Nov 16 21:56:34.362953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52986d3c-3f8a-4626-b0b3-1572bf180c3a req-cc55c0da-24cc-42ef-ac89-ad8f62527aff tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:34.364462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52986d3c-3f8a-4626-b0b3-1572bf180c3a req-cc55c0da-24cc-42ef-ac89-ad8f62527aff tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0503802 Nov 16 21:56:34.414008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52986d3c-3f8a-4626-b0b3-1572bf180c3a req-c9416d46-e564-49ee-8c00-85cb2d64aec4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Nov 16 21:56:35.544416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7ef1-7d7c-4702-b25a-d75b64852bba req-0472c7ff-6b10-4dc3-be20-b44c343b51b9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:35.546368 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28ae7ef1-7d7c-4702-b25a-d75b64852bba req-0472c7ff-6b10-4dc3-be20-b44c343b51b9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0555320 Nov 16 21:56:35.596303 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28ae7ef1-7d7c-4702-b25a-d75b64852bba req-4caaeed9-0d9e-4fec-b72e-1df9425b99e7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Nov 16 21:56:36.715055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e9747-67e1-4f47-b9ee-0da8fa5aaa94 req-54421787-4473-41ed-b90a-7f495b79c5f7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:36.716526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-484e9747-67e1-4f47-b9ee-0da8fa5aaa94 req-54421787-4473-41ed-b90a-7f495b79c5f7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 943 time: 0.0495059 Nov 16 21:56:36.765953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-484e9747-67e1-4f47-b9ee-0da8fa5aaa94 req-cb57959f-598e-487c-b93a-d0e1ba37e8ed tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Nov 16 21:56:37.529582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 66089e55-2ed9-4516-9452-95140c1392c4 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:56:37.629562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=66089e55-2ed9-4516-9452-95140c1392c4,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:37.641279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '66089e55-2ed9-4516-9452-95140c1392c4', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:56:37.679554 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:37.696184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66089e55-2ed9-4516-9452-95140c1392c4 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:37.718034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=66089e55-2ed9-4516-9452-95140c1392c4,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:37.722272 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:37.768162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:37.775827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.776165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.776493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.776819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.777146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.777461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.777778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.778092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.778406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.778718 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.779060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.779374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:37.884420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf505e-5996-4828-a403-8b9ff6fb13ac req-28d0d4da-ee28-49ec-8a21-45dc81d2a820 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:37.886581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcbf505e-5996-4828-a403-8b9ff6fb13ac req-28d0d4da-ee28-49ec-8a21-45dc81d2a820 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 944 time: 0.0523117 Nov 16 21:56:37.924468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['66089e55-2ed9-4516-9452-95140c1392c4'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:56:37.943734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcbf505e-5996-4828-a403-8b9ff6fb13ac req-1fb3e648-f766-4bf7-96e4-77e2a994e688 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516665 Nov 16 21:56:39.070283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981969b0-25d9-4911-8315-bd36ca70f10a req-4ecf8955-7e56-44f6-9eae-5169296ad2e3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:39.071833 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-981969b0-25d9-4911-8315-bd36ca70f10a req-4ecf8955-7e56-44f6-9eae-5169296ad2e3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 944 time: 0.0560760 Nov 16 21:56:39.122265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-981969b0-25d9-4911-8315-bd36ca70f10a req-be5b3755-5b92-4092-9ee5-4b503f61dc3e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442679 Nov 16 21:56:39.274967 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:39.537977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 66089e55-2ed9-4516-9452-95140c1392c4 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:56:39.586523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 66089e55-2ed9-4516-9452-95140c1392c4 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:56:39.590875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 66089e55-2ed9-4516-9452-95140c1392c4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:39.591271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:39.665209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:39.689425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:39.691715 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c80ab-d301-485c-a679-a17fd3628763" -d '{"events": [{"server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "name": "network-vif-plugged", "status": "completed", "tag": "66089e55-2ed9-4516-9452-95140c1392c4"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:39.706876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=66089e55-2ed9-4516-9452-95140c1392c4,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:39.712752 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:39.737347 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36899735-2fe3-4b48-80d9-2366775bbdc8 x-openstack-request-id: req-36899735-2fe3-4b48-80d9-2366775bbdc8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:39.737637 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "name": "network-vif-plugged", "status": "completed", "tag": "66089e55-2ed9-4516-9452-95140c1392c4", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:39.737888 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36899735-2fe3-4b48-80d9-2366775bbdc8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:39.738282 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4', 'code': 200} Nov 16 21:56:39.767173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:39.834426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9561e3-97d7-4e08-876e-5c290566f007 req-68cebe3f-0a90-4669-aa97-f009e0663a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:39.835919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d9561e3-97d7-4e08-876e-5c290566f007 req-68cebe3f-0a90-4669-aa97-f009e0663a04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0396185 Nov 16 21:56:39.882412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d9561e3-97d7-4e08-876e-5c290566f007 req-735ede53-d9a3-4fb4-a306-d73f9b9408e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383987 Nov 16 21:56:40.244154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:56:40.267734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785314d6-7508-4b69-91fa-d492c9bfb4a2 req-50e8373d-5b0d-4dc6-9120-0c6eccafd838 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:40.269211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-785314d6-7508-4b69-91fa-d492c9bfb4a2 req-50e8373d-5b0d-4dc6-9120-0c6eccafd838 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0662227 Nov 16 21:56:40.321089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-785314d6-7508-4b69-91fa-d492c9bfb4a2 req-99b555bc-8827-40eb-924a-d08013a66d36 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Nov 16 21:56:41.461254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7067-05fd-4289-ae93-2e6adfb4f943 req-bdfe7cf1-5a00-47b6-b57b-92684cc45fcd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:41.463499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-565c7067-05fd-4289-ae93-2e6adfb4f943 req-bdfe7cf1-5a00-47b6-b57b-92684cc45fcd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0562487 Nov 16 21:56:41.518830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-565c7067-05fd-4289-ae93-2e6adfb4f943 req-8ac8bd5e-d877-4af0-832c-3be86a30d1c3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486002 Nov 16 21:56:41.647308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955e21-f013-43f9-b758-1bc13ec63560 req-6362d181-bb5f-4e04-8a11-19a0b71d26c7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:41.649240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f955e21-f013-43f9-b758-1bc13ec63560 req-6362d181-bb5f-4e04-8a11-19a0b71d26c7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0569248 Nov 16 21:56:41.705141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f955e21-f013-43f9-b758-1bc13ec63560 req-a1daf60a-277c-4e66-b17f-b0eb76c911e2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487599 Nov 16 21:56:41.728591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34166) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:56:41.880350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73f436-3662-44bb-94fc-1cbb417a03b9 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:41.881909 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-da73f436-3662-44bb-94fc-1cbb417a03b9 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1091 time: 0.1522424 Nov 16 21:56:41.884721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 34172) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:56:41.889031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:41.912014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.018354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.135629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.25.7.104 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ed858e74-7570-4513-9c50-3ac786ad5613) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:42.252692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.287395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.323895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:42.328718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:42.332576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:56:42.364209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=ed858e74-7570-4513-9c50-3ac786ad5613,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:42.697335 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.764806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.921337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:42.926198 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:43.009722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=ed858e74-7570-4513-9c50-3ac786ad5613,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:43.021883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:43.092135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:43.126246 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP a0e8dda3-5f6b-4821-b020-fdc30fdfa707 associated. External IP: 172.25.7.104, port: 66089e55-2ed9-4516-9452-95140c1392c4. Nov 16 21:56:43.337980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:56:43.775639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:56:43.785721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:56:43.794493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:43.823949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8b886e70-3da4-4c63-899d-c1042a087fdc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9381907 Nov 16 21:56:43.824660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:43.826957 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068bd442-1362-4c2c-a314-832f155b083e" -d '{"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:43.876390 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6d6d3-0172-470e-9c82-ba1c57a06038 x-openstack-request-id: req-15b6d6d3-0172-470e-9c82-ba1c57a06038 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:43.877184 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:43.877700 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15b6d6d3-0172-470e-9c82-ba1c57a06038 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:43.878440 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4', 'status': 'completed', 'code': 200} Nov 16 21:56:43.902065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:56:43.902589 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:56:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:43.947186 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd442-1362-4c2c-a314-832f155b083e req-78bb21fe-ea3f-44fc-93a0-ea47baa19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:43.948987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-78bb21fe-ea3f-44fc-93a0-ea47baa19901 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0461738 Nov 16 21:56:44.018163 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:56:44.054239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd442-1362-4c2c-a314-832f155b083e req-cca7e771-c292-4c20-9526-5b069ce082bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:44.055405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-cca7e771-c292-4c20-9526-5b069ce082bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0991757 Nov 16 21:56:44.128684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-d837170f-9303-4d5d-a58b-6ad06105a1c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 999 time: 0.0658159 Nov 16 21:56:44.189143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd442-1362-4c2c-a314-832f155b083e req-9e33deb9-0799-4af9-8215-a4cde9173dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:44.190628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-9e33deb9-0799-4af9-8215-a4cde9173dcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0549881 Nov 16 21:56:44.242295 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bd442-1362-4c2c-a314-832f155b083e req-cc3f06b9-377e-41ba-8249-46921461806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:44.247650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-cc3f06b9-377e-41ba-8249-46921461806b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497210 Nov 16 21:56:44.264951 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:42Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:44.298426 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:56:44.315432 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:56:44.316439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:56:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:44.369938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-eb6176ce-71ca-4424-9a09-9e981fcaeaba service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143570 Nov 16 21:56:44.427787 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:56:44.465479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-068bd442-1362-4c2c-a314-832f155b083e req-46d7c50f-4214-4a4f-8068-f597934f155b service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879278 Nov 16 21:56:44.673753 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:42Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:56:44.710725 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5020c68-188b-430e-be1b-53ee4c1e3d72 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:42Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:56:44.914953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b686a8e-7f53-44d5-b0ba-4141a0e4f557 None None] New status for floating IP a0e8dda3-5f6b-4821-b020-fdc30fdfa707: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:56:45.377892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2f655500-1a27-4de0-9931-e65d35ff83f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:47.699856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-20b13681-971c-45ca-8c52-6eb7c49230eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:49.379009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:50.631880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:51.498634 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:09.275407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:13.081135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:15.381268 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c440695-9a87-49d6-92c8-f9f7fd79df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:17.235154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:57:17.705856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8a87-e920-4cd4-9c32-3b605c9f05af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:17.775114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-06b5fba1-ab07-41df-88d3-c19a3a0bc14f req-5146974c-e742-475c-ab56-3158a5dea760 service neutron] (102665) timed out ('10.222.0.21', 51583) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:57:19.381155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:20.626592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.495854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:26.827422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-af5eab70-88d2-4fd4-a938-5b7469fd4e99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422785 Nov 16 21:57:26.921406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-caddc283-e8d8-4a06-901c-5a9cf2b31f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:26.923041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-caddc283-e8d8-4a06-901c-5a9cf2b31f83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0491030 Nov 16 21:57:27.041956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-dabe836e-b5ba-4c20-a38d-422dd8498d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:27.043513 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-dabe836e-b5ba-4c20-a38d-422dd8498d30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0979774 Nov 16 21:57:27.114488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-8c2135d0-c84d-49ac-bf6d-865c31ccf60a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 1001 time: 0.0638618 Nov 16 21:57:27.164865 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-0a09e667-568e-4128-b0cd-4706a741bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:27.166348 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-0a09e667-568e-4128-b0cd-4706a741bc46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0445874 Nov 16 21:57:27.213412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-efd9fd32-ee18-4248-a312-f9d02bf727ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:27.214908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-efd9fd32-ee18-4248-a312-f9d02bf727ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421293 Nov 16 21:57:27.307409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-33f131a1-7edf-4106-bf7f-f6011b3d82e7 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Nov 16 21:57:27.397477 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d05d4f2c-8046-4d28-85c3-2fa328271110 req-829697f7-cfd7-4969-b554-8d21585d30d6 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833969 Nov 16 21:57:39.280841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:43.090655 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:45.383883 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2a768e8c-2562-401a-baea-252400ca8f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:47.698822 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a2bac55e-7711-4321-91c4-cd17e26478e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:49.384588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:50.628728 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:51.488522 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:54.238488 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:58:09.280626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:13.091852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:15.387726 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d113b50-32b3-4446-b970-a1bd31fcd5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:17.744118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cb37-1c81-42ee-92a3-01c1f417544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:19.387567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.603388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36184) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:20.641007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.760340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fbc0a73d-2394-4741-9f03-9cff97e9e289 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09ab097bceb44b5586b9aaf7ad84350e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528218 Nov 16 21:58:20.760654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36188) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:20.810276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.837582 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.893474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.900779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:20.904587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71 HTTP/1.1" status: 204 len: 168 time: 0.1429033 Nov 16 21:58:20.913566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94edfa1d-f2b3-4ef1-9a5c-1ad86e4c9c71,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:20.923536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.924106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.924575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.925038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.925498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.926336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.926797 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.927294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.927750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.928305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.928756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:20.929857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b518-f97e-4ba5-b43b-98d2dbb63252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:21.509908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:26.748673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-485d6f1e-aa26-4a84-b53f-50fe6b8784ae tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130091006&fields=id&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 267 time: 0.0487335 Nov 16 21:58:26.860274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-09d8c3d5-f40d-4ef4-aa8b-edac978a5cd9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:26.861757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-09d8c3d5-f40d-4ef4-aa8b-edac978a5cd9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1061139 Nov 16 21:58:26.877590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-019c24cb-426f-4514-a88a-f721543b0b9b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/quotas/76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Nov 16 21:58:26.935920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-75173cf6-9cb7-4daf-b748-d6987b9fc3f2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527878 Nov 16 21:58:27.053003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-be4fed9b-b709-4106-b1ac-1841e509ce96 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:58:27.054020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-be4fed9b-b709-4106-b1ac-1841e509ce96 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1061606 Nov 16 21:58:27.145028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-a8772415-e2a8-4ca2-b6c7-f66565de6ee0 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834417 Nov 16 21:58:27.240877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-007efc88-dc69-47e5-b5be-235268c93cd1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894978 Nov 16 21:58:27.643223 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d0ce9e7-c2f4-4dd1-9e0b-b7fcb840b1b6 req-812cce82-fcd4-45ee-a4a9-6f8c83483e8e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0971835 Nov 16 21:58:28.526811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-40da4c54-35d5-4596-89fa-bce4f7c509da tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:28.528303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-40da4c54-35d5-4596-89fa-bce4f7c509da tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 811 time: 0.1387246 Nov 16 21:58:28.596920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-efdc685c-f8a7-4765-b34f-2ed64f5f50f5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76ff30a9a9e645a094df9323e5096579 HTTP/1.1" status: 200 len: 379 time: 0.0591230 Nov 16 21:58:28.607577 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'port': {'device_id': '8d53ad09-914e-4654-9430-991c274fb40d', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'admin_state_up': True, 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'security_groups': ['8e263c8a-cf39-4110-81b7-9cfdf98ca458']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:28.728984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Made reservation on behalf of 76ff30a9a9e645a094df9323e5096579 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:28.734096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.760814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3c6b0ac-583f-404c-bcfe-7eb88f69d617 req-a098e4e5-bf1a-4d0b-8628-7353cf034c9b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0370281 Nov 16 21:58:28.833178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-eca0d038-4411-4a79-b90a-9b2c258e7128 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392945 Nov 16 21:58:28.891619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.20.0.14 (9c3f1ccc-16a2-455e-8fc7-c11870080805/000d27e0-e3dc-4268-ba79-6db96ea2616d/8172ab61-2dad-40b2-954a-8cc0cd6c780e) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:58:28.942506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-72f247e8-20ff-4152-9cfb-c7c82076a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:28.944131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-72f247e8-20ff-4152-9cfb-c7c82076a929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0500798 Nov 16 21:58:29.068807 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.074110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-df61c36b-55f2-4705-a712-c00ffdacfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.075756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-df61c36b-55f2-4705-a712-c00ffdacfb99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.1085660 Nov 16 21:58:29.111638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.155043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:58:29.158410 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:29.162251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:58:29.162514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-b4dea9a4-f4b5-4f0c-83a2-47a683701815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 1001 time: 0.0798087 Nov 16 21:58:29.208963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:29.220988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-9573a6cb-5c00-4e3f-ba78-7b09c70f9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.222496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-9573a6cb-5c00-4e3f-ba78-7b09c70f9e4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0527172 Nov 16 21:58:29.226604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.227149 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.227564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.227912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.228253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.228648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.228989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.239838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.240376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.240641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.240987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.244055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:29.276681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.277341 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.302064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-b172fafb-bd6a-4528-bc9c-cab2bac29297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.307771 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-cc824402-e007-4dfe-9280-152f0fb54469 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7048874 Nov 16 21:58:29.308529 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-b172fafb-bd6a-4528-bc9c-cab2bac29297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783501 Nov 16 21:58:29.416986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Request body: {'port': {'device_id': '8d53ad09-914e-4654-9430-991c274fb40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:29.427162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-94fbe784-61ac-4d7d-9a34-554785ecd2a5 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113696 Nov 16 21:58:29.531492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.546809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8aaaecf6-f922-4e05-83e8-0503ce0b9bcd req-882fd5f9-814b-41bf-8820-71a30f72c484 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112869 Nov 16 21:58:29.585791 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-091e100d-5836-440c-a27e-71c8c7a7706f None None] Provisioning complete for port 8172ab61-2dad-40b2-954a-8cc0cd6c780e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:58:29.586313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-091e100d-5836-440c-a27e-71c8c7a7706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.641758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-091e100d-5836-440c-a27e-71c8c7a7706f None None] Port 8172ab61-2dad-40b2-954a-8cc0cd6c780e cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:58:29.895074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8172ab61-2dad-40b2-954a-8cc0cd6c780e {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:29.916175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.930129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Transition to ACTIVE for port object 8172ab61-2dad-40b2-954a-8cc0cd6c780e will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:58:29.934268 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.966732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57696b-aeb7-48a0-8599-890bd44ed08f req-6bce3b3b-b6ce-423a-ab3a-72ef4d07d65d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.968406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af57696b-aeb7-48a0-8599-890bd44ed08f req-6bce3b3b-b6ce-423a-ab3a-72ef4d07d65d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 932 time: 0.0676763 Nov 16 21:58:30.042140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af57696b-aeb7-48a0-8599-890bd44ed08f req-e1d07160-e25b-4e32-9d9d-b22f0b7827f4 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667570 Nov 16 21:58:30.099103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Pushing event updated for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:30.140886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Attempting to bind port 8172ab61-2dad-40b2-954a-8cc0cd6c780e on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:58:30.141681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Attempting to bind port 8172ab61-2dad-40b2-954a-8cc0cd6c780e by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:58:30.142904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Attempting to bind port 8172ab61-2dad-40b2-954a-8cc0cd6c780e on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:58:30.148843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Port 8172ab61-2dad-40b2-954a-8cc0cd6c780e on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:58:30.149163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Attempting to bind port 8172ab61-2dad-40b2-954a-8cc0cd6c780e on network 9c3f1ccc-16a2-455e-8fc7-c11870080805 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:58:30.154725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:58:30.155103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Checking segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:58:30.155491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Bound using segment: {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:58:30.155923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Bound port: 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f5a49b-ad16-45f6-bb50-af438363baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:58:30.156280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:30.228877 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:58:30.232094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:58:30.237118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:30.284863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.285484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:30.286973 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] 10.222.0.36 "PUT /v2.0/ports/8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 1092 time: 0.9645348 Nov 16 21:58:30.293648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:30.302002 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e6a7e1-820d-4859-8d89-34e7fd07d763" -d '{"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:30.346232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab67671-eed5-4d03-a96a-f74e025bff4e service neutron] Pushing event updated for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:30.375771 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79116209-8d3c-41a9-af4d-afac8dcef78c x-openstack-request-id: req-79116209-8d3c-41a9-af4d-afac8dcef78c {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:30.376070 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:30.376547 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79116209-8d3c-41a9-af4d-afac8dcef78c {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:30.376968 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'status': 'completed', 'code': 200} Nov 16 21:58:30.429916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-6a875191-c9e5-475e-94db-5ff04500789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.431577 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-6a875191-c9e5-475e-94db-5ff04500789c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1095 time: 0.0726750 Nov 16 21:58:30.478540 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-a8ef20e4-c80b-426d-b73d-b4d4b304d0f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 217 time: 0.0385096 Nov 16 21:58:30.549637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-0757a7ed-788e-4e00-9bbe-9d37435ad270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.551384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-0757a7ed-788e-4e00-9bbe-9d37435ad270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0657356 Nov 16 21:58:30.610889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-b535db73-a206-4212-9398-9e89f64f8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.614038 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-b535db73-a206-4212-9398-9e89f64f8092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542076 Nov 16 21:58:30.720910 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-f1f0610b-4f1f-40d6-9920-37043ecb003a service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988171 Nov 16 21:58:31.147247 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5d71384b-5b83-4eb3-bfc9-698a6a3c64f1 req-0aba2514-318b-4b2b-bf8e-5c460e7748ea service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198830 Nov 16 21:58:31.194411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935212a-a57e-4a38-a6e0-0af098eaa87d req-14281f4d-d0cd-4148-b830-42d891b44466 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.200790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5935212a-a57e-4a38-a6e0-0af098eaa87d req-14281f4d-d0cd-4148-b830-42d891b44466 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0721815 Nov 16 21:58:31.239407 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:58:31.242581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-ad266a5d-0453-4d8a-a79f-5dca27cbcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.244259 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-ad266a5d-0453-4d8a-a79f-5dca27cbcc1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1095 time: 0.0486763 Nov 16 21:58:31.265606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5935212a-a57e-4a38-a6e0-0af098eaa87d req-0987afd1-d92e-499e-be8f-e8f1255cd95b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587602 Nov 16 21:58:31.347963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-46d7b33e-eb95-451b-b6b7-3e5287a5500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.349356 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-46d7b33e-eb95-451b-b6b7-3e5287a5500b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0973468 Nov 16 21:58:31.393203 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-991ab560-e02d-43c7-bde1-a562aa945639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 217 time: 0.0362983 Nov 16 21:58:31.445842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-da6397f2-2e73-4c91-861f-04b3661c621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.447249 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-da6397f2-2e73-4c91-861f-04b3661c621c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0477881 Nov 16 21:58:31.493646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-8ffbff51-681c-408e-9686-8140b13a98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.495290 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-8ffbff51-681c-408e-9686-8140b13a98fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410216 Nov 16 21:58:31.594491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-57bf74bd-7f9d-40ac-9909-f9ff89dd0d36 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917203 Nov 16 21:58:31.684461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-41e6a7e1-820d-4859-8d89-34e7fd07d763 req-a3fe725e-83cc-481e-ae6e-b05aa2fe1241 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818663 Nov 16 21:58:32.416711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caa2ec-7736-4044-8104-65be67ad7867 req-9f54d483-a7e8-4cea-af23-6ce94269ff2d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:32.418216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92caa2ec-7736-4044-8104-65be67ad7867 req-9f54d483-a7e8-4cea-af23-6ce94269ff2d tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0634394 Nov 16 21:58:32.472756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92caa2ec-7736-4044-8104-65be67ad7867 req-d6a686db-3770-45db-ace3-9c2c2f181110 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Nov 16 21:58:33.613038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4466f-5485-4161-8f0b-d09155f8ebb9 req-875f5953-27bc-4ec4-b21f-ac0bc83fdf8a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:33.614809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa4466f-5485-4161-8f0b-d09155f8ebb9 req-875f5953-27bc-4ec4-b21f-ac0bc83fdf8a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0588543 Nov 16 21:58:33.667702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fa4466f-5485-4161-8f0b-d09155f8ebb9 req-47333629-8e45-43be-bf97-6991fdd3cd55 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463431 Nov 16 21:58:34.782268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd6f13-e34f-4333-b730-53efeda0427c req-cfea2f0f-55bb-48e1-9c3e-0c1b2d4adec6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:34.783690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21dd6f13-e34f-4333-b730-53efeda0427c req-cfea2f0f-55bb-48e1-9c3e-0c1b2d4adec6 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0481369 Nov 16 21:58:34.832422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21dd6f13-e34f-4333-b730-53efeda0427c req-f1d13f78-5b46-4a8b-aae4-4c9f52f6c96e tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421855 Nov 16 21:58:35.956927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff59163-51ab-4ce0-b6f8-6d48a60bab28 req-a7db568b-40a9-4abb-8384-8195bdc077f0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:35.958574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ff59163-51ab-4ce0-b6f8-6d48a60bab28 req-a7db568b-40a9-4abb-8384-8195bdc077f0 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0566282 Nov 16 21:58:36.018262 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ff59163-51ab-4ce0-b6f8-6d48a60bab28 req-5a106c41-a943-4dde-9e68-e5e88a33ad03 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510321 Nov 16 21:58:37.132227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf74f17-a58a-4e53-a48e-6b8201842be4 req-51142d14-da9d-42c7-a1e4-97abf1885575 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:37.133680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaf74f17-a58a-4e53-a48e-6b8201842be4 req-51142d14-da9d-42c7-a1e4-97abf1885575 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0488622 Nov 16 21:58:37.185355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aaf74f17-a58a-4e53-a48e-6b8201842be4 req-9ce4ddf1-ec1a-46a7-9366-8ce576ac34e5 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Nov 16 21:58:38.306275 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b428a6f-0910-489c-949c-a86be5571f18 req-d6c8d69e-05f5-4420-bc92-6e40d37442b3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:38.307765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b428a6f-0910-489c-949c-a86be5571f18 req-d6c8d69e-05f5-4420-bc92-6e40d37442b3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0500398 Nov 16 21:58:38.361986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b428a6f-0910-489c-949c-a86be5571f18 req-a6e45fef-13ca-4f37-98d3-2687723faa5a tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481639 Nov 16 21:58:39.294343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:39.479601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b920b2-b4c3-4ed2-868b-675a127a93a0 req-eff748c5-1da6-4ca4-97ac-cb513e08b454 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:39.481182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2b920b2-b4c3-4ed2-868b-675a127a93a0 req-eff748c5-1da6-4ca4-97ac-cb513e08b454 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0520651 Nov 16 21:58:39.533847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2b920b2-b4c3-4ed2-868b-675a127a93a0 req-d9a97387-0952-4dc0-a1b1-2a944a981a38 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Nov 16 21:58:39.796718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36400) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:39.903924 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6d2428b-2ef2-4652-9a42-ad0be0210e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:39.980068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6d2428b-2ef2-4652-9a42-ad0be0210e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:39.984097 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d6d2428b-2ef2-4652-9a42-ad0be0210e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:40.024433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d6d2428b-2ef2-4652-9a42-ad0be0210e4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eafe440934004100b236199afb115603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265472 Nov 16 21:58:40.025388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2428b-2ef2-4652-9a42-ad0be0210e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8379df-07b9-419a-b809-56ee1edfae26,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:40.028133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36404) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:40.082838 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:40.105042 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:40.154520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:40.158032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:40.159725 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a8379df-07b9-419a-b809-56ee1edfae26 HTTP/1.1" status: 204 len: 168 time: 0.1296804 Nov 16 21:58:40.168959 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b929f-4638-4694-8df9-951b04b41695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8379df-07b9-419a-b809-56ee1edfae26,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:40.674868 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb273-3de6-49fd-897b-68271ee80a37 req-866cf5d0-8e76-42b9-8965-9f9433a53648 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:40.676786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c8cb273-3de6-49fd-897b-68271ee80a37 req-866cf5d0-8e76-42b9-8965-9f9433a53648 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0581076 Nov 16 21:58:40.746132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6c8cb273-3de6-49fd-897b-68271ee80a37 req-9c4ccb94-1e9e-4f76-8a37-3742de2f1130 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596943 Nov 16 21:58:41.869424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869a96d-baf4-40d8-b6e2-415bf27c50b0 req-71c11857-f705-4b6d-a640-0cc7991d3994 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:41.870887 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2869a96d-baf4-40d8-b6e2-415bf27c50b0 req-71c11857-f705-4b6d-a640-0cc7991d3994 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 944 time: 0.0514297 Nov 16 21:58:41.920305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2869a96d-baf4-40d8-b6e2-415bf27c50b0 req-bfa55bfb-2ec1-4c49-9e7d-639dd3562e3b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Nov 16 21:58:42.203227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8172ab61-2dad-40b2-954a-8cc0cd6c780e details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:58:42.297424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:42.308551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'port_id': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'mac_address': 'fa:16:3e:b1:50:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:58:42.343908 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:42.356467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8172ab61-2dad-40b2-954a-8cc0cd6c780e {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:42.379752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:42.383798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:42.428344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:42.436110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.436456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.436794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.437123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.437451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.437776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.438096 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.438415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.438731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.439071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.439388 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.439702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:42.609297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['8172ab61-2dad-40b2-954a-8cc0cd6c780e'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:58:43.033355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f219-72cc-40cb-8751-168059696fe7 req-65a8218a-b56d-406f-af3e-fa2e4070f694 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:43.034738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cd3f219-72cc-40cb-8751-168059696fe7 req-65a8218a-b56d-406f-af3e-fa2e4070f694 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 945 time: 0.0476091 Nov 16 21:58:43.089245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3cd3f219-72cc-40cb-8751-168059696fe7 req-042dc16d-8b2b-4766-a5ae-a0cdffbaadfb tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479085 Nov 16 21:58:43.092264 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:44.202580 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365949f-9b0c-49f5-b208-8cddaa99a6d8 req-696a0f76-b817-40d1-9cf5-90fd7a862a30 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:44.204083 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5365949f-9b0c-49f5-b208-8cddaa99a6d8 req-696a0f76-b817-40d1-9cf5-90fd7a862a30 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 945 time: 0.0488746 Nov 16 21:58:44.221490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8172ab61-2dad-40b2-954a-8cc0cd6c780e up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:58:44.255740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5365949f-9b0c-49f5-b208-8cddaa99a6d8 req-74a74973-d818-4816-a721-73446dfd1b46 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457807 Nov 16 21:58:44.269935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 8172ab61-2dad-40b2-954a-8cc0cd6c780e completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:58:44.274308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 8172ab61-2dad-40b2-954a-8cc0cd6c780e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:58:44.274725 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:44.354873 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:44.377419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:44.379635 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79024b-443b-440a-ab96-455060eecbb4" -d '{"events": [{"server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "name": "network-vif-plugged", "status": "completed", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:44.392900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:44.397054 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:44.421148 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d0b91f-5077-4ff5-8c4f-fd49afb78186 x-openstack-request-id: req-04d0b91f-5077-4ff5-8c4f-fd49afb78186 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:44.421438 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "name": "network-vif-plugged", "status": "completed", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:44.422282 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04d0b91f-5077-4ff5-8c4f-fd49afb78186 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:44.422674 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'code': 200} Nov 16 21:58:44.450636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:44.518353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04dd1d-c6cf-42be-81ec-855593bdc06a req-db6f0aa9-04c9-4680-893a-6e6214b251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:44.519913 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eb04dd1d-c6cf-42be-81ec-855593bdc06a req-db6f0aa9-04c9-4680-893a-6e6214b251f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1097 time: 0.0436378 Nov 16 21:58:44.565691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-eb04dd1d-c6cf-42be-81ec-855593bdc06a req-7ea99e8d-4a36-405b-a2a6-1f85b724f5ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389349 Nov 16 21:58:45.370025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787616-66ba-4eba-a49e-4139b3932f89 req-46533c2d-bbbd-4c9a-9d36-46ebb38c0c67 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:45.371516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f787616-66ba-4eba-a49e-4139b3932f89 req-46533c2d-bbbd-4c9a-9d36-46ebb38c0c67 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0483923 Nov 16 21:58:45.390401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3dbc09fe-1272-42f1-9dbd-0b265bd0873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:45.421888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f787616-66ba-4eba-a49e-4139b3932f89 req-d5dd3f03-0336-497b-8759-20174c64e3ac tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443904 Nov 16 21:58:46.541636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97c8e-fab2-43c1-80fa-e3686e9769b3 req-4d4ec50e-1552-4db9-92a2-7f86d53e5f76 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:46.543141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57d97c8e-fab2-43c1-80fa-e3686e9769b3 req-4d4ec50e-1552-4db9-92a2-7f86d53e5f76 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0528743 Nov 16 21:58:46.591813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57d97c8e-fab2-43c1-80fa-e3686e9769b3 req-db4a30d5-0fa7-4a3c-a777-24b1d5acb9b9 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 Nov 16 21:58:46.703741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02470a9-7e3b-430c-935b-5401e2f76eb9 req-3d0e9fcf-8929-4121-8a6c-f7f275227fb7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:46.705216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b02470a9-7e3b-430c-935b-5401e2f76eb9 req-3d0e9fcf-8929-4121-8a6c-f7f275227fb7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0480623 Nov 16 21:58:46.757626 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b02470a9-7e3b-430c-935b-5401e2f76eb9 req-0afa3408-e8a5-49d2-8eec-c13d7d9eb9f3 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Nov 16 21:58:46.779716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36432) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:46.822819 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f6518-f05d-4abd-880f-9ad8792be094 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:46.824439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-346f6518-f05d-4abd-880f-9ad8792be094 tempest-TestVolumeBootPattern-1001058610 tempest-TestVolumeBootPattern-1001058610-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1092 time: 0.0437710 Nov 16 21:58:46.827181 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:46.831396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:46.853859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.948100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.052166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Allocated IP 172.25.7.27 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/0303c2c8-34f0-474f-b637-8b83ea337c58) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:58:47.150440 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.183307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.226877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:58:47.229833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:47.233487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:58:47.254442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=0303c2c8-34f0-474f-b637-8b83ea337c58,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.566709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.634701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.716834 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-acaed8d7-3e0e-4f3c-affc-5fec5049fe28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.786808 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.791758 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.859002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event updated for resources: {'Port': ['ID=0303c2c8-34f0-474f-b637-8b83ea337c58,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.869503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.967217 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP 386011d5-32f8-418f-a3a8-9710f8c6cb1b associated. External IP: 172.25.7.27, port: 8172ab61-2dad-40b2-954a-8cc0cd6c780e. Nov 16 21:58:48.165163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:58:48.275329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:58:48.285576 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:58:48.294577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:48.296157 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:58:48.296748 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:58:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:48.321506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-351f2f06-af99-477b-acf7-fae03c986b14 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4933338 Nov 16 21:58:48.322093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:48.324354 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15607bc3-a422-4334-8747-d6c1f52de002" -d '{"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:48.363232 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1eb5dc-9047-47e4-89d5-ef81f947e4b2 x-openstack-request-id: req-fa1eb5dc-9047-47e4-89d5-ef81f947e4b2 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:48.363520 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:48.363770 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa1eb5dc-9047-47e4-89d5-ef81f947e4b2 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:48.364173 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'status': 'completed', 'code': 200} Nov 16 21:58:48.405119 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:58:48.425463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607bc3-a422-4334-8747-d6c1f52de002 req-e4fe5906-1c97-4f6b-a559-d6a806965225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:48.427054 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-e4fe5906-1c97-4f6b-a559-d6a806965225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1097 time: 0.0402946 Nov 16 21:58:48.524037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607bc3-a422-4334-8747-d6c1f52de002 req-0f0ec16d-7ff3-480b-96c3-a45aa0abd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:48.525542 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-0f0ec16d-7ff3-480b-96c3-a45aa0abd999 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0914097 Nov 16 21:58:48.594232 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-a0778fc8-62e5-4244-93e0-fe52f9dd6df3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 999 time: 0.0615811 Nov 16 21:58:48.644177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607bc3-a422-4334-8747-d6c1f52de002 req-e4a409d5-8141-4c99-9087-4f66f09be27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:48.645633 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-e4a409d5-8141-4c99-9087-4f66f09be27a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0444469 Nov 16 21:58:48.696691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607bc3-a422-4334-8747-d6c1f52de002 req-8b83fdbd-e2dd-4664-a41a-b224fbfa4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:48.698123 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-8b83fdbd-e2dd-4664-a41a-b224fbfa4759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458941 Nov 16 21:58:48.713897 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '386011d5-32f8-418f-a3a8-9710f8c6cb1b', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:b1:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53ad09-914e-4654-9430-991c274fb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:47Z', 'updated_at': '2021-11-16T21:58:47Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}, {'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:48.742112 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:58:48.750472 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:58:48.751094 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:58:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:48.787796 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-ec46d991-0d8e-4d35-a621-83019af72d4c service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821052 Nov 16 21:58:48.854430 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:58:48.886960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-15607bc3-a422-4334-8747-d6c1f52de002 req-62938de7-2205-4159-b105-c558ec9f55d5 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923860 Nov 16 21:58:49.077018 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '386011d5-32f8-418f-a3a8-9710f8c6cb1b', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:b1:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53ad09-914e-4654-9430-991c274fb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:47Z', 'updated_at': '2021-11-16T21:58:47Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}, {'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:49.105433 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae989b1-a154-46ee-aff3-9375080e6f55 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '386011d5-32f8-418f-a3a8-9710f8c6cb1b', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:b1:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d53ad09-914e-4654-9430-991c274fb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:47Z', 'updated_at': '2021-11-16T21:58:47Z', 'revision_number': 0, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}, {'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:58:49.290364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a7713-9b0b-4bc0-a451-4dda05ea35d5 None None] New status for floating IP 386011d5-32f8-418f-a3a8-9710f8c6cb1b: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:58:49.404645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:50.634717 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:51.492040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:08.239011 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:59:09.328542 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:13.105977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:15.391182 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-506478e1-eada-4408-90d8-c00737a8ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:17.718144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e122ce89-4654-463f-9709-b194fb560852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:19.391558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:20.637933 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:21.495561 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:27.789293 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-cf4fb3ff-09d5-48e6-91b2-845b03430c45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399690 Nov 16 21:59:27.872322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-67f3d946-8782-4235-8998-4e7cc1f4142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:27.873802 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-67f3d946-8782-4235-8998-4e7cc1f4142c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1097 time: 0.0399368 Nov 16 21:59:27.980383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-63466fc9-96d6-4efa-819d-dffd4e7aab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:27.981830 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-63466fc9-96d6-4efa-819d-dffd4e7aab0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0883489 Nov 16 21:59:28.046335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-3561d9ff-72ed-4ae7-820e-26785d459480 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 1001 time: 0.0572112 Nov 16 21:59:28.101421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-56be158d-0d4f-48cf-8d95-5b24cb7933eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:28.103404 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-56be158d-0d4f-48cf-8d95-5b24cb7933eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0494761 Nov 16 21:59:28.148409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-08d99c92-9dcd-4cd7-9fc6-4a4f56fa1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:28.149898 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-08d99c92-9dcd-4cd7-9fc6-4a4f56fa1840 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392146 Nov 16 21:59:28.238414 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-d1726cb6-ea09-4635-b4bb-928cc4e9043e service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810175 Nov 16 21:59:28.331362 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0a631829-7fcc-4f29-b7fb-11e3fd58f881 req-5e0b96ff-aafd-4f08-af6d-0a7218548742 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856326 Nov 16 21:59:28.924734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-dbeab11b-457e-4225-a7a3-2e8c020ae965 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375556 Nov 16 21:59:29.007223 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-0b44765c-4491-4f16-a78a-cd9f08558509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.008695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-0b44765c-4491-4f16-a78a-cd9f08558509 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0417032 Nov 16 21:59:29.112304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-76dc78bb-6023-423b-ade4-ede115a2aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.113691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-76dc78bb-6023-423b-ade4-ede115a2aedd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0880485 Nov 16 21:59:29.181275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-4dd279b5-c25a-4e29-876b-2f27482eb1c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 1001 time: 0.0604372 Nov 16 21:59:29.234197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-999c92d4-997a-4188-942d-0d05a4ee4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.235674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-999c92d4-997a-4188-942d-0d05a4ee4c02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0481071 Nov 16 21:59:29.281362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-792badd4-c24a-434f-a298-5ce5f2791c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:29.282854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-792badd4-c24a-434f-a298-5ce5f2791c3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397708 Nov 16 21:59:29.372443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-e00f0791-7001-456c-aafb-5bc85dad12f8 service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809877 Nov 16 21:59:29.465502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7834ed81-8d23-4379-bf36-2b481c7b8541 req-239d8738-5763-47c0-b369-53db3279f46e service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Nov 16 21:59:39.344026 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:43.122061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:45.238351 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:59:45.392888 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d0f3-7c38-40bc-acb5-30ab3f01c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:47.719347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-95f673fc-36ad-484e-a0e3-0a76f461da66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:49.394616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:50.637864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:51.497880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:53.535306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-63627801-cfde-48dd-b83a-ecb72b3a54c2 req-e3d2e3c3-1fdc-4379-98db-4ca5652b3de3 service neutron] (102664) timed out ('10.222.0.21', 51722) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:00:09.378801 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:13.152932 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.396306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4f72acc-5fdf-4837-9caf-582423d2e1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.732734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36460) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:15.892971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 0303c2c8-34f0-474f-b637-8b83ea337c58 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:15.893388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.932504 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-16046122-f372-4445-a5db-9885bdc69610 req-f8eb8b41-9559-44c9-8b39-77526164ee8a service neutron] (102665) timed out ('10.222.0.36', 65278) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:00:15.979821 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.980150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.992526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 0303c2c8-34f0-474f-b637-8b83ea337c58 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:16.142295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:16.168205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=0303c2c8-34f0-474f-b637-8b83ea337c58,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:16.179937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.180285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.180626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.180962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.181296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.181628 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.181955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.182282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.182604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.182943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.183268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.183590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:16.239203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:16.239528 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP 386011d5-32f8-418f-a3a8-9710f8c6cb1b disassociated (deleted). External IP: 172.25.7.27, port: 8172ab61-2dad-40b2-954a-8cc0cd6c780e. Nov 16 22:00:16.450537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:00:16.563978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:00:16.568683 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:16.574740 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:16.585606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:16.586204 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:59:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:16.596081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1aa20b7a-1d72-40c2-9e54-adbe1b752783 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "DELETE /v2.0/floatingips/386011d5-32f8-418f-a3a8-9710f8c6cb1b HTTP/1.1" status: 204 len: 168 time: 0.8623273 Nov 16 22:00:16.596681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:16.599004 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f1052-b2b8-45b0-87f6-77890af97776" -d '{"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:16.640713 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf0087-2960-4604-b41a-188f40617316 x-openstack-request-id: req-27cf0087-2960-4604-b41a-188f40617316 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:16.641004 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:16.641266 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27cf0087-2960-4604-b41a-188f40617316 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:16.641672 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'status': 'completed', 'code': 200} Nov 16 22:00:16.694948 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:16.707845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1052-b2b8-45b0-87f6-77890af97776 req-929c4401-eccc-44f8-8b58-0fe270901fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:16.709486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-929c4401-eccc-44f8-8b58-0fe270901fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 1097 time: 0.0455234 Nov 16 22:00:16.813948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1052-b2b8-45b0-87f6-77890af97776 req-45c25ba8-1b18-49e1-b6a8-d00913da8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:16.815664 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-45c25ba8-1b18-49e1-b6a8-d00913da8b86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0976977 Nov 16 22:00:16.829165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe08ed-7ffe-408f-922d-b39f604d620d req-901f17c7-a49c-47a6-9dd2-fcecdb6c5fbc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:16.830891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85fe08ed-7ffe-408f-922d-b39f604d620d req-901f17c7-a49c-47a6-9dd2-fcecdb6c5fbc tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0500617 Nov 16 22:00:16.861934 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-a04dd380-64f4-469f-af1b-e282740a8ce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 200 len: 217 time: 0.0374184 Nov 16 22:00:16.888713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85fe08ed-7ffe-408f-922d-b39f604d620d req-3a4ed325-cfa1-4c9c-a086-8196350f9d03 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516455 Nov 16 22:00:16.911854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1052-b2b8-45b0-87f6-77890af97776 req-6af2f811-58f4-4369-bb21-94097240ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:16.913345 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-6af2f811-58f4-4369-bb21-94097240ed1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0444787 Nov 16 22:00:16.938262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:16.963672 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:16.964536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1052-b2b8-45b0-87f6-77890af97776 req-68e6e6c7-965e-4f79-bb42-2e11fdde2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:16.966034 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-68e6e6c7-965e-4f79-bb42-2e11fdde2fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436523 Nov 16 22:00:16.972023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:16.972612 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T21:59:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:17.057188 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-94adfba5-e04e-4e4e-a917-ed5a56f46428 service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 Nov 16 22:00:17.075264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:17.150723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-487f1052-b2b8-45b0-87f6-77890af97776 req-c053863e-97d4-448b-9403-3a26b5c1154c service neutron] 10.222.0.36 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Nov 16 22:00:17.386564 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:17.416230 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cccaed-1a11-46e4-a6fd-f26253664544 None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'a0e8dda3-5f6b-4821-b020-fdc30fdfa707', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'port_id': '66089e55-2ed9-4516-9452-95140c1392c4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'mac_address': 'fa:16:3e:e1:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:56:42Z', 'updated_at': '2021-11-16T21:56:45Z', 'revision_number': 1, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:17.636389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9f0d9-e91b-4e95-9848-43d0f620a512 None None] New status for floating IP 386011d5-32f8-418f-a3a8-9710f8c6cb1b: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:00:17.719784 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f70b947a-208f-48d6-8404-34b17a36757f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:18.010907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17d62-5f63-481a-9102-26dd9c33f1ee req-4090276a-75cf-4e2f-928e-25634f316922 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:18.012310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19a17d62-5f63-481a-9102-26dd9c33f1ee req-4090276a-75cf-4e2f-928e-25634f316922 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0522614 Nov 16 22:00:18.060952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19a17d62-5f63-481a-9102-26dd9c33f1ee req-b155e92f-5f47-4096-a74b-2b8ce0102d23 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Nov 16 22:00:18.317979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-0fa1cfaa-276d-462d-a375-41215b344d99 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:18.319460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-0fa1cfaa-276d-462d-a375-41215b344d99 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 946 time: 0.0497415 Nov 16 22:00:18.415067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 8172ab61-2dad-40b2-954a-8cc0cd6c780e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:18.415526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:18.512215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port 8172ab61-2dad-40b2-954a-8cc0cd6c780e, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=8172ab61-2dad-40b2-954a-8cc0cd6c780e,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:18.512586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:18.525619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 8172ab61-2dad-40b2-954a-8cc0cd6c780e owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:18.654688 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:18.683815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=8172ab61-2dad-40b2-954a-8cc0cd6c780e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:18.723832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port 8172ab61-2dad-40b2-954a-8cc0cd6c780e on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:18.726486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:18.730000 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42d6d766-e8a0-4d23-bd60-0ca51699362f req-bc24b75f-7395-432a-9de5-4559fecebf31 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.36 "DELETE /v2.0/ports/8172ab61-2dad-40b2-954a-8cc0cd6c780e HTTP/1.1" status: 204 len: 173 time: 0.4041512 Nov 16 22:00:18.730472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'name': 'network-vif-deleted', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:18.732778 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc68f87-80b6-46b2-a21c-7a40d1cc4a57" -d '{"events": [{"server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "name": "network-vif-deleted", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:18.770564 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9dcd30-089d-4ffc-ab26-50b9c34d3556 x-openstack-request-id: req-df9dcd30-089d-4ffc-ab26-50b9c34d3556 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:18.770862 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d53ad09-914e-4654-9430-991c274fb40d", "name": "network-vif-deleted", "tag": "8172ab61-2dad-40b2-954a-8cc0cd6c780e", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:18.771175 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df9dcd30-089d-4ffc-ab26-50b9c34d3556 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:18.771583 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d53ad09-914e-4654-9430-991c274fb40d', 'name': 'network-vif-deleted', 'tag': '8172ab61-2dad-40b2-954a-8cc0cd6c780e', 'status': 'completed', 'code': 200} Nov 16 22:00:19.167782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af44aa3a-2f82-463b-928e-76aee961c3ca req-74bb3010-8bda-4895-a42f-d2c04804e738 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0275173 Nov 16 22:00:19.397870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:20.266404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cd75fbc-cf54-4274-acc8-d87290a57b16 req-80110fe7-e944-46c5-942e-04354966c4c7 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0252440 Nov 16 22:00:20.642156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:21.363351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6090b20c-b091-48d5-9db8-7faabb7e033c req-42f28c45-b00d-4c35-ae52-dd119564babd tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0280578 Nov 16 22:00:21.501776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:22.238461 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:00:22.458124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c72d983-0a34-4075-b4aa-cab668a7d89b req-6689c311-d756-45f2-a11f-c0837799c9f2 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d53ad09-914e-4654-9430-991c274fb40d HTTP/1.1" status: 200 len: 210 time: 0.0254915 Nov 16 22:00:22.736851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8172ab61-2dad-40b2-954a-8cc0cd6c780e no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:22.764078 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 8172ab61-2dad-40b2-954a-8cc0cd6c780e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:22.764414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 8172ab61-2dad-40b2-954a-8cc0cd6c780e not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:28.860511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36510) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:29.018964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port ed858e74-7570-4513-9c50-3ac786ad5613 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:29.019305 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.092602 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.092927 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.105009 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for ed858e74-7570-4513-9c50-3ac786ad5613 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:29.249491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.276031 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=ed858e74-7570-4513-9c50-3ac786ad5613,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:29.340363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.340712 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Floating IP a0e8dda3-5f6b-4821-b020-fdc30fdfa707 disassociated (deleted). External IP: 172.25.7.104, port: 66089e55-2ed9-4516-9452-95140c1392c4. Nov 16 22:00:29.548334 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:00:29.657977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:00:29.662728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:29.667340 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:29.677647 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:29.678239 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:29.689739 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-543eb12e-56d9-45c7-bc74-9a5541521f82 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "DELETE /v2.0/floatingips/a0e8dda3-5f6b-4821-b020-fdc30fdfa707 HTTP/1.1" status: 204 len: 168 time: 0.8281631 Nov 16 22:00:29.690324 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:29.692613 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:29.731603 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa5e2ee-26be-4e12-af8c-a5f372124ff5 x-openstack-request-id: req-1aa5e2ee-26be-4e12-af8c-a5f372124ff5 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:29.731891 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "tag": "66089e55-2ed9-4516-9452-95140c1392c4", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:29.732140 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1aa5e2ee-26be-4e12-af8c-a5f372124ff5 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:29.732539 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4', 'status': 'completed', 'code': 200} Nov 16 22:00:29.787795 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:29.790432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.21', 52234) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:29.851657 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-14ca9274-286a-4c71-8af1-b7c5058fa967 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595624 Nov 16 22:00:30.055301 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:30.081299 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:30.090102 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:30.090706 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:30.165300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-3f8dcd36-75cd-4079-aa38-a9b8dfcdaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.166789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-3f8dcd36-75cd-4079-aa38-a9b8dfcdaf99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.4132915 Nov 16 22:00:30.178755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa95a9-b4f0-4cf8-98e0-d0275655278a req-3dfe0e39-202f-48b8-bd62-1b7b0a6a9d28 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.180161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1fa95a9-b4f0-4cf8-98e0-d0275655278a req-3dfe0e39-202f-48b8-bd62-1b7b0a6a9d28 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Nov 16 22:00:30.196301 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:30.281849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1fa95a9-b4f0-4cf8-98e0-d0275655278a req-88718876-62a2-45bb-a6a9-57c5a743da05 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929885 Nov 16 22:00:30.304952 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-ec02f34e-c5c3-4272-9b7f-05c8d1ff160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.306680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-ec02f34e-c5c3-4272-9b7f-05c8d1ff160a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.1256204 Nov 16 22:00:30.349526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-e3275fc6-7399-4c85-b3f6-2fe440bd5cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 217 time: 0.0346892 Nov 16 22:00:30.397534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-0251b97a-9471-4162-b49a-92c75963508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:30.400965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-876f2b64-f459-4b0e-96cf-c11e7ee6d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.402502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-876f2b64-f459-4b0e-96cf-c11e7ee6d551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0444579 Nov 16 22:00:30.429279 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0251b97a-9471-4162-b49a-92c75963508c None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'bc7899fd-f343-4c58-9f55-bb02524665f5', 'name': '', 'network_id': '9c3f1ccc-16a2-455e-8fc7-c11870080805', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'mac_address': 'fa:16:3e:bd:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:15Z', 'updated_at': '2021-11-16T21:50:21Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'subnets': [{'id': '000d27e0-e3dc-4268-ba79-6db96ea2616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:30.453869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-84ea2c76-adc0-471e-b975-287a56433bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.455545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-84ea2c76-adc0-471e-b975-287a56433bd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460517 Nov 16 22:00:30.551140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-44b7c7bc-8b5c-42c4-9214-dd345d23935f service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Nov 16 22:00:30.652912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce745eee-9cef-4579-9757-ac215f4bff2f None None] New status for floating IP a0e8dda3-5f6b-4821-b020-fdc30fdfa707: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:00:30.653966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d44f10cc-d3a4-4bb2-b4c6-88adb86fd1c9 req-8f2c8e1d-955e-4691-ba18-b7868ac9610a service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938075 Nov 16 22:00:30.762878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-ea63c4d2-caa8-4a01-95cf-de9137912b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.764425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-ea63c4d2-caa8-4a01-95cf-de9137912b5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=76ff30a9a9e645a094df9323e5096579&device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 1096 time: 0.0427029 Nov 16 22:00:30.874044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-759a42c9-e54f-4509-a975-5ff6e8aedc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.875478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-759a42c9-e54f-4509-a975-5ff6e8aedc35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 200 len: 912 time: 0.0901506 Nov 16 22:00:30.918322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-9b9d5275-6f65-40e4-a15e-cccbad333f1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 200 len: 217 time: 0.0341928 Nov 16 22:00:30.968527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-6672f69e-44b0-4178-b92b-7d835f8a9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:30.970532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-6672f69e-44b0-4178-b92b-7d835f8a9b8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 200 len: 850 time: 0.0445480 Nov 16 22:00:31.032130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-357c8e69-71b1-44e2-9427-79def12dbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:31.033624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-357c8e69-71b1-44e2-9427-79def12dbec7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c3f1ccc-16a2-455e-8fc7-c11870080805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484052 Nov 16 22:00:31.122363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-6c24c797-0b28-48d6-a1df-6a1de64ccc7d service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808785 Nov 16 22:00:31.215260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-caedb649-ff9a-4c9c-93eb-cd2aa5315a6d req-db40bca5-7815-4460-a8f0-c8609af9f75e service neutron] 10.222.0.21 "GET /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 Nov 16 22:00:31.439007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010e00-4c92-4182-b168-ff9e19883854 req-269d205b-0cfa-46ad-81bc-a784a78d9c3b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:31.440498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41010e00-4c92-4182-b168-ff9e19883854 req-269d205b-0cfa-46ad-81bc-a784a78d9c3b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0782163 Nov 16 22:00:31.448614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c21011b4-e826-41fb-b80b-c1e9ed33206b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:31.449956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c21011b4-e826-41fb-b80b-c1e9ed33206b tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 945 time: 0.0763931 Nov 16 22:00:31.552564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41010e00-4c92-4182-b168-ff9e19883854 req-8411d53e-5d7a-4487-844e-9e54cdcc94d8 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e263c8a-cf39-4110-81b7-9cfdf98ca458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016440 Nov 16 22:00:31.575758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 66089e55-2ed9-4516-9452-95140c1392c4 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:31.576128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:31.668038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] For port 66089e55-2ed9-4516-9452-95140c1392c4, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=66089e55-2ed9-4516-9452-95140c1392c4,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:31.668391 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:31.686098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 66089e55-2ed9-4516-9452-95140c1392c4 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:31.811235 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:31.837363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=66089e55-2ed9-4516-9452-95140c1392c4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:31.847987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.848195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.848911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.848911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.849206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.849506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.849831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.850149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.850471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.850792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.851143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.851466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:31.897010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] No DVR routers for this DVR port 66089e55-2ed9-4516-9452-95140c1392c4 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:31.899752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:31.903346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ae75699-63cd-4047-b3a8-030160dc52ee req-c2974b97-5b34-47e1-bee1-147291f837db tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.21 "DELETE /v2.0/ports/66089e55-2ed9-4516-9452-95140c1392c4 HTTP/1.1" status: 204 len: 173 time: 0.4461350 Nov 16 22:00:31.903812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'name': 'network-vif-deleted', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:31.906036 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be7f57a-5fff-4e14-84ca-a06f91b4e5f2" -d '{"events": [{"server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "name": "network-vif-deleted", "tag": "66089e55-2ed9-4516-9452-95140c1392c4"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:32.079968 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be9cf5-5b7c-4eaa-a5c6-c4939703b629 x-openstack-request-id: req-29be9cf5-5b7c-4eaa-a5c6-c4939703b629 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:32.080393 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8928abdf-7102-44e1-9a30-a966ad4c9456", "name": "network-vif-deleted", "tag": "66089e55-2ed9-4516-9452-95140c1392c4", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:32.080791 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29be9cf5-5b7c-4eaa-a5c6-c4939703b629 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:32.081343 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8928abdf-7102-44e1-9a30-a966ad4c9456', 'name': 'network-vif-deleted', 'tag': '66089e55-2ed9-4516-9452-95140c1392c4', 'status': 'completed', 'code': 200} Nov 16 22:00:32.650556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc93301e-a6a2-475d-9a42-5617aebffe97 req-a25c78fc-7518-4441-a5b9-85439da9e908 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0266275 Nov 16 22:00:33.745520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4cf247d4-d2c2-4fa1-b109-b140055dcaae req-7b8c09fa-fc41-49de-902d-6f1cb6dcdd9f tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Nov 16 22:00:34.838945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77bc739c-8d8a-46aa-94ae-4db3b8535461 req-5bf60934-991e-4ebb-bb55-09ce1c076681 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0265069 Nov 16 22:00:35.938809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48bb25c5-10f7-4334-b501-fd2aabad2773 req-04770436-4ca6-4286-9bf6-775c741addaa tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "GET /v2.0/ports?device_id=8928abdf-7102-44e1-9a30-a966ad4c9456 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Nov 16 22:00:36.473505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 66089e55-2ed9-4516-9452-95140c1392c4 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:36.493430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 66089e55-2ed9-4516-9452-95140c1392c4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:36.493770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 66089e55-2ed9-4516-9452-95140c1392c4 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:36.996752 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:37.124534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Deleting port 8b784c5d-4d13-4740-87e0-7680eeefe77a {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:37.125603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.201924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.202247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.214112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Calling delete_port for 8b784c5d-4d13-4740-87e0-7680eeefe77a owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:37.344353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.371414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'Port': ['ID=8b784c5d-4d13-4740-87e0-7680eeefe77a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:37.432206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.434702 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:37.435890 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-048a4ef5-91c3-4742-a4bd-5e4c6a3fe750 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "DELETE /v2.0/floatingips/244ecb76-03b4-46d8-9a61-ce91a4f11a40 HTTP/1.1" status: 204 len: 168 time: 0.4381478 Nov 16 22:00:39.378604 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:40.725949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36552) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:40.786635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:40.812208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:40.880625 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:40.884554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:40.885757 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] 10.222.0.54 "DELETE /v2.0/security-groups/8e263c8a-cf39-4110-81b7-9cfdf98ca458 HTTP/1.1" status: 204 len: 168 time: 0.1587701 Nov 16 22:00:40.896560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23842c02-95dc-416d-936b-5e5238a83271 tempest-TestVolumeBootPattern-1472196182 tempest-TestVolumeBootPattern-1472196182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e263c8a-cf39-4110-81b7-9cfdf98ca458,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:40.970608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36556) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:41.533963 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.093487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Deleting port bc7899fd-f343-4c58-9f55-bb02524665f5 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:42.094104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.169007 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] For port bc7899fd-f343-4c58-9f55-bb02524665f5, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=bc7899fd-f343-4c58-9f55-bb02524665f5,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:42.169364 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.181848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Calling delete_port for bc7899fd-f343-4c58-9f55-bb02524665f5 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:42.354806 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.385506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7899fd-f343-4c58-9f55-bb02524665f5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:42.544492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.761552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Router 9000f90b-9dd8-4eb8-adba-988315469fcd has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:00:42.865025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:00:42.870167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-248f70ea-be63-4103-bb25-8b26a20432a0 admin admin] 10.222.0.54 "PUT /v2.0/routers/9000f90b-9dd8-4eb8-adba-988315469fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8985620 Nov 16 22:00:42.872718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36570) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:42.875381 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Sync routers for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:42.884891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:42.886118 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:42.974566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:42.988779 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:43.075581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.132156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Deleting port 248aaec8-780f-479a-b97d-d26c663c4f0d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:43.132818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.160084 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T22:00:42Z', 'revision_number': 5, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port': {'id': '248aaec8-780f-479a-b97d-d26c663c4f0d', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.170068 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.190693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Checking router: 9000f90b-9dd8-4eb8-adba-988315469fcd for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:43.198850 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Routers {'9000f90b-9dd8-4eb8-adba-988315469fcd'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:43.199476 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9000f90b-9dd8-4eb8-adba-988315469fcd'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.214020 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] For port 248aaec8-780f-479a-b97d-d26c663c4f0d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=248aaec8-780f-479a-b97d-d26c663c4f0d,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:43.214433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.227740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Calling delete_port for 248aaec8-780f-479a-b97d-d26c663c4f0d owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:43.283216 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] Set router 9000f90b-9dd8-4eb8-adba-988315469fcd gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:43.398793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.428855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=248aaec8-780f-479a-b97d-d26c663c4f0d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:43.431448 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T22:00:43Z', 'revision_number': 6, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:43.438406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2ec4e-de71-44ec-9f0e-fd51c9b2681f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:00:43.464377 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dda752-a679-4648-8533-0f58f32cf57a None None] The sync data for ids ['9000f90b-9dd8-4eb8-adba-988315469fcd'] in n-d-816206-5 is: [{'id': '9000f90b-9dd8-4eb8-adba-988315469fcd', 'name': 'tempest-TestVolumeBootPattern-153698443-router', 'tenant_id': '76ff30a9a9e645a094df9323e5096579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:13Z', 'updated_at': '2021-11-16T22:00:43Z', 'revision_number': 6, 'project_id': '76ff30a9a9e645a094df9323e5096579', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:43.506072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.596288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.598432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.641445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.641999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9000f90b-9dd8-4eb8-adba-988315469fcd {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:00:43.646171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.647386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c2b3e157-bd30-4c75-9051-323d9963abf8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9000f90b-9dd8-4eb8-adba-988315469fcd HTTP/1.1" status: 204 len: 168 time: 0.7735722 Nov 16 22:00:43.650005 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36572) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:43.693832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Deleting subnet 000d27e0-e3dc-4268-ba79-6db96ea2616d {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:00:43.696857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.734471 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.809308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.865227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.890029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000d27e0-e3dc-4268-ba79-6db96ea2616d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:43.895615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:43.898820 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-92d714df-3389-4b21-b238-4a6ed8afa0f0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/000d27e0-e3dc-4268-ba79-6db96ea2616d HTTP/1.1" status: 204 len: 168 time: 0.2478828 Nov 16 22:00:43.901232 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36574) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:43.901756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0d6c4-cc17-4032-892d-51057387bef0 None None] Network 9c3f1ccc-16a2-455e-8fc7-c11870080805 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:00:43.976224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.030088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Deleting port d276f61b-90b4-4e5c-aefc-a72a18a82731 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:44.030433 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.100586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] For port d276f61b-90b4-4e5c-aefc-a72a18a82731, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d276f61b-90b4-4e5c-aefc-a72a18a82731,segment=NetworkSegment(69f5a49b-ad16-45f6-bb50-af438363baca),segment_id=69f5a49b-ad16-45f6-bb50-af438363baca)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:44.100942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.114195 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Calling delete_port for d276f61b-90b4-4e5c-aefc-a72a18a82731 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:44.189210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.215201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d276f61b-90b4-4e5c-aefc-a72a18a82731,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:44.220120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] No DVR routers for this DVR port d276f61b-90b4-4e5c-aefc-a72a18a82731 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:44.246685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db913df-7f6d-40e8-be03-e96091a5eef7 None None] DHCP port deletion for 9c3f1ccc-16a2-455e-8fc7-c11870080805 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:00:44.304153 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.328380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3f1ccc-16a2-455e-8fc7-c11870080805']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:44.338311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f5a49b-ad16-45f6-bb50-af438363baca') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:44.338606 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f5a49b-ad16-45f6-bb50-af438363baca') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:44.349431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.364796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.369138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 248aaec8-780f-479a-b97d-d26c663c4f0d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:44.372549 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:00:44.372940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:00:44.374820 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:00:44.389369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 248aaec8-780f-479a-b97d-d26c663c4f0d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:44.389716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 248aaec8-780f-479a-b97d-d26c663c4f0d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:44.390657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d276f61b-90b4-4e5c-aefc-a72a18a82731 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:44.409818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: d276f61b-90b4-4e5c-aefc-a72a18a82731 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:44.410163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device d276f61b-90b4-4e5c-aefc-a72a18a82731 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:44.410567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bc7899fd-f343-4c58-9f55-bb02524665f5 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:44.429877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: bc7899fd-f343-4c58-9f55-bb02524665f5 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:44.430225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device bc7899fd-f343-4c58-9f55-bb02524665f5 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:44.430607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.452304 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:44.456264 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/9c3f1ccc-16a2-455e-8fc7-c11870080805 HTTP/1.1" status: 204 len: 168 time: 0.5540359 Nov 16 22:00:44.457519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9948-c8c3-4597-8ff2-51873da8a2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3f1ccc-16a2-455e-8fc7-c11870080805,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:44.459125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36576) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:44.807129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.056808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Deleting port 8fd09b96-e469-40e6-bc62-9b07a3322c7e {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:45.057197 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.134684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] For port 8fd09b96-e469-40e6-bc62-9b07a3322c7e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8fd09b96-e469-40e6-bc62-9b07a3322c7e,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:45.135059 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.147373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Calling delete_port for 8fd09b96-e469-40e6-bc62-9b07a3322c7e owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:45.319554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.349002 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd09b96-e469-40e6-bc62-9b07a3322c7e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:45.403111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-254b5697-b68c-4881-b45a-e416a8261a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.522660 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.742779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Router c8f0727e-356d-4088-8d86-77dc61a5e432 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:00:45.846214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:00:45.851506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6a6d9f65-6f96-49e4-a2e8-c484c690be4b admin admin] 10.222.0.54 "PUT /v2.0/routers/c8f0727e-356d-4088-8d86-77dc61a5e432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3914614 Nov 16 22:00:45.854003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36578) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:45.855319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Sync routers for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:45.865406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:45.866007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:45.952434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:45.969133 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:46.056008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.118156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Deleting port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:46.118492 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.148612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T22:00:45Z', 'revision_number': 5, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port': {'id': '1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:50:19Z', 'updated_at': '2021-11-16T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:46.174671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Checking router: c8f0727e-356d-4088-8d86-77dc61a5e432 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:46.183243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Routers {'c8f0727e-356d-4088-8d86-77dc61a5e432'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:46.183828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:00:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c8f0727e-356d-4088-8d86-77dc61a5e432'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:46.196905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] For port 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:46.197282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.210503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Calling delete_port for 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:46.267881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] Set router c8f0727e-356d-4088-8d86-77dc61a5e432 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:46.485980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T22:00:46Z', 'revision_number': 6, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:46.513206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4de02-5018-4818-aef7-f744de412022 None None] The sync data for ids ['c8f0727e-356d-4088-8d86-77dc61a5e432'] in n-d-816206-5 is: [{'id': 'c8f0727e-356d-4088-8d86-77dc61a5e432', 'name': 'tempest-TestVolumeBootPattern-1614385645-router', 'tenant_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:50:18Z', 'updated_at': '2021-11-16T22:00:46Z', 'revision_number': 6, 'project_id': '01dbe70692ad4579aee53f77e8e3e6c1', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:46.691443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.719284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:46.732731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cbc63-5e07-4a2c-8fcc-5caf7353a247 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:00:46.779633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.873201 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.876039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.926976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.927607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f0727e-356d-4088-8d86-77dc61a5e432 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:00:46.932198 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.933367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-65f6cce1-4f5e-46a9-bb78-67f2c8cb31ac admin admin] 10.222.0.54 "DELETE /v2.0/routers/c8f0727e-356d-4088-8d86-77dc61a5e432 HTTP/1.1" status: 204 len: 168 time: 1.0784407 Nov 16 22:00:46.936046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36580) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:46.985550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Deleting subnet c1fc2f28-9906-4d6a-825b-1faff576abbf {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:00:46.988643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.022669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.102584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.157633 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.182911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fc2f28-9906-4d6a-825b-1faff576abbf,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:47.186511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.190204 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c2f6f0c8-6b15-4e6b-bd1e-b894affeda24 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c1fc2f28-9906-4d6a-825b-1faff576abbf HTTP/1.1" status: 204 len: 168 time: 0.2525647 Nov 16 22:00:47.192154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36582) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:47.194734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48af7f-7121-4d6c-aa3a-ce2db63db3a9 None None] Network 0d08bec3-e513-440e-b361-e3edc5105cb5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:00:47.264293 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.317754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Deleting port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:47.318083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.387149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] DHCP port deletion for 0d08bec3-e513-440e-b361-e3edc5105cb5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:00:47.394486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] For port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:47.394846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.409672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Calling delete_port for 6f8b25e8-aac5-4608-98c9-18fa6104e0cc owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:47.441437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Deleting port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:47.441805 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.498636 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.517812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] For port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,segment=NetworkSegment(6ded004c-62ba-44ee-ac5d-d9e2e87e94bf),segment_id=6ded004c-62ba-44ee-ac5d-d9e2e87e94bf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:47.518265 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.531518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:47.533216 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] No DVR routers for this DVR port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:47.535653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Calling delete_port for 6f8b25e8-aac5-4608-98c9-18fa6104e0cc owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:47.605435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.613504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.625672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d08bec3-e513-440e-b361-e3edc5105cb5']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:47.634998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:47.635294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ded004c-62ba-44ee-ac5d-d9e2e87e94bf') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:47.641728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Pushing event deleted for resources: {'Port': ['ID=6f8b25e8-aac5-4608-98c9-18fa6104e0cc,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:47.645113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.646881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] No DVR routers for this DVR port 6f8b25e8-aac5-4608-98c9-18fa6104e0cc on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:47.655467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.656591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.657063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.657559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.657900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.658236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.658587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.658892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.659243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.659566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.659889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.660214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fcc8ee-e675-4754-951d-53bf6853092c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:47.668019 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.675123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:00:47.675538 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:00:47.677238 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:00:47.721984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c326b877-2d60-4b1f-afcb-2e275738b73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.735993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.741550 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.744672 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] 10.222.0.54 "DELETE /v2.0/networks/0d08bec3-e513-440e-b361-e3edc5105cb5 HTTP/1.1" status: 204 len: 168 time: 0.5516024 Nov 16 22:00:47.757016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8cf7-0c22-42de-8fbd-444bcc427d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d08bec3-e513-440e-b361-e3edc5105cb5,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:47.866816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36586) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:47.907442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27f995a9-b56f-4626-8d3f-e0fb4922ca91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76ff30a9a9e645a094df9323e5096579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393393 Nov 16 22:00:47.909788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36588) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:47.956172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:47.977922 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.024378 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.026853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.028036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17cb1955-b0a9-4048-a731-8425dcd37b6b HTTP/1.1" status: 204 len: 168 time: 0.1173084 Nov 16 22:00:48.035668 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a44eac-db48-4715-98e6-abf5cd73c859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb1955-b0a9-4048-a731-8425dcd37b6b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:48.342248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:48.358553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36594) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:48.364072 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:48.364466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 1bf0cff8-8ec3-4a8d-941d-8cd20962ac5f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:48.364925 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6f8b25e8-aac5-4608-98c9-18fa6104e0cc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:48.386018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6f8b25e8-aac5-4608-98c9-18fa6104e0cc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:48.386367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6f8b25e8-aac5-4608-98c9-18fa6104e0cc not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:48.386775 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8fd09b96-e469-40e6-bc62-9b07a3322c7e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:48.404893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7f145971-d38b-424f-95a7-12519576fd70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01dbe70692ad4579aee53f77e8e3e6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439048 Nov 16 22:00:48.406235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8fd09b96-e469-40e6-bc62-9b07a3322c7e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:48.406589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8fd09b96-e469-40e6-bc62-9b07a3322c7e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:48.406841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36596) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:00:48.454447 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.475246 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.521388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.524190 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.525418 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59330f86-363f-426f-ab09-e5247bbc02c7 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Nov 16 22:00:48.533940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7360395-a880-4179-8f9e-54a014ad58ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59330f86-363f-426f-ab09-e5247bbc02c7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:49.401440 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:50.645190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:51.505314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.576302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-74376a23-50ca-464d-bbf5-e064613c2ce6 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5547a94c22c847f2a31e099a58279878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261507 Nov 16 22:00:58.680365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-dedcd35f-0ed3-4e18-9aac-deed9db1800b tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.681820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-dedcd35f-0ed3-4e18-9aac-deed9db1800b tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1002352 Nov 16 22:00:58.696950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-df5699ff-5bcb-4dd2-aaf0-ef6002d58898 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/quotas/5547a94c22c847f2a31e099a58279878 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Nov 16 22:00:58.727734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-16213331-2817-4a45-a7ff-efe9e70ca9dc tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5547a94c22c847f2a31e099a58279878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258181 Nov 16 22:00:58.886484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13b32367-08cd-45a0-9cad-a8495950108f req-3e848ce4-1361-438c-8cb2-573d10ff05a2 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 210 time: 0.0306644 Nov 16 22:00:59.238707 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:00:59.860422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-acb16d68-cc5a-4d28-900d-c559740ba486 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5547a94c22c847f2a31e099a58279878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233822 Nov 16 22:00:59.981595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-2b8bebe3-b145-43ae-b52c-904806a2fa1c tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.983032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-2b8bebe3-b145-43ae-b52c-904806a2fa1c tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165662 Nov 16 22:01:00.004667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Request body: {'port': {'device_id': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'admin_state_up': True, 'tenant_id': '5547a94c22c847f2a31e099a58279878'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:00.008777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5ff389cd-3c43-4862-b4b4-c5f6b9b1e25f req-0f4798fe-c21c-48c8-8ef1-ae36a60ba211 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 210 time: 0.0515587 Nov 16 22:01:00.112810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Made reservation on behalf of 5547a94c22c847f2a31e099a58279878 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:01:00.116345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.124724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.206175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.210034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.273356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d899db-6f33-4f19-83b9-2a3c5b100a5f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:00.348379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Allocated IP 192.168.233.236 (2fb6017a-f498-4727-ae73-a16af1ba47f3/ebb1ce02-9278-434e-920d-cd770d336870/f26b5f87-7101-46e0-b9a6-998ff4fcfe53) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:01:00.496354 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.529270 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.575466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Network 2fb6017a-f498-4727-ae73-a16af1ba47f3 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:01:00.578723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:01:00.582647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:01:00.617887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Pushing event updated for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:00.649461 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:00.650101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.667741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-52d11d2c-3750-4cc6-9c89-5245f70dae61 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6673057 Nov 16 22:01:00.680957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Request body: {'port': {'device_id': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:00.740968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.812030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6ddf4716-bb0c-4fbe-94ee-57397495945d None None] Provisioning complete for port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:01:00.812580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4716-bb0c-4fbe-94ee-57397495945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:00.845311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf4716-bb0c-4fbe-94ee-57397495945d None None] Port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:01:01.000415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26b5f87-7101-46e0-b9a6-998ff4fcfe53 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:01.007979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:01.020809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Transition to ACTIVE for port object f26b5f87-7101-46e0-b9a6-998ff4fcfe53 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:01:01.024236 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:01.104667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:01.181747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b4688-746f-4295-ae42-d6a4e52e7420 req-13d5c421-a698-4fd0-8434-a6572f34ff79 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.183379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f00b4688-746f-4295-ae42-d6a4e52e7420 req-13d5c421-a698-4fd0-8434-a6572f34ff79 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 948 time: 0.0896587 Nov 16 22:01:01.188397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Attempting to bind port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:01:01.188730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Attempting to bind port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:01:01.189060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Attempting to bind port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:01.209523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:01:01.209853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Attempting to bind port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 on network 2fb6017a-f498-4727-ae73-a16af1ba47f3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:01.217878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:01:01.218220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Checking segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:01:01.218607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Bound using segment: {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:01:01.219070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Bound port: f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab384e0e-d79b-48af-baf1-e183f2d52ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:01:01.219427 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:01.275432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f00b4688-746f-4295-ae42-d6a4e52e7420 req-635de017-fc96-4791-86ac-d1f4751978a8 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831389 Nov 16 22:01:01.304299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:01:01.307296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:01:01.312511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:01.349015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.349623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:01.351031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] 10.222.0.21 "PUT /v2.0/ports/f26b5f87-7101-46e0-b9a6-998ff4fcfe53 HTTP/1.1" status: 200 len: 1096 time: 0.6744759 Nov 16 22:01:01.351492 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:01.353736 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:01.383606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940839e-f96c-44d9-998b-f31cafe57a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:01.408938 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2888625f-f20c-4b3f-a9cb-53c5cd382a9e x-openstack-request-id: req-2888625f-f20c-4b3f-a9cb-53c5cd382a9e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:01.409231 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:01.409486 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2888625f-f20c-4b3f-a9cb-53c5cd382a9e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:01.409919 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53', 'status': 'completed', 'code': 200} Nov 16 22:01:01.441409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-3517b3ef-857c-4f0b-8026-7d1b3326ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.442957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-3517b3ef-857c-4f0b-8026-7d1b3326ab3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5547a94c22c847f2a31e099a58279878&device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 1099 time: 0.0463128 Nov 16 22:01:01.487621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-0cd10406-adc1-40c3-a560-afbeb20099ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53 HTTP/1.1" status: 200 len: 217 time: 0.0349307 Nov 16 22:01:01.543274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-0749c716-cc8a-4062-9091-3a9cb4dc30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.544818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-0749c716-cc8a-4062-9091-3a9cb4dc30a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0506036 Nov 16 22:01:01.593808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-bb56f4e5-d7bc-4400-b5e8-1e02b02c1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.595385 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-bb56f4e5-d7bc-4400-b5e8-1e02b02c1c01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435140 Nov 16 22:01:01.682013 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-eee3ed7b-0e4d-49db-b02d-2f9273f0983e service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797772 Nov 16 22:01:01.778795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ce60c8e-0976-43c3-856a-f2f7a38aabc5 req-2809607e-55cb-49e2-9625-b801c0b6a49d service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880532 Nov 16 22:01:01.863502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-a3493b5a-3478-44d9-b32e-89482a8ac3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.865045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-a3493b5a-3478-44d9-b32e-89482a8ac3df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5547a94c22c847f2a31e099a58279878&device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 1099 time: 0.0409124 Nov 16 22:01:01.957063 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-fe194463-184d-45e6-84c5-d3f56ca9f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.958508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-fe194463-184d-45e6-84c5-d3f56ca9f778 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fb6017a-f498-4727-ae73-a16af1ba47f3 HTTP/1.1" status: 200 len: 870 time: 0.0868862 Nov 16 22:01:01.998732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-66cf1906-ae25-4d2e-ae9a-f860cb7bb794 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53 HTTP/1.1" status: 200 len: 217 time: 0.0329881 Nov 16 22:01:02.046481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-4420c4dc-fd3e-41a8-afd1-c3223fb94f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:02.047812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-4420c4dc-fd3e-41a8-afd1-c3223fb94f8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebb1ce02-9278-434e-920d-cd770d336870 HTTP/1.1" status: 200 len: 843 time: 0.0411441 Nov 16 22:01:02.098519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-97dbe9c4-b4f8-47f2-8eb5-89d6a81f0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:02.100065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-97dbe9c4-b4f8-47f2-8eb5-89d6a81f0762 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fb6017a-f498-4727-ae73-a16af1ba47f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451002 Nov 16 22:01:02.188379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-821c8e7d-a031-4887-8d2d-c1ecee35de6f service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Nov 16 22:01:02.282161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7d8ca7-6428-487b-81ef-94a69a5cc62e req-11f0e272-cd1c-4397-b89e-6f9820d763b2 service neutron] 10.222.0.21 "GET /v2.0/networks/2fb6017a-f498-4727-ae73-a16af1ba47f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862434 Nov 16 22:01:02.393572 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf0fb-8a6f-4322-beaf-a715f8bca41e req-cf54d1f6-d69e-4641-9ac2-d8bde4862483 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:02.395100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85dbf0fb-8a6f-4322-beaf-a715f8bca41e req-cf54d1f6-d69e-4641-9ac2-d8bde4862483 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 948 time: 0.0511103 Nov 16 22:01:02.447731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-85dbf0fb-8a6f-4322-beaf-a715f8bca41e req-8fa8ac08-f43f-427f-a879-ea87889fbafe tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Nov 16 22:01:02.589720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f26b5f87-7101-46e0-b9a6-998ff4fcfe53 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:01:02.682619 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:02.693931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53', 'network_id': '2fb6017a-f498-4727-ae73-a16af1ba47f3', 'port_id': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53', 'mac_address': 'fa:16:3e:0f:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb1ce02-9278-434e-920d-cd770d336870', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:01:02.733949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:02.746127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26b5f87-7101-46e0-b9a6-998ff4fcfe53 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:02.768640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:02.773968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:02.821684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:03.014726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['f26b5f87-7101-46e0-b9a6-998ff4fcfe53'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:01:03.566266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afde09-a199-41cc-85d9-4efadb7529c3 req-f0245813-08a2-4253-a623-df24811461d4 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:03.567802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23afde09-a199-41cc-85d9-4efadb7529c3 req-f0245813-08a2-4253-a623-df24811461d4 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 949 time: 0.0511327 Nov 16 22:01:03.621710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23afde09-a199-41cc-85d9-4efadb7529c3 req-a547c356-2e25-48c7-b78a-f0fc89042acf tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Nov 16 22:01:04.593826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f26b5f87-7101-46e0-b9a6-998ff4fcfe53 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:01:04.644523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:01:04.649046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:01:04.649046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:04.728649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:04.735080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc899e3f-7ea3-4daf-b77d-652ecd911b03 req-62622ef3-e981-436e-96be-db1e31206d3d tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:04.737113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc899e3f-7ea3-4daf-b77d-652ecd911b03 req-62622ef3-e981-436e-96be-db1e31206d3d tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 949 time: 0.0489275 Nov 16 22:01:04.751283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:04.754090 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ce501a-f914-4e11-92a0-24414e73354d" -d '{"events": [{"server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "name": "network-vif-plugged", "status": "completed", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:04.767213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:04.772651 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:04.788555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc899e3f-7ea3-4daf-b77d-652ecd911b03 req-e39a5c77-8c5a-433b-8065-aabc309e86da tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Nov 16 22:01:04.822040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:04.860450 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2956e33-714c-4f41-941d-7be8409df36e x-openstack-request-id: req-c2956e33-714c-4f41-941d-7be8409df36e {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:04.860743 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "name": "network-vif-plugged", "status": "completed", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:04.861024 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2956e33-714c-4f41-941d-7be8409df36e {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:04.861449 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53', 'code': 200} Nov 16 22:01:04.952864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106460d-88a2-4093-9b78-0e7638a3e720 req-6defaa52-4da6-4375-881f-60f488924fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:04.954327 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4106460d-88a2-4093-9b78-0e7638a3e720 req-6defaa52-4da6-4375-881f-60f488924fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 1101 time: 0.0394180 Nov 16 22:01:04.997690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4106460d-88a2-4093-9b78-0e7638a3e720 req-88be2ace-1797-46f9-aa6e-cc31c7df7362 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Nov 16 22:01:05.908968 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81e4fe-5d8a-4adf-bf50-ea8cf7b3bcfa req-eb9efb82-7bf0-4a7e-a6f5-121df4e12d76 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:05.910427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f81e4fe-5d8a-4adf-bf50-ea8cf7b3bcfa req-eb9efb82-7bf0-4a7e-a6f5-121df4e12d76 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 950 time: 0.0542862 Nov 16 22:01:05.956506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f81e4fe-5d8a-4adf-bf50-ea8cf7b3bcfa req-9bdbd7b6-6496-47b4-8fe4-6702472e229e tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Nov 16 22:01:07.071066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585de2b-60d7-44af-a49e-922b1cb540b2 req-6ac17d90-0883-411d-8872-95844e215060 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:07.072537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5585de2b-60d7-44af-a49e-922b1cb540b2 req-6ac17d90-0883-411d-8872-95844e215060 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 950 time: 0.0483065 Nov 16 22:01:07.119576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5585de2b-60d7-44af-a49e-922b1cb540b2 req-81109b5b-4a40-4689-9655-4b4e083835ad tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Nov 16 22:01:07.397692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-3ed7c9a8-3a1e-4fa5-a675-b37124d62f25 req-dcc6a8f6-cb59-495a-a16e-bebfa558262d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:01:07.398751 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3ed7c9a8-3a1e-4fa5-a675-b37124d62f25 req-dcc6a8f6-cb59-495a-a16e-bebfa558262d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053473 Nov 16 22:01:07.733531 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-0afb9915-a5b3-4afd-a5d9-563ae2a5e578 req-1b04958f-8972-413b-9f07-e748f293ab33 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:01:07.734678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0afb9915-a5b3-4afd-a5d9-563ae2a5e578 req-1b04958f-8972-413b-9f07-e748f293ab33 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054581 Nov 16 22:01:08.055254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4279-cdc2-4b37-80fa-c18c1b7de784 req-504e3178-66f5-4bda-b6ae-63de400b68be tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:08.056633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-059c4279-cdc2-4b37-80fa-c18c1b7de784 req-504e3178-66f5-4bda-b6ae-63de400b68be tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 950 time: 0.0479193 Nov 16 22:01:08.107263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-059c4279-cdc2-4b37-80fa-c18c1b7de784 req-021cd04c-f3c5-4c76-8b79-749e9d3e8497 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Nov 16 22:01:09.224762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f55a2-9421-4541-91ce-3e070bb2db07 req-bc6bf9ba-f742-48d3-8591-4bfad65d4982 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:09.226234 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-187f55a2-9421-4541-91ce-3e070bb2db07 req-bc6bf9ba-f742-48d3-8591-4bfad65d4982 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 950 time: 0.0488617 Nov 16 22:01:09.295019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-187f55a2-9421-4541-91ce-3e070bb2db07 req-d8df7180-3f0d-44e5-b238-4793a598452f tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.54 "GET /v2.0/security-groups?id=25d899db-6f33-4f19-83b9-2a3c5b100a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 Nov 16 22:01:09.317616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-200756d9-bfec-4ead-abda-966688f64b91 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:09.319168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-200756d9-bfec-4ead-abda-966688f64b91 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dd79bd6-5d24-4a51-94a4-d32a694995a9 HTTP/1.1" status: 200 len: 950 time: 0.0596199 Nov 16 22:01:09.377667 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:09.409816 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Deleting port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:01:09.410143 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:09.495586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] For port f26b5f87-7101-46e0-b9a6-998ff4fcfe53, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,segment=NetworkSegment(ab384e0e-d79b-48af-baf1-e183f2d52ce4),segment_id=ab384e0e-d79b-48af-baf1-e183f2d52ce4)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:09.495944 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:09.508401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Calling delete_port for f26b5f87-7101-46e0-b9a6-998ff4fcfe53 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:01:09.639068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:09.650205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['f26b5f87-7101-46e0-b9a6-998ff4fcfe53'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:01:09.665860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Pushing event deleted for resources: {'Port': ['ID=f26b5f87-7101-46e0-b9a6-998ff4fcfe53,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:09.714445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] No DVR routers for this DVR port f26b5f87-7101-46e0-b9a6-998ff4fcfe53 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:01:09.717383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:09.721379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f43f96fa-41e7-46df-bf61-551526a7a990 req-d206a34c-c249-456d-9b23-683a7a7d3e19 tempest-ServersAdminNegativeTestJSON-1007747768 tempest-ServersAdminNegativeTestJSON-1007747768-project] 10.222.0.21 "DELETE /v2.0/ports/f26b5f87-7101-46e0-b9a6-998ff4fcfe53 HTTP/1.1" status: 204 len: 173 time: 0.3954403 Nov 16 22:01:09.721838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'name': 'network-vif-deleted', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:09.724115 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be40a220-07b4-4dbf-be52-106017495d3e" -d '{"events": [{"server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "name": "network-vif-deleted", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:09.765625 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192df7d-8d73-4c1e-a38b-032adf3915ef x-openstack-request-id: req-9192df7d-8d73-4c1e-a38b-032adf3915ef {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:09.765918 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd79bd6-5d24-4a51-94a4-d32a694995a9", "name": "network-vif-deleted", "tag": "f26b5f87-7101-46e0-b9a6-998ff4fcfe53", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:09.766174 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9192df7d-8d73-4c1e-a38b-032adf3915ef {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:09.766583 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd79bd6-5d24-4a51-94a4-d32a694995a9', 'name': 'network-vif-deleted', 'tag': 'f26b5f87-7101-46e0-b9a6-998ff4fcfe53', 'status': 'completed', 'code': 200} Nov 16 22:01:10.585883 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36730) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:10.716852 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-93b16407-7b33-4169-9df8-b6265b70918e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5547a94c22c847f2a31e099a58279878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298199 Nov 16 22:01:10.719396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36734) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:10.765523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.785675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.835779 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.838336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.839505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25d899db-6f33-4f19-83b9-2a3c5b100a5f HTTP/1.1" status: 204 len: 168 time: 0.1192210 Nov 16 22:01:10.848066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7e919-9687-4381-8d9f-3e41f08a00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d899db-6f33-4f19-83b9-2a3c5b100a5f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:11.088715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36740) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:11.102517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d618429b-e439-4a4c-8e0b-55f5987ed715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.174943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d618429b-e439-4a4c-8e0b-55f5987ed715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.178833 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d618429b-e439-4a4c-8e0b-55f5987ed715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.218052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618429b-e439-4a4c-8e0b-55f5987ed715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e4a99-5a2a-450d-8223-d2031380e299,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:11.222727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d618429b-e439-4a4c-8e0b-55f5987ed715 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=722b1a8d61ed457e940a037542b18793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330547 Nov 16 22:01:11.225318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36742) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:11.272088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.292975 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.339268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.342057 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:11.343237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c4e4a99-5a2a-450d-8223-d2031380e299 HTTP/1.1" status: 204 len: 168 time: 0.1169796 Nov 16 22:01:11.351550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973a480-f756-4641-a408-0c4e9b4e695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e4a99-5a2a-450d-8223-d2031380e299,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:12.000510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36764) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:12.094800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-523698575-network', 'tenant_id': '35e3aef26d4542a4b1f0c589396b0300'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:12.116180 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Made reservation on behalf of 35e3aef26d4542a4b1f0c589396b0300 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:01:12.118542 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.126643 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.200083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.203479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.228397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:01:12.236955 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1f9b7-4b41-489f-b1ab-a12d2651f97a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:12.242777 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.243150 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Added segment 6f79af85-c2bf-4872-95b3-df77baec59f3 of type vlan for network d2a427ac-651d-4c9d-95aa-072337810c15 Nov 16 22:01:12.281699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.305976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.306903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:12.307498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.360294 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3585865 Nov 16 22:01:12.364077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36768) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:12.369143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Request body: {'subnet': {'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-523698575-subnet', 'tenant_id': '35e3aef26d4542a4b1f0c589396b0300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:12.371783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d1a8-29a0-492b-a28f-309d63ddeb9a admin admin] Pushing event updated for resources: {'Network': ['ID=d2a427ac-651d-4c9d-95aa-072337810c15,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:12.382794 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network d2a427ac-651d-4c9d-95aa-072337810c15 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:01:12.396417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Made reservation on behalf of 35e3aef26d4542a4b1f0c589396b0300 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:01:12.398750 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.559369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.618255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b480ccc5-7031-4ab4-b2cc-a81f99584331,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:12.626785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Checking segment: {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:01:12.627215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Network hostable DHCP agents. Network: d2a427ac-651d-4c9d-95aa-072337810c15, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:01:12.643077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Network d2a427ac-651d-4c9d-95aa-072337810c15 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:01:12.651951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, d2a427ac-651d-4c9d-95aa-072337810c15) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:01:12.655996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:12.656579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.661768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61550769-5676-43be-a0a7-27c1e821ee63 None None] Network d2a427ac-651d-4c9d-95aa-072337810c15 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:01:12.672610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ef9b780e-fd3a-4b9e-9fec-c7fed1b1d600 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3074210 Nov 16 22:01:12.787220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34299c36-c098-4f0e-b1d5-a72abe2f108f None None] Network d2a427ac-651d-4c9d-95aa-072337810c15 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:01:13.088132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-96f72a21-12cf-4adf-bd83-6db2cc933609 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:13.089568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-96f72a21-12cf-4adf-bd83-6db2cc933609 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 811 time: 0.0978365 Nov 16 22:01:13.104237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-32325bfe-13e7-41ba-95bd-59bbea09deb1 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/quotas/35e3aef26d4542a4b1f0c589396b0300 HTTP/1.1" status: 200 len: 375 time: 0.0086908 Nov 16 22:01:13.139544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-654a3a8a-de2c-4b17-9eea-07eceaede9d8 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302498 Nov 16 22:01:13.169871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:13.228674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-4a52c142-788b-40f1-a8d1-96c4a4a3a209 service neutron] 10.222.0.54 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823460 Nov 16 22:01:13.319078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-fdaf0d30-e6e2-486c-b83f-012130b6a052 service neutron] 10.222.0.54 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843785 Nov 16 22:01:13.477797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ec67581-877e-4f5d-9c66-4e101dfb2c0c req-61c9034a-bf63-42a4-b546-1d1432a7c964 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Nov 16 22:01:14.525811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-2d79bd27-81b0-4c2e-8cad-f09c2cf8c929 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:14.527347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-2d79bd27-81b0-4c2e-8cad-f09c2cf8c929 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 811 time: 0.1096411 Nov 16 22:01:14.541621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Request body: {'port': {'device_id': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15', 'admin_state_up': True, 'tenant_id': '35e3aef26d4542a4b1f0c589396b0300'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:14.617218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6928c963-2d8f-4567-9117-67a8ac67da52 req-a5782296-4412-4171-97bb-67dc540e3d8d tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0600414 Nov 16 22:01:14.629565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f26b5f87-7101-46e0-b9a6-998ff4fcfe53 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:01:14.650306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: f26b5f87-7101-46e0-b9a6-998ff4fcfe53 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:01:14.650733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device f26b5f87-7101-46e0-b9a6-998ff4fcfe53 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:01:14.680956 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Made reservation on behalf of 35e3aef26d4542a4b1f0c589396b0300 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:01:14.684557 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:14.807829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Allocated IP 172.20.0.4 (d2a427ac-651d-4c9d-95aa-072337810c15/b480ccc5-7031-4ab4-b2cc-a81f99584331/390971ba-328e-4102-899c-62ab1c667694) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:01:14.953162 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:14.985545 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.028859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Network d2a427ac-651d-4c9d-95aa-072337810c15 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:01:15.031989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:01:15.035786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:01:15.041885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:15.086321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:15.086912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.102124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-13858013-4223-477e-84d8-3276c0beb62a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650363 Nov 16 22:01:15.115552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Request body: {'port': {'device_id': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:15.169308 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.396112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c612bbb9-7af4-4185-aa16-a751c8658511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.424765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390971ba-328e-4102-899c-62ab1c667694 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:15.432480 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.445188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Transition to ACTIVE for port object 390971ba-328e-4102-899c-62ab1c667694 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:01:15.448406 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.519752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:15.924698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:01:15.925351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:01:15.925351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:15.938255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa5b31-1fc3-421b-8ba7-bcdb6b78f922 req-72e13194-d7dd-46bf-8dc8-8826139fc9eb tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:15.939777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eefa5b31-1fc3-421b-8ba7-bcdb6b78f922 req-72e13194-d7dd-46bf-8dc8-8826139fc9eb tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0845582 Nov 16 22:01:15.940714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:01:15.941033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:15.953046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:01:15.953379 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Checking segment: {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:01:15.953757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Bound using segment: {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:01:15.954189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Bound port: 390971ba-328e-4102-899c-62ab1c667694, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:01:15.954542 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:16.027978 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eefa5b31-1fc3-421b-8ba7-bcdb6b78f922 req-e1d92798-0f6a-4ca6-bea1-06932a1deaef tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815167 Nov 16 22:01:16.049611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:01:16.052904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:01:16.056600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:16.088344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.088990 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:16.090290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 1091 time: 0.9792719 Nov 16 22:01:16.092873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'tag': '390971ba-328e-4102-899c-62ab1c667694'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:16.095178 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "tag": "390971ba-328e-4102-899c-62ab1c667694"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:16.133369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab9d6c-3949-4bb1-90b9-84504e49e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:16.137899 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61ffed-878f-4658-b86b-32ca692ca0b4 x-openstack-request-id: req-9d61ffed-878f-4658-b86b-32ca692ca0b4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:16.138184 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "tag": "390971ba-328e-4102-899c-62ab1c667694", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:16.138441 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d61ffed-878f-4658-b86b-32ca692ca0b4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:16.138829 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'tag': '390971ba-328e-4102-899c-62ab1c667694', 'status': 'completed', 'code': 200} Nov 16 22:01:16.184645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-66255f9c-2e05-461f-b6e0-f4cabc02cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.186092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-66255f9c-2e05-461f-b6e0-f4cabc02cb19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0451214 Nov 16 22:01:16.235986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-60abb087-90bc-45ad-af41-0e83ebbf0ec8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0417979 Nov 16 22:01:16.288184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-91be0ef5-9e79-47f5-a377-67ebfd874624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.289622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-91be0ef5-9e79-47f5-a377-67ebfd874624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0468926 Nov 16 22:01:16.324040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-6efbc533-7393-4bf6-9428-1014a195d108 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264757 Nov 16 22:01:16.423308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-b3773458-665d-4a58-8011-1712d3507e77 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901408 Nov 16 22:01:16.526810 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e3d72677-6dcf-4825-94fd-14cfc4a2cf80 req-6b20b89c-e2c8-4c8e-be8b-99e6c728c3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968757 Nov 16 22:01:16.614405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-f67e134b-5aba-465c-8515-ae985bd5a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.615907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-f67e134b-5aba-465c-8515-ae985bd5a2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0417950 Nov 16 22:01:16.707393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-5817ec99-e3fc-4282-81f7-8fee8821c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.708872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-5817ec99-e3fc-4282-81f7-8fee8821c9c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0864627 Nov 16 22:01:16.750695 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-85b0059e-6120-4396-8af3-1d2e06409cd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0332735 Nov 16 22:01:16.804499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-1522dfd2-e69e-4350-8c85-6b522e0b35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.805927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-1522dfd2-e69e-4350-8c85-6b522e0b35ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0474765 Nov 16 22:01:16.841835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-f2aa05a2-1c3b-4b9e-942b-0b1fbeefe3b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262544 Nov 16 22:01:16.930900 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-11d4c6c6-6d6e-454c-9f89-a6c3d502e44f service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815556 Nov 16 22:01:17.024852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aec03dd4-bdfa-4354-aa34-22a61a0cb05f req-4dfab971-63ff-4666-974f-7fbd0f8033fc service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856338 Nov 16 22:01:17.143835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcd14c-b22a-468c-9434-c75b512932df req-81b0deeb-e137-4a75-8c9e-4de8808434b4 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:17.145404 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5fcd14c-b22a-468c-9434-c75b512932df req-81b0deeb-e137-4a75-8c9e-4de8808434b4 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0497251 Nov 16 22:01:17.192261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5fcd14c-b22a-468c-9434-c75b512932df req-f1528ca5-dd64-414b-8fe3-878cda2d5b07 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Nov 16 22:01:17.723693 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8f12-413f-48f5-a7ed-1e5580e9db5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:18.309575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b4a61-9dd6-49d5-badf-bc056d66ed90 req-bcfbf87d-8585-4bb8-8c63-cf11bf55d067 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:18.311056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-865b4a61-9dd6-49d5-badf-bc056d66ed90 req-bcfbf87d-8585-4bb8-8c63-cf11bf55d067 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0480053 Nov 16 22:01:18.361815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-865b4a61-9dd6-49d5-badf-bc056d66ed90 req-d7358221-ac37-4cf8-af3f-098489fc68df tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Nov 16 22:01:18.671542 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 390971ba-328e-4102-899c-62ab1c667694 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:01:18.769894 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:18.781158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '390971ba-328e-4102-899c-62ab1c667694', 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15', 'port_id': '390971ba-328e-4102-899c-62ab1c667694', 'mac_address': 'fa:16:3e:1b:ad:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480ccc5-7031-4ab4-b2cc-a81f99584331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:01:18.817734 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:18.830433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390971ba-328e-4102-899c-62ab1c667694 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:18.849788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:18.853830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:18.904777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:19.040345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['390971ba-328e-4102-899c-62ab1c667694'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:01:19.404081 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:19.477097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a762c-2723-4bfb-b924-ddcddffbc69f req-a6b5b19e-de2b-4ecb-aa13-7ca0161b2123 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:19.478597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6a762c-2723-4bfb-b924-ddcddffbc69f req-a6b5b19e-de2b-4ecb-aa13-7ca0161b2123 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 944 time: 0.0494514 Nov 16 22:01:19.526590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d6a762c-2723-4bfb-b924-ddcddffbc69f req-4495eb19-7409-4f21-b67e-8f1c6afd9564 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Nov 16 22:01:20.644963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2701d3-43bd-4eae-8ec1-0d1e515e6923 req-93c7ff72-df58-407b-8532-e04f34182bbc tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:20.646877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d2701d3-43bd-4eae-8ec1-0d1e515e6923 req-93c7ff72-df58-407b-8532-e04f34182bbc tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 944 time: 0.0525095 Nov 16 22:01:20.647823 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:20.678180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 390971ba-328e-4102-899c-62ab1c667694 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:01:20.695443 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2d2701d3-43bd-4eae-8ec1-0d1e515e6923 req-acae4b6a-df68-41b9-bc9b-dc8703b1f6d1 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Nov 16 22:01:20.730257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 390971ba-328e-4102-899c-62ab1c667694 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:01:20.734517 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 390971ba-328e-4102-899c-62ab1c667694 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:01:20.734883 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:20.808507 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:20.830681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971ba-328e-4102-899c-62ab1c667694'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:20.832909 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a959f-f93e-4945-b9c9-f20f558dd878" -d '{"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "390971ba-328e-4102-899c-62ab1c667694"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:20.845766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:20.849649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:20.875926 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e4f3ce-c15b-4901-865a-00e47ad55877 x-openstack-request-id: req-58e4f3ce-c15b-4901-865a-00e47ad55877 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:20.876215 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "390971ba-328e-4102-899c-62ab1c667694", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:20.876463 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58e4f3ce-c15b-4901-865a-00e47ad55877 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:20.877344 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390971ba-328e-4102-899c-62ab1c667694', 'code': 200} Nov 16 22:01:20.903714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:20.972694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096714-b8e9-40a0-b7ff-2a56aa91a1cf req-ff0fd5f6-60db-46fb-a73f-6271ed89b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:20.974189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e096714-b8e9-40a0-b7ff-2a56aa91a1cf req-ff0fd5f6-60db-46fb-a73f-6271ed89b203 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0444880 Nov 16 22:01:21.020312 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e096714-b8e9-40a0-b7ff-2a56aa91a1cf req-6e5012cb-105a-4fa1-83df-8ae6c6181983 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386834 Nov 16 22:01:21.512979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:21.808715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261f51-6d41-44da-b8cd-56559c5bf628 req-3fd1d4f9-f501-457e-8eea-5a670238f5ba tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:21.810086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1261f51-6d41-44da-b8cd-56559c5bf628 req-3fd1d4f9-f501-457e-8eea-5a670238f5ba tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Nov 16 22:01:21.856757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1261f51-6d41-44da-b8cd-56559c5bf628 req-1a578969-e252-4d55-9d62-2b4980f3ac93 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Nov 16 22:01:22.976922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dad2f-9972-4244-9a8f-675aaa1e1c97 req-96d08b56-d660-4c3f-a1f6-d218caeb518e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:22.978381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-509dad2f-9972-4244-9a8f-675aaa1e1c97 req-96d08b56-d660-4c3f-a1f6-d218caeb518e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Nov 16 22:01:23.025472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-509dad2f-9972-4244-9a8f-675aaa1e1c97 req-60a2f447-a332-4d63-99de-f72afdf1c8ef tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Nov 16 22:01:23.265663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e7137-0a90-4ee8-a885-c6b805f2233f req-eb315682-eea8-456c-a2c3-29eb417e4c86 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:23.267188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed4e7137-0a90-4ee8-a885-c6b805f2233f req-eb315682-eea8-456c-a2c3-29eb417e4c86 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0546205 Nov 16 22:01:23.340980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed4e7137-0a90-4ee8-a885-c6b805f2233f req-3045b3f5-96c8-4b77-9fb8-61c4142e5001 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Nov 16 22:01:23.348890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-bfd2ec0f-e168-40a8-8e8e-dee2796a5ad6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448631 Nov 16 22:01:23.358445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-e3462cf6-3f70-4037-96f2-e070511a627d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:01:23.359430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-e3462cf6-3f70-4037-96f2-e070511a627d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051310 Nov 16 22:01:24.464267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-26d2343e-4f0c-48a2-9872-d2392184fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:24.466002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-26d2343e-4f0c-48a2-9872-d2392184fd0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0718098 Nov 16 22:01:24.488481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf5083-bc38-48a6-a3af-8cc6645ccc8d req-81651c2a-fb11-4aac-ac41-9b791dfc3470 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:24.489925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25cf5083-bc38-48a6-a3af-8cc6645ccc8d req-81651c2a-fb11-4aac-ac41-9b791dfc3470 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0673730 Nov 16 22:01:24.595007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25cf5083-bc38-48a6-a3af-8cc6645ccc8d req-ce1319e1-4964-4c7c-b9bc-88f13c593830 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951016 Nov 16 22:01:24.604146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-84620905-3a45-4014-8e80-f96006d4a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:24.605571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-84620905-3a45-4014-8e80-f96006d4a695 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.1322982 Nov 16 22:01:24.647807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-ef32d406-60ae-4ff9-a449-38007bbf2c9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0345097 Nov 16 22:01:24.696533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-d421f620-099c-4b42-a66c-c62a45599429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:24.697964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-d421f620-099c-4b42-a66c-c62a45599429 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0422108 Nov 16 22:01:24.732375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-7eedf62e-4034-4748-a4fb-1f5c2a807b04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259290 Nov 16 22:01:24.824808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-abb95fb0-fea6-4e69-8f07-656b66519a9e service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844967 Nov 16 22:01:24.918814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-aab8ac27-defe-40d7-82d1-c9ebc38dd729 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861371 Nov 16 22:01:25.709902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497318a0-3ff8-4dd2-b82f-dd22bc928db1 req-a5842365-ff1b-4a5c-a406-74ba5fdf53b9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:25.711416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-497318a0-3ff8-4dd2-b82f-dd22bc928db1 req-a5842365-ff1b-4a5c-a406-74ba5fdf53b9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Nov 16 22:01:25.759410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-497318a0-3ff8-4dd2-b82f-dd22bc928db1 req-426d4a04-b230-43e6-be0f-0f1c1dba1560 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Nov 16 22:01:26.874941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066bd1e-e37c-4be0-b7de-f21467b7f08e req-3253b610-30f1-4d9a-ae61-29b10c13dc4c tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:26.876425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9066bd1e-e37c-4be0-b7de-f21467b7f08e req-3253b610-30f1-4d9a-ae61-29b10c13dc4c tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0485225 Nov 16 22:01:26.922867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9066bd1e-e37c-4be0-b7de-f21467b7f08e req-15e22cdc-f5c9-456c-aad5-9b61148161f0 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Nov 16 22:01:28.043144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e94dd9-0b0e-472b-919b-0532418df155 req-40cb62a7-5c7c-4c37-ae4d-cd915bc23dde tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:28.044655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e94dd9-0b0e-472b-919b-0532418df155 req-40cb62a7-5c7c-4c37-ae4d-cd915bc23dde tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Nov 16 22:01:28.091040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e94dd9-0b0e-472b-919b-0532418df155 req-b9c150fb-a81b-4cbd-865d-d1cad4155ca1 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Nov 16 22:01:29.208893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223fc8a-9660-40c0-a49e-f76477f3e253 req-41e44e7c-ef75-4e3e-9bde-74c9e83aede9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:29.210370 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8223fc8a-9660-40c0-a49e-f76477f3e253 req-41e44e7c-ef75-4e3e-9bde-74c9e83aede9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0536270 Nov 16 22:01:29.258863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8223fc8a-9660-40c0-a49e-f76477f3e253 req-f9a3631e-5bba-4452-83d6-fcc31cbaddcc tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Nov 16 22:01:29.910825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-ffe2dcf1-37ea-47ea-b4b6-834970f5edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:29.912361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-ffe2dcf1-37ea-47ea-b4b6-834970f5edc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0400963 Nov 16 22:01:30.015900 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-4b1a2b67-51bd-498d-b2d7-9213de8e29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:30.017382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-4b1a2b67-51bd-498d-b2d7-9213de8e29a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0870130 Nov 16 22:01:30.057517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-cafa4ffb-3e83-4b4e-9297-c0286fff0e10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0337925 Nov 16 22:01:30.118189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-5c12bdd8-8ab0-45d9-90aa-1b93723e7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:30.119835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-5c12bdd8-8ab0-45d9-90aa-1b93723e7b61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0550046 Nov 16 22:01:30.151106 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-75f312aa-6a58-42af-aec1-cef658a61707 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242465 Nov 16 22:01:30.239715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-48c03e50-08b3-4506-9d56-a2aa7b1b532a service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805254 Nov 16 22:01:30.343411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-446f97ff-9863-4363-9eca-b8d2507ca9be req-6f04d682-1d71-48f8-9b17-21f40fb635ff service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973244 Nov 16 22:01:30.381352 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446309-f657-4f38-a7de-f564ca1d5a3f req-1d1cca1b-1368-4b91-a10f-7d33eecfbf14 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:30.382841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63446309-f657-4f38-a7de-f564ca1d5a3f req-1d1cca1b-1368-4b91-a10f-7d33eecfbf14 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Nov 16 22:01:30.435903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63446309-f657-4f38-a7de-f564ca1d5a3f req-62fe6333-27af-4ff2-a3ab-f4a52a03f4b5 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Nov 16 22:01:31.560251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05c056-8dfe-4055-b457-348d24739fee req-61bd6bf2-94f2-4252-9a9f-e4b065869e1a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:31.561759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f05c056-8dfe-4055-b457-348d24739fee req-61bd6bf2-94f2-4252-9a9f-e4b065869e1a tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Nov 16 22:01:31.608866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f05c056-8dfe-4055-b457-348d24739fee req-9aaf3b25-873d-4396-9691-59e021702205 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Nov 16 22:01:32.724369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b8be-1b41-409c-859d-de9db142ea97 req-f0e39215-906c-43d5-b1d9-9c6586d46249 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:32.725829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e271b8be-1b41-409c-859d-de9db142ea97 req-f0e39215-906c-43d5-b1d9-9c6586d46249 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Nov 16 22:01:32.771924 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e271b8be-1b41-409c-859d-de9db142ea97 req-90a86add-b503-4e5b-87b1-8d47eaf60651 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Nov 16 22:01:33.890267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a57e-e92b-4931-a8c5-050b6bbd9352 req-9f2f5036-6a08-4438-8601-edd766f7efe8 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:33.891761 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32e6a57e-e92b-4931-a8c5-050b6bbd9352 req-9f2f5036-6a08-4438-8601-edd766f7efe8 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Nov 16 22:01:33.946496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-32e6a57e-e92b-4931-a8c5-050b6bbd9352 req-5b77c995-c611-4f1e-b027-7290ec13cba7 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463161 Nov 16 22:01:35.061188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f71e79-6677-40c3-b7f0-be61e78a28dd req-111e9455-f42e-4f8b-8bdf-ebc29a885ccb tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:35.062662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11f71e79-6677-40c3-b7f0-be61e78a28dd req-111e9455-f42e-4f8b-8bdf-ebc29a885ccb tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Nov 16 22:01:35.109118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11f71e79-6677-40c3-b7f0-be61e78a28dd req-7652622c-0b87-432d-acd9-d237e1361331 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Nov 16 22:01:36.221711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7991d-4ab5-4db1-bdc5-3f551c42c7a2 req-673843d8-5610-40b3-8f1b-ab249709a3b7 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:36.223206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a7991d-4ab5-4db1-bdc5-3f551c42c7a2 req-673843d8-5610-40b3-8f1b-ab249709a3b7 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0489259 Nov 16 22:01:36.237178 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:01:36.270124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16a7991d-4ab5-4db1-bdc5-3f551c42c7a2 req-4100d7bf-866b-4652-bf85-4f15ee9a76b2 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Nov 16 22:01:37.387130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729dbce-e262-4d3e-8bba-2639f0ad4e7f req-14cfa36c-8888-4443-8c0c-e03776f08199 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:37.388605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f729dbce-e262-4d3e-8bba-2639f0ad4e7f req-14cfa36c-8888-4443-8c0c-e03776f08199 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Nov 16 22:01:37.435467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f729dbce-e262-4d3e-8bba-2639f0ad4e7f req-6bb9a669-819c-47f6-ac26-ec38e8168586 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Nov 16 22:01:38.550200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae265187-d671-40d5-80e0-df4723921b95 req-47c4b3e9-3dd9-4464-938c-586be6038e24 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:38.551718 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae265187-d671-40d5-80e0-df4723921b95 req-47c4b3e9-3dd9-4464-938c-586be6038e24 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Nov 16 22:01:38.599331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae265187-d671-40d5-80e0-df4723921b95 req-9b0af5c0-a930-44ae-ad55-af0230f91f19 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Nov 16 22:01:39.377130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:39.715176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0d865-c59c-4afd-b926-c8320ef740c2 req-bf9e17ff-ffd1-4e74-afa0-d7653ac48ae2 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:39.716908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00a0d865-c59c-4afd-b926-c8320ef740c2 req-bf9e17ff-ffd1-4e74-afa0-d7653ac48ae2 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0524540 Nov 16 22:01:39.765638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00a0d865-c59c-4afd-b926-c8320ef740c2 req-85892932-6b66-46f2-83c0-1e59362d7181 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Nov 16 22:01:40.885061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed1a8-4c13-4af1-874d-66fc08899c89 req-110779dd-25ac-44e0-9f2b-e90a5233feaf tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:40.886554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c08ed1a8-4c13-4af1-874d-66fc08899c89 req-110779dd-25ac-44e0-9f2b-e90a5233feaf tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0497217 Nov 16 22:01:40.935209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c08ed1a8-4c13-4af1-874d-66fc08899c89 req-8e80548d-cbfb-45c2-bc8a-d5240c69ec73 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Nov 16 22:01:42.050990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f58b0-c3cc-4bd7-b5d5-0befa2408eba req-a8eb18cb-d103-4d58-9444-591f6d6ca1e0 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:42.052504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5f58b0-c3cc-4bd7-b5d5-0befa2408eba req-a8eb18cb-d103-4d58-9444-591f6d6ca1e0 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0482364 Nov 16 22:01:42.102381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb5f58b0-c3cc-4bd7-b5d5-0befa2408eba req-6288d19c-5c41-4820-9ba1-27334732c9a0 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Nov 16 22:01:43.172082 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:43.216723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb7361-4786-4d66-aa74-54510eed03fc req-bf1a929b-a768-49cd-836d-cf726eabf6ec tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:43.218218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9bb7361-4786-4d66-aa74-54510eed03fc req-bf1a929b-a768-49cd-836d-cf726eabf6ec tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Nov 16 22:01:43.264401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9bb7361-4786-4d66-aa74-54510eed03fc req-18bdf2e3-7d9d-4364-a054-db214add6080 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Nov 16 22:01:44.378638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27076e-01c9-4fd6-afc0-ede8bcb912fd req-374c5115-737b-46ba-be52-bf2746a8c085 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:44.380726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e27076e-01c9-4fd6-afc0-ede8bcb912fd req-374c5115-737b-46ba-be52-bf2746a8c085 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Nov 16 22:01:44.430765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1e27076e-01c9-4fd6-afc0-ede8bcb912fd req-287728c3-96ea-4490-a500-5b4b3ab34fcd tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Nov 16 22:01:45.398185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-555618a9-e3cd-4b65-b96f-be637fef17f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:45.558198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b3b77-778e-45d1-8925-c0fe3c766bd1 req-63e95897-0d5b-49bd-bf2e-b79be9173a3f tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:45.559886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-593b3b77-778e-45d1-8925-c0fe3c766bd1 req-63e95897-0d5b-49bd-bf2e-b79be9173a3f tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0523639 Nov 16 22:01:45.608118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-593b3b77-778e-45d1-8925-c0fe3c766bd1 req-50c8e768-d0c3-478f-8c8c-57eb925a49fe tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Nov 16 22:01:46.721583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c207-d69c-45a8-a45d-ee1fcca7f483 req-1affaab1-be69-4b6d-b0ef-707c83e910b6 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:46.723657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1f5c207-d69c-45a8-a45d-ee1fcca7f483 req-1affaab1-be69-4b6d-b0ef-707c83e910b6 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Nov 16 22:01:46.768742 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1f5c207-d69c-45a8-a45d-ee1fcca7f483 req-69712142-ce42-4642-bbf6-5570ebd69462 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Nov 16 22:01:47.724995 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bd0b91d7-6273-43bd-b154-6d28759e1278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:47.883388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cca76-b84d-4090-aeec-ef38fa0001ed req-0000a2af-4408-4933-a62f-101e93d71503 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:47.884862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b0cca76-b84d-4090-aeec-ef38fa0001ed req-0000a2af-4408-4933-a62f-101e93d71503 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Nov 16 22:01:47.936956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0b0cca76-b84d-4090-aeec-ef38fa0001ed req-fa6fdb1b-2959-437d-b9e6-3aa6b1abf191 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460422 Nov 16 22:01:49.053281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051a8b-38dd-404e-8251-59d8e0d24e14 req-45f2f65a-6373-4beb-ba5f-8767b4ab1b92 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:49.054735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1051a8b-38dd-404e-8251-59d8e0d24e14 req-45f2f65a-6373-4beb-ba5f-8767b4ab1b92 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Nov 16 22:01:49.101275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1051a8b-38dd-404e-8251-59d8e0d24e14 req-70e55721-b6a9-4c5e-8235-db5206c77f7c tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Nov 16 22:01:49.408552 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:50.212669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eebec8-a5b9-4162-8104-ecfeca015c71 req-55a2e595-af96-4c93-a1e5-551d126ee03b tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:50.214120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4eebec8-a5b9-4162-8104-ecfeca015c71 req-55a2e595-af96-4c93-a1e5-551d126ee03b tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Nov 16 22:01:50.260630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4eebec8-a5b9-4162-8104-ecfeca015c71 req-239ce4c7-fe32-47f9-8a7d-6c78a7c0b276 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Nov 16 22:01:50.650529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:51.378386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74e67-c9cb-46ca-a3e9-22bf9422d67b req-5d508b16-7ae3-4966-9b14-6b5b3e8f664e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:51.379869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a74e67-c9cb-46ca-a3e9-22bf9422d67b req-5d508b16-7ae3-4966-9b14-6b5b3e8f664e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Nov 16 22:01:51.425675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21a74e67-c9cb-46ca-a3e9-22bf9422d67b req-1d6c2bbb-7ead-4142-bb3e-fd5c35038539 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Nov 16 22:01:51.506942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:51.823914 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-106890d7-48cc-47a7-85d3-75ada274efeb req-b9dff409-4f47-4cf7-90c9-e222c1dfffd8 service neutron] show failed (client error): The resource could not be found. Nov 16 22:01:51.824913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-b9dff409-4f47-4cf7-90c9-e222c1dfffd8 service neutron] 10.222.0.21 "GET /v2.0/ports/390971ba-328e-4102-899c-62ab1c667694/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0561476 Nov 16 22:01:52.024805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-8799f4a8-f9d7-4bd4-a2b6-112f2792fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.026317 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-8799f4a8-f9d7-4bd4-a2b6-112f2792fa32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9&tenant_id=35e3aef26d4542a4b1f0c589396b0300 HTTP/1.1" status: 200 len: 1096 time: 0.0412107 Nov 16 22:01:52.040532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:52.091142 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.291204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:52.323166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:01:52.361517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390971ba-328e-4102-899c-62ab1c667694'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:52.363849 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119325ad-d0ae-4940-b2f8-11094fc71839" -d '{"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "390971ba-328e-4102-899c-62ab1c667694"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:52.367591 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.380280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Transition to ACTIVE for port object 390971ba-328e-4102-899c-62ab1c667694 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:01:52.384518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.445784 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:52.449077 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] No DVR routers for this DVR port 390971ba-328e-4102-899c-62ab1c667694 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:01:52.457174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.458099 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.458442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.458778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.459207 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.459457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.459782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.460463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.460463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.460733 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.461054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.461372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:52.497295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:01:52.498051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:01:52.498377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:52.503001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:01:52.503326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Attempting to bind port 390971ba-328e-4102-899c-62ab1c667694 on network d2a427ac-651d-4c9d-95aa-072337810c15 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:01:52.508913 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:01:52.509256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Checking segment: {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:01:52.509638 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Bound using segment: {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:01:52.510066 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Bound port: 390971ba-328e-4102-899c-62ab1c667694, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f79af85-c2bf-4872-95b3-df77baec59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:01:52.510420 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.524797 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4064efd-64a2-47f6-8d1b-acab8a61b97e x-openstack-request-id: req-a4064efd-64a2-47f6-8d1b-acab8a61b97e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:52.525097 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "390971ba-328e-4102-899c-62ab1c667694", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:52.525353 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4064efd-64a2-47f6-8d1b-acab8a61b97e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:52.525753 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390971ba-328e-4102-899c-62ab1c667694', 'code': 200} Nov 16 22:01:52.566007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc50a-0c55-4e12-8c64-b93290a744a5 req-b813b0ef-df43-44f2-914b-7926ddef9af9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.568123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1efc50a-0c55-4e12-8c64-b93290a744a5 req-b813b0ef-df43-44f2-914b-7926ddef9af9 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0516610 Nov 16 22:01:52.580448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:01:52.584059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:01:52.589678 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.621128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1efc50a-0c55-4e12-8c64-b93290a744a5 req-18857985-a66e-40da-8477-de1f4e709644 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469191 Nov 16 22:01:52.624079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.624705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:52.626110 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 1091 time: 0.5895805 Nov 16 22:01:52.656720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cada5f-fa2c-407f-afe5-985f6ea021e1 service neutron] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:52.690904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-1b2c09aa-9146-4f4a-affd-1dc4d67e2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.692907 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-1b2c09aa-9146-4f4a-affd-1dc4d67e2723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0434651 Nov 16 22:01:52.792687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-0d8a719c-cc39-4e36-94ea-29d22b4c9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.794136 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-0d8a719c-cc39-4e36-94ea-29d22b4c9da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0944648 Nov 16 22:01:52.835893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-719a6023-0d93-4ba2-8dbe-043b53d9b761 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0331521 Nov 16 22:01:52.887068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106890d7-48cc-47a7-85d3-75ada274efeb req-031a08c1-e666-4dc5-a50d-05342ffffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:52.888458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-031a08c1-e666-4dc5-a50d-05342ffffc15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0461679 Nov 16 22:01:52.919745 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-2698a2b4-b069-4079-9518-8b910619e93f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232768 Nov 16 22:01:53.008211 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-2526ba5d-f99b-49ce-89ca-2da12e8bd02b service neutron] 10.222.0.36 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808136 Nov 16 22:01:53.102752 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-106890d7-48cc-47a7-85d3-75ada274efeb req-ef6e84e6-b60b-4329-b4a8-0983c772cd1b service neutron] 10.222.0.36 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879540 Nov 16 22:01:53.741133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c33f6-534c-4905-81a4-5d96dc5aab0e req-1ed4b5e0-5de2-48d6-93d5-c18ccff148cf tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:53.742518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b12c33f6-534c-4905-81a4-5d96dc5aab0e req-1ed4b5e0-5de2-48d6-93d5-c18ccff148cf tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0493219 Nov 16 22:01:53.788616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b12c33f6-534c-4905-81a4-5d96dc5aab0e req-54e5b726-538b-476c-8d4c-3ffcdc83f4ee tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Nov 16 22:01:54.526807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'tag': '390971ba-328e-4102-899c-62ab1c667694'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:54.529207 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89bdf32-bff5-45b2-8de6-6d881eb66659" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "tag": "390971ba-328e-4102-899c-62ab1c667694"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:54.591406 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636177ef-f26d-44c4-acca-4358a89c44b3 x-openstack-request-id: req-636177ef-f26d-44c4-acca-4358a89c44b3 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:54.592043 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "tag": "390971ba-328e-4102-899c-62ab1c667694", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:54.592368 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-636177ef-f26d-44c4-acca-4358a89c44b3 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:54.592887 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'tag': '390971ba-328e-4102-899c-62ab1c667694', 'status': 'completed', 'code': 200} Nov 16 22:01:54.654919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-9fe3834c-c50b-40fe-ac7d-3c7c3ec144d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.656854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-9fe3834c-c50b-40fe-ac7d-3c7c3ec144d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0486834 Nov 16 22:01:54.666956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-cf897d6d-37f9-4725-b305-7a7f19e534c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.668465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-cf897d6d-37f9-4725-b305-7a7f19e534c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0448296 Nov 16 22:01:54.758909 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-729b96e3-7338-4dc2-bf28-32d79c324993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.760452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-729b96e3-7338-4dc2-bf28-32d79c324993 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0962682 Nov 16 22:01:54.779437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-4af41c52-b713-4d6f-822d-36caa7ef2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.781004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-4af41c52-b713-4d6f-822d-36caa7ef2280 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0917363 Nov 16 22:01:54.800189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-bc93c136-0749-481e-90b0-7e50ba9f9132 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0327148 Nov 16 22:01:54.822405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-46ac5dae-e38d-4485-b210-1bf645ba5eed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0343101 Nov 16 22:01:54.854208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-1b820200-5170-4c15-946d-1f795e4f707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.855787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-1b820200-5170-4c15-946d-1f795e4f707a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0492647 Nov 16 22:01:54.871650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-09450993-987c-4bc4-b587-832bd1fcdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.873376 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-09450993-987c-4bc4-b587-832bd1fcdd1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0444934 Nov 16 22:01:54.904404 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-b5e50f94-c035-4c12-bb31-eec7f3747e24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236645 Nov 16 22:01:54.908931 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-f20f7c97-67fc-4239-b2cd-b6ee9f15659a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378640 Nov 16 22:01:54.969483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139e8dd-06ed-4801-940c-034cf81b6272 req-bf0c0a20-dc27-46e1-9f66-35e1356a9733 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:54.970988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b139e8dd-06ed-4801-940c-034cf81b6272 req-bf0c0a20-dc27-46e1-9f66-35e1356a9733 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.1100914 Nov 16 22:01:54.997229 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-0e1da6db-f31a-4a22-a29b-a0c5e8a948c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856972 Nov 16 22:01:55.045197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-fc997ab9-5033-4943-8e68-64b6c2ff58ee service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288245 Nov 16 22:01:55.048974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b139e8dd-06ed-4801-940c-034cf81b6272 req-125e39cf-5135-4c56-bc6e-b8aadda45c7f tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Nov 16 22:01:55.095839 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-cf49e7d6-6fc2-4a37-abc5-558bcb59dcc4 service neutron] 10.222.0.36 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Nov 16 22:01:55.140552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c89bdf32-bff5-45b2-8de6-6d881eb66659 req-7a76753f-bb2a-4baa-9f14-2d4f41de564f service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879860 Nov 16 22:01:55.321633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-2eb06a51-e0bb-4bae-b22f-db288ab1c9d7 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:55.323098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-2eb06a51-e0bb-4bae-b22f-db288ab1c9d7 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9&tenant_id=35e3aef26d4542a4b1f0c589396b0300&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 943 time: 0.0868969 Nov 16 22:01:55.381887 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-dad6d296-7941-44fb-90aa-cb768b98ff36 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:01:55.382785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-dad6d296-7941-44fb-90aa-cb768b98ff36 service neutron] 10.222.0.21 "DELETE /v2.0/ports/390971ba-328e-4102-899c-62ab1c667694/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0523195 Nov 16 22:01:55.466041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-3f64b454-33b0-4836-a96f-8b333d37fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:55.467779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-3f64b454-33b0-4836-a96f-8b333d37fe31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e3aef26d4542a4b1f0c589396b0300&device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.0404418 Nov 16 22:01:55.557893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-4189f0f2-b270-4b6a-b941-fd1b159470f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:55.559372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-4189f0f2-b270-4b6a-b941-fd1b159470f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 200 len: 912 time: 0.0848911 Nov 16 22:01:55.600128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-6fc0cdf4-80ca-4a40-ae91-e34be9604b53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 200 len: 217 time: 0.0321560 Nov 16 22:01:55.649543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-1a0efdb5-a05d-4ef7-876e-3f72932d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:55.650908 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-1a0efdb5-a05d-4ef7-876e-3f72932d1d81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 200 len: 851 time: 0.0446310 Nov 16 22:01:55.681556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-853b913c-9a39-45a0-bb6b-eb8476b27fcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2a427ac-651d-4c9d-95aa-072337810c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235684 Nov 16 22:01:55.767227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-2f993103-57c2-430e-bb66-dbb045be48c4 service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786591 Nov 16 22:01:55.855768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-0748b7ba-3b9c-4120-ac69-a87af82d3f1e service neutron] 10.222.0.21 "GET /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820596 Nov 16 22:01:56.529728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc090-16bd-455f-8229-2c171ea7a323 req-708b91be-adaa-420b-bcc9-7db93677b600 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:56.531224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f17bc090-16bd-455f-8229-2c171ea7a323 req-708b91be-adaa-420b-bcc9-7db93677b600 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 943 time: 0.0494585 Nov 16 22:01:56.577574 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f17bc090-16bd-455f-8229-2c171ea7a323 req-6b828f3b-8171-4a9f-ae77-efe3f083e58d tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Nov 16 22:01:56.844471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 390971ba-328e-4102-899c-62ab1c667694 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:01:56.882514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 390971ba-328e-4102-899c-62ab1c667694 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:01:57.240840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 390971ba-328e-4102-899c-62ab1c667694 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:01:57.336835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:57.348746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '390971ba-328e-4102-899c-62ab1c667694', 'network_id': 'd2a427ac-651d-4c9d-95aa-072337810c15', 'port_id': '390971ba-328e-4102-899c-62ab1c667694', 'mac_address': 'fa:16:3e:1b:ad:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b480ccc5-7031-4ab4-b2cc-a81f99584331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:01:57.384275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:57.396901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390971ba-328e-4102-899c-62ab1c667694 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:57.415763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:57.419948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:57.468069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:57.475212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.475558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.475893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.476225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.476569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.476878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.477201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.477523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.477842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.478163 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.478483 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.478799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:57.692957 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984de50-dc32-41d0-afa6-cfadb27e6e13 req-930938ec-b957-4e2f-be05-cd3e6f54ae4d tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:57.694408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6984de50-dc32-41d0-afa6-cfadb27e6e13 req-930938ec-b957-4e2f-be05-cd3e6f54ae4d tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 944 time: 0.0481300 Nov 16 22:01:57.745983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6984de50-dc32-41d0-afa6-cfadb27e6e13 req-893b2982-c92d-48db-a7f0-e8784a8217b0 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.54 "GET /v2.0/security-groups?id=38f1f9b7-4b41-489f-b1ab-a12d2651f97a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Nov 16 22:01:57.751799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-3a0ec521-43a8-48b0-8aa1-9eea597b2380 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:57.753373 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-3a0ec521-43a8-48b0-8aa1-9eea597b2380 tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8a2c0de-bb8f-4887-a387-d89a8150cbc9 HTTP/1.1" status: 200 len: 944 time: 0.0514953 Nov 16 22:01:57.844477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Deleting port 390971ba-328e-4102-899c-62ab1c667694 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:01:57.844813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:57.934177 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] For port 390971ba-328e-4102-899c-62ab1c667694, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=390971ba-328e-4102-899c-62ab1c667694,segment=NetworkSegment(6f79af85-c2bf-4872-95b3-df77baec59f3),segment_id=6f79af85-c2bf-4872-95b3-df77baec59f3)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:57.934533 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:57.949684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Calling delete_port for 390971ba-328e-4102-899c-62ab1c667694 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:01:58.073718 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:58.100707 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Pushing event deleted for resources: {'Port': ['ID=390971ba-328e-4102-899c-62ab1c667694,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:58.141370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] No DVR routers for this DVR port 390971ba-328e-4102-899c-62ab1c667694 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:01:58.144564 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:58.148018 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-67b2c43a-fa58-4b76-9715-cc5b9477961e req-40c738c8-7c31-48ff-94f6-f4327b2b4e1e tempest-DeleteServersTestJSON-1107405383 tempest-DeleteServersTestJSON-1107405383-project] 10.222.0.36 "DELETE /v2.0/ports/390971ba-328e-4102-899c-62ab1c667694 HTTP/1.1" status: 204 len: 173 time: 0.3884106 Nov 16 22:01:58.148506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-deleted', 'tag': '390971ba-328e-4102-899c-62ab1c667694'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:58.150957 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e399f4-80f8-4cf1-a2db-64c9ed3c4023" -d '{"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-deleted", "tag": "390971ba-328e-4102-899c-62ab1c667694"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:58.192908 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a34ee98-e3b3-43c7-b8e2-bc2a82706b6d x-openstack-request-id: req-6a34ee98-e3b3-43c7-b8e2-bc2a82706b6d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:58.193204 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a2c0de-bb8f-4887-a387-d89a8150cbc9", "name": "network-vif-deleted", "tag": "390971ba-328e-4102-899c-62ab1c667694", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:58.193450 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a34ee98-e3b3-43c7-b8e2-bc2a82706b6d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:58.193846 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a2c0de-bb8f-4887-a387-d89a8150cbc9', 'name': 'network-vif-deleted', 'tag': '390971ba-328e-4102-899c-62ab1c667694', 'status': 'completed', 'code': 200} Nov 16 22:01:58.872545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36936) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:58.917418 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Deleting subnet b480ccc5-7031-4ab4-b2cc-a81f99584331 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:01:58.920495 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:58.960127 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:58.999711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.049179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.075047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b480ccc5-7031-4ab4-b2cc-a81f99584331,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:59.076977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.080272 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-320f8843-a76b-485b-b499-f22a43ecd3e7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b480ccc5-7031-4ab4-b2cc-a81f99584331 HTTP/1.1" status: 204 len: 168 time: 0.2067349 Nov 16 22:01:59.082797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36938) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:59.152985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.232506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.252471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a427ac-651d-4c9d-95aa-072337810c15']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:59.256801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 390971ba-328e-4102-899c-62ab1c667694 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:01:59.260911 n-d-816206-5 neutron-server[102666]: INFO neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No ports have port_id starting with 390971ba-328e-4102-899c-62ab1c667694 Nov 16 22:01:59.261859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f79af85-c2bf-4872-95b3-df77baec59f3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:59.262171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f79af85-c2bf-4872-95b3-df77baec59f3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:59.262402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 390971ba-328e-4102-899c-62ab1c667694 requested by agent hyperv_n-h2-816206-5 not found in database {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 16 22:01:59.272012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.284811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.291124 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:01:59.291498 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:01:59.293136 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:01:59.349060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.354525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.357687 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d2a427ac-651d-4c9d-95aa-072337810c15 HTTP/1.1" status: 204 len: 168 time: 0.2738988 Nov 16 22:01:59.368360 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dea8b-5d87-4003-82e1-b4ad0fbea350 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a427ac-651d-4c9d-95aa-072337810c15,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:59.463667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36944) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:59.502998 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57f12912-c864-4c74-9000-531581037bb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35e3aef26d4542a4b1f0c589396b0300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381525 Nov 16 22:01:59.505370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36946) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:59.551661 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.573064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.618904 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.621455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:59.622603 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38f1f9b7-4b41-489f-b1ab-a12d2651f97a HTTP/1.1" status: 204 len: 168 time: 0.1163421 Nov 16 22:01:59.630579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e05358-d891-438a-aa9f-c44d780db00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1f9b7-4b41-489f-b1ab-a12d2651f97a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:00.264216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 36970) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:02:00.359070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1886400604-network', 'tenant_id': '45aebf59c5df4b9e8a8169657d023cf8'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:00.379553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Made reservation on behalf of 45aebf59c5df4b9e8a8169657d023cf8 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:02:00.381881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.390050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.463283 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.467088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.488374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:02:00.505166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eec65a-22c0-4e2b-b787-e4ef83935832,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:00.507668 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.508004 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Added segment e5415762-4ae3-41d8-af56-eca6c36a6dcf of type vlan for network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 Nov 16 22:02:00.520891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.521237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.521615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.521976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.522390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.522723 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.523085 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.523412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.523734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.524056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.524374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.524691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:00.561166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.585624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.586547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:00.587180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.647885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3824844 Nov 16 22:02:00.650807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 36974) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:02:00.651343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00039898-e7f9-4519-9b9f-a500c7a7704c admin admin] Pushing event updated for resources: {'Network': ['ID=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:00.657601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Request body: {'subnet': {'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1886400604-subnet', 'tenant_id': '45aebf59c5df4b9e8a8169657d023cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:00.661425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:02:00.687754 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Made reservation on behalf of 45aebf59c5df4b9e8a8169657d023cf8 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:02:00.690080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.851871 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.911995 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:00.919676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Checking segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:02:00.920034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Network hostable DHCP agents. Network: 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:02:00.936347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:02:00.944597 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:02:00.949362 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:00.949962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:00.955143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33e904-de5e-4c4d-8103-8c22061e6ad4 None None] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:02:00.966267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ef21a7b6-dea3-45b7-bb3d-6b2321d2ddf5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3142576 Nov 16 22:02:01.080719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddf3fd-3ec8-4e2d-a2c2-c4a6780f4a56 None None] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:02:01.257469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 390971ba-328e-4102-899c-62ab1c667694 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:02:01.279298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 390971ba-328e-4102-899c-62ab1c667694 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:02:01.279641 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 390971ba-328e-4102-899c-62ab1c667694 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:02:01.390134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-fbd20797-1b6d-4a39-9bed-9dd17b308dfb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:01.391625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-fbd20797-1b6d-4a39-9bed-9dd17b308dfb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 815 time: 0.1037102 Nov 16 22:02:01.407006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-3d36f9b1-e4fa-46ce-9f14-47aaf0bce59a tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/quotas/45aebf59c5df4b9e8a8169657d023cf8 HTTP/1.1" status: 200 len: 375 time: 0.0088112 Nov 16 22:02:01.441335 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-c9a7345f-4821-4dfd-a0c8-ad2037a5c09b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290248 Nov 16 22:02:01.577886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-b1967f66-aaed-48e0-8c0b-c604c0375629 service neutron] 10.222.0.54 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292875 Nov 16 22:02:01.669750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-3d63afb4-3ee2-4845-8e22-25ac428381e1 service neutron] 10.222.0.54 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852644 Nov 16 22:02:01.827686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8045013-19b0-44e7-8827-fa7fea39fc59 req-bef9d022-13f7-4bf8-ac3b-0936e87b07df tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Nov 16 22:02:02.730526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-90498f46-b676-44ae-9703-38e0efa888df tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:02.731981 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-90498f46-b676-44ae-9703-38e0efa888df tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 815 time: 0.1077063 Nov 16 22:02:02.745967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Request body: {'port': {'device_id': '65a0e520-0030-47a1-8e57-4b1394984a52', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'admin_state_up': True, 'tenant_id': '45aebf59c5df4b9e8a8169657d023cf8'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:02.857300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Made reservation on behalf of 45aebf59c5df4b9e8a8169657d023cf8 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:02:02.860584 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:02.922840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f137911-bb3e-4d10-9dec-60af752af478 req-b467ed7a-5d61-4287-a3f9-330e65599c9f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Nov 16 22:02:02.987151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Allocated IP 172.20.0.6 (33513d8d-2d80-41a3-b7a5-96ce3eff2ec3/bfb8e04c-cb3c-4125-b53b-84a9fc51dc77/13359513-b69c-4a0e-a489-a7cb9054b020) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:02:03.134680 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.171514 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.215828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:02:03.219231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:02:03.223572 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:02:03.246085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:03.273848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:03.274455 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.290020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-481fc4e1-cf38-4daf-9749-9b718d809f4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484779 Nov 16 22:02:03.302518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Request body: {'port': {'device_id': '65a0e520-0030-47a1-8e57-4b1394984a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:03.359181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.621716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13359513-b69c-4a0e-a489-a7cb9054b020 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:03.628851 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.641065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Transition to ACTIVE for port object 13359513-b69c-4a0e-a489-a7cb9054b020 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:02:03.644813 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.695977 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:03.762986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:02:03.763616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:02:03.763616 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:03.767649 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:02:03.767961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:03.772620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:02:03.772944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Checking segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:02:03.773317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Bound using segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:02:03.773732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Bound port: 13359513-b69c-4a0e-a489-a7cb9054b020, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:02:03.774075 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.835289 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:02:03.838309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:02:03.841951 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.873876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:03.874501 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.875901 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] 10.222.0.36 "PUT /v2.0/ports/13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 1091 time: 0.5773983 Nov 16 22:02:03.876337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:03.878578 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920" -d '{"events": [{"name": "network-changed", "server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:03.908853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a3885-eb4b-4922-aa9b-165b3bec94ad service neutron] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:03.928602 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3478ca77-e1ee-4365-8a42-f56c1c451cb8 x-openstack-request-id: req-3478ca77-e1ee-4365-8a42-f56c1c451cb8 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:03.928890 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:03.929143 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3478ca77-e1ee-4365-8a42-f56c1c451cb8 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:03.929541 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'status': 'completed', 'code': 200} Nov 16 22:02:03.959265 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-9d0eb583-0988-419c-80d7-46c3e047c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:03.960798 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-9d0eb583-0988-419c-80d7-46c3e047c2d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1094 time: 0.0447247 Nov 16 22:02:04.006178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-bf9b8c92-236f-43a6-b059-7ea223f4bed9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Nov 16 22:02:04.039386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c38ec6-c3f3-4ec2-b3be-4762e21b8449 req-ad50e807-6fb2-423b-abc9-a6536b43d5ee tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:04.040773 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08c38ec6-c3f3-4ec2-b3be-4762e21b8449 req-ad50e807-6fb2-423b-abc9-a6536b43d5ee tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 943 time: 0.0499010 Nov 16 22:02:04.059395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-22c20caa-2bf5-4978-97a9-ea388ad41d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:04.061855 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-22c20caa-2bf5-4978-97a9-ea388ad41d63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0488205 Nov 16 22:02:04.090246 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08c38ec6-c3f3-4ec2-b3be-4762e21b8449 req-1f9983f7-9aec-4f14-9bf4-08a4a5d9c727 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Nov 16 22:02:04.099319 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-5e3daa37-32d5-435c-8659-a7cd18f495a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300353 Nov 16 22:02:04.190347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-8ebc639f-31ae-4bd6-8da2-70ef659715f5 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844827 Nov 16 22:02:04.278438 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e8552e57-bb10-4eba-971e-32f9c19b93bb req-d51d9a4e-770a-4f05-987c-378f9f726133 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809362 Nov 16 22:02:04.365554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-fe3ab5ef-a71c-4839-a2fd-c5e239a0a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:04.367187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-fe3ab5ef-a71c-4839-a2fd-c5e239a0a5e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1094 time: 0.0429454 Nov 16 22:02:04.470266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-b0e4a8a6-0c90-4b59-b461-3b598d132a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:04.471794 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-b0e4a8a6-0c90-4b59-b461-3b598d132a91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0978734 Nov 16 22:02:04.513394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-58898cc7-175a-4c7e-a575-2c1f292d1c1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0336990 Nov 16 22:02:04.566296 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-ed5f09e7-3523-4562-8c7e-ba8135473d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:04.568427 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-ed5f09e7-3523-4562-8c7e-ba8135473d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0481305 Nov 16 22:02:04.601628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-33c17234-45e6-4fae-87f2-dc2ac7397a9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Nov 16 22:02:04.688111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-e99c36ca-3958-4408-af38-c1f93c1aeef6 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793104 Nov 16 22:02:04.783543 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-dd58ee29-0b9d-4b5b-a334-6fce5f65e920 req-c91c1ce4-f80b-475c-98b7-003015ad8f6e service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Nov 16 22:02:05.209967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5c2c3-834f-40e0-9564-489337621494 req-47d54294-bc92-446a-863d-30c0b068de09 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:05.211437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ec5c2c3-834f-40e0-9564-489337621494 req-47d54294-bc92-446a-863d-30c0b068de09 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 943 time: 0.0520852 Nov 16 22:02:05.560395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ec5c2c3-834f-40e0-9564-489337621494 req-0b2fc748-6663-4ef7-9370-3bceced33fa8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427632 Nov 16 22:02:06.675757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84565e-d80c-4231-b3ae-215be246a573 req-a9cc8ecc-b081-42de-abde-61533690edd4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:06.677935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c84565e-d80c-4231-b3ae-215be246a573 req-a9cc8ecc-b081-42de-abde-61533690edd4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 943 time: 0.0484002 Nov 16 22:02:06.724093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c84565e-d80c-4231-b3ae-215be246a573 req-b2fb4143-9687-4b1d-bd25-5eac03b4cbab tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Nov 16 22:02:07.255436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:02:07.345928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:07.356966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '13359513-b69c-4a0e-a489-a7cb9054b020', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'port_id': '13359513-b69c-4a0e-a489-a7cb9054b020', 'mac_address': 'fa:16:3e:f8:64:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb8e04c-cb3c-4125-b53b-84a9fc51dc77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:02:07.395832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:07.407899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13359513-b69c-4a0e-a489-a7cb9054b020 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:07.425821 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:07.429648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:07.475446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:07.631170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['13359513-b69c-4a0e-a489-a7cb9054b020'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:02:07.847358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f9063-223d-41ad-b7c5-a85e5017dfc1 req-2bab25c3-985e-4974-8ed3-1cedc982b248 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:07.849597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c84f9063-223d-41ad-b7c5-a85e5017dfc1 req-2bab25c3-985e-4974-8ed3-1cedc982b248 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 944 time: 0.0527055 Nov 16 22:02:07.904623 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c84f9063-223d-41ad-b7c5-a85e5017dfc1 req-569b1850-6a7d-46f3-a9e2-f668b124154d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488911 Nov 16 22:02:09.020575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046bc1-3731-44e5-9cb0-3100d7abf301 req-4e46f6a5-ef34-4ee6-9bdf-deb8236cd46d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:09.022018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6046bc1-3731-44e5-9cb0-3100d7abf301 req-4e46f6a5-ef34-4ee6-9bdf-deb8236cd46d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Nov 16 22:02:09.067888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6046bc1-3731-44e5-9cb0-3100d7abf301 req-097573a7-5530-4226-8ac8-97654953d563 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Nov 16 22:02:09.269370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:02:09.317854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 13359513-b69c-4a0e-a489-a7cb9054b020 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:02:09.321875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 13359513-b69c-4a0e-a489-a7cb9054b020 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:02:09.322239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:09.398553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:09.411776 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:09.434401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:09.436688 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbcf0eb-7468-4f63-b788-7f04a52caab4" -d '{"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-plugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:09.448839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:09.452976 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:09.476195 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da5103-bcbf-4cf2-842e-a059378f2bfe x-openstack-request-id: req-d3da5103-bcbf-4cf2-842e-a059378f2bfe {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:09.476489 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-plugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:09.476741 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3da5103-bcbf-4cf2-842e-a059378f2bfe {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:09.477128 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'code': 200} Nov 16 22:02:09.503817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:09.570125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d638aab-7a66-4422-be82-7296143eb474 req-79256c03-b402-4d57-834e-7711bce8c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:09.571573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6d638aab-7a66-4422-be82-7296143eb474 req-79256c03-b402-4d57-834e-7711bce8c152 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1096 time: 0.0415409 Nov 16 22:02:09.615435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6d638aab-7a66-4422-be82-7296143eb474 req-125e4787-303b-4f4d-9124-8d891f81369c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Nov 16 22:02:10.179993 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d418ef-2412-442f-ad0c-463cda090597 req-0bf1c386-9fe5-444b-a390-1b1fe0f38b7a tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:10.181442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9d418ef-2412-442f-ad0c-463cda090597 req-0bf1c386-9fe5-444b-a390-1b1fe0f38b7a tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0479279 Nov 16 22:02:10.227983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9d418ef-2412-442f-ad0c-463cda090597 req-bb980e34-dd8b-482c-a10a-ac8edf528b2b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Nov 16 22:02:11.344995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9526c-ad72-4e7d-bb0c-8c2b3f15bb49 req-5c78bee3-ef18-4086-a74f-45f02e596ecb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:11.346459 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf9526c-ad72-4e7d-bb0c-8c2b3f15bb49 req-5c78bee3-ef18-4086-a74f-45f02e596ecb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Nov 16 22:02:11.392744 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9bf9526c-ad72-4e7d-bb0c-8c2b3f15bb49 req-c4f207bd-d724-41fd-b57e-89063942054f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396488 Nov 16 22:02:11.505414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017748d4-e9b0-409e-b479-0a0a62000b53 req-bbfab19e-6fda-48bd-af6e-3387a8d52eed tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:11.506836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-017748d4-e9b0-409e-b479-0a0a62000b53 req-bbfab19e-6fda-48bd-af6e-3387a8d52eed tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Nov 16 22:02:11.553479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-017748d4-e9b0-409e-b479-0a0a62000b53 req-4b00410a-77b1-4fe6-ba0a-431ff2b1c02e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Nov 16 22:02:11.750247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef212-b036-440b-8909-314a03211708 req-a7a88aa3-6370-404b-84cd-cd207f9f70b0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:11.751749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-647ef212-b036-440b-8909-314a03211708 req-a7a88aa3-6370-404b-84cd-cd207f9f70b0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Nov 16 22:02:11.801619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-647ef212-b036-440b-8909-314a03211708 req-94a896f5-84b9-48fe-ba1a-988e16cd7d42 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Nov 16 22:02:11.913222 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f03d2-2c8e-4ad1-a344-7fb7c5a094a2 req-8c6b3ed2-2a15-4154-88ee-75d51b6b7c8f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:11.914686 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb7f03d2-2c8e-4ad1-a344-7fb7c5a094a2 req-8c6b3ed2-2a15-4154-88ee-75d51b6b7c8f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Nov 16 22:02:11.961709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bb7f03d2-2c8e-4ad1-a344-7fb7c5a094a2 req-dd16c4c2-7651-4ccc-b0a1-652bed266768 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Nov 16 22:02:12.212333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-9da9687e-cd69-4609-8251-f0cf88ac94e1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713480 Nov 16 22:02:12.219899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8f8a-986a-42e4-a578-f8e040cfa183 req-4373c75e-9ea2-46ee-9603-d692da507cab tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:12.221247 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e5e8f8a-986a-42e4-a578-f8e040cfa183 req-4373c75e-9ea2-46ee-9603-d692da507cab tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0712407 Nov 16 22:02:12.270186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e5e8f8a-986a-42e4-a578-f8e040cfa183 req-62b67cc2-aec2-441d-b5af-9a6be6815336 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Nov 16 22:02:13.185947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:13.236145 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:02:13.338912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-9693e92f-a55e-403d-af7f-72487586b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:13.340441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-9693e92f-a55e-403d-af7f-72487586b87c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1096 time: 0.0469685 Nov 16 22:02:13.387454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a4a10-aac6-4f55-b736-d267bb747c3f req-cd0e023a-3db2-455c-a404-83065891fcd0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:13.388938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b84a4a10-aac6-4f55-b736-d267bb747c3f req-cd0e023a-3db2-455c-a404-83065891fcd0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Nov 16 22:02:13.431314 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-ff8554d3-5aa9-4e21-9b93-2fc7a1d31516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:13.432805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-ff8554d3-5aa9-4e21-9b93-2fc7a1d31516 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0854321 Nov 16 22:02:13.436830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b84a4a10-aac6-4f55-b736-d267bb747c3f req-8d8601e2-e3b7-419e-a385-b3bf24bbe4dd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Nov 16 22:02:13.476149 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-55c9a0ce-0891-4ad3-9b86-6ee9b020855f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0369291 Nov 16 22:02:13.524322 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-8e433a5e-f4f6-4734-b7d3-f9a3ee0309b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:13.525762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-8e433a5e-f4f6-4734-b7d3-f9a3ee0309b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0433559 Nov 16 22:02:13.561098 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-0fadac3c-3586-4e20-baaf-0fba87db8aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252051 Nov 16 22:02:13.653458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-77f5776c-9220-4e7e-8e21-13a021b1a7e9 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853236 Nov 16 22:02:13.742175 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-601f8d27-c201-4b0a-8773-3fb900d40c16 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808613 Nov 16 22:02:14.552263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44536c61-ddfc-46bf-94d0-d38a17729275 req-aa1398e0-2a16-447d-a4e3-df63f74a597f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:14.553781 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44536c61-ddfc-46bf-94d0-d38a17729275 req-aa1398e0-2a16-447d-a4e3-df63f74a597f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0483606 Nov 16 22:02:14.604319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44536c61-ddfc-46bf-94d0-d38a17729275 req-8caac0ba-1069-41cc-9188-32992a241cdd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Nov 16 22:02:15.400172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-65885f97-8eac-432f-a732-b3b04b8f9b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:15.719214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb7525-84d1-4ca8-ae7c-f1d65a6f286a req-a2db5150-9a81-4241-ba38-1b15c3aff9a5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:15.720598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79eb7525-84d1-4ca8-ae7c-f1d65a6f286a req-a2db5150-9a81-4241-ba38-1b15c3aff9a5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Nov 16 22:02:15.766904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79eb7525-84d1-4ca8-ae7c-f1d65a6f286a req-28c67e3f-916d-4d02-bae3-f59300609009 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Nov 16 22:02:16.887095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c8a68-c94d-46d2-8926-ae9b80f5f93d req-9eb265cd-7227-4203-b0f9-f3482b91803e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:16.888559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c80c8a68-c94d-46d2-8926-ae9b80f5f93d req-9eb265cd-7227-4203-b0f9-f3482b91803e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Nov 16 22:02:16.935734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c80c8a68-c94d-46d2-8926-ae9b80f5f93d req-1a970d00-cea6-410b-8f93-e063f236b4c6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Nov 16 22:02:17.728130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0029106-dbb8-432e-a9ce-c3cdc4a344b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:18.061387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b33bb-58fe-4ee3-9687-2477286570fb req-6846c68e-b0de-4b67-ba75-0b8f8332eaed tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:18.062855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e3b33bb-58fe-4ee3-9687-2477286570fb req-6846c68e-b0de-4b67-ba75-0b8f8332eaed tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0560501 Nov 16 22:02:18.115660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9e3b33bb-58fe-4ee3-9687-2477286570fb req-8801dfaa-5f00-4e08-9fb7-50bb662c0c0d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Nov 16 22:02:19.231080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4992-50ce-4ebd-80d5-b69e0369ff25 req-ee700d41-81e2-4f0e-bf3e-2d158c42cd66 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:19.232573 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ce4992-50ce-4ebd-80d5-b69e0369ff25 req-ee700d41-81e2-4f0e-bf3e-2d158c42cd66 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Nov 16 22:02:19.278088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ce4992-50ce-4ebd-80d5-b69e0369ff25 req-9a407a82-6e39-4640-93fe-cf8e1739fb5b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Nov 16 22:02:19.410834 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:20.396140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aa1b5-bbbf-4532-bf93-c91ddad17ac9 req-1abdddf7-927a-4a60-9a93-e7e24cbbfb54 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:20.397618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d5aa1b5-bbbf-4532-bf93-c91ddad17ac9 req-1abdddf7-927a-4a60-9a93-e7e24cbbfb54 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Nov 16 22:02:20.447379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d5aa1b5-bbbf-4532-bf93-c91ddad17ac9 req-7c36a1fe-a780-43bb-b570-9f7b8d5c50a7 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Nov 16 22:02:20.652453 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:21.512033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:21.564939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a9e7d-ab37-4fa8-be01-aa1e3da28627 req-de6d69a9-1ce3-4218-8004-afc263f27430 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:21.566311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b53a9e7d-ab37-4fa8-be01-aa1e3da28627 req-de6d69a9-1ce3-4218-8004-afc263f27430 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Nov 16 22:02:21.613516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b53a9e7d-ab37-4fa8-be01-aa1e3da28627 req-361e8284-1cec-4c46-9e98-765fa07215c7 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Nov 16 22:02:22.729027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e4fd-e623-4158-bed2-aff063f0d798 req-f67cc727-34aa-440c-a34c-9158b9fdf8ac tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:22.730216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b03e4fd-e623-4158-bed2-aff063f0d798 req-f67cc727-34aa-440c-a34c-9158b9fdf8ac tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Nov 16 22:02:22.780273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1b03e4fd-e623-4158-bed2-aff063f0d798 req-9ab15a2b-2749-4229-8550-1dc3ed1de475 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442266 Nov 16 22:02:23.896942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb709d-25e6-46ac-b148-64c2c3cbb119 req-97c93291-42fc-4a50-8e14-53f2511b2ef2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:23.898397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aebb709d-25e6-46ac-b148-64c2c3cbb119 req-97c93291-42fc-4a50-8e14-53f2511b2ef2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0490739 Nov 16 22:02:23.944963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aebb709d-25e6-46ac-b148-64c2c3cbb119 req-cd253892-340f-46ff-8782-e42c7449e3dd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Nov 16 22:02:25.059013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d632-aa78-4f76-81c2-dd169ca8d7d9 req-ab6640c9-53ee-4307-b516-76260ad3f08e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:25.060480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98d2d632-aa78-4f76-81c2-dd169ca8d7d9 req-ab6640c9-53ee-4307-b516-76260ad3f08e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Nov 16 22:02:25.107709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-98d2d632-aa78-4f76-81c2-dd169ca8d7d9 req-c1f4efff-5755-4a9e-850e-54aebf095fcc tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Nov 16 22:02:26.228215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99377c-904f-4fbf-90bd-b1dfb9bf9f9b req-a1b5c6b4-efeb-480a-bd74-246d2ca1c07b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:26.229794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d99377c-904f-4fbf-90bd-b1dfb9bf9f9b req-a1b5c6b4-efeb-480a-bd74-246d2ca1c07b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Nov 16 22:02:26.277470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3d99377c-904f-4fbf-90bd-b1dfb9bf9f9b req-733fa193-ec38-495d-b66c-79d4e2015b1f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Nov 16 22:02:27.391067 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356e95c-2918-471f-8946-af78c6c4a751 req-530e1929-ae95-4919-9654-9a7be1b14093 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:27.392585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3356e95c-2918-471f-8946-af78c6c4a751 req-530e1929-ae95-4919-9654-9a7be1b14093 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Nov 16 22:02:27.439263 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3356e95c-2918-471f-8946-af78c6c4a751 req-a8db879b-1bf5-414f-a40d-be0a9f13e357 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Nov 16 22:02:28.551971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d92aa-d316-4b2c-a089-576b9b7e399f req-0b7cffe9-4038-461b-abc3-6c743022e55d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:28.553457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-392d92aa-d316-4b2c-a089-576b9b7e399f req-0b7cffe9-4038-461b-abc3-6c743022e55d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0479038 Nov 16 22:02:28.605970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-392d92aa-d316-4b2c-a089-576b9b7e399f req-e2e43d8a-6c6d-40e8-a17c-63da1f5e6591 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Nov 16 22:02:29.724803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404dfcf-0463-4f32-8a2e-2d7c59add95c req-a5fb77d0-d473-47ac-9733-148ba32dc4f6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:29.726269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d404dfcf-0463-4f32-8a2e-2d7c59add95c req-a5fb77d0-d473-47ac-9733-148ba32dc4f6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Nov 16 22:02:29.775249 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d404dfcf-0463-4f32-8a2e-2d7c59add95c req-4f576d87-2ae8-432e-b24a-4b813a5ee5b6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Nov 16 22:02:30.893343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27351-6fb4-4095-8a2b-62b43856c99b req-6d469994-29eb-4aad-a0dc-eaf02b330c56 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:30.894806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22d27351-6fb4-4095-8a2b-62b43856c99b req-6d469994-29eb-4aad-a0dc-eaf02b330c56 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Nov 16 22:02:30.942206 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22d27351-6fb4-4095-8a2b-62b43856c99b req-8ca1913b-3b29-4981-8e5f-75b3e39f8a02 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Nov 16 22:02:31.819504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-fe30207b-3ad1-4ad7-a7d0-bf04c9a1794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:31.820893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-fe30207b-3ad1-4ad7-a7d0-bf04c9a1794a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1096 time: 0.0412903 Nov 16 22:02:31.932660 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-53c0ac03-4461-41d6-9f4e-b3f5492101ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:31.934158 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-53c0ac03-4461-41d6-9f4e-b3f5492101ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0934341 Nov 16 22:02:31.974988 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-f63a03af-d47c-49cc-9f28-26f7512e7fc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0331283 Nov 16 22:02:32.028328 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-8697c46c-e2d3-462e-a25a-cfcddf3d5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:32.029875 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-8697c46c-e2d3-462e-a25a-cfcddf3d5539 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0486245 Nov 16 22:02:32.064286 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-abc48673-e1c2-4743-abec-35936154c2e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257676 Nov 16 22:02:32.066422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5868-39f8-4e52-b629-803ad0a0f824 req-33d39207-bac4-4961-b550-8ef62f50e19f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:32.067928 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28db5868-39f8-4e52-b629-803ad0a0f824 req-33d39207-bac4-4961-b550-8ef62f50e19f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Nov 16 22:02:32.116356 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-28db5868-39f8-4e52-b629-803ad0a0f824 req-ac03789b-c25f-4f14-95b7-b6365e16b7fe tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Nov 16 22:02:32.155478 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-f157322b-ae5e-496a-8f6b-81232beedc4e service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Nov 16 22:02:32.556991 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63e37936-6148-4ac7-92b5-61fd95c7b32d req-d8d39ea4-7cdb-4f7b-bc11-24e3bfd039eb service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941665 Nov 16 22:02:33.229823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efb196-4f6e-42a7-a5bb-ddbd30e87fd3 req-00d7d4ef-272d-48b1-99ea-9614252486a4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:33.231305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84efb196-4f6e-42a7-a5bb-ddbd30e87fd3 req-00d7d4ef-272d-48b1-99ea-9614252486a4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0491562 Nov 16 22:02:33.277871 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84efb196-4f6e-42a7-a5bb-ddbd30e87fd3 req-bddf0778-9e3d-49b0-866f-79b60f906e15 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Nov 16 22:02:34.396836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e2d6b-3fda-4ada-947f-0f0cf66448da req-932dd610-c782-4434-93f1-dd3ee90694a0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:34.398305 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e0e2d6b-3fda-4ada-947f-0f0cf66448da req-932dd610-c782-4434-93f1-dd3ee90694a0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Nov 16 22:02:34.446353 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e0e2d6b-3fda-4ada-947f-0f0cf66448da req-92a8686b-723b-4aa0-8be8-2d1a3e5f085f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Nov 16 22:02:35.569526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c20ec4-5c5f-48b4-9232-f7e0275cfd08 req-9cae5a9f-c874-425b-9fc8-f460b85547d1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:35.571033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c20ec4-5c5f-48b4-9232-f7e0275cfd08 req-9cae5a9f-c874-425b-9fc8-f460b85547d1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Nov 16 22:02:35.617951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5c20ec4-5c5f-48b4-9232-f7e0275cfd08 req-b901f59a-188b-4c9a-9bb6-4c9754913f8f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Nov 16 22:02:36.733930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75903d4e-b0f1-45e6-a235-8cc8d7aec3d2 req-2e502de4-6202-43d8-aa26-1dcbfafc131c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:36.735585 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75903d4e-b0f1-45e6-a235-8cc8d7aec3d2 req-2e502de4-6202-43d8-aa26-1dcbfafc131c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Nov 16 22:02:36.786208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75903d4e-b0f1-45e6-a235-8cc8d7aec3d2 req-3e5f8cca-7b08-4e5d-abb9-d05777c48151 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Nov 16 22:02:37.900420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827120b9-8f93-4956-946d-e2ebf940457a req-7356d27d-fb9c-49e9-a660-fe93880de858 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:37.901899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-827120b9-8f93-4956-946d-e2ebf940457a req-7356d27d-fb9c-49e9-a660-fe93880de858 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Nov 16 22:02:37.948899 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-827120b9-8f93-4956-946d-e2ebf940457a req-8e29f988-be41-43ec-8536-0efb4474d66f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Nov 16 22:02:39.064593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba11cf-948f-46ce-b5d0-aeadd51d40a1 req-cfd60733-9cbd-4c74-bfe5-ef41296e5433 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:39.066082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8ba11cf-948f-46ce-b5d0-aeadd51d40a1 req-cfd60733-9cbd-4c74-bfe5-ef41296e5433 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0495048 Nov 16 22:02:39.112462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8ba11cf-948f-46ce-b5d0-aeadd51d40a1 req-05f240bd-a487-40a7-bd2b-4f74125ae475 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Nov 16 22:02:39.381455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:40.232419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c52d56-c13f-486f-804f-2c3b8d561ee2 req-58665653-56d7-4278-a22b-7d5ba244af91 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:40.233961 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c52d56-c13f-486f-804f-2c3b8d561ee2 req-58665653-56d7-4278-a22b-7d5ba244af91 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0539765 Nov 16 22:02:40.283110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c52d56-c13f-486f-804f-2c3b8d561ee2 req-ffd7121f-f8f7-4eee-94c5-c168d6bbb379 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Nov 16 22:02:40.553907 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-90070e36-8881-403b-a344-81a5ba0dec26 req-012eb71f-1a27-4b22-b2dc-d306b07ce955 service neutron] show failed (client error): The resource could not be found. Nov 16 22:02:40.554954 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-012eb71f-1a27-4b22-b2dc-d306b07ce955 service neutron] 10.222.0.36 "GET /v2.0/ports/13359513-b69c-4a0e-a489-a7cb9054b020/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0593266 Nov 16 22:02:40.796715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-0a0077db-05cb-4f40-b1ae-232893b1d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:40.798222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-0a0077db-05cb-4f40-b1ae-232893b1d08c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52&tenant_id=45aebf59c5df4b9e8a8169657d023cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0739520 Nov 16 22:02:40.810049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:40.868098 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.066120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:41.099273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:02:41.138272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:41.140859 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe94d0b-3ddb-4d20-9828-7721571dd463" -d '{"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-unplugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:41.144968 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.159284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Transition to ACTIVE for port object 13359513-b69c-4a0e-a489-a7cb9054b020 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:02:41.163292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.206620 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae54325-ba10-442b-a9ee-b6d3d8d32ee5 x-openstack-request-id: req-0ae54325-ba10-442b-a9ee-b6d3d8d32ee5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:41.206916 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-unplugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:41.207194 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ae54325-ba10-442b-a9ee-b6d3d8d32ee5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:41.207584 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'code': 200} Nov 16 22:02:41.235060 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] No DVR routers for this DVR port 13359513-b69c-4a0e-a489-a7cb9054b020 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:02:41.246553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:41.275242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:02:41.275578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:02:41.275907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:41.280198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:02:41.280521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Attempting to bind port 13359513-b69c-4a0e-a489-a7cb9054b020 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:41.285346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:02:41.285675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Checking segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:02:41.286054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Bound using segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:02:41.286474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Bound port: 13359513-b69c-4a0e-a489-a7cb9054b020, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:02:41.286821 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.349538 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:02:41.353981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:02:41.366807 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.419283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.420159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:41.421677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] 10.222.0.21 "PUT /v2.0/ports/13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 1091 time: 0.6156344 Nov 16 22:02:41.473180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e6b9-a55d-4117-9e78-9dbd6193a3c3 req-46508e13-d927-4af7-b7d2-9a95a817c66e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.474765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cb1e6b9-a55d-4117-9e78-9dbd6193a3c3 req-46508e13-d927-4af7-b7d2-9a95a817c66e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 943 time: 0.1227758 Nov 16 22:02:41.487921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f742a-565a-4989-85b6-8c690cd410ce service neutron] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:41.536942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-64117821-42a1-4680-bd4a-8fbb8ceecfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.538436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-64117821-42a1-4680-bd4a-8fbb8ceecfcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1094 time: 0.0843427 Nov 16 22:02:41.545663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1cb1e6b9-a55d-4117-9e78-9dbd6193a3c3 req-db50a1e8-3df9-4077-8ac3-ad79f911d6e4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Nov 16 22:02:41.634569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-774c10e2-5190-4b9b-b254-4fa84605a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.635979 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-774c10e2-5190-4b9b-b254-4fa84605a9e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0894873 Nov 16 22:02:41.675883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-3e1e6bde-6b3e-4148-8c15-9f9e68872a6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0323389 Nov 16 22:02:41.727266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e36-8881-403b-a344-81a5ba0dec26 req-da7a6e50-6ebf-4c14-b279-7f016032dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:41.728673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-da7a6e50-6ebf-4c14-b279-7f016032dd70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0465043 Nov 16 22:02:41.759911 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-3d140dbe-5505-4537-ab8f-26206b888dca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242360 Nov 16 22:02:41.851664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-148ce328-74ae-48a6-9eb6-33dda288e738 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842276 Nov 16 22:02:41.944550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90070e36-8881-403b-a344-81a5ba0dec26 req-d1162057-1364-4250-bbb1-d56b60cc1dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851252 Nov 16 22:02:42.665103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc64b3d-8cd9-4817-84b8-6477248c2c60 req-5498ec82-2ffb-4d8e-8dee-06414e44776c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:42.666571 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bc64b3d-8cd9-4817-84b8-6477248c2c60 req-5498ec82-2ffb-4d8e-8dee-06414e44776c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 943 time: 0.0495172 Nov 16 22:02:42.713777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3bc64b3d-8cd9-4817-84b8-6477248c2c60 req-e244f848-256c-4535-abc5-5d53d9c4030f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Nov 16 22:02:43.040499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:02:43.138158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:43.149633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '13359513-b69c-4a0e-a489-a7cb9054b020', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'port_id': '13359513-b69c-4a0e-a489-a7cb9054b020', 'mac_address': 'fa:16:3e:f8:64:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb8e04c-cb3c-4125-b53b-84a9fc51dc77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:02:43.195407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:43.196174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:43.208349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:43.208879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13359513-b69c-4a0e-a489-a7cb9054b020 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:43.210822 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e215f2-0f1d-4230-9fb8-b53849ab4f72" -d '{"events": [{"name": "network-changed", "server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:43.229648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:43.234355 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:43.262287 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24280827-a2fa-41d1-ab08-3fbd79d66dfd x-openstack-request-id: req-24280827-a2fa-41d1-ab08-3fbd79d66dfd {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:43.262707 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:43.263135 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24280827-a2fa-41d1-ab08-3fbd79d66dfd {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:43.263600 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'status': 'completed', 'code': 200} Nov 16 22:02:43.285325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:43.320822 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-cdecc110-69c6-4f73-820e-f36f9e28b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.322433 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-cdecc110-69c6-4f73-820e-f36f9e28b141 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1095 time: 0.0424376 Nov 16 22:02:43.327608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-8fda5073-4c20-48c5-b8ee-7a6ecb0da226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.329070 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-8fda5073-4c20-48c5-b8ee-7a6ecb0da226 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1095 time: 0.0417531 Nov 16 22:02:43.425215 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-8af4fd5e-f204-4d50-a14e-d493946a83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.426723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-8af4fd5e-f204-4d50-a14e-d493946a83e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0967944 Nov 16 22:02:43.438110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-ffd95ec5-d921-4330-8c9c-6219993525ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.439946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-ffd95ec5-d921-4330-8c9c-6219993525ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0995770 Nov 16 22:02:43.470073 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-5d4f1702-c82b-48a9-b94b-6c7319928d9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0358438 Nov 16 22:02:43.484656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-2967b0be-b76b-4e1e-93b2-3a2704ddf85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0369666 Nov 16 22:02:43.487478 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['13359513-b69c-4a0e-a489-a7cb9054b020'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:02:43.536260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-81361416-ba93-4f4c-9192-f947685cc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.538033 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-81361416-ba93-4f4c-9192-f947685cc980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0605063 Nov 16 22:02:43.547578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-86c79d59-0250-4714-a0e1-3c60ca6806fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.548951 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-86c79d59-0250-4714-a0e1-3c60ca6806fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0548596 Nov 16 22:02:43.573047 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-3bb8fd1e-d864-43a3-bf6a-a538f52ddceb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283628 Nov 16 22:02:43.600785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-0affda2c-8a26-4f8e-b7a0-320afd2d62da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304658 Nov 16 22:02:43.665706 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-11dac70f-18ed-4b59-87a0-e71488b2c772 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858736 Nov 16 22:02:43.690901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-4449c1f5-da4e-4efb-a0a9-d1b19df83a3b service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Nov 16 22:02:43.759783 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-97ac65ca-6db9-4d3f-ac5c-6cb78ad7c2d6 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874960 Nov 16 22:02:43.802579 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08e215f2-0f1d-4230-9fb8-b53849ab4f72 req-040adf01-a3b3-4c07-886d-db5439944fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031168 Nov 16 22:02:43.837235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0b3a-dc96-4d90-a41a-fa415783fe9d req-fb139f3d-ed97-462e-863c-e60029cb7102 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:43.838668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e8c0b3a-dc96-4d90-a41a-fa415783fe9d req-fb139f3d-ed97-462e-863c-e60029cb7102 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 944 time: 0.0504177 Nov 16 22:02:43.884496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e8c0b3a-dc96-4d90-a41a-fa415783fe9d req-b481c72a-e38f-4c2e-b35f-c4228c80774c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Nov 16 22:02:44.079095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39f6d-c53d-4741-9314-283500b95867 req-c65a2c02-7ec6-4784-a201-d0bc4790179f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.081152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8be39f6d-c53d-4741-9314-283500b95867 req-c65a2c02-7ec6-4784-a201-d0bc4790179f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 944 time: 0.0550725 Nov 16 22:02:44.123850 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-9cf143d1-b6b7-4907-989b-95af27df4e52 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.125305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-9cf143d1-b6b7-4907-989b-95af27df4e52 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.36 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52&tenant_id=45aebf59c5df4b9e8a8169657d023cf8&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 944 time: 0.0861573 Nov 16 22:02:44.129047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8be39f6d-c53d-4741-9314-283500b95867 req-bb351bd7-06d3-4113-b2a4-b41f24a580cb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Nov 16 22:02:44.194721 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-20b512bc-c2aa-4694-b92b-b45bdfb78e86 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:02:44.195755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-20b512bc-c2aa-4694-b92b-b45bdfb78e86 service neutron] 10.222.0.36 "DELETE /v2.0/ports/13359513-b69c-4a0e-a489-a7cb9054b020/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0629938 Nov 16 22:02:44.279581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-10da73ae-9288-4354-b0ee-5bb124d2bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.281675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-10da73ae-9288-4354-b0ee-5bb124d2bd23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 1095 time: 0.0410538 Nov 16 22:02:44.374614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-0f10d227-90e0-4b80-b180-e7fe99250f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.376648 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-0f10d227-90e0-4b80-b180-e7fe99250f7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0875235 Nov 16 22:02:44.417529 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-6a7eb78f-3ce8-4b66-97d2-713d79312481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 200 len: 217 time: 0.0331774 Nov 16 22:02:44.465845 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-f080368e-72da-484d-9716-09360b8116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:44.467343 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-f080368e-72da-484d-9716-09360b8116e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0433114 Nov 16 22:02:44.499831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-62570693-fa1b-4dfd-b268-46dd56670fe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247772 Nov 16 22:02:44.591391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-c34ba106-359a-4a44-874e-04394b6aa863 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839438 Nov 16 22:02:44.684643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f41844f0-3df4-44e7-942e-5ba16c5a0d02 req-f03200a9-860f-4d86-b56c-89c2fc983bca service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848808 Nov 16 22:02:45.062034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:02:45.116311 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 13359513-b69c-4a0e-a489-a7cb9054b020 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:02:45.120495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 13359513-b69c-4a0e-a489-a7cb9054b020 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:02:45.120862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:45.204041 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:45.227562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:45.229842 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f7e56-0c35-4646-ae11-6977075da620" -d '{"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-plugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:45.245603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:45.255164 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:45.275143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34316-893e-413e-a86d-18d2781e5356 req-f555b7fd-fae1-48bf-a455-21d899f543c2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:45.276648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fb34316-893e-413e-a86d-18d2781e5356 req-f555b7fd-fae1-48bf-a455-21d899f543c2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 944 time: 0.0581796 Nov 16 22:02:45.280767 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ff8c0-01b8-48cf-9e54-8a4b540a24cb x-openstack-request-id: req-bb2ff8c0-01b8-48cf-9e54-8a4b540a24cb {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:45.281055 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-plugged", "status": "completed", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:45.281310 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb2ff8c0-01b8-48cf-9e54-8a4b540a24cb {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:45.281694 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'code': 200} Nov 16 22:02:45.309411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:45.324886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fb34316-893e-413e-a86d-18d2781e5356 req-b7da649c-3d9e-443a-b917-80db246e3d9f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Nov 16 22:02:45.402526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-71fb0db6-5cef-4ca5-a40b-a42215e14db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:45.410403 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:02:45.442114 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2f3e-09cc-410d-ba6f-c49eacba437d req-52569578-fa17-4375-98ed-2f72f082fd2c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:45.443655 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83da2f3e-09cc-410d-ba6f-c49eacba437d req-52569578-fa17-4375-98ed-2f72f082fd2c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Nov 16 22:02:45.448878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:02:45.495940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83da2f3e-09cc-410d-ba6f-c49eacba437d req-8ba1d1c2-3f59-4ac8-bb4c-1c0f93a9736f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457048 Nov 16 22:02:45.607773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c96cc-8d06-419b-9e04-c609368d7cee req-b74c289d-d4ba-4cc1-97a1-735654b9a315 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:45.609173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-522c96cc-8d06-419b-9e04-c609368d7cee req-b74c289d-d4ba-4cc1-97a1-735654b9a315 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0498476 Nov 16 22:02:45.657150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-522c96cc-8d06-419b-9e04-c609368d7cee req-fefd3c69-b30b-4ba1-9450-6e28ace81f33 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Nov 16 22:02:46.010393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-b18174a4-f3d1-4b64-b1f2-98bb50cdbb64 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:46.011888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-b18174a4-f3d1-4b64-b1f2-98bb50cdbb64 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 815 time: 0.1028516 Nov 16 22:02:46.026285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-dff7431e-da37-40c7-b4bc-cbde8ee3a108 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/quotas/45aebf59c5df4b9e8a8169657d023cf8 HTTP/1.1" status: 200 len: 375 time: 0.0087378 Nov 16 22:02:46.074463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-8378f3db-46fd-49b0-b216-1b2972dae2b9 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425870 Nov 16 22:02:46.169813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-224eee0d-28d9-41c0-afda-7cc24ed1e34c service neutron] 10.222.0.54 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Nov 16 22:02:46.258214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-dfe8ff13-460c-4485-9944-8da4fee8954c service neutron] 10.222.0.54 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808387 Nov 16 22:02:46.416008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-137f1de3-1e89-41fa-948e-a45ab1f3431f req-07942ab2-d092-4912-a056-2d46a193fea6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Nov 16 22:02:47.110992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-0348ffe0-3e4d-4bb8-89c2-22a6efd556e8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:47.112397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-0348ffe0-3e4d-4bb8-89c2-22a6efd556e8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a0e520-0030-47a1-8e57-4b1394984a52 HTTP/1.1" status: 200 len: 945 time: 0.0473773 Nov 16 22:02:47.210033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Deleting port 13359513-b69c-4a0e-a489-a7cb9054b020 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:02:47.210363 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.302540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] For port 13359513-b69c-4a0e-a489-a7cb9054b020, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=13359513-b69c-4a0e-a489-a7cb9054b020,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:47.302894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.319663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Calling delete_port for 13359513-b69c-4a0e-a489-a7cb9054b020 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:02:47.322846 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-4e34781c-2b7d-471a-8e73-1957564c8508 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:47.324342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-4e34781c-2b7d-471a-8e73-1957564c8508 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 815 time: 0.1054647 Nov 16 22:02:47.337701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Request body: {'port': {'device_id': '792be28b-49c3-41ea-a334-9f86d463e180', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'admin_state_up': True, 'tenant_id': '45aebf59c5df4b9e8a8169657d023cf8'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:47.446999 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.460170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['13359513-b69c-4a0e-a489-a7cb9054b020'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:02:47.463891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Made reservation on behalf of 45aebf59c5df4b9e8a8169657d023cf8 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:02:47.468824 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.475794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Pushing event deleted for resources: {'Port': ['ID=13359513-b69c-4a0e-a489-a7cb9054b020,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:47.544260 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] No DVR routers for this DVR port 13359513-b69c-4a0e-a489-a7cb9054b020 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:02:47.547310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec352080-5826-4c1a-9ade-c24f7f75ebbe req-10ecb791-b7b3-4f32-b9ea-b0b6bc8827ad tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 210 time: 0.0412431 Nov 16 22:02:47.548408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.551413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf26c7bc-0582-4cde-8f85-633b4373bc79 req-4755d5ef-0618-4424-8774-416b8f17c494 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.21 "DELETE /v2.0/ports/13359513-b69c-4a0e-a489-a7cb9054b020 HTTP/1.1" status: 204 len: 173 time: 0.4261823 Nov 16 22:02:47.551850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-deleted', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:47.554416 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a1669-16da-4bb7-affd-ecc7db5626cc" -d '{"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-deleted", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:47.593235 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97226dc7-57f6-414b-a2c4-a69da9a9f870 x-openstack-request-id: req-97226dc7-57f6-414b-a2c4-a69da9a9f870 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:47.593530 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a0e520-0030-47a1-8e57-4b1394984a52", "name": "network-vif-deleted", "tag": "13359513-b69c-4a0e-a489-a7cb9054b020", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:47.593780 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97226dc7-57f6-414b-a2c4-a69da9a9f870 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:47.594178 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a0e520-0030-47a1-8e57-4b1394984a52', 'name': 'network-vif-deleted', 'tag': '13359513-b69c-4a0e-a489-a7cb9054b020', 'status': 'completed', 'code': 200} Nov 16 22:02:47.620590 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Allocated IP 172.20.0.6 (33513d8d-2d80-41a3-b7a5-96ce3eff2ec3/bfb8e04c-cb3c-4125-b53b-84a9fc51dc77/563f4a13-7dc0-451f-aa05-500e0c6bc7e9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:02:47.730297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-790bd346-def9-4531-8a2e-c7d052ca6768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.778494 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.815627 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.827000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['13359513-b69c-4a0e-a489-a7cb9054b020'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:02:47.865992 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:02:47.869175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:02:47.873040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:02:47.896408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:47.923646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:47.924247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:47.939514 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-e80a8e7d-37f3-493a-ba6c-973e6e4cbca4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058240 Nov 16 22:02:47.951343 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Request body: {'port': {'device_id': '792be28b-49c3-41ea-a334-9f86d463e180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:48.003157 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.258347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:48.265719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.277759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Transition to ACTIVE for port object 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:02:48.281339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.332804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:48.395922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:02:48.396254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:02:48.396583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:48.400770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:02:48.401088 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:48.405755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:02:48.406086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Checking segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:02:48.406467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Bound using segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:02:48.406885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Bound port: 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:02:48.407258 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.472646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:02:48.475545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:02:48.480391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.516948 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:48.518031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:48.519646 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] 10.222.0.21 "PUT /v2.0/ports/563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 1091 time: 0.5722606 Nov 16 22:02:48.520112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:48.522462 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f701317a-4d4f-44f4-9596-c151d8c746d4" -d '{"events": [{"name": "network-changed", "server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:48.550780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc28cf-b24a-4193-a501-067ca12f4dac service neutron] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:48.573628 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349a23f9-25d5-4ed9-8d3c-a4bf35282436 x-openstack-request-id: req-349a23f9-25d5-4ed9-8d3c-a4bf35282436 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:48.573917 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:48.574168 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-349a23f9-25d5-4ed9-8d3c-a4bf35282436 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:48.574565 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'status': 'completed', 'code': 200} Nov 16 22:02:48.607791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-a8afcd7b-6297-4885-88a9-2bfaf10c5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:48.609914 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-a8afcd7b-6297-4885-88a9-2bfaf10c5a2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0458429 Nov 16 22:02:48.653866 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-762ea16d-48f6-4c57-9618-64d844155014 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0346239 Nov 16 22:02:48.667300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d05079-3167-469d-9fb6-442b01590819 req-cd94b72c-1497-4305-90bb-b71480fcfe47 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:48.668771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96d05079-3167-469d-9fb6-442b01590819 req-cd94b72c-1497-4305-90bb-b71480fcfe47 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0496633 Nov 16 22:02:48.706240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-a90e472b-c84b-42a9-9c9d-73857cb6faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:48.707742 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-a90e472b-c84b-42a9-9c9d-73857cb6faf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0476780 Nov 16 22:02:48.715868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96d05079-3167-469d-9fb6-442b01590819 req-c31c0ac5-89a6-4922-b5d8-26a819478c74 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Nov 16 22:02:48.743375 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-741c17be-b285-4dbc-b3c9-d9633159a13d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244679 Nov 16 22:02:48.831855 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-062b0d75-db56-4f93-ac2e-eea2f72ab1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807517 Nov 16 22:02:48.928574 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-53199e0b-2b54-42ea-aba4-61bdd7f4bc09 req-6c4d5d40-4637-4394-8645-d6eaf589411e service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894909 Nov 16 22:02:49.011368 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-87faf5d1-42f7-4a0f-a51e-84d28f0f282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:49.012861 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-87faf5d1-42f7-4a0f-a51e-84d28f0f282c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0410480 Nov 16 22:02:49.106176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-fcf7222e-bef7-4710-a237-2c8636cd8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:49.107659 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-fcf7222e-bef7-4710-a237-2c8636cd8079 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0878026 Nov 16 22:02:49.148041 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-e52b8cc1-e19e-4bf6-8c97-e15420002dbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0322869 Nov 16 22:02:49.196381 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-7f4e4968-5e02-432c-a322-97ea8b41b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:49.197755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-7f4e4968-5e02-432c-a322-97ea8b41b2b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0415711 Nov 16 22:02:49.232928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-42a843ee-6ff7-46b8-b248-4f447dd00fa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273118 Nov 16 22:02:49.325532 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-4ecf9aef-92cd-42df-ad4f-d8b72662f9cb service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Nov 16 22:02:49.411520 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:49.420441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f701317a-4d4f-44f4-9596-c151d8c746d4 req-f1930dee-eb5d-45a4-aeab-0c897365af31 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867417 Nov 16 22:02:49.835414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d240-f896-45f6-b366-c5354165000c req-55ed0d0e-d6ee-4c16-91b0-9c52315a9043 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:49.836878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58c0d240-f896-45f6-b366-c5354165000c req-55ed0d0e-d6ee-4c16-91b0-9c52315a9043 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0522282 Nov 16 22:02:49.883541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58c0d240-f896-45f6-b366-c5354165000c req-48622331-dbf5-4d39-947a-4a31ee7dd418 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Nov 16 22:02:50.235339 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:02:50.656702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:50.996342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4d25-0c08-4a48-b1c3-3872f8661160 req-16020709-c628-4a8f-a4c0-63dae542621b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:50.997794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d93d4d25-0c08-4a48-b1c3-3872f8661160 req-16020709-c628-4a8f-a4c0-63dae542621b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0483077 Nov 16 22:02:51.044855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d93d4d25-0c08-4a48-b1c3-3872f8661160 req-3bc7564f-6427-4a2e-af39-18befd5b6d3d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Nov 16 22:02:51.060788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:02:51.081346 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 13359513-b69c-4a0e-a489-a7cb9054b020 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:02:51.081691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 13359513-b69c-4a0e-a489-a7cb9054b020 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:02:51.503977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:52.162753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04365b61-121d-4527-8d7d-be633db498e3 req-660bc452-eb4f-4822-b71e-58ab59d6261f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:52.164256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04365b61-121d-4527-8d7d-be633db498e3 req-660bc452-eb4f-4822-b71e-58ab59d6261f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0482748 Nov 16 22:02:52.213819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04365b61-121d-4527-8d7d-be633db498e3 req-241c63bd-8dea-42e4-9593-eaabdfac7fd3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Nov 16 22:02:53.077234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:02:53.172147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:53.183318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'port_id': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'mac_address': 'fa:16:3e:ef:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb8e04c-cb3c-4125-b53b-84a9fc51dc77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:02:53.219158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:53.231831 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:53.252682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:53.256751 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:53.307157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:53.331787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bccf49-671b-441c-ade2-e29f9e749daf req-52ee57d5-acff-43e2-8808-1cb9618714d9 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:53.333209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83bccf49-671b-441c-ade2-e29f9e749daf req-52ee57d5-acff-43e2-8808-1cb9618714d9 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 944 time: 0.0505798 Nov 16 22:02:53.381776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83bccf49-671b-441c-ade2-e29f9e749daf req-3b9c7927-cd66-4286-b347-9836092fe4f4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Nov 16 22:02:53.445092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['563f4a13-7dc0-451f-aa05-500e0c6bc7e9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:02:54.509677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d2205-6c41-4fb3-a990-2ef84d90cd60 req-5ed878e1-fd66-4bad-ab2c-3d1394179ff3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:54.511171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-735d2205-6c41-4fb3-a990-2ef84d90cd60 req-5ed878e1-fd66-4bad-ab2c-3d1394179ff3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 944 time: 0.0607500 Nov 16 22:02:54.557637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-735d2205-6c41-4fb3-a990-2ef84d90cd60 req-fc660edd-7337-473e-a1e1-c51e12ba3e57 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Nov 16 22:02:55.093307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:02:55.145942 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:02:55.150012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:02:55.150377 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:55.225447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:55.246487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:55.249235 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87423466-298d-467a-a0f9-bc39ad64d485" -d '{"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-plugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:55.262043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:02:55.267155 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:55.289301 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f24cc-1eab-445f-8fb5-a8d348747b4c x-openstack-request-id: req-229f24cc-1eab-445f-8fb5-a8d348747b4c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:55.289588 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-plugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:55.289839 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-229f24cc-1eab-445f-8fb5-a8d348747b4c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:55.290229 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'code': 200} Nov 16 22:02:55.319676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:55.383130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649622a8-e716-47a4-951c-38b31ea355a6 req-96aa23d3-8024-471e-b846-03b3918a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:55.384541 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-649622a8-e716-47a4-951c-38b31ea355a6 req-96aa23d3-8024-471e-b846-03b3918a940b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1096 time: 0.0413768 Nov 16 22:02:55.429486 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-649622a8-e716-47a4-951c-38b31ea355a6 req-f6b51bbd-45c6-4481-b313-7cf080c0a3c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Nov 16 22:02:55.675988 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f1cac-89b6-49cf-b651-946f887aecde req-6c7998cb-450f-4579-8ba1-dfc0ab38778f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:55.677463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-820f1cac-89b6-49cf-b651-946f887aecde req-6c7998cb-450f-4579-8ba1-dfc0ab38778f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Nov 16 22:02:55.724031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-820f1cac-89b6-49cf-b651-946f887aecde req-a0f712a3-cf6f-44a6-9678-12c93cb63279 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Nov 16 22:02:56.839033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f71e-cf73-45a7-af8b-199488f92ee4 req-a38ade7f-58e9-4170-b79f-06cbd37ca8f2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:56.840487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fd8f71e-cf73-45a7-af8b-199488f92ee4 req-a38ade7f-58e9-4170-b79f-06cbd37ca8f2 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Nov 16 22:02:56.891100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fd8f71e-cf73-45a7-af8b-199488f92ee4 req-be06061f-3318-4f1d-bbaf-25031170a606 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Nov 16 22:02:57.009149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa26927-9dac-4ee6-a884-f18fab574453 req-24e629fe-1d82-4373-b29a-f0fb35494e69 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:57.010512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfa26927-9dac-4ee6-a884-f18fab574453 req-24e629fe-1d82-4373-b29a-f0fb35494e69 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0545673 Nov 16 22:02:57.058143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cfa26927-9dac-4ee6-a884-f18fab574453 req-4a46d1aa-3d06-49fc-99e6-0cbf0edb1551 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Nov 16 22:02:57.300946 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-01bf3600-0c6e-44f4-a2ea-c09131edf2cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651207 Nov 16 22:02:57.312285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ab583-6167-4022-8b7f-8e558d7a04f1 req-2d64c61f-8f8b-468d-9f03-0529a9512d47 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:57.313790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-059ab583-6167-4022-8b7f-8e558d7a04f1 req-2d64c61f-8f8b-468d-9f03-0529a9512d47 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0701690 Nov 16 22:02:57.362991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-059ab583-6167-4022-8b7f-8e558d7a04f1 req-06b9b419-ab77-4ebe-9c1f-20829ef073b5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Nov 16 22:02:58.355086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-de1a33dd-1c0e-40eb-82e9-2d0183d44d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.356563 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-de1a33dd-1c0e-40eb-82e9-2d0183d44d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1096 time: 0.0409119 Nov 16 22:02:58.449587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-b3463d95-9575-4dc4-9c5c-52c5bb3a153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.451080 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-b3463d95-9575-4dc4-9c5c-52c5bb3a153e service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0879402 Nov 16 22:02:58.486679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a73e4-7f83-4899-9560-6ecba84ce6ec req-7f069353-42de-4e1c-abe3-a8014aec253b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.488185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-908a73e4-7f83-4899-9560-6ecba84ce6ec req-7f069353-42de-4e1c-abe3-a8014aec253b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0530131 Nov 16 22:02:58.492435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-9c5f9f41-07d2-457e-9cbf-5931e15508d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0345237 Nov 16 22:02:58.536473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-908a73e4-7f83-4899-9560-6ecba84ce6ec req-53102f43-f17e-44c5-a7b3-050e186019fd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Nov 16 22:02:58.547185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-adfea2f6-1833-4d7f-8e5f-70dc9b91907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.548587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-adfea2f6-1833-4d7f-8e5f-70dc9b91907a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0484514 Nov 16 22:02:58.581122 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-92dc00e5-694d-452d-a6e2-2a0b1cb9f7f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248578 Nov 16 22:02:58.670305 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-a119ceaf-f494-4f48-8bc7-e98c5a249039 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822322 Nov 16 22:02:58.761162 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-cc820680-90c8-48b4-be10-d3baa43803d2 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842986 Nov 16 22:02:59.657006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e4f0-e72e-43db-8c54-3d6b44f0d5d2 req-aa5264d5-f354-4220-961f-01aa22927342 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.658475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a51e4f0-e72e-43db-8c54-3d6b44f0d5d2 req-aa5264d5-f354-4220-961f-01aa22927342 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Nov 16 22:02:59.705280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a51e4f0-e72e-43db-8c54-3d6b44f0d5d2 req-779b3b13-3935-4369-bae4-d82606cdc90f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Nov 16 22:03:00.829545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c06de2-917f-400f-b84a-1ce50eab4748 req-94daaa9f-f183-4ec9-82fa-ee275d857221 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:00.831006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40c06de2-917f-400f-b84a-1ce50eab4748 req-94daaa9f-f183-4ec9-82fa-ee275d857221 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0582325 Nov 16 22:03:00.878015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40c06de2-917f-400f-b84a-1ce50eab4748 req-e8899c35-62c2-4dc4-8049-55d786ac23b4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Nov 16 22:03:01.992116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14591-f3f5-4c95-a6e4-e0948d2df297 req-674d5fea-f840-4e80-97d0-a12cd2af2eeb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:01.993565 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48d14591-f3f5-4c95-a6e4-e0948d2df297 req-674d5fea-f840-4e80-97d0-a12cd2af2eeb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Nov 16 22:03:02.039656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48d14591-f3f5-4c95-a6e4-e0948d2df297 req-37df7631-a5a8-4d61-96b4-d36e951cca63 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Nov 16 22:03:03.160707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69015ab5-5378-43ca-a37e-05576dbcc8cf req-0e475b87-082b-42d4-8075-3f85ac49fb55 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:03.162172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69015ab5-5378-43ca-a37e-05576dbcc8cf req-0e475b87-082b-42d4-8075-3f85ac49fb55 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Nov 16 22:03:03.211991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69015ab5-5378-43ca-a37e-05576dbcc8cf req-b3829fe5-04c7-41ea-b649-33424a008488 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Nov 16 22:03:04.328328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff452-6d09-47ce-817c-2967d71a5fb7 req-1e12daf7-1437-4c17-a003-5102902ecb4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:04.329777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a24ff452-6d09-47ce-817c-2967d71a5fb7 req-1e12daf7-1437-4c17-a003-5102902ecb4b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Nov 16 22:03:04.377052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a24ff452-6d09-47ce-817c-2967d71a5fb7 req-f1b60473-d4b0-40de-9888-dca872b58d77 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Nov 16 22:03:05.492243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489495a2-7a49-408a-ab66-6e2a2a870d88 req-9ec2ecbd-8efa-4e42-a2dd-efbb305817f3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:05.493731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-489495a2-7a49-408a-ab66-6e2a2a870d88 req-9ec2ecbd-8efa-4e42-a2dd-efbb305817f3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0497587 Nov 16 22:03:05.545450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-489495a2-7a49-408a-ab66-6e2a2a870d88 req-0da1f6ca-eb44-4e1f-a419-2d05f688adf6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 Nov 16 22:03:06.664164 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f263f-c682-4882-8691-25ea620f0036 req-1b8a2bc3-7c3b-471e-8519-852d9947bcdc tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:06.665609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-400f263f-c682-4882-8691-25ea620f0036 req-1b8a2bc3-7c3b-471e-8519-852d9947bcdc tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Nov 16 22:03:06.712350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-400f263f-c682-4882-8691-25ea620f0036 req-fb8d1d1e-802b-4970-aa83-185200be815c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Nov 16 22:03:07.825474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eda85-9263-4e1f-96a5-f83742917c8d req-11404206-7947-48f3-b827-c3d974480c8a tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:07.827006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed9eda85-9263-4e1f-96a5-f83742917c8d req-11404206-7947-48f3-b827-c3d974480c8a tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Nov 16 22:03:07.873298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed9eda85-9263-4e1f-96a5-f83742917c8d req-1c1d243a-62bf-4cb3-84f5-1529f8bf0ced tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Nov 16 22:03:08.987532 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c818d-3ef4-47d7-9988-d58116ad4aac req-92cd3a90-ed04-4718-b5d0-cca9c80509cb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:08.988969 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf3c818d-3ef4-47d7-9988-d58116ad4aac req-92cd3a90-ed04-4718-b5d0-cca9c80509cb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Nov 16 22:03:09.038473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf3c818d-3ef4-47d7-9988-d58116ad4aac req-9e8c8e18-0f50-46b4-8aea-178d36d95653 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Nov 16 22:03:09.396154 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:10.150976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7f307-d900-49dd-a4f9-c66def0a291e req-cdc999c5-81d3-491c-a131-9c5993bfc832 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:10.152407 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccd7f307-d900-49dd-a4f9-c66def0a291e req-cdc999c5-81d3-491c-a131-9c5993bfc832 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0479622 Nov 16 22:03:10.200328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ccd7f307-d900-49dd-a4f9-c66def0a291e req-0725401f-b9cc-488f-95e2-59879cd094c8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Nov 16 22:03:11.316512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1e6c8-9194-4b8e-9cf7-412b72d3e5fb req-7e9b7131-3235-437a-bc0c-15c53a79e8a8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:11.317973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03a1e6c8-9194-4b8e-9cf7-412b72d3e5fb req-7e9b7131-3235-437a-bc0c-15c53a79e8a8 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Nov 16 22:03:11.364142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-03a1e6c8-9194-4b8e-9cf7-412b72d3e5fb req-b601eb7d-5616-4052-842f-261df6f45268 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Nov 16 22:03:12.482116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fbc6b-f176-4a10-9bc5-e75e2b97deb8 req-4ce06f32-feae-4d71-ab3b-95bfe173e34b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:12.483588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-007fbc6b-f176-4a10-9bc5-e75e2b97deb8 req-4ce06f32-feae-4d71-ab3b-95bfe173e34b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Nov 16 22:03:12.530546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-007fbc6b-f176-4a10-9bc5-e75e2b97deb8 req-574272d7-4b6d-43da-8472-da5667b2ac7c tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Nov 16 22:03:13.215533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:13.647951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aceb2-c59b-4ebc-8a58-d4230014e1f5 req-b63730bd-896a-4797-bab4-06f3a032caa3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:13.649398 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f6aceb2-c59b-4ebc-8a58-d4230014e1f5 req-b63730bd-896a-4797-bab4-06f3a032caa3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Nov 16 22:03:13.695546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f6aceb2-c59b-4ebc-8a58-d4230014e1f5 req-a39be444-6d66-458f-be85-b18187a4f606 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Nov 16 22:03:14.812320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb21f-0272-4588-8787-a9d87e36da88 req-6fc08aff-4286-4419-8cc3-c9bad863e6a0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:14.814395 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-303fb21f-0272-4588-8787-a9d87e36da88 req-6fc08aff-4286-4419-8cc3-c9bad863e6a0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0525227 Nov 16 22:03:14.860732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-303fb21f-0272-4588-8787-a9d87e36da88 req-fe477481-4fcf-409e-aa14-3672fcb96ea7 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Nov 16 22:03:15.403369 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ed608d7e-fc8d-4223-84fe-c1d42ecab7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.974647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb760d8-5347-40d5-8bff-0530d07fbff0 req-c27cfc31-99c0-4572-9f9a-46601e187231 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:15.976112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fb760d8-5347-40d5-8bff-0530d07fbff0 req-c27cfc31-99c0-4572-9f9a-46601e187231 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Nov 16 22:03:16.021586 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fb760d8-5347-40d5-8bff-0530d07fbff0 req-c928d649-1dae-4b83-9ad5-d6824b001f22 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Nov 16 22:03:17.136130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2492-35da-4d17-a0b3-513f6166870c req-d6f27b96-6d4b-42ce-a491-49024650cbf1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:17.137596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-926a2492-35da-4d17-a0b3-513f6166870c req-d6f27b96-6d4b-42ce-a491-49024650cbf1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Nov 16 22:03:17.192597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-926a2492-35da-4d17-a0b3-513f6166870c req-c3006deb-147e-40f0-ad7c-74511668eeaa tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Nov 16 22:03:17.737578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1e92-510f-40f1-bfaa-e8f9890d9ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:18.309466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53bad2-c848-4bc8-a154-b63e50d87c30 req-33202d3b-1429-4156-94ec-ec8cfcec53ad tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:18.310896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da53bad2-c848-4bc8-a154-b63e50d87c30 req-33202d3b-1429-4156-94ec-ec8cfcec53ad tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Nov 16 22:03:18.357868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da53bad2-c848-4bc8-a154-b63e50d87c30 req-9a632983-481c-4885-bbb0-fd9bf72ca6e5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Nov 16 22:03:19.414903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:19.474843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c5928-c4d9-4680-9dea-59d2a2ed71cb req-5c5f957d-c194-49c2-b08c-40d7f0471239 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:19.476347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b5c5928-c4d9-4680-9dea-59d2a2ed71cb req-5c5f957d-c194-49c2-b08c-40d7f0471239 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Nov 16 22:03:19.523351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b5c5928-c4d9-4680-9dea-59d2a2ed71cb req-726c1870-10d6-47b3-ad0f-1c4ec40fd05e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Nov 16 22:03:20.642881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdf17b-82d1-4683-874f-adb984cf2aac req-0ce80922-60b9-491c-b46b-9530f4acb938 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:20.644384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61bdf17b-82d1-4683-874f-adb984cf2aac req-0ce80922-60b9-491c-b46b-9530f4acb938 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Nov 16 22:03:20.658365 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:20.692439 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61bdf17b-82d1-4683-874f-adb984cf2aac req-4b7afadb-6da6-4874-a306-3020c45ca78f tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Nov 16 22:03:21.506870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:21.806062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a261b-e249-4137-8701-240cfda2b4fd req-d82f186d-4f36-49a8-b38a-435db1f79f32 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:21.807438 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2a261b-e249-4137-8701-240cfda2b4fd req-d82f186d-4f36-49a8-b38a-435db1f79f32 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0473342 Nov 16 22:03:21.853540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b2a261b-e249-4137-8701-240cfda2b4fd req-71788062-bc2b-4282-9643-22b4304622bb tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Nov 16 22:03:22.968915 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500e9b3-b0d9-4af4-acaa-00e26715f4f2 req-6460c562-56fc-479c-ac48-e0267a8ee019 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:22.971054 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c500e9b3-b0d9-4af4-acaa-00e26715f4f2 req-6460c562-56fc-479c-ac48-e0267a8ee019 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Nov 16 22:03:23.021605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c500e9b3-b0d9-4af4-acaa-00e26715f4f2 req-5daceaa8-9542-4bef-b6c9-083efb011a90 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Nov 16 22:03:24.137265 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2397-9b71-41ee-b210-ed00b743c50b req-8a1517da-edf8-47a4-ac92-d9f2b67576ef tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:24.138774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9baa2397-9b71-41ee-b210-ed00b743c50b req-8a1517da-edf8-47a4-ac92-d9f2b67576ef tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Nov 16 22:03:24.184919 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9baa2397-9b71-41ee-b210-ed00b743c50b req-0e0ff512-08f7-4f9d-a7cf-5f55bf923bc4 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Nov 16 22:03:25.299155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ca777-5fc2-4c38-aaec-a4bddd053e49 req-68741a22-5da2-48cf-890b-ddd52679b111 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.300618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-027ca777-5fc2-4c38-aaec-a4bddd053e49 req-68741a22-5da2-48cf-890b-ddd52679b111 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Nov 16 22:03:25.347684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-027ca777-5fc2-4c38-aaec-a4bddd053e49 req-e8346188-a42f-4a4c-8915-77aa3fc582b0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Nov 16 22:03:25.574319 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-be84f512-ed72-4d52-8dff-8cc72eb1e463 service neutron] show failed (client error): The resource could not be found. Nov 16 22:03:25.575460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-be84f512-ed72-4d52-8dff-8cc72eb1e463 service neutron] 10.222.0.21 "GET /v2.0/ports/563f4a13-7dc0-451f-aa05-500e0c6bc7e9/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0597384 Nov 16 22:03:25.771967 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-392eca8e-d7ac-4b17-80e7-faa0d3ba0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.773457 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-392eca8e-d7ac-4b17-80e7-faa0d3ba0de2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180&tenant_id=45aebf59c5df4b9e8a8169657d023cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0418599 Nov 16 22:03:25.785419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:25.840589 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.037683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:26.069456 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:26.108361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:26.110682 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d6b89b-d874-45d5-9bf4-519301d1d27b" -d '{"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-unplugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:26.114711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.127036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Transition to ACTIVE for port object 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:03:26.130902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.162074 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f392a88a-be39-4f5d-87d1-e2ad764712c1 x-openstack-request-id: req-f392a88a-be39-4f5d-87d1-e2ad764712c1 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:26.162365 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-unplugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:26.162619 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f392a88a-be39-4f5d-87d1-e2ad764712c1 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:26.163039 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'code': 200} Nov 16 22:03:26.197384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] No DVR routers for this DVR port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:03:26.200898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:26.215595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.215943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.216285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.216622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.216962 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.217279 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.217602 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.217927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.218250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.218818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.219173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.219507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:26.248385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:03:26.248717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:03:26.249042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:26.253510 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:03:26.253824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Attempting to bind port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on network 33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:26.258532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:03:26.258863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Checking segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:26.259270 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Bound using segment: {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:03:26.259691 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Bound port: 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5415762-4ae3-41d8-af56-eca6c36a6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:03:26.260037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.324595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:26.327446 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:03:26.332667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.369984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:26.370356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:26.371815 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 1091 time: 0.5905330 Nov 16 22:03:26.395625 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdff82-62e5-476b-b522-3a67ebe7ffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:26.441591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-0bfcb25b-ea7e-41ea-be90-c50d1fd38e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:26.443444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-0bfcb25b-ea7e-41ea-be90-c50d1fd38e66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0449729 Nov 16 22:03:26.534445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-d4a3c9b5-88bf-4df9-96c7-9fa1fbd5cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:26.536043 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-d4a3c9b5-88bf-4df9-96c7-9fa1fbd5cbfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0862217 Nov 16 22:03:26.575149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05791209-5612-4e5c-bbd7-81ec2906a471 req-5512fed8-f56f-409d-87ff-ed640a577147 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:26.576544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05791209-5612-4e5c-bbd7-81ec2906a471 req-5512fed8-f56f-409d-87ff-ed640a577147 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.1557410 Nov 16 22:03:26.580718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-b949e313-3245-45b5-ae60-098a119074ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0376675 Nov 16 22:03:26.624140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-05791209-5612-4e5c-bbd7-81ec2906a471 req-a916d838-d824-4d93-9418-1d789f4bdb29 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Nov 16 22:03:26.630795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-e411ec30-bdb3-4424-b52b-abef150341a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:26.632351 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-e411ec30-bdb3-4424-b52b-abef150341a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0450902 Nov 16 22:03:26.663342 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-3e13a4b0-5bef-43a9-a63b-d194d485d015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244036 Nov 16 22:03:26.754837 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-354a7f58-1ed2-45da-a6f1-7f54838becf0 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847194 Nov 16 22:03:26.842253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-49c0d78d-8dd0-4b90-a474-a7230b68a721 req-a73eeeaa-8595-40a8-b893-83571e545a87 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803411 Nov 16 22:03:27.234354 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:03:27.810274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4c7aa-b8f4-4771-8e27-066d799a4362 req-e67922be-b0ab-42c0-89c1-8e9db5d40bb5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:27.811757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00c4c7aa-b8f4-4771-8e27-066d799a4362 req-e67922be-b0ab-42c0-89c1-8e9db5d40bb5 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.1147320 Nov 16 22:03:27.859364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00c4c7aa-b8f4-4771-8e27-066d799a4362 req-bdaa6ffe-0113-4d51-9c44-b5918f72a586 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Nov 16 22:03:28.163775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:28.166151 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad75eb-f023-4743-8d52-865e33275bae" -d '{"events": [{"name": "network-changed", "server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:28.215590 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597033f0-64f0-4e30-a2d3-faeda9e083fa x-openstack-request-id: req-597033f0-64f0-4e30-a2d3-faeda9e083fa {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:28.215887 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:28.216141 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-597033f0-64f0-4e30-a2d3-faeda9e083fa {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:28.216544 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'status': 'completed', 'code': 200} Nov 16 22:03:28.307444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-c7229e95-9c01-4f90-969a-d91020158f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.309135 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-c7229e95-9c01-4f90-969a-d91020158f63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0736508 Nov 16 22:03:28.313919 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-d80ac6f5-add1-44d1-98df-83802d08e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.315502 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-d80ac6f5-add1-44d1-98df-83802d08e15c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0720894 Nov 16 22:03:28.470972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-7c403055-5ec2-440c-8a75-47681d132614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.472469 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-7c403055-5ec2-440c-8a75-47681d132614 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.1560655 Nov 16 22:03:28.477043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-44f146ce-e2d9-4697-8c99-155a54e648e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.478413 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-44f146ce-e2d9-4697-8c99-155a54e648e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.1444681 Nov 16 22:03:28.516131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-11130c66-4b10-4e22-8cce-cd504f437d31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Nov 16 22:03:28.568973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-7da904b3-1043-484e-94bd-926db3234058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.570626 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-7da904b3-1043-484e-94bd-926db3234058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0479279 Nov 16 22:03:28.607855 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-bfee32c5-a555-4cad-b1fa-327c2b674b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304089 Nov 16 22:03:28.641441 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-4b6a9987-d52a-4e53-abe1-0d69c949dacd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.1557188 Nov 16 22:03:28.736739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad75eb-f023-4743-8d52-865e33275bae req-29e3d7cc-af95-4260-ba43-565f3d7fce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.738337 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-29e3d7cc-af95-4260-ba43-565f3d7fce53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0844762 Nov 16 22:03:28.778007 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-33b8fb63-5bed-44e0-b64c-fec28465cb4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316534 Nov 16 22:03:28.781396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-4cbc4f15-8cd4-4c3c-8d85-3c4f6d34909a service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486359 Nov 16 22:03:28.945294 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-efafd55d-dc22-42ff-b078-4a634cdff228 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592360 Nov 16 22:03:28.947338 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-2d3f3df4-e4f8-45eb-9424-19339edfb5b0 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546466 Nov 16 22:03:28.982822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0cd4f-9dc7-4b5b-b3d4-6ab547c4ca50 req-ca558704-041e-4272-9d7d-c3aaf35715f0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:28.984325 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edd0cd4f-9dc7-4b5b-b3d4-6ab547c4ca50 req-ca558704-041e-4272-9d7d-c3aaf35715f0 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0547924 Nov 16 22:03:29.038772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8dad75eb-f023-4743-8d52-865e33275bae req-29b2bf8a-e9f6-4e3a-9720-14173feed5d7 service neutron] 10.222.0.36 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868063 Nov 16 22:03:29.336474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edd0cd4f-9dc7-4b5b-b3d4-6ab547c4ca50 req-4f765ce0-7f00-44d2-a435-0fbbb9cb814b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459718 Nov 16 22:03:29.530122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc26e7-e88c-4046-8cb7-66f17fd2a0c3 req-b6fc740b-5119-4d9d-8ffd-4653fac034a6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:29.531650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7cc26e7-e88c-4046-8cb7-66f17fd2a0c3 req-b6fc740b-5119-4d9d-8ffd-4653fac034a6 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 943 time: 0.0498669 Nov 16 22:03:29.542449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-c94b4531-6c5a-4f50-a1a2-b27f8b275513 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:29.544277 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-c94b4531-6c5a-4f50-a1a2-b27f8b275513 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.21 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180&tenant_id=45aebf59c5df4b9e8a8169657d023cf8&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Nov 16 22:03:29.570647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:03:29.579775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7cc26e7-e88c-4046-8cb7-66f17fd2a0c3 req-1bf15cb1-61d2-4948-9634-b47411112aac tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Nov 16 22:03:29.615911 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-f27bb309-4417-4a93-95e5-af8f3b0e5ff1 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:03:29.617221 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-f27bb309-4417-4a93-95e5-af8f3b0e5ff1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/563f4a13-7dc0-451f-aa05-500e0c6bc7e9/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0663662 Nov 16 22:03:29.675582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:29.687254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'network_id': '33513d8d-2d80-41a3-b7a5-96ce3eff2ec3', 'port_id': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'mac_address': 'fa:16:3e:ef:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb8e04c-cb3c-4125-b53b-84a9fc51dc77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:03:29.700292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-c670595c-9337-47e8-aee2-d50e0e14ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:29.702109 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-c670595c-9337-47e8-aee2-d50e0e14ee09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 1094 time: 0.0413170 Nov 16 22:03:29.724399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:29.737011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:03:29.759170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:29.763449 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:29.796183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-72f181d2-b2f0-4805-b301-a2a63206ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:29.797719 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-72f181d2-b2f0-4805-b301-a2a63206ef8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 200 len: 916 time: 0.0889084 Nov 16 22:03:29.809408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:29.817372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.817723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.818060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.818392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.818720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.820104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.820436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.821185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.821522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.821851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.822177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.822558 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:29.842485 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-ca84a5e7-d195-4b20-a3c1-f602ae30e4cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Nov 16 22:03:29.893243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-e0d83861-ac54-40a5-ae25-d78c8269011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:29.894675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-e0d83861-ac54-40a5-ae25-d78c8269011b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 200 len: 855 time: 0.0461366 Nov 16 22:03:29.924897 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-73481324-252a-4325-adf3-c3197c61c1a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238328 Nov 16 22:03:29.979034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['563f4a13-7dc0-451f-aa05-500e0c6bc7e9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:03:30.332948 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-964a0180-6f35-402a-a19d-ae0279f12319 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004960 Nov 16 22:03:30.427102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e328ecb6-3155-4f88-9284-a0117628c2b8 req-48c67b44-fec6-4843-af74-8e1f2384b411 service neutron] 10.222.0.21 "GET /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Nov 16 22:03:30.699254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6439d-4062-448a-a676-f61feb35418a req-2770c1b8-af97-447a-a7ec-dfe60fd3f404 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:30.700710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fde6439d-4062-448a-a676-f61feb35418a req-2770c1b8-af97-447a-a7ec-dfe60fd3f404 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 944 time: 0.0482116 Nov 16 22:03:30.758888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fde6439d-4062-448a-a676-f61feb35418a req-f0e2d2f1-9fb5-4402-9d5b-87e982d7ec29 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Nov 16 22:03:31.327769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:03:31.366432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:03:31.582064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:31.630378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:03:31.634267 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:31.634632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:31.710492 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:31.732427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:31.734634 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e740a-a783-428b-b453-339998ec39f7" -d '{"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-plugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:31.747127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:31.750830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:31.774330 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5fcc4a-042f-4b18-9cdc-f403d3ea1799 x-openstack-request-id: req-7f5fcc4a-042f-4b18-9cdc-f403d3ea1799 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:31.774628 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-plugged", "status": "completed", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:31.774877 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f5fcc4a-042f-4b18-9cdc-f403d3ea1799 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:31.775295 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'code': 200} Nov 16 22:03:31.800731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:31.877737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5eb9-bb6f-4285-8f2b-2a161910738d req-cd45684c-bdc1-4cbf-84e3-55abe88e46fd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:31.879180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5dc5eb9-bb6f-4285-8f2b-2a161910738d req-cd45684c-bdc1-4cbf-84e3-55abe88e46fd tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0538082 Nov 16 22:03:31.926152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a5dc5eb9-bb6f-4285-8f2b-2a161910738d req-f04d7652-b704-43a7-8fcc-35b12aa2b872 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Nov 16 22:03:32.040161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a5ff3-68ac-408b-ba3d-b5b0d547d30c req-c0ba2213-0200-49f1-a1b7-a895be192ac1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:32.041597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0a5ff3-68ac-408b-ba3d-b5b0d547d30c req-c0ba2213-0200-49f1-a1b7-a895be192ac1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Nov 16 22:03:32.087660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e0a5ff3-68ac-408b-ba3d-b5b0d547d30c req-1458336e-d56c-4d1f-a082-4ff01b012135 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Nov 16 22:03:32.200409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3da3-86a6-445c-b83d-b2f8fc9fc681 req-3251d071-e750-4bbc-bc8e-fb14aa7ee391 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:32.201844 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b07f3da3-86a6-445c-b83d-b2f8fc9fc681 req-3251d071-e750-4bbc-bc8e-fb14aa7ee391 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Nov 16 22:03:32.247316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b07f3da3-86a6-445c-b83d-b2f8fc9fc681 req-d506913b-6a53-4061-b92b-d6c416982578 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Nov 16 22:03:32.575443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8901-5c9c-4d86-b8c0-1b4c651bd60f req-d056148c-d844-40db-8575-4d99c213594e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:32.576888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57da8901-5c9c-4d86-b8c0-1b4c651bd60f req-d056148c-d844-40db-8575-4d99c213594e tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0497446 Nov 16 22:03:32.622757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57da8901-5c9c-4d86-b8c0-1b4c651bd60f req-c30402b6-249a-417e-82e3-a2d3ad233e60 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Nov 16 22:03:33.735318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83c53-d721-4398-ae8d-f5b607211b8a req-de074697-8273-482e-91d0-3ebf07520fd3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:33.736754 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78d83c53-d721-4398-ae8d-f5b607211b8a req-de074697-8273-482e-91d0-3ebf07520fd3 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0475223 Nov 16 22:03:33.786384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78d83c53-d721-4398-ae8d-f5b607211b8a req-fc44f249-616c-4b32-bed5-3741b023937b tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9eec65a-22c0-4e2b-b787-e4ef83935832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Nov 16 22:03:33.818096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-09418113-0a85-421b-bed0-72de584f431d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:33.819570 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-09418113-0a85-421b-bed0-72de584f431d tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.36 "GET /v2.0/ports?device_id=792be28b-49c3-41ea-a334-9f86d463e180 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Nov 16 22:03:33.906806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Deleting port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:03:33.907174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:33.997504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] For port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,segment=NetworkSegment(e5415762-4ae3-41d8-af56-eca6c36a6dcf),segment_id=e5415762-4ae3-41d8-af56-eca6c36a6dcf)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:33.997860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:34.010806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Calling delete_port for 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:03:34.135947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:34.147774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['563f4a13-7dc0-451f-aa05-500e0c6bc7e9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:03:34.163664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Pushing event deleted for resources: {'Port': ['ID=563f4a13-7dc0-451f-aa05-500e0c6bc7e9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:34.204712 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] No DVR routers for this DVR port 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:03:34.207429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:34.210832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4955981e-62cb-4cbc-a86a-fac44f193b05 req-1d898184-54ea-49ee-9805-59715cd702e1 tempest-ServerDiskConfigTestJSON-1850713000 tempest-ServerDiskConfigTestJSON-1850713000-project] 10.222.0.36 "DELETE /v2.0/ports/563f4a13-7dc0-451f-aa05-500e0c6bc7e9 HTTP/1.1" status: 204 len: 173 time: 0.3856883 Nov 16 22:03:34.211293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-deleted', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:34.213590 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3432a250-9f17-4056-9679-07ef037c84af" -d '{"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-deleted", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:34.253424 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4786b85-d0c8-4091-96a6-25dba2fba408 x-openstack-request-id: req-a4786b85-d0c8-4091-96a6-25dba2fba408 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:34.253721 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792be28b-49c3-41ea-a334-9f86d463e180", "name": "network-vif-deleted", "tag": "563f4a13-7dc0-451f-aa05-500e0c6bc7e9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:34.253986 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4786b85-d0c8-4091-96a6-25dba2fba408 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:34.254387 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792be28b-49c3-41ea-a334-9f86d463e180', 'name': 'network-vif-deleted', 'tag': '563f4a13-7dc0-451f-aa05-500e0c6bc7e9', 'status': 'completed', 'code': 200} Nov 16 22:03:34.906584 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37318) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:34.950203 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Deleting subnet bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:03:34.953303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:34.986669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.024047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.078021 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.103607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb8e04c-cb3c-4125-b53b-84a9fc51dc77,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:35.111791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.114939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bfb8e04c-cb3c-4125-b53b-84a9fc51dc77 HTTP/1.1" status: 204 len: 168 time: 0.2073205 Nov 16 22:03:35.116686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.117026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.117362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.117694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.117825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:35.118259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.118342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.118642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.118985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.119308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.119627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.119946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.120264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62eba80-fc35-42f0-aa84-4729fbd77edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:35.188928 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.270656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.290479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33513d8d-2d80-41a3-b7a5-96ce3eff2ec3']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:35.300284 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5415762-4ae3-41d8-af56-eca6c36a6dcf') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:35.300583 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5415762-4ae3-41d8-af56-eca6c36a6dcf') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:35.310900 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.323566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.329924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:03:35.330349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:03:35.332019 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:03:35.387766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.393343 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.396519 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] 10.222.0.54 "DELETE /v2.0/networks/33513d8d-2d80-41a3-b7a5-96ce3eff2ec3 HTTP/1.1" status: 204 len: 168 time: 0.2776778 Nov 16 22:03:35.407814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f84e-d98b-4d7b-9949-fc934c10c532 admin admin] Pushing event deleted for resources: {'Network': ['ID=33513d8d-2d80-41a3-b7a5-96ce3eff2ec3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:35.508839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37324) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:35.549791 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ab1c5f95-8b2a-43ce-ae19-ad0e88f50f70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45aebf59c5df4b9e8a8169657d023cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397921 Nov 16 22:03:35.552329 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37326) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:35.601856 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.625207 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.672027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.674619 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.675798 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9eec65a-22c0-4e2b-b787-e4ef83935832 HTTP/1.1" status: 204 len: 168 time: 0.1225166 Nov 16 22:03:35.683663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19503eee-10ec-4db7-9cdd-762986e85aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eec65a-22c0-4e2b-b787-e4ef83935832,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:36.397231 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37348) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:36.501233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-319593514-network', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:36.526462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:03:36.528936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.538165 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.617632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.621411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.648914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:03:36.658604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4ab66-e812-43a2-962b-4536f86e643b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:36.663289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.663627 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Added segment 73115de5-f2c8-42fe-b40a-77d203e0ed60 of type vlan for network a85c9d17-9604-4ec7-834f-4e1094b817dc Nov 16 22:03:36.702733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.727160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.728091 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.728659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.780710 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3823521 Nov 16 22:03:36.783691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:36.788687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Request body: {'subnet': {'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-319593514-subnet', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:36.793981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede3c2-c59d-4fcd-8291-b0a6a927e5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a85c9d17-9604-4ec7-834f-4e1094b817dc,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:36.803846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network a85c9d17-9604-4ec7-834f-4e1094b817dc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:03:36.808520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:03:36.810838 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:36.980870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.046832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fee33e1-30e2-4744-8473-f4f7315372da,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:37.051859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:37.052216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Network hostable DHCP agents. Network: a85c9d17-9604-4ec7-834f-4e1094b817dc, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:03:37.069950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:03:37.078656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, a85c9d17-9604-4ec7-834f-4e1094b817dc) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:37.082598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:37.083217 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.087592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2cf1d5-dd0f-4d92-8411-4a6fb2293413 None None] Network a85c9d17-9604-4ec7-834f-4e1094b817dc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:03:37.098690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f0f79272-d522-49e9-9aac-6a11d52a7184 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3138773 Nov 16 22:03:37.101359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37354) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:37.105569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:37.125702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.127739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.182883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.237395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-a85c9d17-9604-4ec7-834f-4e1094b817dc', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:03:37.238305 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.316556 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.383633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Allocated IP 172.20.0.2 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/73f12ca8-f32d-405b-943e-ff9f5c52b69c) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:37.518346 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.524859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.532699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.537947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.574630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:37.577628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:37.581351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:37.593586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Pushing event updated for resources: {'Port': ['ID=73f12ca8-f32d-405b-943e-ff9f5c52b69c,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:37.636676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:03:37.639733 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Allocated IP 172.25.7.140 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/07f53fc4-44f3-4027-81e4-407b9a78fcbc) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:37.664835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:03:37.665187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 563f4a13-7dc0-451f-aa05-500e0c6bc7e9 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:03:37.666756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Attempting to bind port 73f12ca8-f32d-405b-943e-ff9f5c52b69c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:03:37.667146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Attempting to bind port 73f12ca8-f32d-405b-943e-ff9f5c52b69c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:03:37.667504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Attempting to bind port 73f12ca8-f32d-405b-943e-ff9f5c52b69c on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:37.674147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:03:37.674522 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:37.674945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.675336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:03:37.675814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Bound port: 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:03:37.676194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.744296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] For port 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:37.747892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] For port 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73f12ca8-f32d-405b-943e-ff9f5c52b69c,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:03:37.752581 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.754634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.789512 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.814307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2890a9-51d5-4242-983d-50e28a807f1b None None] Pushing event updated for resources: {'Port': ['ID=73f12ca8-f32d-405b-943e-ff9f5c52b69c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:37.834409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:37.839639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:37.844506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:37.848443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Pushing event updated for resources: {'Port': ['ID=07f53fc4-44f3-4027-81e4-407b9a78fcbc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:37.855956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d9179-0e77-43b6-8824-7a3052b6fe14 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:03:37.936427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0d06604c-b1dc-4ea3-ac41-bbc8c624295e None None] Provisioning complete for port 07f53fc4-44f3-4027-81e4-407b9a78fcbc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:37.936795 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0d06604c-b1dc-4ea3-ac41-bbc8c624295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:37.990856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0d06604c-b1dc-4ea3-ac41-bbc8c624295e None None] Port 07f53fc4-44f3-4027-81e4-407b9a78fcbc cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:03:38.123786 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.312491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.444634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Router 69e0b984-54db-4597-ba29-ca55787fd06b is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:03:38.473721 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73f12ca8-f32d-405b-943e-ff9f5c52b69c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:38.528941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 73f12ca8-f32d-405b-943e-ff9f5c52b69c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:38.529312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.561430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:03:38.576149 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:03:38.581180 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.582713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-82086989-d618-4768-a370-14cafbb60d7d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4803970 Nov 16 22:03:38.585723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:38.603322 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:38.604001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:38.629532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.665924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73f12ca8-f32d-405b-943e-ff9f5c52b69c,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:38.672685 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.734905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=73f12ca8-f32d-405b-943e-ff9f5c52b69c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:38.740180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:38.840218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16b5be-ffd0-4a60-8fb1-30cdc2ee0d21 None None] Network a85c9d17-9604-4ec7-834f-4e1094b817dc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:03:38.925797 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:38Z', 'revision_number': 3, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:38.955811 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:03:38.956457 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Updating router 69e0b984-54db-4597-ba29-ca55787fd06b port 07f53fc4-44f3-4027-81e4-407b9a78fcbc binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:03:38.962414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e1cc36f-2d04-4ae0-8844-123980cc1ea7 None None] Provisioning complete for port 73f12ca8-f32d-405b-943e-ff9f5c52b69c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:38.962787 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc36f-2d04-4ae0-8844-123980cc1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:38.983538 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.053617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.231679 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Allocated IP 172.20.0.1 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/3d45a961-215e-4d09-8eea-3888a8c309b3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:39.251719 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.257575 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.301627 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Attempting to bind port 07f53fc4-44f3-4027-81e4-407b9a78fcbc on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:03:39.302000 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Attempting to bind port 07f53fc4-44f3-4027-81e4-407b9a78fcbc by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:03:39.302359 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Attempting to bind port 07f53fc4-44f3-4027-81e4-407b9a78fcbc on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:39.303310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73c35c-1d18-4df0-bc1d-4307ea5bd9cc None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:03:39.312519 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:03:39.312891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:39.313353 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.314244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:03:39.314729 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Bound port: 07f53fc4-44f3-4027-81e4-407b9a78fcbc, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:03:39.315132 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.348581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.371513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] For port 07f53fc4-44f3-4027-81e4-407b9a78fcbc, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:39.374893 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] For port 07f53fc4-44f3-4027-81e4-407b9a78fcbc, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=07f53fc4-44f3-4027-81e4-407b9a78fcbc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:03:39.382036 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.385486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.392174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Pushing event updated for resources: {'Port': ['ID=07f53fc4-44f3-4027-81e4-407b9a78fcbc,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:39.400907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.401246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.401578 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.401943 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.402240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.402558 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.402882 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.403290 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.403606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.403927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.404241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.404560 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:39.441223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:39.444965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:39.447620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:39.477800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Pushing event updated for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:39.478025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6eb6da92-9b7e-4a97-b888-51c3289be2f2 None None] Provisioning complete for port 73f12ca8-f32d-405b-943e-ff9f5c52b69c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:39.478840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6eb6da92-9b7e-4a97-b888-51c3289be2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.526122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.532407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.541025 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:39.547259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b4a9d3-6bef-4fcb-a759-fca7573e77af None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:03:39.548168 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:39.672802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.673393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaf8b6-602a-4ecd-8f35-dac8d8b794b2 None None] Pushing event updated for resources: {'Port': ['ID=07f53fc4-44f3-4027-81e4-407b9a78fcbc,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:39.697927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:39.727456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] Provisioning complete for port 07f53fc4-44f3-4027-81e4-407b9a78fcbc triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:39.727828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.812426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.833523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] For port 07f53fc4-44f3-4027-81e4-407b9a78fcbc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=07f53fc4-44f3-4027-81e4-407b9a78fcbc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:39.837968 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.851314 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.856894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.888437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f9959-cb46-4407-a1a2-c76a8b292177 None None] Pushing event updated for resources: {'Port': ['ID=07f53fc4-44f3-4027-81e4-407b9a78fcbc,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:39.889184 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:38Z', 'revision_number': 3, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:39.919383 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a05f69-3c82-4a69-a0ec-589375c6786c None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:38Z', 'revision_number': 3, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:03:39.937206 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.940818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Pushing event updated for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:39.959456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5230b09a-9e93-4b27-9d0b-f032ff46ae0b None None] Provisioning complete for port 3d45a961-215e-4d09-8eea-3888a8c309b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:39.959959 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5230b09a-9e93-4b27-9d0b-f032ff46ae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:39.998616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5230b09a-9e93-4b27-9d0b-f032ff46ae0b None None] Port 3d45a961-215e-4d09-8eea-3888a8c309b3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:03:40.047437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:40.049093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:40.195344 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:03:40.321310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3ee4b22d-6aea-44b2-83c5-0ba08d6891a8 None None] Provisioning complete for port 3d45a961-215e-4d09-8eea-3888a8c309b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:40.322061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b22d-6aea-44b2-83c5-0ba08d6891a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:40.335290 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:03:40.341133 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9ae3b056-208a-435a-a875-da563f8abb93 admin admin] 10.222.0.54 "PUT /v2.0/routers/69e0b984-54db-4597-ba29-ca55787fd06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543499 Nov 16 22:03:40.383581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4b22d-6aea-44b2-83c5-0ba08d6891a8 None None] Port 3d45a961-215e-4d09-8eea-3888a8c309b3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:03:40.570988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 07f53fc4-44f3-4027-81e4-407b9a78fcbc up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:40.643409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 07f53fc4-44f3-4027-81e4-407b9a78fcbc triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:40.644019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:40.742612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73f12ca8-f32d-405b-943e-ff9f5c52b69c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:40.804404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 73f12ca8-f32d-405b-943e-ff9f5c52b69c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:40.804778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:40.893138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 37364) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:40.897856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110308598', 'description': 'tempest-description--2067824205'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:40.925377 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:40.993656 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:40.997502 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.030474 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.031762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1375239 Nov 16 22:03:41.034807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37366) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:41.036873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844894c-dd4a-43e9-b898-981a712bd371 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:41.048653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'security_group_rule': {'security_group_id': '8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:41.075723 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.133352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.137417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.154553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0751f0f4-11bc-409c-b8fd-9bb2ef1c26f1,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:41.164470 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.165711 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9091c13f-4a68-4e95-a051-fb5226d8dae7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292973 Nov 16 22:03:41.168350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37368) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:41.173399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'security_group_rule': {'security_group_id': '8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:41.200268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.259893 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.263822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.281925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22fe7ae-c8f4-4552-ad7e-8344fc6070a5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:41.292393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.296840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-01f76c76-4db3-437e-b53c-580bbf2a51f9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243794 Nov 16 22:03:41.297050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37370) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:41.302357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:41.325278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.425860 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.548390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Allocated IP 172.25.7.173 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/ef048667-c94a-4af9-8947-a225533f5d64) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:41.629275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:03:41.638419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:41.639327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:41.650528 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.687237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.727684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:41.733946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:41.738211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:41.743878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=ef048667-c94a-4af9-8947-a225533f5d64,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:41.750501 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:41.824407 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.859328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:41.958225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 2, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:41.984603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:03:41.984959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Updating router 69e0b984-54db-4597-ba29-ca55787fd06b port 3d45a961-215e-4d09-8eea-3888a8c309b3 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:03:42.009248 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.009748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.014523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.086329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=ef048667-c94a-4af9-8947-a225533f5d64,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:42.102676 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.117595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.118811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5ad7d92f-88c8-4cf2-9141-4553da6204b5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8208189 Nov 16 22:03:42.272950 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-fb2916b3-6c0d-4fd3-bc01-6be9ba75bfd6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1110308598&fields=id&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 267 time: 0.0470426 Nov 16 22:03:42.275754 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.281284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.353019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7380-4266-4c22-8eac-6faea5d35e59 None None] Pushing event updated for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:42.382288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Attempting to bind port 3d45a961-215e-4d09-8eea-3888a8c309b3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:03:42.383098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Attempting to bind port 3d45a961-215e-4d09-8eea-3888a8c309b3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:03:42.383098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Attempting to bind port 3d45a961-215e-4d09-8eea-3888a8c309b3 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:42.388442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:03:42.388819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:42.389221 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.389608 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:03:42.390084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Bound port: 3d45a961-215e-4d09-8eea-3888a8c309b3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:03:42.390462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.391780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-8b60fbbf-e5a2-4357-942a-f7e9638ee80d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:42.393280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-8b60fbbf-e5a2-4357-942a-f7e9638ee80d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1133289 Nov 16 22:03:42.408755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-b2dcbca7-17e7-4c71-b137-02a574e01150 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/quotas/ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 375 time: 0.0095985 Nov 16 22:03:42.462570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] For port 3d45a961-215e-4d09-8eea-3888a8c309b3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:42.465866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] For port 3d45a961-215e-4d09-8eea-3888a8c309b3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3d45a961-215e-4d09-8eea-3888a8c309b3,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:03:42.469430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-d651b991-bdbb-4589-85da-874338f12c35 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531545 Nov 16 22:03:42.472679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.531330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:42.531881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:42.597456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7380-4266-4c22-8eac-6faea5d35e59 None None] Pushing event updated for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:42.646005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] Provisioning complete for port 3d45a961-215e-4d09-8eea-3888a8c309b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:42.647646 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.651713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-0a6d1635-b946-4b8b-b79c-80c5b46327e4 service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686194 Nov 16 22:03:42.677779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:42.752807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-bf879497-cf90-4b86-a45f-03de8bd2a192 service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933540 Nov 16 22:03:42.856710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.925647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d04c62b-9df6-4a00-860a-1b82985dec7c req-15ecde95-d982-4bb5-90a8-f978932cf261 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 210 time: 0.0375998 Nov 16 22:03:42.929073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] For port 3d45a961-215e-4d09-8eea-3888a8c309b3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3d45a961-215e-4d09-8eea-3888a8c309b3,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:42.935422 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:42.993385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96470e-24c6-47bb-9049-7d61033ff3c1 None None] Pushing event updated for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:43.002105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:43.032767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bd057-cc1f-431a-af13-6090cbd6c3ce None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:03:43.058676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9406d730-0ba6-4b2d-8c89-2423e9064ce7 None None] Provisioning complete for port 3d45a961-215e-4d09-8eea-3888a8c309b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:43.059114 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9406d730-0ba6-4b2d-8c89-2423e9064ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:43.222118 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:43.922379 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-78f34c5f-563b-45ce-b43b-60992263f66a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:43.924037 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-78f34c5f-563b-45ce-b43b-60992263f66a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1130986 Nov 16 22:03:43.993510 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-84b2817e-a0ad-4061-9436-5cf98edfda2b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 380 time: 0.0596912 Nov 16 22:03:44.003809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'port': {'device_id': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'admin_state_up': True, 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'security_groups': ['8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:44.030351 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c14dd2f6-7b92-4af1-a2e4-e7a3c5965370 req-a14b1300-6e91-4b09-a0f5-2a3d1bfe501c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Nov 16 22:03:44.122363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:03:44.126011 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.251718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Allocated IP 172.20.0.13 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/38005b51-6926-47c2-848b-e95dc0514223) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:44.387285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.422415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.460015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3d45a961-215e-4d09-8eea-3888a8c309b3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:44.479369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:44.482848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:44.486970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:44.493656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:44.538549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 3d45a961-215e-4d09-8eea-3888a8c309b3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:44.539324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.543571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:44.544211 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.562849 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-9b5d3457-27de-4162-9a73-35d08344ed4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629210 Nov 16 22:03:44.576450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Request body: {'port': {'device_id': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:44.636469 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.794777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c4580d8d-21ca-4042-8422-b25c398df6c9 None None] Provisioning complete for port 38005b51-6926-47c2-848b-e95dc0514223 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:44.795061 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c4580d8d-21ca-4042-8422-b25c398df6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.840443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c4580d8d-21ca-4042-8422-b25c398df6c9 None None] Port 38005b51-6926-47c2-848b-e95dc0514223 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:03:44.906728 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38005b51-6926-47c2-848b-e95dc0514223 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:03:44.914054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.925738 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Transition to ACTIVE for port object 38005b51-6926-47c2-848b-e95dc0514223 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:03:44.930113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:44.981828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:45.055944 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:03:45.056203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:03:45.056534 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:45.061563 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:03:45.061887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:03:45.068292 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:03:45.068631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:03:45.069016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:03:45.069576 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Bound port: 38005b51-6926-47c2-848b-e95dc0514223, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:03:45.069944 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:45.138905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:03:45.142309 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:03:45.148985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:45.153402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430d6f-8778-4b56-83ef-f2b0e5f663ce req-b829a948-191f-4221-8ce4-9b4da5025902 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.156326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f430d6f-8778-4b56-83ef-f2b0e5f663ce req-b829a948-191f-4221-8ce4-9b4da5025902 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0536456 Nov 16 22:03:45.183950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.184664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:45.186394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] 10.222.0.21 "PUT /v2.0/ports/38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1092 time: 0.6155291 Nov 16 22:03:45.188609 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:45.191635 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfc7583-902e-458c-9816-5df50270490d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:45.208863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f430d6f-8778-4b56-83ef-f2b0e5f663ce req-71d154e8-26eb-4bac-bb5b-b19d7b4ea417 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Nov 16 22:03:45.244522 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48ee1de-eb9f-4bcc-baa6-5febc77c3e10 x-openstack-request-id: req-e48ee1de-eb9f-4bcc-baa6-5febc77c3e10 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:45.244818 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:45.245080 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e48ee1de-eb9f-4bcc-baa6-5febc77c3e10 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:45.245624 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'status': 'completed', 'code': 200} Nov 16 22:03:45.271643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68517-e8a2-460d-9d74-f2f3510d405b service neutron] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:45.287135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-7ea90bcc-8438-4a60-a568-395f6f42068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.288675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-7ea90bcc-8438-4a60-a568-395f6f42068d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0547221 Nov 16 22:03:45.338101 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-5b49ec40-aadb-478a-a7f3-1758636ffda4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 217 time: 0.0388737 Nov 16 22:03:45.390437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-99887365-bf56-4f0c-a198-fb898257a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.391951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-99887365-bf56-4f0c-a198-fb898257a134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0468423 Nov 16 22:03:45.404653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1f03ce45-de82-4ccb-9709-02279d5810c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:45.436887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-3c170e70-fabd-4526-965c-0819c13641c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.438896 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-3c170e70-fabd-4526-965c-0819c13641c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396202 Nov 16 22:03:45.532077 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-4031c86c-e071-4389-9d51-38141628f6b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860071 Nov 16 22:03:45.622198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-339eabbc-a8e9-462e-a4d4-2d670507e0ac req-36181d08-529c-4c8f-a631-e6781fa30a87 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828917 Nov 16 22:03:45.705508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7583-902e-458c-9816-5df50270490d req-b3b4943b-1794-48ef-ada4-c887165a8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.707008 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-b3b4943b-1794-48ef-ada4-c887165a8e13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0405433 Nov 16 22:03:45.803533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7583-902e-458c-9816-5df50270490d req-489124c9-70f5-494c-af31-84d4fa35688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.805006 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-489124c9-70f5-494c-af31-84d4fa35688b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0897694 Nov 16 22:03:45.845239 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-4119868c-8f1c-478f-af97-40b3cecd634d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 217 time: 0.0334961 Nov 16 22:03:45.897842 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7583-902e-458c-9816-5df50270490d req-b2f9d4b4-8daf-494f-999d-e5ed6125bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.899282 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-b2f9d4b4-8daf-494f-999d-e5ed6125bc04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0468965 Nov 16 22:03:45.944621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7583-902e-458c-9816-5df50270490d req-a73164d3-90d1-4342-be3a-b4c5955b2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:45.946070 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-a73164d3-90d1-4342-be3a-b4c5955b2615 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390193 Nov 16 22:03:46.038631 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-fcfb24cd-3bf0-4bee-8c50-746d87236503 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Nov 16 22:03:46.130234 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-acfc7583-902e-458c-9816-5df50270490d req-9bd33a24-cd2e-4c8a-a1d1-a5e9eb48663a service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836909 Nov 16 22:03:46.328412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ebd93-5174-4e8a-ab9b-7d12a7867a45 req-13762d76-f231-446b-9f97-c3960b561477 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:46.329890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f5ebd93-5174-4e8a-ab9b-7d12a7867a45 req-13762d76-f231-446b-9f97-c3960b561477 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0477529 Nov 16 22:03:46.381171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f5ebd93-5174-4e8a-ab9b-7d12a7867a45 req-5127d063-50c9-48e4-bb86-09b804b3afc8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Nov 16 22:03:47.497814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3355a-c494-417a-aa26-d1fefd7cc622 req-9e0e71c1-0c1e-4ee7-b533-842470d5a692 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:47.499278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24d3355a-c494-417a-aa26-d1fefd7cc622 req-9e0e71c1-0c1e-4ee7-b533-842470d5a692 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0484908 Nov 16 22:03:47.547088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24d3355a-c494-417a-aa26-d1fefd7cc622 req-f0fd3b3d-d3dd-4948-990e-1374cc31ab2f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Nov 16 22:03:47.739381 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-540506bf-0b14-44a1-b1fa-1a1243211fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:48.665833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10111d-c043-4e67-8f70-39d6802b1ec1 req-76952ca8-067c-44d4-b442-ba1b661b027f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:48.667338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d10111d-c043-4e67-8f70-39d6802b1ec1 req-76952ca8-067c-44d4-b442-ba1b661b027f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0488651 Nov 16 22:03:48.714475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d10111d-c043-4e67-8f70-39d6802b1ec1 req-d55c97f7-fd3b-4374-9307-4930875bae5d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Nov 16 22:03:49.390456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:03:49.458168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:49.498240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:49.510411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '38005b51-6926-47c2-848b-e95dc0514223', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': '38005b51-6926-47c2-848b-e95dc0514223', 'mac_address': 'fa:16:3e:a6:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:03:49.546649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:49.559190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38005b51-6926-47c2-848b-e95dc0514223 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:03:49.580253 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:49.583859 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:49.628799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:49.780356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['38005b51-6926-47c2-848b-e95dc0514223'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:03:49.835554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290bbc-d5bc-4176-8c61-076c4f229dbc req-a5caccd5-5889-4726-906f-aff9800ecc1b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:49.837028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d290bbc-d5bc-4176-8c61-076c4f229dbc req-a5caccd5-5889-4726-906f-aff9800ecc1b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0542812 Nov 16 22:03:49.885048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8d290bbc-d5bc-4176-8c61-076c4f229dbc req-17182f8f-2442-41d0-96b6-e90379084cee tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Nov 16 22:03:50.660293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:50.998366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7235f4-458b-482f-a1ff-8c354db6bca4 req-643c51a5-c5be-4e79-8b8a-02897e8773c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:50.999882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c7235f4-458b-482f-a1ff-8c354db6bca4 req-643c51a5-c5be-4e79-8b8a-02897e8773c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Nov 16 22:03:51.046220 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3c7235f4-458b-482f-a1ff-8c354db6bca4 req-5c4d61be-a4d6-4211-b2d7-03f0c90f93b9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Nov 16 22:03:51.405692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:51.457255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 38005b51-6926-47c2-848b-e95dc0514223 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:03:51.461455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 38005b51-6926-47c2-848b-e95dc0514223 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:51.461825 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:51.519750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:51.559811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:51.583247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:51.585517 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233b0a3f-e387-49a7-9cac-9b7c10d55111" -d '{"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-plugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:51.598901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:51.603077 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:51.626460 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d1061-7b1a-4f04-8b38-90910d12871c x-openstack-request-id: req-fe9d1061-7b1a-4f04-8b38-90910d12871c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:51.626762 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-plugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:51.627043 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe9d1061-7b1a-4f04-8b38-90910d12871c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:51.627439 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'code': 200} Nov 16 22:03:51.656624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:51.722043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cec91-dd17-4ca0-9481-0ab0f67ae31d req-ab7f83de-51f6-4ffd-8595-07dbab8e5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:51.723548 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e0cec91-dd17-4ca0-9481-0ab0f67ae31d req-ab7f83de-51f6-4ffd-8595-07dbab8e5c30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1097 time: 0.0396521 Nov 16 22:03:51.773616 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1e0cec91-dd17-4ca0-9481-0ab0f67ae31d req-3f44319a-4466-4c8b-9116-a1b480412d18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Nov 16 22:03:52.171283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962dc7a-28fc-42c4-9a92-260f595a6d6d req-ed03f820-95e6-420f-8a50-5dbc5678a4e2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:52.173265 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b962dc7a-28fc-42c4-9a92-260f595a6d6d req-ed03f820-95e6-420f-8a50-5dbc5678a4e2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0584457 Nov 16 22:03:52.221177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b962dc7a-28fc-42c4-9a92-260f595a6d6d req-2c3c5eb9-229e-45f0-9fdb-123bbadaa8a8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 Nov 16 22:03:53.336354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5cb19-45bb-4265-b6b6-3e63ba41fc6d req-60f64964-cf41-4af5-a24f-8531a220e5fe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:53.337857 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cc5cb19-45bb-4265-b6b6-3e63ba41fc6d req-60f64964-cf41-4af5-a24f-8531a220e5fe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0482805 Nov 16 22:03:53.384061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8cc5cb19-45bb-4265-b6b6-3e63ba41fc6d req-73e60a7d-bf9c-4a16-bae6-5880761fe54d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Nov 16 22:03:53.494574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86a6f8-efae-4f7e-b100-78f33da626f9 req-944ff303-b939-48c8-b686-575d5cb00605 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:53.496112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae86a6f8-efae-4f7e-b100-78f33da626f9 req-944ff303-b939-48c8-b686-575d5cb00605 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0484483 Nov 16 22:03:53.505322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37422) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:53.510059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'floatingip': {'port_id': '38005b51-6926-47c2-848b-e95dc0514223'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:53.585100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:54.026327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:54.029997 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:54.128249 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f associated. External IP: 172.25.7.173, port: 38005b51-6926-47c2-848b-e95dc0514223. Nov 16 22:03:54.648248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:03:54.753133 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:03:54.758029 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:54.763366 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:03:54.775393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:54.775987 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:54.784845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e7be03e4-783d-4107-9370-879cfc8fb687 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "PUT /v2.0/floatingips/521f7a26-af79-41b8-a73d-3bc749436f0f HTTP/1.1" status: 200 len: 992 time: 1.2783358 Nov 16 22:03:54.785445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:54.787725 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e564192-5890-4bdf-bf54-9f8bfdee7870" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:54.826719 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6de71-57f9-4239-b8e1-83b0d0f57826 x-openstack-request-id: req-37b6de71-57f9-4239-b8e1-83b0d0f57826 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:54.827076 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:54.827338 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37b6de71-57f9-4239-b8e1-83b0d0f57826 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:54.827767 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'status': 'completed', 'code': 200} Nov 16 22:03:54.882185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:54.890891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-92ceb5e0-5617-443a-bfca-25b8f64b5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:54.892473 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-92ceb5e0-5617-443a-bfca-25b8f64b5da2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1097 time: 0.0422556 Nov 16 22:03:54.986057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-31e49e38-870f-42d7-8f30-19ddde42d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:54.987521 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-31e49e38-870f-42d7-8f30-19ddde42d9ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0860925 Nov 16 22:03:55.055692 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-d1356b5f-50df-4bcf-9379-9c58d3234559 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1000 time: 0.0611520 Nov 16 22:03:55.102017 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '38005b51-6926-47c2-848b-e95dc0514223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:a6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:03:53Z', 'revision_number': 1, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:55.105450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-e55aa3e2-c6ea-4cdc-a61a-6e5af49fd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:55.106971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-e55aa3e2-c6ea-4cdc-a61a-6e5af49fd98f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0444281 Nov 16 22:03:55.127317 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:03:55.135404 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:55.135996 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:03:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:55.151907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-6f47dfd9-10c8-4865-a414-637e8655d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:55.153409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-6f47dfd9-10c8-4865-a414-637e8655d1e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394304 Nov 16 22:03:55.238550 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:55.246044 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-1893a1da-d1ca-4bcf-8d8d-e61381a7f8c1 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859423 Nov 16 22:03:55.336345 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-0e564192-5890-4bdf-bf54-9f8bfdee7870 req-5bd59deb-672d-451f-913b-a0f77338282d service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827534 Nov 16 22:03:55.459643 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '38005b51-6926-47c2-848b-e95dc0514223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:a6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:03:53Z', 'revision_number': 1, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:55.491061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd272b43-01ef-465e-9e14-6d78f660a275 None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '38005b51-6926-47c2-848b-e95dc0514223', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:a6:7e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:03:53Z', 'revision_number': 1, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:03:55.675627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f94e38-6c5c-4c0a-858a-98113ee87d09 None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:04:04.233832 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:04:09.412460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:13.215533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:15.406401 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f96641c1-20cb-47b9-9424-75a8cb01d2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:17.741214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc25e-5101-42e2-ac67-9f751e931ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:19.422106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:20.664032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:21.514410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:31.877939 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-3980517e-c53a-4658-9f83-521c84fca2f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916059 Nov 16 22:04:31.959676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-23eaebae-5947-4285-b7b3-d3c99554af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:31.961150 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-23eaebae-5947-4285-b7b3-d3c99554af45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1097 time: 0.0395117 Nov 16 22:04:32.063317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-c3b685b6-56c4-4fe6-a1c5-63dc816a5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:32.064780 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-c3b685b6-56c4-4fe6-a1c5-63dc816a5993 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0851851 Nov 16 22:04:32.132396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-52092137-5c20-4b77-865f-15b7b8f86fbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1002 time: 0.0598502 Nov 16 22:04:32.181056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-f9abd800-2135-45f1-94b0-5353b05be8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:32.182460 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-f9abd800-2135-45f1-94b0-5353b05be8a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0422940 Nov 16 22:04:32.227026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-e04aa02a-1f6b-4197-9bb3-76308c052582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:32.228496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-e04aa02a-1f6b-4197-9bb3-76308c052582 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392001 Nov 16 22:04:32.240175 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-63177543-fb9e-411a-b8d2-98274e294739 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:04:32.241111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-63177543-fb9e-411a-b8d2-98274e294739 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047700 Nov 16 22:04:32.332795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-3a8e76a4-1d17-4b64-a0fa-39baeab8f6ff service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847342 Nov 16 22:04:32.419993 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f2f79e59-6a59-4db9-a358-80e8dc89bfd0 req-e2ac885e-92a6-4c3b-a7f2-f67bb584b2d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807757 Nov 16 22:04:39.433206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:41.233237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:04:43.231479 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:45.408371 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5ea99eb1-2645-4017-bed5-fddd5ec82cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:47.742400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e407f3e6-581f-4476-8c04-6dff321d7912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:49.423664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:50.664460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:51.517040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:09.430922 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.241607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.413661 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e1a0-6b59-477e-ae84-fb40ab475e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.744311 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66dd9180-4a41-4648-b4a5-db1a9a3cbaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:18.232038 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:05:19.425830 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:20.666947 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:21.519197 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:29.564657 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd3640-1e5d-4a86-8355-cd0ddd11ca2b req-f272fb78-499d-4be9-b8ab-0b6bfc8fd0c7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:29.566147 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ddd3640-1e5d-4a86-8355-cd0ddd11ca2b req-f272fb78-499d-4be9-b8ab-0b6bfc8fd0c7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Nov 16 22:05:29.613875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0ddd3640-1e5d-4a86-8355-cd0ddd11ca2b req-90361295-a090-4dc5-8262-a7123f90c47f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Nov 16 22:05:29.873840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-d0470cb9-7b74-42e1-a176-3f0b2ee410fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715828 Nov 16 22:05:29.882662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cade7-86d8-40dd-b93e-f48c86597aad req-574e7d20-7d6c-43b1-a885-993628a89e06 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:29.884102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-914cade7-86d8-40dd-b93e-f48c86597aad req-574e7d20-7d6c-43b1-a885-993628a89e06 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0729957 Nov 16 22:05:29.932939 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-914cade7-86d8-40dd-b93e-f48c86597aad req-88b0b10c-1f67-4e52-840a-1f3757627432 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Nov 16 22:05:30.933766 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-40700bbb-c0a8-4013-a4a0-8d7662f256ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:30.935317 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-40700bbb-c0a8-4013-a4a0-8d7662f256ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1097 time: 0.0455744 Nov 16 22:05:31.027953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-415d39e7-9979-4862-aee4-7a05361af339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:31.029435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-415d39e7-9979-4862-aee4-7a05361af339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0877719 Nov 16 22:05:31.061010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475828-a3fa-4506-9525-8adba0052593 req-471244b7-bfee-46ab-a8ff-06a399f7f221 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:31.062505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b475828-a3fa-4506-9525-8adba0052593 req-471244b7-bfee-46ab-a8ff-06a399f7f221 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0531428 Nov 16 22:05:31.098645 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-d9844630-bc6a-49a9-8741-f05bf251e49d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1002 time: 0.0609977 Nov 16 22:05:31.110410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b475828-a3fa-4506-9525-8adba0052593 req-47d6f1ee-eef4-4c3b-b171-becde31a2e2f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Nov 16 22:05:31.147588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-6964d7c0-3692-42b7-a265-18523ade9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:31.149052 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-6964d7c0-3692-42b7-a265-18523ade9279 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0442750 Nov 16 22:05:31.194396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-60894bc1-5f1b-4a1a-bed4-0b2054d5fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:31.195773 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-60894bc1-5f1b-4a1a-bed4-0b2054d5fde6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392730 Nov 16 22:05:31.286621 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-410c8e69-91e7-4fc0-bb23-fd46657880bf service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835810 Nov 16 22:05:31.376378 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-86220ab7-05e9-460a-bcdc-c7a5ba48ccfa service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811384 Nov 16 22:05:32.227216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2661c5b-a236-4c68-a943-f483287ccab9 req-e0a2f5d1-f7b1-49d9-843e-1159c0f60b70 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:32.228663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2661c5b-a236-4c68-a943-f483287ccab9 req-e0a2f5d1-f7b1-49d9-843e-1159c0f60b70 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0513737 Nov 16 22:05:32.276575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2661c5b-a236-4c68-a943-f483287ccab9 req-4ebf6968-3e17-4a12-a73f-3b176b6ed26d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Nov 16 22:05:32.905837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-7646c396-8745-492c-bf78-0dfcb94078f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:32.907367 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-7646c396-8745-492c-bf78-0dfcb94078f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1097 time: 0.0418792 Nov 16 22:05:33.333380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-8171d8fd-29ba-4a0b-8b2d-d300a68a7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:33.334869 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-8171d8fd-29ba-4a0b-8b2d-d300a68a7c86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.4075801 Nov 16 22:05:33.393419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505d6aa-9fbb-48bb-8904-cd47128f2b0d req-373dac5f-243b-4dc4-8204-cc97d0d60a89 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:33.396657 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1505d6aa-9fbb-48bb-8904-cd47128f2b0d req-373dac5f-243b-4dc4-8204-cc97d0d60a89 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0501428 Nov 16 22:05:33.401056 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-211c43ad-fbdd-41eb-a149-688f2ac40bcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1002 time: 0.0584617 Nov 16 22:05:33.443467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1505d6aa-9fbb-48bb-8904-cd47128f2b0d req-6b730669-790c-4770-ada5-4806feb5114f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Nov 16 22:05:33.453059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-98cb22c6-d86d-4d9c-b04e-8fe7d2c5bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:33.454513 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-98cb22c6-d86d-4d9c-b04e-8fe7d2c5bd98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0471463 Nov 16 22:05:33.500505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-1733ca07-de74-4821-a212-296fd604dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:33.502031 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-1733ca07-de74-4821-a212-296fd604dd03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410414 Nov 16 22:05:33.590022 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-a1c52887-97da-4d4d-ac8f-32721521d6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804849 Nov 16 22:05:33.681181 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f16e3a98-569e-4ddd-ad05-159eae3e3034 req-5d3439e6-61e3-4e55-8d7f-6e2a1b5b9d73 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841196 Nov 16 22:05:34.558233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77f741-9a07-445c-847e-9773955c840b req-fe70be5d-4e81-466a-b74f-ff18f585eb3b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.559837 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b77f741-9a07-445c-847e-9773955c840b req-fe70be5d-4e81-466a-b74f-ff18f585eb3b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0491049 Nov 16 22:05:34.611980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b77f741-9a07-445c-847e-9773955c840b req-597cfb39-5316-4701-83c9-ce45d2dd78a8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 Nov 16 22:05:35.725828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69524b8-8100-4a9e-9f27-915d751da685 req-e54b73e0-8d42-472b-8966-4bda3f17d90a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:35.727326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b69524b8-8100-4a9e-9f27-915d751da685 req-e54b73e0-8d42-472b-8966-4bda3f17d90a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0486267 Nov 16 22:05:35.773576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b69524b8-8100-4a9e-9f27-915d751da685 req-6912c34a-aced-44bc-a451-4c2892dd8ca6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403557 Nov 16 22:05:36.890857 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94dd6e-ceb9-4fce-b95b-4a413117783b req-bac15469-99f8-4534-bf55-73dd23c20940 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:36.892337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b94dd6e-ceb9-4fce-b95b-4a413117783b req-bac15469-99f8-4534-bf55-73dd23c20940 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Nov 16 22:05:36.938453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b94dd6e-ceb9-4fce-b95b-4a413117783b req-89efcc3d-4f03-475f-bcae-f85c58e16794 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401766 Nov 16 22:05:38.056161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b471-b1e4-4af1-8a17-86a54a7f1730 req-3cfb8ca3-11c9-4876-b281-a14e8ccb7466 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:38.057628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6949b471-b1e4-4af1-8a17-86a54a7f1730 req-3cfb8ca3-11c9-4876-b281-a14e8ccb7466 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0529466 Nov 16 22:05:38.104944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6949b471-b1e4-4af1-8a17-86a54a7f1730 req-1509e23f-48cf-4df1-8eef-16ed399c6db0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Nov 16 22:05:39.218351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70d3d7-f05c-40ee-ad8b-7cdc32b158cd req-8afb72d1-f5d2-4d7d-bd17-d6b983b67d2f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:39.219888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da70d3d7-f05c-40ee-ad8b-7cdc32b158cd req-8afb72d1-f5d2-4d7d-bd17-d6b983b67d2f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Nov 16 22:05:39.267964 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-da70d3d7-f05c-40ee-ad8b-7cdc32b158cd req-af59fc45-241c-4c31-baaf-3301b2319f7a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Nov 16 22:05:39.417659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:40.390623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f00234-ce89-4ef4-935e-bd84bc4ce972 req-dc38303e-dde0-4513-8cdc-03f59146b2ab tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:40.392200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97f00234-ce89-4ef4-935e-bd84bc4ce972 req-dc38303e-dde0-4513-8cdc-03f59146b2ab tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0552502 Nov 16 22:05:40.439023 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-97f00234-ce89-4ef4-935e-bd84bc4ce972 req-273097ff-8334-4eb7-a12c-76d49605bf9e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Nov 16 22:05:41.558077 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81802bfa-5584-407b-b55f-9cf01d22978a req-45c73681-c539-4fb3-8baa-15f3d902efb3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:41.559589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81802bfa-5584-407b-b55f-9cf01d22978a req-45c73681-c539-4fb3-8baa-15f3d902efb3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0512881 Nov 16 22:05:41.607796 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81802bfa-5584-407b-b55f-9cf01d22978a req-1e6da90f-ca79-4d6e-9db8-ff348219675e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Nov 16 22:05:42.721474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734cda2-3dc1-4222-a931-c865628441e0 req-bba7bee9-b1df-4128-b4e3-f9a3a5ea866a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:42.723484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d734cda2-3dc1-4222-a931-c865628441e0 req-bba7bee9-b1df-4128-b4e3-f9a3a5ea866a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0483003 Nov 16 22:05:42.773610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d734cda2-3dc1-4222-a931-c865628441e0 req-37fc211e-c746-43e7-855b-4913a5601380 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Nov 16 22:05:43.238736 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-20a86b5b-cf7f-4483-a808-2e335a5d3d6e service neutron] show failed (client error): The resource could not be found. Nov 16 22:05:43.239818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-20a86b5b-cf7f-4483-a808-2e335a5d3d6e service neutron] 10.222.0.21 "GET /v2.0/ports/38005b51-6926-47c2-848b-e95dc0514223/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0558708 Nov 16 22:05:43.245864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:43.432475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-72a10ecb-5447-4b23-9b5c-38c4ae4839da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:43.433970 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-72a10ecb-5447-4b23-9b5c-38c4ae4839da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1097 time: 0.0412269 Nov 16 22:05:43.444112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-e203e217-5949-45e0-9471-faabde9d013a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:05:43.445052 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-e203e217-5949-45e0-9471-faabde9d013a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049665 Nov 16 22:05:43.458074 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:43.515758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:43.716818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:43.748539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:05:43.790811 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:43.793096 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8495d7-f1b2-4ae0-91ac-c8202bf110ed" -d '{"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-unplugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:43.797409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:43.810170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Transition to ACTIVE for port object 38005b51-6926-47c2-848b-e95dc0514223 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:05:43.814512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:43.858359 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8939cd7-6682-4c55-997f-17f1387d3a48 x-openstack-request-id: req-d8939cd7-6682-4c55-997f-17f1387d3a48 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:43.858665 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-unplugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:43.858911 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8939cd7-6682-4c55-997f-17f1387d3a48 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:43.859340 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'code': 200} Nov 16 22:05:43.908419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf01432-2dec-4d54-b8f8-98eaa543e2bd req-bb995602-f81e-4aa6-8082-fda50dd732d1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:43.910746 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcf01432-2dec-4d54-b8f8-98eaa543e2bd req-bb995602-f81e-4aa6-8082-fda50dd732d1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0624778 Nov 16 22:05:43.924093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:43.953376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.953725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.954068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.954407 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.954741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.955101 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.955432 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.955759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.956086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.956412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.956736 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.957095 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:43.970836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcf01432-2dec-4d54-b8f8-98eaa543e2bd req-f64360bc-1563-4094-82f3-625bc0c2f82a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532799 Nov 16 22:05:44.021980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] No DVR routers for this DVR port 38005b51-6926-47c2-848b-e95dc0514223 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:44.154559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:05:44.154884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:05:44.155238 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:44.159620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:05:44.159931 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Attempting to bind port 38005b51-6926-47c2-848b-e95dc0514223 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:44.164726 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:05:44.165055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:05:44.165437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:05:44.165861 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Bound port: 38005b51-6926-47c2-848b-e95dc0514223, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:05:44.166199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:44.227552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:05:44.230454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:05:44.234886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:44.269041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.269729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:44.271088 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] 10.222.0.36 "PUT /v2.0/ports/38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1092 time: 0.8171568 Nov 16 22:05:44.323945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052974f-aeb9-4023-94ce-05a961e6821c service neutron] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:44.343515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-dbd7112e-ac4b-422e-b563-c2e60f9d92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.345096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-dbd7112e-ac4b-422e-b563-c2e60f9d92c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0488088 Nov 16 22:05:44.439836 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-888bee13-a644-42da-a65c-e96fb0e70672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.441875 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-888bee13-a644-42da-a65c-e96fb0e70672 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0898149 Nov 16 22:05:44.516066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-921b84af-12ff-41c1-807c-8a8c3bdc319a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1000 time: 0.0663896 Nov 16 22:05:44.563391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-9ea64938-6a5b-4737-bd07-3984e7e815b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.564712 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-9ea64938-6a5b-4737-bd07-3984e7e815b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0423160 Nov 16 22:05:44.609588 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-2b9d63ef-b40e-497e-b92f-caf7276ca10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.611081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-2b9d63ef-b40e-497e-b92f-caf7276ca10e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398803 Nov 16 22:05:44.702726 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-36dc29eb-673f-48fb-8d59-09cfa3c9a32c service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Nov 16 22:05:44.795240 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6e9cda36-09a7-4aae-8d30-4cd983e62d58 req-4b9e6651-d5bd-4b97-bdc6-1a6d3b461613 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860445 Nov 16 22:05:45.083989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d42a4-e09d-4c2d-8039-ecd87d39b507 req-055b4ce9-fdf3-4de3-97e8-1254e00b7199 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:45.085457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-420d42a4-e09d-4c2d-8039-ecd87d39b507 req-055b4ce9-fdf3-4de3-97e8-1254e00b7199 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0503185 Nov 16 22:05:45.131997 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-420d42a4-e09d-4c2d-8039-ecd87d39b507 req-2a465de9-f964-46a4-a041-a81da1f2b8b6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Nov 16 22:05:45.415221 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589d0b24-1724-451d-a9b7-3b7ca9e24daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:45.860614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:45.863098 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:45.910920 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568cee60-1fc2-4e2c-a577-0987487cce16 x-openstack-request-id: req-568cee60-1fc2-4e2c-a577-0987487cce16 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:45.911308 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:45.911590 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-568cee60-1fc2-4e2c-a577-0987487cce16 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:45.911992 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'status': 'completed', 'code': 200} Nov 16 22:05:46.001619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-5dd7a4d1-7260-4bec-a6ce-2040f78c9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.003140 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-5dd7a4d1-7260-4bec-a6ce-2040f78c9f54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0727968 Nov 16 22:05:46.005971 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-9e0c7329-bbfe-481b-b12b-99df14b7a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.007350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-9e0c7329-bbfe-481b-b12b-99df14b7a561 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0677624 Nov 16 22:05:46.161639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-1ad3bc4e-3bd8-4573-9131-5370b04c56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.163156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-1ad3bc4e-3bd8-4573-9131-5370b04c56f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1529233 Nov 16 22:05:46.164470 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-df16a0af-de63-44ac-b54b-4ca86bf587ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.165771 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-df16a0af-de63-44ac-b54b-4ca86bf587ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1486201 Nov 16 22:05:46.252097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0337ab-6141-4fd7-8bf9-2d43382f0506 req-e99823b5-2620-47f7-b900-e4b680b11223 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.254505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd0337ab-6141-4fd7-8bf9-2d43382f0506 req-e99823b5-2620-47f7-b900-e4b680b11223 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0533192 Nov 16 22:05:46.276384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-901db384-8a42-4185-a69e-434935b80f6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1000 time: 0.1062095 Nov 16 22:05:46.280245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-11694e11-82be-4b8a-8d4b-2f577ae49d13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1000 time: 0.1031141 Nov 16 22:05:46.303830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cd0337ab-6141-4fd7-8bf9-2d43382f0506 req-ae56eae8-4670-4696-b4d4-5102e69e5d05 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Nov 16 22:05:46.364288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-3003b041-9d7b-4f60-8aa3-6f6e1edd86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.365765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-3003b041-9d7b-4f60-8aa3-6f6e1edd86b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0830896 Nov 16 22:05:46.369201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-6d21065f-986f-4f47-b622-26dd39301900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.370531 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-6d21065f-986f-4f47-b622-26dd39301900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0623140 Nov 16 22:05:46.439425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-836afc1a-81e7-4869-bf68-32f06dfbca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.440935 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-836afc1a-81e7-4869-bf68-32f06dfbca84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682714 Nov 16 22:05:46.443032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-63acc968-29a2-4208-acd3-3c63b7cb8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:46.444373 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-63acc968-29a2-4208-acd3-3c63b7cb8550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637352 Nov 16 22:05:46.600922 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-c85d815f-8e68-4070-93b2-397a21d29e6a service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519339 Nov 16 22:05:46.604319 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-6f71d2a8-7dea-4dcb-82cc-714fb85158ad service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476431 Nov 16 22:05:46.761916 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-00fc2ca6-e6b1-4757-b450-a1f17d1f7607 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536858 Nov 16 22:05:46.763705 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d0ddf76b-d9f4-4174-a213-c1e58a4d828e req-d9833f81-2f83-4ea9-83af-df1fe2a2dd42 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481416 Nov 16 22:05:47.435348 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbd224-737a-46ce-a211-97917b2c6c3f req-d86c17a7-a4eb-4c54-900b-ae0e8ab5643c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:47.436865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58bbd224-737a-46ce-a211-97917b2c6c3f req-d86c17a7-a4eb-4c54-900b-ae0e8ab5643c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0486228 Nov 16 22:05:47.484564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-58bbd224-737a-46ce-a211-97917b2c6c3f req-12291ebf-b3f2-4ebf-8613-51c79e341e87 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Nov 16 22:05:47.681681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5e640-f709-4b09-9573-7a0fb44634d4 req-5487637c-c279-4488-8a12-612f3b18a010 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:47.683253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bd5e640-f709-4b09-9573-7a0fb44634d4 req-5487637c-c279-4488-8a12-612f3b18a010 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 944 time: 0.0511074 Nov 16 22:05:47.697532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-08b86124-ecdf-49d0-a9d2-9ca5de7721d0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:47.699049 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-08b86124-ecdf-49d0-a9d2-9ca5de7721d0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65&tenant_id=ef577a21bb67482c954d606d73c7cb58&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 944 time: 0.0582159 Nov 16 22:05:47.741955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bd5e640-f709-4b09-9573-7a0fb44634d4 req-799c2124-9ac3-435c-852c-1bd9af2e0c45 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467651 Nov 16 22:05:47.755087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-27b4d54a-a05c-492b-85fd-8f8d532c4c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.761872 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-4cd1ada5-a104-42bf-981c-03f608d4aa6c service neutron] delete failed (client error): The resource could not be found. Nov 16 22:05:47.762949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-4cd1ada5-a104-42bf-981c-03f608d4aa6c service neutron] 10.222.0.21 "DELETE /v2.0/ports/38005b51-6926-47c2-848b-e95dc0514223/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0565045 Nov 16 22:05:47.844134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-3f3a2698-c96d-4e15-9a93-6bb4cb56530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:47.845510 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-3f3a2698-c96d-4e15-9a93-6bb4cb56530a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 1095 time: 0.0398784 Nov 16 22:05:47.936538 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-0776beeb-a3bb-453b-89f4-cd8e7e16eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:47.938566 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-0776beeb-a3bb-453b-89f4-cd8e7e16eb2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0860858 Nov 16 22:05:48.002552 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-585dcbe9-7621-423f-b839-b41630ab96b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 200 len: 1000 time: 0.0564821 Nov 16 22:05:48.013141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:48.049468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:48.055505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-f2cbe0bf-c541-4971-bb93-855b83baed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:48.056952 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-f2cbe0bf-c541-4971-bb93-855b83baed0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0470464 Nov 16 22:05:48.101771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-4966e872-66d0-4c31-b743-a6afb61c5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:48.103198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-4966e872-66d0-4c31-b743-a6afb61c5f60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393579 Nov 16 22:05:48.189339 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-b07896d2-b6fb-48d3-adca-71500c062c8b service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793555 Nov 16 22:05:48.278493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b839e5eb-c23d-4162-a3ab-6240d696dbb4 req-068f2d7f-5dda-48d5-a6cb-93dfc7d00235 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820942 Nov 16 22:05:48.341685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:05:48.442060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:48.453467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '38005b51-6926-47c2-848b-e95dc0514223', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': '38005b51-6926-47c2-848b-e95dc0514223', 'mac_address': 'fa:16:3e:a6:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:05:48.489855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.503134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38005b51-6926-47c2-848b-e95dc0514223 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:48.522795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:48.526282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.571144 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:48.578398 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.578785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.579307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.579669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.580014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.580339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.580665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.581010 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.581376 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.581661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.582007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.582395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.770804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['38005b51-6926-47c2-848b-e95dc0514223'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:05:48.872138 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad150a-e057-4ccb-a58e-6d51d13947a0 req-0fcede26-3b74-4d64-948c-30d54ac8ff7a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:48.873741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ad150a-e057-4ccb-a58e-6d51d13947a0 req-0fcede26-3b74-4d64-948c-30d54ac8ff7a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Nov 16 22:05:48.923668 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6ad150a-e057-4ccb-a58e-6d51d13947a0 req-832df222-775b-452f-b3ee-c2d17103b991 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Nov 16 22:05:49.038004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2f6d-f77d-450f-8929-9d7c2c3d9c76 req-4e98211b-6b6e-461d-a409-c148b6f8e461 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:49.039487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db2e2f6d-f77d-450f-8929-9d7c2c3d9c76 req-4e98211b-6b6e-461d-a409-c148b6f8e461 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0483599 Nov 16 22:05:49.085551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db2e2f6d-f77d-450f-8929-9d7c2c3d9c76 req-2a1e4313-94d8-4197-a836-fa516613740f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Nov 16 22:05:49.205481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdad49-04d9-4d3e-beb3-47be784daf35 req-5ac5237f-62db-4475-a5e4-763f781d4079 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:49.206884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96cdad49-04d9-4d3e-beb3-47be784daf35 req-5ac5237f-62db-4475-a5e4-763f781d4079 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Nov 16 22:05:49.254424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-96cdad49-04d9-4d3e-beb3-47be784daf35 req-2d48dd09-a744-48a7-95d2-8a3e2a9082ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Nov 16 22:05:49.429373 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.483276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683c70-7c05-440b-96eb-725ba5955d05 req-80035de5-cea2-411b-a8a4-242dd5edced7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:49.484673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91683c70-7c05-440b-96eb-725ba5955d05 req-80035de5-cea2-411b-a8a4-242dd5edced7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Nov 16 22:05:49.532113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91683c70-7c05-440b-96eb-725ba5955d05 req-185247d1-5a29-4bd2-9c81-bc9ffe17009e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Nov 16 22:05:50.372667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:05:50.420762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 38005b51-6926-47c2-848b-e95dc0514223 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:05:50.424796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 38005b51-6926-47c2-848b-e95dc0514223 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:05:50.425165 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:50.511125 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:50.534024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:50.536791 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038e89e-af8a-43a1-8e30-94d21f069e56" -d '{"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-plugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:50.549890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:50.555326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:50.583075 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f3b19b-60a8-4b42-9cef-ffb7678729ec x-openstack-request-id: req-10f3b19b-60a8-4b42-9cef-ffb7678729ec {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:50.583515 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-plugged", "status": "completed", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:50.583776 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10f3b19b-60a8-4b42-9cef-ffb7678729ec {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:50.584393 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'code': 200} Nov 16 22:05:50.610868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:50.655296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbfcc2-94fd-4170-bd95-c51abd43d629 req-a5efcbf6-b89b-4399-b7dc-dae2b95a6f90 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:50.656798 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08dbfcc2-94fd-4170-bd95-c51abd43d629 req-a5efcbf6-b89b-4399-b7dc-dae2b95a6f90 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0530410 Nov 16 22:05:50.671338 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:50.705532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-08dbfcc2-94fd-4170-bd95-c51abd43d629 req-1d20b2f8-283a-4ac3-bea9-f9ec962e6c34 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Nov 16 22:05:50.744192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-5874e441-d621-471f-8ee0-d9970176ee19 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:50.745661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-5874e441-d621-471f-8ee0-d9970176ee19 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f44443-738f-450d-81ec-378bc5d12c65 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Nov 16 22:05:50.842315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Deleting port 38005b51-6926-47c2-848b-e95dc0514223 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:50.842655 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:50.930178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] For port 38005b51-6926-47c2-848b-e95dc0514223, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=38005b51-6926-47c2-848b-e95dc0514223,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:50.930459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.100178 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.100537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.100852 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f disassociated. External IP: 172.25.7.173, port: 38005b51-6926-47c2-848b-e95dc0514223. Nov 16 22:05:51.101192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Calling delete_port for 38005b51-6926-47c2-848b-e95dc0514223 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:51.229370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.255723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'Port': ['ID=38005b51-6926-47c2-848b-e95dc0514223,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:51.371950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:05:51.483891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:05:51.494133 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:05:51.504086 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:51.505733 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:05:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:51.522064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.528963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] No DVR routers for this DVR port 38005b51-6926-47c2-848b-e95dc0514223 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:51.531397 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.534691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d641a64-5308-4475-9413-2619c7bed3e3 req-66c8bfc6-85a2-453e-9eef-d409a89dd96c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "DELETE /v2.0/ports/38005b51-6926-47c2-848b-e95dc0514223 HTTP/1.1" status: 204 len: 173 time: 0.7834334 Nov 16 22:05:51.535788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-deleted', 'tag': '38005b51-6926-47c2-848b-e95dc0514223'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:51.538072 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78359ab-bc2b-415b-9ba2-b20e29624936" -d '{"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-deleted", "tag": "38005b51-6926-47c2-848b-e95dc0514223"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:51.576291 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4968cf1-583e-4125-86d4-40e2e89cd04e x-openstack-request-id: req-e4968cf1-583e-4125-86d4-40e2e89cd04e {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:51.576591 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f44443-738f-450d-81ec-378bc5d12c65", "name": "network-vif-deleted", "tag": "38005b51-6926-47c2-848b-e95dc0514223", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:51.576848 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4968cf1-583e-4125-86d4-40e2e89cd04e {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:51.577256 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f44443-738f-450d-81ec-378bc5d12c65', 'name': 'network-vif-deleted', 'tag': '38005b51-6926-47c2-848b-e95dc0514223', 'status': 'completed', 'code': 200} Nov 16 22:05:51.632936 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:51.846817 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:51.873392 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:05:51.882352 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:51.882744 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:05:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:51.947618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-5e33fd69-3c69-4508-8b1d-0815e0018d6a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1110308598&fields=id&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 267 time: 0.0425611 Nov 16 22:05:51.989848 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:52.057545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-1a8187ec-c751-4eef-9261-c3a119566964 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:52.059131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-1a8187ec-c751-4eef-9261-c3a119566964 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1043072 Nov 16 22:05:52.073905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-73b8f5a2-2e2a-45bb-bd87-aae0e3f7167c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/quotas/ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 375 time: 0.0090315 Nov 16 22:05:52.126269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-55c50cae-df08-4e26-bfa8-5015aad5cd1a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469909 Nov 16 22:05:52.188872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:52.215177 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d457c7a-bfd2-4361-acdc-71d22951ed8c None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:05:52.225363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-73d1e1bb-6b37-4714-8505-e2019f495f38 service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835860 Nov 16 22:05:52.321310 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-c9baadcd-371f-4770-8f27-82d3c3d3200a service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Nov 16 22:05:52.472434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855fc76d-a45c-4194-b9c3-aa1d5d7e49da None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:05:52.493156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-268d0e7d-adc3-4881-afc6-9338a9856e49 req-98098ea6-3301-4e2d-b18a-81702f332e0b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 210 time: 0.0291066 Nov 16 22:05:53.405541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-697ddee7-dcd2-47d4-bb07-39e126e6f9f7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:53.407028 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-697ddee7-dcd2-47d4-bb07-39e126e6f9f7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1057804 Nov 16 22:05:53.469201 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-fbb1274e-ba78-4903-9b56-39a8c1d18ccd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 380 time: 0.0529125 Nov 16 22:05:53.481714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'port': {'device_id': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'admin_state_up': True, 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'security_groups': ['8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:53.594633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6017fef6-63b2-46b0-af23-56a32b90e7b5 req-92d1fcae-ed40-42c9-8ee0-72397ee5b8d8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 210 time: 0.0330369 Nov 16 22:05:53.610426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:05:53.614006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:53.742872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Allocated IP 172.20.0.4 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/e0b29876-68ea-4ac4-bd9f-dee0959877b9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:05:53.875038 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:53.907664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:53.955389 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:05:53.958620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:05:53.962480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:05:53.968993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:54.016236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.016768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.033504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-02ddf6c2-c53f-49f2-8692-0da9cac2118f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555198 Nov 16 22:05:54.046475 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Request body: {'port': {'device_id': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:54.104431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.177003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a7fa752a-29fa-4c33-b289-ccf118daf40b None None] Provisioning complete for port e0b29876-68ea-4ac4-bd9f-dee0959877b9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:05:54.177605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a7fa752a-29fa-4c33-b289-ccf118daf40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.210451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa752a-29fa-4c33-b289-ccf118daf40b None None] Port e0b29876-68ea-4ac4-bd9f-dee0959877b9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:05:54.361921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b29876-68ea-4ac4-bd9f-dee0959877b9 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:54.369040 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.381200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Transition to ACTIVE for port object e0b29876-68ea-4ac4-bd9f-dee0959877b9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:05:54.385172 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.390753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:54.414590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 38005b51-6926-47c2-848b-e95dc0514223 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:54.414971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 38005b51-6926-47c2-848b-e95dc0514223 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:54.440365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:54.513868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:05:54.514205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:05:54.514537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:54.519120 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:05:54.519482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:54.524409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:05:54.524750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:05:54.525133 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:05:54.525565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Bound port: e0b29876-68ea-4ac4-bd9f-dee0959877b9, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:05:54.525923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.592755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:05:54.596139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:05:54.601009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.637001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.637959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.639381 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1091 time: 0.5978482 Nov 16 22:05:54.641938 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:54.645115 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48471d-7e28-4fc0-8636-64faf8025fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:54.673493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a14b2-6aeb-4008-a26e-2f7c49accce2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:54.691840 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344ed62b-06dc-4b81-9556-a15c3c0aff86 x-openstack-request-id: req-344ed62b-06dc-4b81-9556-a15c3c0aff86 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:54.692139 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:54.692394 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-344ed62b-06dc-4b81-9556-a15c3c0aff86 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:54.692802 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'status': 'completed', 'code': 200} Nov 16 22:05:54.740327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d103258-a2f8-432c-8773-0c8409be9431 req-427eb4d8-1023-4aac-92b3-02430ce22fe5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.741859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d103258-a2f8-432c-8773-0c8409be9431 req-427eb4d8-1023-4aac-92b3-02430ce22fe5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0694630 Nov 16 22:05:54.755107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-acae0300-323d-4661-b7c4-bb0871f67641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.756814 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-acae0300-323d-4661-b7c4-bb0871f67641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0480609 Nov 16 22:05:54.810972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d103258-a2f8-432c-8773-0c8409be9431 req-87dc027b-f2c5-4b8e-8542-d77a834e830b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608850 Nov 16 22:05:54.811482 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-2b1fe235-3f84-413f-a2cb-cce7e03540e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 217 time: 0.0464385 Nov 16 22:05:54.866062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-03fb1cf7-00bf-4479-8f52-a4700b794237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.868096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-03fb1cf7-00bf-4479-8f52-a4700b794237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0493131 Nov 16 22:05:54.916197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-0cb490e8-d179-43ee-aa73-3661b1acb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:54.917695 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-0cb490e8-d179-43ee-aa73-3661b1acb16e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430205 Nov 16 22:05:55.013423 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-7ba52073-e3e3-491c-97ea-f5d74ff93b07 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885646 Nov 16 22:05:55.100327 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-553b7cb4-0b0c-43f1-a7c8-ee20c5129320 req-e3d44dd4-c402-4e57-be8a-ceb63aebe49d service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796373 Nov 16 22:05:55.186315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-56ca96ad-e66a-4e3c-ba42-eeb9ee5613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:55.187782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-56ca96ad-e66a-4e3c-ba42-eeb9ee5613e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0419343 Nov 16 22:05:55.230534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:05:55.281841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-f9431f91-db22-4492-9f9c-636d7dd0655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:55.283361 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-f9431f91-db22-4492-9f9c-636d7dd0655d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0882843 Nov 16 22:05:55.325306 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-0056270b-d3dd-496b-ace4-5ab3f9a42361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 217 time: 0.0335855 Nov 16 22:05:55.376922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-2b829faa-8069-4b00-b01b-4504f35f3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:55.378328 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-2b829faa-8069-4b00-b01b-4504f35f3678 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0459018 Nov 16 22:05:55.425185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-e6fdc12e-9574-40be-98fb-b345788c60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:55.427182 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-e6fdc12e-9574-40be-98fb-b345788c60ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391057 Nov 16 22:05:55.521177 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-dccaa2e0-2d22-489a-98a7-3ee0445704d9 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Nov 16 22:05:55.610643 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-7f48471d-7e28-4fc0-8636-64faf8025fa4 req-4805f2d8-55b8-413e-9214-a65682883cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813320 Nov 16 22:05:55.921145 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418176-37ab-43f3-83eb-17c87da7fbad req-26a1818f-0140-43b1-a4e4-87878f59ba9c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:55.922605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4418176-37ab-43f3-83eb-17c87da7fbad req-26a1818f-0140-43b1-a4e4-87878f59ba9c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0480688 Nov 16 22:05:55.978019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b4418176-37ab-43f3-83eb-17c87da7fbad req-22f8fec5-83b2-4aa6-b77a-1a1106d99daa tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479200 Nov 16 22:05:57.090686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde78be6-0a3d-4041-89e9-f255d4aa6f50 req-cdf6ad01-6e4a-46c5-af33-8caaf3225743 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:57.092194 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fde78be6-0a3d-4041-89e9-f255d4aa6f50 req-cdf6ad01-6e4a-46c5-af33-8caaf3225743 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Nov 16 22:05:57.141138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fde78be6-0a3d-4041-89e9-f255d4aa6f50 req-9651bf3e-bc82-4e0a-be96-9d8a0265ee18 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Nov 16 22:05:58.257508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533465-ca14-4e4a-8791-62e40ce60453 req-8b50d6c9-7027-4297-8272-9c8f9edddc24 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:58.259065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4533465-ca14-4e4a-8791-62e40ce60453 req-8b50d6c9-7027-4297-8272-9c8f9edddc24 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0522125 Nov 16 22:05:58.305237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4533465-ca14-4e4a-8791-62e40ce60453 req-12b6e672-de24-40f9-83f4-b858928f2ed5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Nov 16 22:05:58.403749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:05:58.498085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:58.513723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'mac_address': 'fa:16:3e:71:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:05:58.548921 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:58.561752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b29876-68ea-4ac4-bd9f-dee0959877b9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:58.581469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:58.585364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:58.632383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:58.774449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e0b29876-68ea-4ac4-bd9f-dee0959877b9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:05:59.423171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db0d10-86ee-4d5e-b8bb-215a2211c0b7 req-57696fcc-194a-4b76-8235-1650f468f11d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:59.424641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8db0d10-86ee-4d5e-b8bb-215a2211c0b7 req-57696fcc-194a-4b76-8235-1650f468f11d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0505087 Nov 16 22:05:59.472006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d8db0d10-86ee-4d5e-b8bb-215a2211c0b7 req-5e2f387b-938f-41e7-a99c-b7edd5b69445 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Nov 16 22:06:00.419439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:06:00.469701 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e0b29876-68ea-4ac4-bd9f-dee0959877b9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:06:00.474550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e0b29876-68ea-4ac4-bd9f-dee0959877b9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:06:00.474942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:00.554789 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:00.577063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:00.579615 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ca541-4a9d-403a-a879-5137bef916c9" -d '{"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:00.591721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade49149-ea99-4fe9-a9ab-1532daf5a7d4 req-b0e88b82-0220-4a78-b8fa-c4c26c6b9e2b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:00.592771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ade49149-ea99-4fe9-a9ab-1532daf5a7d4 req-b0e88b82-0220-4a78-b8fa-c4c26c6b9e2b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0529206 Nov 16 22:06:00.593286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:00.599263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:00.624195 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe10a8-8797-49bb-9674-4e7f2a92e2db x-openstack-request-id: req-f2fe10a8-8797-49bb-9674-4e7f2a92e2db {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:00.624493 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:00.624746 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2fe10a8-8797-49bb-9674-4e7f2a92e2db {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:00.625139 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'code': 200} Nov 16 22:06:00.651168 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:00.653994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ade49149-ea99-4fe9-a9ab-1532daf5a7d4 req-3d475ca0-049a-4cba-b618-107c68f38387 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511081 Nov 16 22:06:00.722090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c14c1-6364-4240-b75b-f51d5d3afbbe req-a93c2687-9858-4980-b8be-b3a07d467116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:00.724243 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c0c14c1-6364-4240-b75b-f51d5d3afbbe req-a93c2687-9858-4980-b8be-b3a07d467116 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0436575 Nov 16 22:06:00.767805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1c0c14c1-6364-4240-b75b-f51d5d3afbbe req-d789f460-5a15-4efd-9e84-2c6409a522cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356350 Nov 16 22:06:01.773427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e89893-b051-4f9e-9bd0-d7f2cf3b9443 req-59e0f1f6-ec2d-47bd-9a33-43e6747e6e14 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:01.774903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60e89893-b051-4f9e-9bd0-d7f2cf3b9443 req-59e0f1f6-ec2d-47bd-9a33-43e6747e6e14 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Nov 16 22:06:01.826699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-60e89893-b051-4f9e-9bd0-d7f2cf3b9443 req-b1075e92-010a-4e48-b9dd-2f1f91a0b08e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Nov 16 22:06:02.943738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b31e-8391-4305-a25f-9003ba5d815c req-b6c94fa1-bfa2-456b-bed4-b43fcf35f07f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:02.945195 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5149b31e-8391-4305-a25f-9003ba5d815c req-b6c94fa1-bfa2-456b-bed4-b43fcf35f07f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0473039 Nov 16 22:06:02.995222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5149b31e-8391-4305-a25f-9003ba5d815c req-d8d6b822-9772-42d2-a037-10eced36d80e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Nov 16 22:06:03.105058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78557-0a7c-4ba8-8e93-94002a661f5b req-82f11275-d7c4-49ef-8054-bd5e412362af tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:03.106495 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59f78557-0a7c-4ba8-8e93-94002a661f5b req-82f11275-d7c4-49ef-8054-bd5e412362af tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Nov 16 22:06:03.115115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 37760) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:03.120728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'floatingip': {'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:03.159163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.579414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.584519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.683249 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f associated. External IP: 172.25.7.173, port: e0b29876-68ea-4ac4-bd9f-dee0959877b9. Nov 16 22:06:03.884185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:06:03.986854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:06:03.991987 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.997250 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:06:04.006397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:06:04.007018 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:05:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:04.018482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-79ff4856-ba39-4f07-85c4-44c50a5431be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "PUT /v2.0/floatingips/521f7a26-af79-41b8-a73d-3bc749436f0f HTTP/1.1" status: 200 len: 991 time: 0.9023480 Nov 16 22:06:04.019037 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:04.021261 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:04.124519 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:06:04.144206 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4675de-26a0-4e64-96ea-738bd744989d x-openstack-request-id: req-3a4675de-26a0-4e64-96ea-738bd744989d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:04.144492 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:04.144747 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a4675de-26a0-4e64-96ea-738bd744989d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:04.145152 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'status': 'completed', 'code': 200} Nov 16 22:06:04.209234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-a857b4e4-9137-4fd3-808e-959a8feb0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:04.210878 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-a857b4e4-9137-4fd3-808e-959a8feb0ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0452375 Nov 16 22:06:04.302571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-4166d8c0-23d0-432b-bec0-945dcf416774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:04.304084 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-4166d8c0-23d0-432b-bec0-945dcf416774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0855582 Nov 16 22:06:04.349718 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:71:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:06:03Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:04.371112 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-4d445c5d-3cc2-4564-9b8c-ea02c85482fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 999 time: 0.0602026 Nov 16 22:06:04.374894 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:06:04.383246 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:06:04.383837 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:05:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:04.419787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-887c6068-9532-4bde-8d50-82bfd9c376c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:04.421158 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-887c6068-9532-4bde-8d50-82bfd9c376c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0438609 Nov 16 22:06:04.465310 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-6f54a5a9-1287-4f28-916e-4c52d784b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:04.466824 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-6f54a5a9-1287-4f28-916e-4c52d784b240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389500 Nov 16 22:06:04.491119 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:06:04.813800 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:71:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:06:03Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:04.841303 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11e16-2d00-4b4e-b225-8a669dcdba44 None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:71:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:06:03Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:06:04.887984 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-8a5517f9-f908-465e-923d-651ee0e2aa97 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137704 Nov 16 22:06:04.979243 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4c961dbf-d3c7-4b83-915f-86d180a7bfb0 req-29cea93c-0bbf-4ad3-9de9-91df9a31625e service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831606 Nov 16 22:06:05.039380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b67e84-e5dc-4896-8159-2e8ca6a5b384 None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:06:09.426067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:13.260447 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:15.416397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f5567c6-b247-4bdf-a0ed-61ad866ff8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:17.747661 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-66433e97-e0ec-4333-8db8-18e4e1474e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:19.430019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:20.671616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:21.525057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:32.229237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:06:38.780498 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-dffb8daf-6b9e-4011-abad-1440528570f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420766 Nov 16 22:06:38.860109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-c2d8e784-f8d2-467f-83f1-c62df33ff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.861564 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-c2d8e784-f8d2-467f-83f1-c62df33ff898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0405180 Nov 16 22:06:38.967276 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-8238b828-c3d6-449f-a62b-a319c9d4ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.968713 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-8238b828-c3d6-449f-a62b-a319c9d4ca98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0883408 Nov 16 22:06:39.030816 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-9aadc8be-283f-4ff8-91ed-3e40c009b21b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1001 time: 0.0553746 Nov 16 22:06:39.077618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-e1c8b086-3981-42f1-8ff2-d1e286ffa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.079042 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-e1c8b086-3981-42f1-8ff2-d1e286ffa852 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0419967 Nov 16 22:06:39.128023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-afde1572-a9bf-4969-95b8-561ca713b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.129541 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-afde1572-a9bf-4969-95b8-561ca713b499 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438490 Nov 16 22:06:39.218408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-bb198067-3bb0-4a59-9027-fbde485ca117 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804288 Nov 16 22:06:39.308595 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-2f4f30fc-09a6-4216-a71d-8ff9576d32be req-2e97d918-abb0-4512-bb7c-56c91db92987 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Nov 16 22:06:39.421959 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.259720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.419582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a850c7ba-8150-43d5-9405-0614e4efc50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:47.748300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bbb72c55-5bdc-40ea-af12-8175b988a58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:49.432632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:50.673949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:51.527109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:09.229064 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:07:09.418003 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:13.274951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:15.421630 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8a38965a-ddbe-4216-a1a3-51b8e8ef0371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:17.748471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-80292da6-333e-4405-a613-6928efca581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:19.435906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:20.676632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:21.529710 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:39.436692 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:40.797164 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-adf5b8fa-3391-4025-bbf2-c5e384e5591d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499465 Nov 16 22:07:40.891058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-82a005c9-2790-4f79-988e-020579259445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:40.892811 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-82a005c9-2790-4f79-988e-020579259445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0491865 Nov 16 22:07:41.021829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9531-9ec0-4440-acf4-691c5c8d7b3e req-312478f3-0400-4303-a516-482dcef5480a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:41.024183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-ffa6edd2-4a7f-448b-bbdb-d14150dd9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:41.025892 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-ffa6edd2-4a7f-448b-bbdb-d14150dd9cde service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1139972 Nov 16 22:07:41.027393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a2e9531-9ec0-4440-acf4-691c5c8d7b3e req-312478f3-0400-4303-a516-482dcef5480a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0705433 Nov 16 22:07:41.075237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a2e9531-9ec0-4440-acf4-691c5c8d7b3e req-57e354da-1ef4-4682-bab3-5e58a8b24cb7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Nov 16 22:07:41.108980 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-ed13252b-aeee-4b42-90da-ba0bc3341183 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1001 time: 0.0650525 Nov 16 22:07:41.158419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-2011de82-335a-465e-872d-5d46efcd00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:41.160538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-2011de82-335a-465e-872d-5d46efcd00f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0441337 Nov 16 22:07:41.210982 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-f378f624-4b5a-42c1-8812-fe8c755f07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:41.212523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-f378f624-4b5a-42c1-8812-fe8c755f07ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432856 Nov 16 22:07:41.304391 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-1b5a9bb2-54d0-4174-ab68-054e0fd1b864 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Nov 16 22:07:41.397340 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ef60fdab-974d-4409-b30e-14e8cebe7afe req-1bb88eb7-964c-4469-bf30-03c69f9faa8c service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853250 Nov 16 22:07:42.191623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b959c70-6094-4cc5-b952-7ab4452374a8 req-b24b6e63-3b6a-435a-a673-bab911941ecb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:42.193095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b959c70-6094-4cc5-b952-7ab4452374a8 req-b24b6e63-3b6a-435a-a673-bab911941ecb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Nov 16 22:07:42.239633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b959c70-6094-4cc5-b952-7ab4452374a8 req-36d17626-f1b5-4b5a-97bc-b53dc8972243 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Nov 16 22:07:43.302295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:43.370336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5753f-a424-4367-a9e8-fa6e2089c83a req-cf5e906f-a328-4689-bc5d-658284d12623 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:43.371890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45e5753f-a424-4367-a9e8-fa6e2089c83a req-cf5e906f-a328-4689-bc5d-658284d12623 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Nov 16 22:07:43.423707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45e5753f-a424-4367-a9e8-fa6e2089c83a req-1c9c7f2b-6bdb-4551-a956-1b27197b74a8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Nov 16 22:07:44.543141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9b71-4c90-44a1-ab58-c787f30c0238 req-1f4cb286-0444-4678-9292-fa586e5a5e1a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:44.544605 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a8c9b71-4c90-44a1-ab58-c787f30c0238 req-1f4cb286-0444-4678-9292-fa586e5a5e1a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0510805 Nov 16 22:07:44.591584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1a8c9b71-4c90-44a1-ab58-c787f30c0238 req-ea23a9f5-6cdf-4718-ad46-a7883c6cd065 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Nov 16 22:07:45.423481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1637c23c-095e-4383-ba63-42ce0ec406aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:45.708353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f169a6f-82c0-48f7-a64f-f5b019fb0f6f req-c67a6928-6335-458a-8312-ec3463d4bffe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:45.709862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f169a6f-82c0-48f7-a64f-f5b019fb0f6f req-c67a6928-6335-458a-8312-ec3463d4bffe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Nov 16 22:07:45.760836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f169a6f-82c0-48f7-a64f-f5b019fb0f6f req-9ef16c13-b51c-45e9-bbb1-dd5152097951 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450513 Nov 16 22:07:46.229216 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:07:46.878381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f68d-76d3-4d8a-8edd-96c8252cf336 req-fc1cd6e4-4b6a-4f5a-9e44-4556c3b660c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:46.879866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a17f68d-76d3-4d8a-8edd-96c8252cf336 req-fc1cd6e4-4b6a-4f5a-9e44-4556c3b660c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Nov 16 22:07:46.927302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a17f68d-76d3-4d8a-8edd-96c8252cf336 req-97f74669-8640-4baf-b141-fc785eb504e8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Nov 16 22:07:47.756339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c28154a5-237c-4e07-a328-f9ef40ac71e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:48.039069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a2b5f-dc40-4cfe-bf63-2127669969d0 req-0f5dbd73-389c-44ab-a40b-00f2dbde0aac tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:48.040420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8a2b5f-dc40-4cfe-bf63-2127669969d0 req-0f5dbd73-389c-44ab-a40b-00f2dbde0aac tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Nov 16 22:07:48.085725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3f8a2b5f-dc40-4cfe-bf63-2127669969d0 req-7bc49409-b1b6-4e50-b0a8-223a7bc77851 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395086 Nov 16 22:07:49.202976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0d956-c696-4dc5-89d9-9b3503efc40e req-5ee60a0c-c0a4-4da1-9911-bdf5e1a22a80 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:49.204433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e0d956-c696-4dc5-89d9-9b3503efc40e req-5ee60a0c-c0a4-4da1-9911-bdf5e1a22a80 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0517581 Nov 16 22:07:49.250038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4e0d956-c696-4dc5-89d9-9b3503efc40e req-87925898-28f4-4eef-a257-838c390e0ca1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398090 Nov 16 22:07:49.437524 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:50.361964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d1a12-1d89-44c0-b4b2-8c417f9916f0 req-2f0c8268-3872-4d62-8b94-6793f647dd85 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:50.363998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36d1a12-1d89-44c0-b4b2-8c417f9916f0 req-2f0c8268-3872-4d62-8b94-6793f647dd85 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Nov 16 22:07:50.409342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d36d1a12-1d89-44c0-b4b2-8c417f9916f0 req-bf60871f-7ef8-4124-883d-e809b2cd8b92 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Nov 16 22:07:50.679007 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:51.530471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:51.531102 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f04c26-aa6b-4a16-af0b-ddb439926a35 req-b694bc37-c567-4d9e-9fb1-8324048c30ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:51.532602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2f04c26-aa6b-4a16-af0b-ddb439926a35 req-b694bc37-c567-4d9e-9fb1-8324048c30ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Nov 16 22:07:51.579572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2f04c26-aa6b-4a16-af0b-ddb439926a35 req-54f5979d-51f1-47db-9e22-62b910084881 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Nov 16 22:07:51.816592 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da2785-c745-4761-95c3-4d995595e0ed req-76c23a4a-6f78-4712-a69f-29ee79505fa2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:51.818074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54da2785-c745-4761-95c3-4d995595e0ed req-76c23a4a-6f78-4712-a69f-29ee79505fa2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0484769 Nov 16 22:07:51.886020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-186d088d-0a2d-4be9-8cb5-3da88c4384fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214216 Nov 16 22:07:51.890479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54da2785-c745-4761-95c3-4d995595e0ed req-359459ef-d8c1-433c-8188-992dc993fe03 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638893 Nov 16 22:07:53.010916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9424c8-5b1f-4d05-b225-1b4410742e6c req-54d2f41d-88a6-476d-a6ac-44bc95787997 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:53.012386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b9424c8-5b1f-4d05-b225-1b4410742e6c req-54d2f41d-88a6-476d-a6ac-44bc95787997 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0516503 Nov 16 22:07:53.058229 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b9424c8-5b1f-4d05-b225-1b4410742e6c req-6ca6452f-1be4-437f-b781-48484079e66d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Nov 16 22:07:54.170622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c1f1-3870-4849-8364-f933b216f8d0 req-8f19d0d9-7562-41fa-a2f7-cf0ca2293e8a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:54.172082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f3c1f1-3870-4849-8364-f933b216f8d0 req-8f19d0d9-7562-41fa-a2f7-cf0ca2293e8a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0469291 Nov 16 22:07:54.218426 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f3c1f1-3870-4849-8364-f933b216f8d0 req-55633f9c-8062-4e2a-8a76-ee1f1629f1e7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Nov 16 22:07:55.331355 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9304-aaf8-4fc5-a37e-7eead398033c req-87a8358e-db2d-4855-ac0a-d183130f4795 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:55.332808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76df9304-aaf8-4fc5-a37e-7eead398033c req-87a8358e-db2d-4855-ac0a-d183130f4795 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 16 22:07:55.382854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76df9304-aaf8-4fc5-a37e-7eead398033c req-ecc230e5-c8ca-4f33-b7ca-3bc46d7acc3d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Nov 16 22:07:56.497721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b885d-44c9-4b3e-bf9b-6be043bfdb7d req-52e3eed6-16ab-4295-91eb-178b6d6fbef3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:56.499455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b885d-44c9-4b3e-bf9b-6be043bfdb7d req-52e3eed6-16ab-4295-91eb-178b6d6fbef3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Nov 16 22:07:56.551986 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b885d-44c9-4b3e-bf9b-6be043bfdb7d req-9aec816f-3ebe-49f3-9d22-336778abf5a8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Nov 16 22:07:57.164886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-c02756a6-8a03-450e-9eff-560588d9e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.166359 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-c02756a6-8a03-450e-9eff-560588d9e78d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0404584 Nov 16 22:07:57.259856 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-5abbc911-5bd0-4957-a4ae-8f14ee1fb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.261307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-5abbc911-5bd0-4957-a4ae-8f14ee1fb7ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0876181 Nov 16 22:07:57.324972 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-5f6c39fd-35aa-4956-afe0-ad5919a618be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1001 time: 0.0563078 Nov 16 22:07:57.373315 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-5ac45198-85a6-4f3d-8573-f65291b33d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.374721 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-5ac45198-85a6-4f3d-8573-f65291b33d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0434899 Nov 16 22:07:57.424027 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-43c5cc43-b6a8-4194-bd00-166005504c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.425446 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-43c5cc43-b6a8-4194-bd00-166005504c24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443845 Nov 16 22:07:57.513749 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-89096f05-3d38-4c4a-8641-4daf6b426fb6 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814397 Nov 16 22:07:57.607311 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-36ecd4b3-22e5-44d9-8dff-4950bc127ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867863 Nov 16 22:07:57.670050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be962648-8967-4d61-b982-db68bebaff3e req-a9012805-2845-4213-8d69-a0404ae1285e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.671665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be962648-8967-4d61-b982-db68bebaff3e req-a9012805-2845-4213-8d69-a0404ae1285e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Nov 16 22:07:57.721123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be962648-8967-4d61-b982-db68bebaff3e req-9f0f3872-c6a9-422d-bdba-0ea972f70540 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420706 Nov 16 22:07:58.841154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826179a7-edaf-4c4a-8e32-0d6ecdbad847 req-adb1eb5d-e945-4258-85a2-b077725a124c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:58.842576 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-826179a7-edaf-4c4a-8e32-0d6ecdbad847 req-adb1eb5d-e945-4258-85a2-b077725a124c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Nov 16 22:07:58.888629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-826179a7-edaf-4c4a-8e32-0d6ecdbad847 req-6559b42b-f9d5-4cb9-b959-95155819fc32 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394077 Nov 16 22:07:59.570395 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-22c06858-730e-46af-9185-1fb8bc68eb08 service neutron] show failed (client error): The resource could not be found. Nov 16 22:07:59.571444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-22c06858-730e-46af-9185-1fb8bc68eb08 service neutron] 10.222.0.36 "GET /v2.0/ports/e0b29876-68ea-4ac4-bd9f-dee0959877b9/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0545957 Nov 16 22:07:59.765722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-94fa5876-f594-4d6d-b3a7-2dec6c310a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:59.767173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-94fa5876-f594-4d6d-b3a7-2dec6c310a7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1096 time: 0.0419581 Nov 16 22:07:59.780187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:07:59.844411 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.003236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7acc-3821-4b0e-b2c3-ec7bf1d0bf69 req-80df0cef-b3ef-42fe-bb9c-d3fae9b982e6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.005227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b7acc-3821-4b0e-b2c3-ec7bf1d0bf69 req-80df0cef-b3ef-42fe-bb9c-d3fae9b982e6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0505197 Nov 16 22:08:00.044988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:00.051617 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f85b7acc-3821-4b0e-b2c3-ec7bf1d0bf69 req-aa30ffc8-48d6-4660-918e-35d15b78b1c9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403442 Nov 16 22:08:00.078884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:00.117924 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:00.120221 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36954188-f9c3-4cd2-bc29-8aa2bba32771" -d '{"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:00.124271 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.139940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Transition to ACTIVE for port object e0b29876-68ea-4ac4-bd9f-dee0959877b9 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:08:00.145990 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.229491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:00.239839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.240182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.240515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.240901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.241227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.241553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.241871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.242189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.242574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.242897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.243239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.243557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:00.255208 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cd4daf-322b-4c73-9c6b-ef2a9733e072 x-openstack-request-id: req-46cd4daf-322b-4c73-9c6b-ef2a9733e072 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:00.255575 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:00.255898 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46cd4daf-322b-4c73-9c6b-ef2a9733e072 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:00.256374 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'code': 200} Nov 16 22:08:00.287681 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] No DVR routers for this DVR port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:08:00.422871 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:00.423235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:00.423561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:00.428626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:08:00.428943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Attempting to bind port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:00.433711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:00.434047 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:00.434430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:00.434859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Bound port: e0b29876-68ea-4ac4-bd9f-dee0959877b9, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:00.435235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.500405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:00.504332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:00.511554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.553275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.553850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:00.555329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1091 time: 0.7790039 Nov 16 22:08:00.576793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739312ca-6c5f-4895-a82f-14b16cc41706 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:00.621794 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-0748cad2-5e97-4057-a733-c9c87f955597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.623368 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-0748cad2-5e97-4057-a733-c9c87f955597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0437634 Nov 16 22:08:00.718221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-af9b85e1-6b17-40ef-80e6-61cdd719b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.719762 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-af9b85e1-6b17-40ef-80e6-61cdd719b4a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0896037 Nov 16 22:08:00.790202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-e5b68f39-0bb8-4349-97d2-b1f50f6099f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 999 time: 0.0626485 Nov 16 22:08:00.846720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-50026fa4-0093-41a3-b330-e2e40cb715b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.848858 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-50026fa4-0093-41a3-b330-e2e40cb715b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0521860 Nov 16 22:08:00.894873 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-ce479419-d703-438e-858d-a604634549bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.896420 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-ce479419-d703-438e-858d-a604634549bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391335 Nov 16 22:08:00.989149 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-f20ffeb9-ef1e-424a-baea-8b885d9c4996 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 Nov 16 22:08:01.077772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ec6ce552-ad7f-4e6c-b3b6-3b10278aa061 req-4f0ee66a-205b-4e10-8b00-7f108f4b8be2 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815856 Nov 16 22:08:01.177526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72ec1-e3c3-485c-bee5-b684fc517961 req-ce5db4e9-fd8c-4ada-ba84-73cef6400450 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:01.179107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a72ec1-e3c3-485c-bee5-b684fc517961 req-ce5db4e9-fd8c-4ada-ba84-73cef6400450 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0559919 Nov 16 22:08:01.230516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04a72ec1-e3c3-485c-bee5-b684fc517961 req-62129c5f-e5df-4d03-9672-581646127383 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 Nov 16 22:08:02.257777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:02.260069 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d11bf42-fbed-4a5e-a353-d5554f819f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:02.322308 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9c5fe-05f3-4f60-b81b-7b4e15e9739d x-openstack-request-id: req-4bf9c5fe-05f3-4f60-b81b-7b4e15e9739d {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:02.322605 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:02.322864 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bf9c5fe-05f3-4f60-b81b-7b4e15e9739d {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:02.323310 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'status': 'completed', 'code': 200} Nov 16 22:08:02.353429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57681d-c244-4288-b1d4-1a77de99df84 req-f441b0ad-5b94-4c52-8fa3-f6be71d78d37 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.359527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee57681d-c244-4288-b1d4-1a77de99df84 req-f441b0ad-5b94-4c52-8fa3-f6be71d78d37 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0562508 Nov 16 22:08:02.405967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee57681d-c244-4288-b1d4-1a77de99df84 req-4c138cee-5e80-426d-b5cb-11fd8ea88fb8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441842 Nov 16 22:08:02.420300 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-0096fed1-2a25-42db-9bf4-9459645addc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.421825 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-0096fed1-2a25-42db-9bf4-9459645addc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0764744 Nov 16 22:08:02.423539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-98b1f845-1aa5-4f41-ba9c-e5bb5ac00bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.424877 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-98b1f845-1aa5-4f41-ba9c-e5bb5ac00bed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0699449 Nov 16 22:08:02.579188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-01aff3a7-5381-40ea-8c31-89aaf66ba4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.580603 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-01aff3a7-5381-40ea-8c31-89aaf66ba4af service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1519673 Nov 16 22:08:02.583218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-4605eca6-d196-45fd-bb52-78b95711da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.584543 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-4605eca6-d196-45fd-bb52-78b95711da23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1489062 Nov 16 22:08:02.695956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-a7b3ee47-71a8-4b74-a6f1-2bebfa984556 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 999 time: 0.1050875 Nov 16 22:08:02.697550 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-705a41ae-a769-47ed-be0a-9e6be7ff72d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 999 time: 0.1013873 Nov 16 22:08:02.781524 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-edc8d2b4-eff0-4442-86fd-0e73b4d37c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.783003 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-edc8d2b4-eff0-4442-86fd-0e73b4d37c3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0804372 Nov 16 22:08:02.785190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-dea7e8b5-a133-4a0c-bc74-0e7208f5c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.786491 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-dea7e8b5-a133-4a0c-bc74-0e7208f5c418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0764291 Nov 16 22:08:02.857986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-516156ea-d8cc-44c8-9808-c2468f3a2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.859419 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-516156ea-d8cc-44c8-9808-c2468f3a2c88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606029 Nov 16 22:08:02.861046 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-4389c43c-7438-4134-9619-9a83b642f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.862388 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-4389c43c-7438-4134-9619-9a83b642f54d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707548 Nov 16 22:08:03.016224 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-ef87bcd7-fcab-4c1f-8643-e844f97c454e service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495879 Nov 16 22:08:03.017926 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-050c3a5d-dbe9-4bae-a308-0b7f0b3523f9 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445103 Nov 16 22:08:03.064345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:08:03.101981 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:08:03.179187 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-c1893d68-5727-43ba-9d1c-fbaec807bf69 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559238 Nov 16 22:08:03.182558 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d11bf42-fbed-4a5e-a353-d5554f819f7d req-c938b940-301e-4442-9648-bad1a320715f service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517849 Nov 16 22:08:03.525734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd9fa9-6ed7-4571-9d86-8e52dc9f8b1d req-fe4c143c-17ea-44f2-a6e5-2627383789d6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:03.527217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06fd9fa9-6ed7-4571-9d86-8e52dc9f8b1d req-fe4c143c-17ea-44f2-a6e5-2627383789d6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0478885 Nov 16 22:08:03.578391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06fd9fa9-6ed7-4571-9d86-8e52dc9f8b1d req-6419254d-26a1-4b4f-9d61-377e499210a4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451655 Nov 16 22:08:03.769702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ad4c-fd09-48f5-bfcf-13b9700e439c req-0e45957b-b6af-4bfd-940f-ffe35ad3e180 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:03.771218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e38ad4c-fd09-48f5-bfcf-13b9700e439c req-0e45957b-b6af-4bfd-940f-ffe35ad3e180 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Nov 16 22:08:03.793823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964b331-e588-4525-8bbc-e1503126cdee req-a1a793f4-d3fe-47fb-bf6b-aef2fe64a830 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:03.795366 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-a1a793f4-d3fe-47fb-bf6b-aef2fe64a830 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0&tenant_id=ef577a21bb67482c954d606d73c7cb58&binding%3Ahost_id=n-h1-816206-5 HTTP/1.1" status: 200 len: 943 time: 0.0558205 Nov 16 22:08:03.820707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e38ad4c-fd09-48f5-bfcf-13b9700e439c req-32137360-4e16-407d-bbf4-396b5befb934 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Nov 16 22:08:03.858726 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-8964b331-e588-4525-8bbc-e1503126cdee req-768154e5-1cf3-4346-921f-e2319eaf52a7 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:08:03.859781 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-768154e5-1cf3-4346-921f-e2319eaf52a7 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e0b29876-68ea-4ac4-bd9f-dee0959877b9/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0573111 Nov 16 22:08:03.942273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964b331-e588-4525-8bbc-e1503126cdee req-b4939708-a5fc-484d-a3af-038e65efbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:03.943683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-b4939708-a5fc-484d-a3af-038e65efbec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1094 time: 0.0394945 Nov 16 22:08:04.036174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964b331-e588-4525-8bbc-e1503126cdee req-150a6e95-2094-4bb5-958f-25972dd328b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:04.037620 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-150a6e95-2094-4bb5-958f-25972dd328b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0865095 Nov 16 22:08:04.106225 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-1b5d3e81-2949-4f25-9797-80da53c1e6a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 999 time: 0.0597467 Nov 16 22:08:04.157771 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964b331-e588-4525-8bbc-e1503126cdee req-5d6a7450-7550-428d-8355-7d73758f3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:04.159231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-5d6a7450-7550-428d-8355-7d73758f3d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0465448 Nov 16 22:08:04.203978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964b331-e588-4525-8bbc-e1503126cdee req-665fe5c5-f722-4d94-acf6-b2df74ceb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:04.205332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-665fe5c5-f722-4d94-acf6-b2df74ceb9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391462 Nov 16 22:08:04.295156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-de4e3dba-2278-4284-b333-5780c8162841 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831864 Nov 16 22:08:04.381554 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8964b331-e588-4525-8bbc-e1503126cdee req-3395744e-b80a-45b3-8204-713fc78f6e1d service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800631 Nov 16 22:08:04.667630 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:08:04.765818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:04.776892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'mac_address': 'fa:16:3e:71:e8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:08:04.813844 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:04.826648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b29876-68ea-4ac4-bd9f-dee0959877b9 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:04.845892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:04.851978 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:04.904555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:04.912908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.913262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.913629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.913992 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.914300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.914632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.914999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.915383 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.915652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.915978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.916429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.919141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:04.962086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9463-4416-480c-a774-83054f9fa96b req-781955c9-bfb4-4a8a-98fa-f33f1d12901c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:04.963760 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04fc9463-4416-480c-a774-83054f9fa96b req-781955c9-bfb4-4a8a-98fa-f33f1d12901c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0585139 Nov 16 22:08:05.011902 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04fc9463-4416-480c-a774-83054f9fa96b req-81aba5b3-9d5e-4458-b0af-1014e1cc0068 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Nov 16 22:08:05.069225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e0b29876-68ea-4ac4-bd9f-dee0959877b9'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:08:05.130866 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44750f-de31-43a8-976d-65b07f038bf1 req-112a8994-649c-4cc3-825c-89a56cec09ed tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.132391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db44750f-de31-43a8-976d-65b07f038bf1 req-112a8994-649c-4cc3-825c-89a56cec09ed tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0524907 Nov 16 22:08:05.179326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db44750f-de31-43a8-976d-65b07f038bf1 req-306430bb-c019-45d2-900d-8d648ceb2c9d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Nov 16 22:08:05.369724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678cb7-5026-4cf0-85db-c9e413658cd9 req-d80b99ed-e790-4742-b575-15aa1d0f3898 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.371225 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86678cb7-5026-4cf0-85db-c9e413658cd9 req-d80b99ed-e790-4742-b575-15aa1d0f3898 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0481627 Nov 16 22:08:05.401485 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0134-f858-4449-a200-277e8e415a82 req-36b2a8d3-dadf-438a-8b5d-f6dabf8eb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.403040 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-36b2a8d3-dadf-438a-8b5d-f6dabf8eb663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0432978 Nov 16 22:08:05.418819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86678cb7-5026-4cf0-85db-c9e413658cd9 req-104ad1f2-f349-4dbb-9960-b33909d3fc66 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Nov 16 22:08:05.824110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0134-f858-4449-a200-277e8e415a82 req-cacfb223-2a5c-47c3-b7e7-afb71411e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.825505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-cacfb223-2a5c-47c3-b7e7-afb71411e612 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.4152906 Nov 16 22:08:05.889522 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-510e8d8c-3c27-4541-841e-2498ab8222fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 200 len: 1000 time: 0.0563431 Nov 16 22:08:05.940621 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0134-f858-4449-a200-277e8e415a82 req-ef5fe718-2a4a-4d6a-8490-eb0775de65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.942632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-ef5fe718-2a4a-4d6a-8490-eb0775de65fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0463557 Nov 16 22:08:05.985745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b0134-f858-4449-a200-277e8e415a82 req-c34ee9fd-68b2-4a28-8340-af72045a34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.987202 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-c34ee9fd-68b2-4a28-8340-af72045a34fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377364 Nov 16 22:08:06.075450 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-60aee12d-b0f5-42c5-b1b2-aff9fb6d3df0 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Nov 16 22:08:06.165518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-028b0134-f858-4449-a200-277e8e415a82 req-36739fd7-7bda-48d9-9464-b6e0925867ea service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Nov 16 22:08:06.537234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acdb05-290e-4ecf-9605-d1e918efb60d req-baee5132-5443-4dc6-b62a-397862c39b0a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:06.538811 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44acdb05-290e-4ecf-9605-d1e918efb60d req-baee5132-5443-4dc6-b62a-397862c39b0a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 944 time: 0.0502777 Nov 16 22:08:06.683559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:06.737622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port e0b29876-68ea-4ac4-bd9f-dee0959877b9 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:08:06.742228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port e0b29876-68ea-4ac4-bd9f-dee0959877b9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:06.742597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:06.822494 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:06.846320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:06.848914 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c32305-d5cc-4198-a3e9-04bbad2703e4" -d '{"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:06.863495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:06.867937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:06.923110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-44acdb05-290e-4ecf-9605-d1e918efb60d req-f506d6de-81af-4862-980c-eee052e3305e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783770 Nov 16 22:08:06.932772 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:06.954469 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93043f-3d70-4621-a507-6a2440598c1d x-openstack-request-id: req-0a93043f-3d70-4621-a507-6a2440598c1d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:06.954766 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:06.955047 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a93043f-3d70-4621-a507-6a2440598c1d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:06.955451 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'code': 200} Nov 16 22:08:08.043576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6d90-cda1-46c5-8c78-be6068b0a9c4 req-6db2adaf-7471-468c-bc32-2bc012633f59 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:08.045038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31bd6d90-cda1-46c5-8c78-be6068b0a9c4 req-6db2adaf-7471-468c-bc32-2bc012633f59 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Nov 16 22:08:08.090550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-31bd6d90-cda1-46c5-8c78-be6068b0a9c4 req-46a8311d-fc0f-43ad-b1ce-660299a4917e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Nov 16 22:08:08.325224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4bb15-4cce-4c57-bdee-2e98ba60f518 req-3087d0f9-2a73-4de9-bd1e-2b4111b37fbb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:08.326694 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75d4bb15-4cce-4c57-bdee-2e98ba60f518 req-3087d0f9-2a73-4de9-bd1e-2b4111b37fbb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Nov 16 22:08:08.373491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-75d4bb15-4cce-4c57-bdee-2e98ba60f518 req-b6ebc990-2dd3-413b-813d-21f76b5f4619 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Nov 16 22:08:09.437660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:09.493961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b670d1-61ef-4f41-bcc6-79b23c5daf0b req-bf2eaa56-d258-45df-8090-f2aa9603f053 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:09.495465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24b670d1-61ef-4f41-bcc6-79b23c5daf0b req-bf2eaa56-d258-45df-8090-f2aa9603f053 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0520275 Nov 16 22:08:09.542081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-24b670d1-61ef-4f41-bcc6-79b23c5daf0b req-586793fb-e42a-4f13-8921-9c3fc1a2dd8a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Nov 16 22:08:09.571338 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-2968c369-42c1-4915-8788-d3de27382548 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:09.572805 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-2968c369-42c1-4915-8788-d3de27382548 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9369446-e89a-4883-ae78-cdad20e43ac0 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Nov 16 22:08:09.664257 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Deleting port e0b29876-68ea-4ac4-bd9f-dee0959877b9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:08:09.664503 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:09.751045 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] For port e0b29876-68ea-4ac4-bd9f-dee0959877b9, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e0b29876-68ea-4ac4-bd9f-dee0959877b9,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:09.751414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:09.928238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:09.928523 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:09.928841 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f disassociated. External IP: 172.25.7.173, port: e0b29876-68ea-4ac4-bd9f-dee0959877b9. Nov 16 22:08:09.929192 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Calling delete_port for e0b29876-68ea-4ac4-bd9f-dee0959877b9 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:08:10.053323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:10.086548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'Port': ['ID=e0b29876-68ea-4ac4-bd9f-dee0959877b9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:10.197788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:08:10.308579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:08:10.319070 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:08:10.328231 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:10.328802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:07:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:10.351081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] No DVR routers for this DVR port e0b29876-68ea-4ac4-bd9f-dee0959877b9 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:08:10.353832 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:10.357102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b9e7fcab-fb8f-4bbf-b742-7f8592d96902 req-012c4581-cc5c-4ae0-bead-53269580786c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "DELETE /v2.0/ports/e0b29876-68ea-4ac4-bd9f-dee0959877b9 HTTP/1.1" status: 204 len: 173 time: 0.7773187 Nov 16 22:08:10.357556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-deleted', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:10.359830 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ded0f-9f53-4316-9cc9-f4300bb6051f" -d '{"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-deleted", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:10.397244 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5664793-0023-4948-9166-ff41e30d69e9 x-openstack-request-id: req-c5664793-0023-4948-9166-ff41e30d69e9 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:10.397549 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9369446-e89a-4883-ae78-cdad20e43ac0", "name": "network-vif-deleted", "tag": "e0b29876-68ea-4ac4-bd9f-dee0959877b9", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:10.397803 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5664793-0023-4948-9166-ff41e30d69e9 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:10.398209 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9369446-e89a-4883-ae78-cdad20e43ac0', 'name': 'network-vif-deleted', 'tag': 'e0b29876-68ea-4ac4-bd9f-dee0959877b9', 'status': 'completed', 'code': 200} Nov 16 22:08:10.434427 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:10.645058 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:10.671749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:08:10.680241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:10.680955 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:07:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:10.786770 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:10.832967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-4ddc6fa8-00fa-4ca4-ad95-dad8aa9208a7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1110308598&fields=id&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 267 time: 0.0422070 Nov 16 22:08:10.947055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-8583e9a1-46c0-4090-9b02-a5067b65a52c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:10.948535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-8583e9a1-46c0-4090-9b02-a5067b65a52c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1088362 Nov 16 22:08:10.963765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-bea750b3-02c8-4de3-8f18-554ec25875ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/quotas/ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 375 time: 0.0090680 Nov 16 22:08:10.990125 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:11.016021 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2797a-4b89-4b71-a93b-3ed3f74d26d6 None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:08:11.016290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-d5ff705e-89cb-4cbd-93a3-00e6225073fe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472751 Nov 16 22:08:11.086351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-1a5ab6e6-0851-4bea-b376-068bd8afc4ab service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:08:11.087384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-1a5ab6e6-0851-4bea-b376-068bd8afc4ab service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591240 Nov 16 22:08:11.181480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-223470c9-a1a4-4f59-9154-349934e6a936 service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Nov 16 22:08:11.246112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8684388-8549-44be-a744-5516266cd406 None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:08:11.293549 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-b50295fb-4a15-47b9-946b-5d9724c6fd43 service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057096 Nov 16 22:08:11.459921 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-065aa65b-fc69-4191-9242-1396f00d886b req-d95324ae-0072-43ed-8e90-baa765d0fd81 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 210 time: 0.0275714 Nov 16 22:08:12.389989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-1be3d34f-c610-42d5-9ec5-f6827969cb01 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:12.391517 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-1be3d34f-c610-42d5-9ec5-f6827969cb01 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1067996 Nov 16 22:08:12.453836 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-57c92bf1-b6fd-4f02-bd05-d585940c8d58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 380 time: 0.0523136 Nov 16 22:08:12.463591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'port': {'device_id': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'admin_state_up': True, 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'security_groups': ['8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:12.583037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:08:12.587209 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:12.728170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Allocated IP 172.20.0.10 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/d5457213-c95c-4d99-a317-609f44d61526) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:12.806962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45c3f6d0-8e70-4b4d-8dc8-552da8f7f413 req-78ccb8f7-161e-4c76-bf1f-50ef519b5f58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 210 time: 0.0284646 Nov 16 22:08:12.866760 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:12.900110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:12.943447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:12.950323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:12.954249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:12.961173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:13.008251 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.008786 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.026904 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-63e4528d-6741-45bd-96ac-20a47f9caa58 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667963 Nov 16 22:08:13.039699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Request body: {'port': {'device_id': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:13.096565 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.199154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e4bd63fc-97f8-4699-9267-e7f24a3460d8 None None] Provisioning complete for port d5457213-c95c-4d99-a317-609f44d61526 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:13.199729 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4bd63fc-97f8-4699-9267-e7f24a3460d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.232141 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd63fc-97f8-4699-9267-e7f24a3460d8 None None] Port d5457213-c95c-4d99-a317-609f44d61526 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:13.305523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.361447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:13.368804 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.381900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Transition to ACTIVE for port object d5457213-c95c-4d99-a317-609f44d61526 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:08:13.385727 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.434945 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:13.509220 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:13.509560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:13.509897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:13.514520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:08:13.514843 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:13.522239 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:13.522701 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:13.523122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:13.523541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Bound port: d5457213-c95c-4d99-a317-609f44d61526, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:13.523886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.592969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:13.596622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:13.601073 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.633152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.633766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:13.635155 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1092 time: 0.5998878 Nov 16 22:08:13.635587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:13.637862 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:13.685715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bff5b-7348-4b66-890b-f500eda6d641 service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:13.704529 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befe9109-6d33-4086-a70a-69f60613ad1b x-openstack-request-id: req-befe9109-6d33-4086-a70a-69f60613ad1b {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:13.704813 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:13.705064 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-befe9109-6d33-4086-a70a-69f60613ad1b {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:13.705466 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'status': 'completed', 'code': 200} Nov 16 22:08:13.722718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-7ce473e8-00fd-4357-af77-5cf7e04d0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.724799 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-7ce473e8-00fd-4357-af77-5cf7e04d0298 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0489306 Nov 16 22:08:13.773465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-792ebb48-52e6-4e62-add7-cbf8a17de5c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 217 time: 0.0399904 Nov 16 22:08:13.823781 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-c0aad0be-cea6-4168-9068-ccf13dc091e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.825276 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-c0aad0be-cea6-4168-9068-ccf13dc091e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0456538 Nov 16 22:08:13.875191 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-629b7c65-f15b-43be-82a7-501f68085c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.876708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-629b7c65-f15b-43be-82a7-501f68085c78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442162 Nov 16 22:08:13.929664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a48f-057e-4687-aa8f-9d7bfd4acce0 req-02491a87-e6dc-4011-9a2b-9826df4b11e7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.931183 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0643a48f-057e-4687-aa8f-9d7bfd4acce0 req-02491a87-e6dc-4011-9a2b-9826df4b11e7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Nov 16 22:08:13.974472 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-db2b9d9c-dd0d-496a-9a57-3f6592d4f72d service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Nov 16 22:08:13.978786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0643a48f-057e-4687-aa8f-9d7bfd4acce0 req-4c042342-13c9-47d8-b79d-af825d9ec655 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Nov 16 22:08:14.064832 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-5b2b85f2-6536-4e69-bdbc-53f72220b8bd req-65dc04c8-3607-4a23-a628-748896b82937 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828738 Nov 16 22:08:14.146818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-81c7b1a4-f4df-47dc-bda8-7e4f3e42a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.148300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-81c7b1a4-f4df-47dc-bda8-7e4f3e42a03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0404959 Nov 16 22:08:14.240457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-b9872da2-880f-4dfc-8fec-1ccd81415001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.241919 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-b9872da2-880f-4dfc-8fec-1ccd81415001 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0865402 Nov 16 22:08:14.281422 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-8e2b46bb-27ba-4955-be27-fb4ee5cd7866 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 217 time: 0.0328870 Nov 16 22:08:14.334516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-dabe9500-bfa3-4281-aaff-feaa96aab85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.335956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-dabe9500-bfa3-4281-aaff-feaa96aab85a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0464034 Nov 16 22:08:14.381011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-d94bdb8f-e35a-4045-9aa4-4cd16ab34782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.382453 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-d94bdb8f-e35a-4045-9aa4-4cd16ab34782 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393944 Nov 16 22:08:14.472539 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-0c824f0a-5942-4fca-9393-1ca07b799f69 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804448 Nov 16 22:08:14.565946 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c30e3b2f-c9c8-4631-9a16-bb3de5f95dba req-46f502c6-cc9c-4fd7-ba38-997e7ae373b1 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856888 Nov 16 22:08:14.745251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:08:14.765044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: e0b29876-68ea-4ac4-bd9f-dee0959877b9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:08:14.765381 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e0b29876-68ea-4ac4-bd9f-dee0959877b9 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:08:15.093189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec238b53-1180-4bfd-bd6d-62767403b39a req-b3d69f4a-2145-44e6-a2b0-87fdd45ee71a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:15.094662 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec238b53-1180-4bfd-bd6d-62767403b39a req-b3d69f4a-2145-44e6-a2b0-87fdd45ee71a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0479255 Nov 16 22:08:15.141680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec238b53-1180-4bfd-bd6d-62767403b39a req-934f9d4d-4d8e-447f-9583-7086ef4281dd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Nov 16 22:08:15.426479 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7819fbfc-6ffd-4e5a-b3ea-37105d9a9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:16.257898 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331971f-5bb4-43c2-9caa-6fc27bd59c10 req-9aba68d0-f3b3-43c4-9c52-a4631c1a0d32 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.259377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f331971f-5bb4-43c2-9caa-6fc27bd59c10 req-9aba68d0-f3b3-43c4-9c52-a4631c1a0d32 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0522799 Nov 16 22:08:16.309425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f331971f-5bb4-43c2-9caa-6fc27bd59c10 req-73733afa-c72d-42dd-9b12-e1fa9ebede95 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439811 Nov 16 22:08:16.744765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:08:16.838460 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:16.850360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd5457213-c95c-4d99-a317-609f44d61526', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:08:16.885727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:16.898706 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:16.920198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:16.924296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:16.978342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:17.115857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['d5457213-c95c-4d99-a317-609f44d61526'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:08:17.422349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463341-a4b2-4bab-8aca-0f5b27e63383 req-0c455522-591b-4adb-b008-faba35b7b563 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:17.423842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b463341-a4b2-4bab-8aca-0f5b27e63383 req-0c455522-591b-4adb-b008-faba35b7b563 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0477219 Nov 16 22:08:17.470298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b463341-a4b2-4bab-8aca-0f5b27e63383 req-89e5480f-e71f-422b-bf20-0888c68ce0e5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Nov 16 22:08:17.747645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06ad52e2-61b1-48de-b5a0-d4486d290d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.584402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d345e-7edb-494c-8b59-f26c2fccf79f req-29b4ad29-3433-4acb-b1b3-a6247541a250 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:18.586061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a22d345e-7edb-494c-8b59-f26c2fccf79f req-29b4ad29-3433-4acb-b1b3-a6247541a250 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Nov 16 22:08:18.642017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a22d345e-7edb-494c-8b59-f26c2fccf79f req-055b380f-db34-4526-a8f8-2f08096dd107 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497105 Nov 16 22:08:18.745373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:18.797789 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port d5457213-c95c-4d99-a317-609f44d61526 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:08:18.802037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port d5457213-c95c-4d99-a317-609f44d61526 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:18.802409 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.876345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.898095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:18.900360 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2abeda8-023f-4152-ac9e-be9f71a185c6" -d '{"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-plugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:18.912918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:18.917286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.942224 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2ff0d-724c-41b9-935e-68d8c9b005d8 x-openstack-request-id: req-64e2ff0d-724c-41b9-935e-68d8c9b005d8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:18.942523 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-plugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:18.942775 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64e2ff0d-724c-41b9-935e-68d8c9b005d8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:18.943199 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'code': 200} Nov 16 22:08:18.966463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:19.040198 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d13c-3cc4-48ee-9ce7-e34ffea34663 req-46c8de47-78dd-4c1d-a220-ede95c76fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:19.041601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a178d13c-3cc4-48ee-9ce7-e34ffea34663 req-46c8de47-78dd-4c1d-a220-ede95c76fa6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1097 time: 0.0397797 Nov 16 22:08:19.084624 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a178d13c-3cc4-48ee-9ce7-e34ffea34663 req-88bdf945-157e-428d-b157-5807013c5cdf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361440 Nov 16 22:08:19.444843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:19.756810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85838d-23aa-4d56-a16c-82d5d6964aff req-c298d68a-954e-4bd6-a145-fd630848d162 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:19.758185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b85838d-23aa-4d56-a16c-82d5d6964aff req-c298d68a-954e-4bd6-a145-fd630848d162 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0484095 Nov 16 22:08:19.804777 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b85838d-23aa-4d56-a16c-82d5d6964aff req-74ba0ec3-6f54-40cb-8e06-c30d9ce7e2cf tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Nov 16 22:08:20.682129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:20.920035 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab53cc-c94d-448e-8071-443f90c38ec8 req-9c14bdbf-2879-4c1f-9d8a-7c00eabbf8bd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:20.921629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5ab53cc-c94d-448e-8071-443f90c38ec8 req-9c14bdbf-2879-4c1f-9d8a-7c00eabbf8bd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Nov 16 22:08:20.968889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5ab53cc-c94d-448e-8071-443f90c38ec8 req-23ad362b-3b2f-4d56-9020-474db3ec3b4d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Nov 16 22:08:21.088891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af8c43-0926-4b64-842b-10a5cf5000d3 req-04472615-16b6-467d-af76-51f7fa944d15 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:21.090315 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a2af8c43-0926-4b64-842b-10a5cf5000d3 req-04472615-16b6-467d-af76-51f7fa944d15 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0540195 Nov 16 22:08:21.099718 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38138) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:21.104216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'floatingip': {'port_id': 'd5457213-c95c-4d99-a317-609f44d61526'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:21.142649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:21.533566 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:21.571320 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:21.576127 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:21.674577 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f associated. External IP: 172.25.7.173, port: d5457213-c95c-4d99-a317-609f44d61526. Nov 16 22:08:21.880380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:08:21.993751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:08:21.998517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:22.003117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:08:22.012237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:22.012840 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:08:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:22.028299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d33def75-8a60-4be6-b8b4-b86ddb909b9a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "PUT /v2.0/floatingips/521f7a26-af79-41b8-a73d-3bc749436f0f HTTP/1.1" status: 200 len: 992 time: 0.9250069 Nov 16 22:08:22.028299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:22.030356 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8dd09-2586-425a-959f-d594c27ef3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:22.073257 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07f57b-7cff-4957-8e06-1247f99ca7d3 x-openstack-request-id: req-ca07f57b-7cff-4957-8e06-1247f99ca7d3 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:22.073546 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:22.073802 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca07f57b-7cff-4957-8e06-1247f99ca7d3 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:22.074347 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'status': 'completed', 'code': 200} Nov 16 22:08:22.119593 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:22.148179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-0fbddbc3-c91f-4983-8a01-aab51d083f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:22.149692 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-0fbddbc3-c91f-4983-8a01-aab51d083f0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1097 time: 0.0454364 Nov 16 22:08:22.240143 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-9f02b3cf-91c4-490d-be59-d6f463c283ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:22.241666 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-9f02b3cf-91c4-490d-be59-d6f463c283ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0854621 Nov 16 22:08:22.310824 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-cd379505-23ff-4dbf-8bcc-bd3edf1e71f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1000 time: 0.0616899 Nov 16 22:08:22.337845 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:08:21Z', 'revision_number': 9, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:22.360085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-4fbce336-7f47-40fb-952d-719d8569bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:22.361610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-4fbce336-7f47-40fb-952d-719d8569bf04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0434003 Nov 16 22:08:22.363531 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:08:22.371679 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:22.372254 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:08:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:22.407665 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-c9b575dd-9812-4d8e-8797-40be0ce0009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:22.409164 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-c9b575dd-9812-4d8e-8797-40be0ce0009d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Nov 16 22:08:22.509462 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-b90597e5-8ea5-49ac-9ba3-3844f263e8bb service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929852 Nov 16 22:08:22.564434 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:22.600075 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-50e8dd09-2586-425a-959f-d594c27ef3bd req-3f34eafc-c7da-4dc5-994e-f8b48e501d39 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Nov 16 22:08:22.780963 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:08:21Z', 'revision_number': 9, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:22.811996 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1994cc5-db0f-4eac-b88c-6d87a79abd8c None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:08:21Z', 'revision_number': 9, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:08:23.000044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d04ba-eb96-4771-830c-34413689f815 None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:08:23.228706 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:08:34.809682 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-26024d5e-9513-4fc3-8afe-e8df9eb3813d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414677 Nov 16 22:08:34.901474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-5c5f24a3-5306-4e2e-84cc-5facc9ffe153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:34.902958 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-5c5f24a3-5306-4e2e-84cc-5facc9ffe153 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1097 time: 0.0445585 Nov 16 22:08:35.005104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-90cf1dba-352f-4f0c-bd19-09857c0a2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.006563 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-90cf1dba-352f-4f0c-bd19-09857c0a2c8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0837867 Nov 16 22:08:35.074467 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-5e52505f-933c-49db-9dd8-c2bb239f6b09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1003 time: 0.0598249 Nov 16 22:08:35.123139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-0c574a87-b17f-481a-bac4-b3c65bb3f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.124530 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-0c574a87-b17f-481a-bac4-b3c65bb3f7b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0427032 Nov 16 22:08:35.169952 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-696a9636-97d9-452a-b371-3a3b743ed572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.171420 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-696a9636-97d9-452a-b371-3a3b743ed572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388830 Nov 16 22:08:35.263464 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-8d61df32-4b61-4004-b506-95af82cc0b36 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Nov 16 22:08:35.352477 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f6e17469-e455-4a7b-9121-0ecf77e377d3 req-e7ea8c0a-5b17-472c-8789-e03a174edf23 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812104 Nov 16 22:08:39.448314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:43.320740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:45.427863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7145697a-f475-46ad-a8ae-572ac680b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:47.749735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce1c2-d4cc-4033-ba5a-96f396397960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:49.446030 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:50.684794 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:51.535530 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:00.227661 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:09:09.452518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:13.323877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:15.428915 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d803-cfc7-4261-9c2b-f5beca45b71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:17.754190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4370d03c-a038-44fa-9993-0b85a1b85327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:19.446309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:20.687671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:21.542190 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:36.871195 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-2438cf82-dbd4-4efb-9169-5f8fc227c3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850344 Nov 16 22:09:36.958566 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-4f98741e-e2cf-4df8-ac88-c35bd21b705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:36.960096 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-4f98741e-e2cf-4df8-ac88-c35bd21b705a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1097 time: 0.0460494 Nov 16 22:09:37.065443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-6b988b39-db84-4dbd-8ea8-c1be462b1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:37.066828 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-6b988b39-db84-4dbd-8ea8-c1be462b1dea service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0843754 Nov 16 22:09:37.134253 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-6672552e-d8fe-416d-a06c-3e7eb3968089 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1003 time: 0.0602033 Nov 16 22:09:37.182369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-bc7b89b2-976a-4d4d-8bdb-68593f18d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:37.183813 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-bc7b89b2-976a-4d4d-8bdb-68593f18d005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0428128 Nov 16 22:09:37.226185 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:09:37.227452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-f61d5ce2-90c7-4c27-9b92-5e9961438b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:37.228922 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-f61d5ce2-90c7-4c27-9b92-5e9961438b7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385725 Nov 16 22:09:37.320702 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-9b4651af-63a7-4c40-89ec-8113a64b39c7 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Nov 16 22:09:37.408817 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-30902b76-ad17-42f2-a11d-5c3800b9f128 req-88f45a0d-ef8d-464a-babb-7358133f61c3 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810425 Nov 16 22:09:39.452952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:43.338033 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:45.429865 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-79844736-c8da-4942-b743-badbe8b19eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:47.755244 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f9c676b4-4ce6-47ad-a58a-fba09027e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:49.448653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:50.690157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:51.535094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:58.254958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-6fce50d5-606a-4d83-a6e3-f72a369b9d2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461912 Nov 16 22:09:58.382897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fd6f3-fe38-48d4-bb34-6a9d5a7b18e5 req-3b81a13b-ba85-4ba3-a50c-fea3bd85f8a4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:58.384192 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6fd6f3-fe38-48d4-bb34-6a9d5a7b18e5 req-3b81a13b-ba85-4ba3-a50c-fea3bd85f8a4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.1067989 Nov 16 22:09:58.432593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc6fd6f3-fe38-48d4-bb34-6a9d5a7b18e5 req-e24d3515-63d4-4951-a333-b435528f1d7f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Nov 16 22:09:59.343991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-09c2b3fe-d7e3-4d25-8be3-021a50c7c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:59.345989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-09c2b3fe-d7e3-4d25-8be3-021a50c7c0f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1097 time: 0.0396912 Nov 16 22:09:59.441677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-9fe46586-5aca-48d9-96c0-e5e07048aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:59.443180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-9fe46586-5aca-48d9-96c0-e5e07048aea3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0906994 Nov 16 22:09:59.513857 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-fa9a3ece-135f-4d5b-9c34-2e19ffc176c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1003 time: 0.0621123 Nov 16 22:09:59.569351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-4c966083-9675-4ab6-bc19-44e6246e1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:59.570916 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-4c966083-9675-4ab6-bc19-44e6246e1fc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0487721 Nov 16 22:09:59.618449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-4b86af06-dfb6-4099-b8fc-5be8a14276a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:59.619994 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-4b86af06-dfb6-4099-b8fc-5be8a14276a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414333 Nov 16 22:09:59.677829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0743-4dbc-4514-a822-7bef41101ee3 req-49d786d6-2f2f-46ca-9c94-f6cae376697f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:59.680710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d78e0743-4dbc-4514-a822-7bef41101ee3 req-49d786d6-2f2f-46ca-9c94-f6cae376697f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.1043704 Nov 16 22:09:59.721552 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-6a82fcf9-03d1-40d9-9fae-41354a5238b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944519 Nov 16 22:09:59.729582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d78e0743-4dbc-4514-a822-7bef41101ee3 req-6afb02e6-f4a8-44fd-a6b7-3a42b4c2f29b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Nov 16 22:09:59.811682 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-b70cc8e2-202c-47fb-9923-54ce92623c3b service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826535 Nov 16 22:10:00.843358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6850-b136-4103-a3f7-0beb059e9e52 req-ad5efd6b-228b-4df2-8cad-c4d5886dd63c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:00.844830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-108c6850-b136-4103-a3f7-0beb059e9e52 req-ad5efd6b-228b-4df2-8cad-c4d5886dd63c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0481791 Nov 16 22:10:00.891841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-108c6850-b136-4103-a3f7-0beb059e9e52 req-2eb7ecbe-f131-49e2-89cd-a546c50eedb2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Nov 16 22:10:02.007446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f0c8-eac1-4b8b-b91b-692602eeee42 req-006f7f29-7275-461c-ac14-bbdab0e383e1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:02.008914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27b0f0c8-eac1-4b8b-b91b-692602eeee42 req-006f7f29-7275-461c-ac14-bbdab0e383e1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0490642 Nov 16 22:10:02.055232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27b0f0c8-eac1-4b8b-b91b-692602eeee42 req-c1d45d6e-f481-4b95-85ad-5768f906d35a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404127 Nov 16 22:10:03.252113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290527-64c4-45b5-ad34-21a80fdc02ba req-2e4a7fb0-be90-4dd3-b08b-fee7a8c62132 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:03.253589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2290527-64c4-45b5-ad34-21a80fdc02ba req-2e4a7fb0-be90-4dd3-b08b-fee7a8c62132 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0949829 Nov 16 22:10:03.299625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f2290527-64c4-45b5-ad34-21a80fdc02ba req-c9055a80-2fcf-4f62-8fb5-d7947a293ba8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Nov 16 22:10:04.418416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb6f7e-98d2-4339-b24f-5d2d26e8adb1 req-87c372f8-81c7-4e66-aa2c-1d473528b5a3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:04.419920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-beeb6f7e-98d2-4339-b24f-5d2d26e8adb1 req-87c372f8-81c7-4e66-aa2c-1d473528b5a3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0505414 Nov 16 22:10:04.466434 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-beeb6f7e-98d2-4339-b24f-5d2d26e8adb1 req-f5432edc-034f-42be-92bb-e99c099bc576 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Nov 16 22:10:05.592568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8009ec-80fa-42fa-a7b6-61da7e85c9ae req-28244b48-a57c-445c-a581-0a5c6c39334b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:05.594052 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c8009ec-80fa-42fa-a7b6-61da7e85c9ae req-28244b48-a57c-445c-a581-0a5c6c39334b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Nov 16 22:10:05.641136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4c8009ec-80fa-42fa-a7b6-61da7e85c9ae req-f2bd1350-5c28-49f4-8c09-eb0160cf4efe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405951 Nov 16 22:10:06.755795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc25a2-75fa-4610-bd1f-88ac25806ddc req-7ad179e3-9720-4d47-8800-15ca82343cfe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:06.757186 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57bc25a2-75fa-4610-bd1f-88ac25806ddc req-7ad179e3-9720-4d47-8800-15ca82343cfe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0481186 Nov 16 22:10:06.803999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57bc25a2-75fa-4610-bd1f-88ac25806ddc req-4fd2ee84-626f-4f07-a870-45f2bc52ee05 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Nov 16 22:10:07.916987 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139624f-13fa-49a1-89a0-4f62b5f80706 req-5d5a0994-59d5-4dee-8990-5303622b3075 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:07.918422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0139624f-13fa-49a1-89a0-4f62b5f80706 req-5d5a0994-59d5-4dee-8990-5303622b3075 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0472963 Nov 16 22:10:07.968161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0139624f-13fa-49a1-89a0-4f62b5f80706 req-53f5da13-2462-4034-8f5d-a8d7139c7e60 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Nov 16 22:10:09.081236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26786cbb-3888-4787-90c8-487cbb62cd91 req-fa7a0513-002e-4098-93cc-2a4c95c79448 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:09.082701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26786cbb-3888-4787-90c8-487cbb62cd91 req-fa7a0513-002e-4098-93cc-2a4c95c79448 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0482917 Nov 16 22:10:09.130110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-26786cbb-3888-4787-90c8-487cbb62cd91 req-cfceffbe-f978-4748-94df-90e9f7aa2085 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Nov 16 22:10:09.466223 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:10.243284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d56e2-94e4-48f8-b81e-f3894bc454e6 req-999241bf-0d0a-4713-9d3a-8aa0bd02280b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:10.244748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-043d56e2-94e4-48f8-b81e-f3894bc454e6 req-999241bf-0d0a-4713-9d3a-8aa0bd02280b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0481350 Nov 16 22:10:10.291096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-043d56e2-94e4-48f8-b81e-f3894bc454e6 req-67733f9c-9434-4d33-a569-cda791bee418 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Nov 16 22:10:11.408668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b74c0d-4f9e-49f1-b94b-62f29f13315b req-0c5f6974-8fe9-41f5-ac0e-203ddbab28dc tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:11.410104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0b74c0d-4f9e-49f1-b94b-62f29f13315b req-0c5f6974-8fe9-41f5-ac0e-203ddbab28dc tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 946 time: 0.0515246 Nov 16 22:10:11.455366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0b74c0d-4f9e-49f1-b94b-62f29f13315b req-f89fe386-239e-4bb1-84ea-40910edb5354 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Nov 16 22:10:11.644542 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-e656ddda-e76a-4647-90f2-c349f02d5e40 service neutron] show failed (client error): The resource could not be found. Nov 16 22:10:11.645555 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-e656ddda-e76a-4647-90f2-c349f02d5e40 service neutron] 10.222.0.21 "GET /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0557759 Nov 16 22:10:11.914054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-818aa998-bdaa-4c56-b422-557bdf9f2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:11.915455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-818aa998-bdaa-4c56-b422-557bdf9f2797 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1097 time: 0.0811396 Nov 16 22:10:11.928234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:10:11.979029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.171208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:12.202413 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:10:12.244351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:12.246565 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90ffe21121a696f8b75be1327015ede72635d6d474d16cd7e7ac34b3b62d47b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f8cd41-5316-45a8-877e-04ff44c2cfb8" -d '{"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-unplugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:12.250326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.262579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Transition to ACTIVE for port object d5457213-c95c-4d99-a317-609f44d61526 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:10:12.266528 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.302523 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d2cca6-a068-4bc2-add1-8752e2dd7706 x-openstack-request-id: req-62d2cca6-a068-4bc2-add1-8752e2dd7706 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:12.302812 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-unplugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:12.303100 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62d2cca6-a068-4bc2-add1-8752e2dd7706 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:12.303486 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'code': 200} Nov 16 22:10:12.343879 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:12.358559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.358896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.359253 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.359581 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.359904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.360227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.360547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.360895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.361217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.361536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.361853 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.362169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:12.398700 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] No DVR routers for this DVR port d5457213-c95c-4d99-a317-609f44d61526 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:10:12.543935 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:10:12.544268 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:10:12.544586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:12.548872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:10:12.549183 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:12.554083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:10:12.554421 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:10:12.554808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:10:12.556024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Bound port: d5457213-c95c-4d99-a317-609f44d61526, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:10:12.556024 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.578977 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68722b-27d3-4839-8d0c-73b1dea1224c req-cf7722bb-49ab-4f89-b5ef-fb0e725777e0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.581002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f68722b-27d3-4839-8d0c-73b1dea1224c req-cf7722bb-49ab-4f89-b5ef-fb0e725777e0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0525732 Nov 16 22:10:12.621203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:10:12.624189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:10:12.629337 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.629856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f68722b-27d3-4839-8d0c-73b1dea1224c req-4bd00068-d1f5-4abc-a066-17cf01c10a1f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Nov 16 22:10:12.661672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.662288 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:12.663691 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] 10.222.0.36 "PUT /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1092 time: 0.7392857 Nov 16 22:10:12.698900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabe11-4104-41d3-b3ca-656bc4bab43f service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:12.731847 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-b465fad1-7204-4d19-bf7f-4aded4212f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.733523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-b465fad1-7204-4d19-bf7f-4aded4212f1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0450127 Nov 16 22:10:12.829973 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-751a9a80-a44d-4620-8188-013cc428e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.831496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-751a9a80-a44d-4620-8188-013cc428e059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0915654 Nov 16 22:10:12.898196 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-8e0e134d-3cf9-42ae-a8e0-e1e618d3ee60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.0595279 Nov 16 22:10:12.950735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-c81bbfda-f082-4623-ad0a-15425b16bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.952111 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-c81bbfda-f082-4623-ad0a-15425b16bf57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0474365 Nov 16 22:10:12.997682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-3a03ad7c-6937-4adc-9480-a4163c71325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:12.999352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-3a03ad7c-6937-4adc-9480-a4163c71325e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404272 Nov 16 22:10:13.094562 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-4281d7a4-6254-4fd8-a24f-8c45bc4e60ff service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885100 Nov 16 22:10:13.182651 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-577e33a3-fa50-46fe-9f24-1c1dd487d44f req-9d960519-6c7b-4813-9900-9a2b2d16e2c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806537 Nov 16 22:10:13.332753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:13.770191 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a12e1-8f13-408b-94a5-87949c27c283 req-b98ab7dd-3d68-40d3-b479-6616bc819d00 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:13.771696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277a12e1-8f13-408b-94a5-87949c27c283 req-b98ab7dd-3d68-40d3-b479-6616bc819d00 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Nov 16 22:10:13.821341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-277a12e1-8f13-408b-94a5-87949c27c283 req-93761311-9d2c-4c19-983d-b0885e6730f1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 Nov 16 22:10:14.226056 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:10:14.304377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:14.342335 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6371502-c5f7-4ae5-86d1-337297818576" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:14.447835 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd6f31-e9b3-4a61-b74e-48c6fb96a265 x-openstack-request-id: req-e0fd6f31-e9b3-4a61-b74e-48c6fb96a265 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:14.448131 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:14.448386 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0fd6f31-e9b3-4a61-b74e-48c6fb96a265 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:14.448784 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'status': 'completed', 'code': 200} Nov 16 22:10:14.537830 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-2af028ef-3ac7-4b28-9d12-bcb3d6923ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:14.539347 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-2af028ef-3ac7-4b28-9d12-bcb3d6923ede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0700538 Nov 16 22:10:14.545113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-71122faa-5785-4b3c-af23-18dd8e26235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:14.546518 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-71122faa-5785-4b3c-af23-18dd8e26235f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0678236 Nov 16 22:10:14.940012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdab3ad-b028-4024-a079-43cc044afe04 req-9ad380ed-a917-4c20-be44-79f8800a9411 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:14.941584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcdab3ad-b028-4024-a079-43cc044afe04 req-9ad380ed-a917-4c20-be44-79f8800a9411 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0498979 Nov 16 22:10:14.990278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcdab3ad-b028-4024-a079-43cc044afe04 req-a033c794-6633-4966-8998-4606412a080e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Nov 16 22:10:15.035474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-a4eb94cb-9ed5-46b2-9268-10791cbb7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.036959 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-a4eb94cb-9ed5-46b2-9268-10791cbb7c36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.4805210 Nov 16 22:10:15.038029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-a595e92d-429c-422b-bfc6-d0b2dbcfad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.039366 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-a595e92d-429c-422b-bfc6-d0b2dbcfad30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.4919989 Nov 16 22:10:15.149630 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-bf87f105-4d3b-4a65-a103-6b22af582d5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.1039381 Nov 16 22:10:15.151382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-78b1a384-b159-42fc-86b5-978d412dec23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.0995903 Nov 16 22:10:15.223817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.36', 49531) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:10:15.240956 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-b68f729a-fa93-4862-9cf2-f1a47c9a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.242430 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-b68f729a-fa93-4862-9cf2-f1a47c9a57a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0854130 Nov 16 22:10:15.243333 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:10:15.243809 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-2c3e6bc7-733f-47f5-8951-86c3237ce2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.245086 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-2c3e6bc7-733f-47f5-8951-86c3237ce2b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0796475 Nov 16 22:10:15.283914 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:10:15.310087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-2d78e6e8-ee06-4850-8011-fd7cde31ea7b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.311613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-2d78e6e8-ee06-4850-8011-fd7cde31ea7b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&tenant_id=ef577a21bb67482c954d606d73c7cb58&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 944 time: 0.0865178 Nov 16 22:10:15.317504 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-513d2879-b5dc-4ab5-92d6-b58ccd1cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.319030 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-513d2879-b5dc-4ab5-92d6-b58ccd1cb1d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671871 Nov 16 22:10:15.323801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31641c-83cc-4a5c-95b4-8360a06e74b8 req-a8ddbb00-4017-4312-8d4f-03ed0a29c2da tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.325197 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d31641c-83cc-4a5c-95b4-8360a06e74b8 req-a8ddbb00-4017-4312-8d4f-03ed0a29c2da tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 944 time: 0.0732491 Nov 16 22:10:15.326761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371502-c5f7-4ae5-86d1-337297818576 req-af575520-91a6-471e-9bd8-d6bb1c80fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.328198 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-af575520-91a6-471e-9bd8-d6bb1c80fab9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667405 Nov 16 22:10:15.412345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1d31641c-83cc-4a5c-95b4-8360a06e74b8 req-0fd47add-31e3-4949-8042-135725951438 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794833 Nov 16 22:10:15.415200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-365b6a84-4567-49fd-b63d-99a789a9397a service neutron] 10.222.0.36 "GET /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.0891123 Nov 16 22:10:15.433372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a3729787-a550-481c-9a22-72f0d3124bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:15.482887 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-236216d6-e591-46e4-9f90-bcba3b1d517a service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537545 Nov 16 22:10:15.486705 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-cd3ff960-74fd-402e-9168-623a150d5b20 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492252 Nov 16 22:10:15.643831 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-3530ba18-26eb-46a3-8c36-e2a11e514741 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540902 Nov 16 22:10:15.647083 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a6371502-c5f7-4ae5-86d1-337297818576 req-0a798ae7-5f4a-4e83-88a7-117ec3e59921 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501758 Nov 16 22:10:15.721727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-d7e835b9-4936-41df-b920-734fb87fdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.723445 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-d7e835b9-4936-41df-b920-734fb87fdcd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1095 time: 0.0407503 Nov 16 22:10:15.803499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d5457213-c95c-4d99-a317-609f44d61526 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:10:15.812865 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-f545ecfd-1980-4c3e-8c63-a2ca5f289108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.814465 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-f545ecfd-1980-4c3e-8c63-a2ca5f289108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0842803 Nov 16 22:10:15.882537 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-1d462f3e-d05f-49e7-87b6-84a3db547e67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.0611799 Nov 16 22:10:15.899294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:15.911421 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'd5457213-c95c-4d99-a317-609f44d61526', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:10:15.932872 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-e8a1d82c-0f01-4b97-bddc-731002d4f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.934335 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-e8a1d82c-0f01-4b97-bddc-731002d4f345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0447643 Nov 16 22:10:15.952139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:15.964994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:10:15.978976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-defb59ce-3c5f-4c4b-8cac-2a5d06c4a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:15.980504 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-defb59ce-3c5f-4c4b-8cac-2a5d06c4a913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396571 Nov 16 22:10:15.984749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:15.989260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:16.035295 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:16.042407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.042755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.043119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.043841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.043841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.044112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.044436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.044763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.045086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.045409 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.045730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.046051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:10:16.074466 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-ee0acf26-e26c-489f-8c47-73a43e539c06 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871239 Nov 16 22:10:16.165956 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-abaa6bb5-0626-45fc-8985-5a4d3f93d36b service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837421 Nov 16 22:10:16.224732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['d5457213-c95c-4d99-a317-609f44d61526'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:10:16.534656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a69f77-f5c1-4917-9c86-51473305d904 req-6eebfce0-5b61-4e26-ae94-782ce63a1724 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:16.536162 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35a69f77-f5c1-4917-9c86-51473305d904 req-6eebfce0-5b61-4e26-ae94-782ce63a1724 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0507479 Nov 16 22:10:16.588614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35a69f77-f5c1-4917-9c86-51473305d904 req-201addc6-588a-43ae-bbb0-a0189f74681d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Nov 16 22:10:17.709386 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bdbbf-56df-44d0-81ea-0ddde7f11dc3 req-f4d88cec-c028-4930-93eb-eaccb50775c8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:17.710847 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-108bdbbf-56df-44d0-81ea-0ddde7f11dc3 req-f4d88cec-c028-4930-93eb-eaccb50775c8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Nov 16 22:10:17.755724 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac49ca34-73cd-4608-8f49-d7ebcbd95db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:17.759619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-108bdbbf-56df-44d0-81ea-0ddde7f11dc3 req-f1638af3-38b3-4831-8d30-1c41e389c122 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Nov 16 22:10:17.814801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d5457213-c95c-4d99-a317-609f44d61526 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:10:17.867853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port d5457213-c95c-4d99-a317-609f44d61526 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:10:17.871624 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port d5457213-c95c-4d99-a317-609f44d61526 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:10:17.871985 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.108670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.130951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:18.133206 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6722f114b868fdcba82ace88f8ad69a92a944f4897ade019363835549a85e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c287c3-966c-4cff-9d1f-0ffe3d89ce1e" -d '{"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-plugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:18.139667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-734c493f-efe6-4845-b87b-f10ea2307e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:18.141218 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-734c493f-efe6-4845-b87b-f10ea2307e1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1096 time: 0.0470037 Nov 16 22:10:18.145343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:18.149344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.152907 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:10:18.187139 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd39fe92-d934-4492-ac8a-a8e84ffca90a x-openstack-request-id: req-fd39fe92-d934-4492-ac8a-a8e84ffca90a {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:18.187435 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-plugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:18.187686 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd39fe92-d934-4492-ac8a-a8e84ffca90a {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:18.188075 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'code': 200} Nov 16 22:10:18.202797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:18.208252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.405067 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:18.437613 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:10:18.480390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:18.482631 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c408c-3cf2-4dc2-bbb9-b118d5918440" -d '{"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-unplugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:18.486814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.505237 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Transition to ACTIVE for port object d5457213-c95c-4d99-a317-609f44d61526 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:10:18.510461 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.539710 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca9f1a-a0dc-4034-ad59-d7da7cacae72 x-openstack-request-id: req-99ca9f1a-a0dc-4034-ad59-d7da7cacae72 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:18.539998 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-unplugged", "status": "completed", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:18.540248 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99ca9f1a-a0dc-4034-ad59-d7da7cacae72 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:18.540633 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'code': 200} Nov 16 22:10:18.596051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=10']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:18.636876 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] No DVR routers for this DVR port d5457213-c95c-4d99-a317-609f44d61526 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:10:18.778223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:10:18.778558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:10:18.778884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:18.783240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:10:18.783559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Attempting to bind port d5457213-c95c-4d99-a317-609f44d61526 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:18.788644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:10:18.788984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:10:18.789365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:10:18.789792 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Bound port: d5457213-c95c-4d99-a317-609f44d61526, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:10:18.790145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.853658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:10:18.857539 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:10:18.860977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.877755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207b3d9-b1eb-4608-8f7d-29b85079144b req-af54a0db-038a-4bc8-8394-26fb47b02ce7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:18.879258 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c207b3d9-b1eb-4608-8f7d-29b85079144b req-af54a0db-038a-4bc8-8394-26fb47b02ce7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0498145 Nov 16 22:10:18.894473 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:18.895122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:18.896523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1093 time: 0.7479753 Nov 16 22:10:18.919687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfdaf8-0151-4635-b1a5-23e9c78e9591 service neutron] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=11']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:18.929402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c207b3d9-b1eb-4608-8f7d-29b85079144b req-7ca32e0c-c0a0-42dd-8c6c-100d6e2456f4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Nov 16 22:10:18.967372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-a435b22c-60f4-48e9-9069-285c6358f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:18.969151 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-a435b22c-60f4-48e9-9069-285c6358f0c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1096 time: 0.0466340 Nov 16 22:10:19.069545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-8e3ee4eb-f89f-486d-8e50-eb7ffe8978da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:19.071245 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-8e3ee4eb-f89f-486d-8e50-eb7ffe8978da service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0945795 Nov 16 22:10:19.135890 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-c1ec9e3c-40c6-46b7-a65a-c7fc24bdb030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.0576110 Nov 16 22:10:19.189129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-9b64a1ab-6259-41af-85dc-6c8b796941b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:19.190588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-9b64a1ab-6259-41af-85dc-6c8b796941b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0475860 Nov 16 22:10:19.236260 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-57aa14a5-dda6-4874-bf29-bb14d6e6c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:19.237741 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-57aa14a5-dda6-4874-bf29-bb14d6e6c626 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401554 Nov 16 22:10:19.328080 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-da77e2ea-25fd-4d6d-b14a-324c0cb042cb service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Nov 16 22:10:19.416538 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-2a79b299-f4db-4ae2-a73a-70f4dc4df9e9 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810394 Nov 16 22:10:19.451393 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:20.050666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5171c9-f4d3-4f17-bc13-809532044149 req-8700c77d-4a52-4e18-aa0b-b5fcf1ebe93f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:20.052253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf5171c9-f4d3-4f17-bc13-809532044149 req-8700c77d-4a52-4e18-aa0b-b5fcf1ebe93f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Nov 16 22:10:20.098559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf5171c9-f4d3-4f17-bc13-809532044149 req-cbcaefbd-8c16-4192-8306-23d0d11e318e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Nov 16 22:10:20.542056 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:20.544465 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05335b5f-bc91-482a-a5a8-ef05fcac10f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:20.592654 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1592aad-073c-48aa-aa14-a06b05a4a881 x-openstack-request-id: req-a1592aad-073c-48aa-aa14-a06b05a4a881 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:20.592940 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:20.593189 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1592aad-073c-48aa-aa14-a06b05a4a881 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:20.593608 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'status': 'completed', 'code': 200} Nov 16 22:10:20.681075 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-21e53fe5-dc6d-4c5a-8b45-52c3fc9cc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:20.682573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-21e53fe5-dc6d-4c5a-8b45-52c3fc9cc01d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1096 time: 0.0695915 Nov 16 22:10:20.689367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-3c04e4a3-c0c0-4c03-a274-73415f511933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:20.690585 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-3c04e4a3-c0c0-4c03-a274-73415f511933 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 1096 time: 0.0682940 Nov 16 22:10:20.702046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:20.847326 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-f6e93002-60f7-42e1-8f28-3c28d78da6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:20.848718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-f6e93002-60f7-42e1-8f28-3c28d78da6ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1572728 Nov 16 22:10:20.852148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-43e1d528-bc0d-4609-8449-04dd06d51d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:20.853506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-43e1d528-bc0d-4609-8449-04dd06d51d04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1551666 Nov 16 22:10:20.972928 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-48a6f3f8-de63-4367-97e5-66a52a6d6416 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.1088433 Nov 16 22:10:20.975148 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-7f2834d3-fea0-4bbf-8365-3a6a42577971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 200 len: 1001 time: 0.1172700 Nov 16 22:10:21.057391 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-87c32338-9d61-4953-b19c-0619a75d3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.058868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-87c32338-9d61-4953-b19c-0619a75d3ccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0794706 Nov 16 22:10:21.062193 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-5e92d025-8d79-4963-957e-cd2bb449e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.063578 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-5e92d025-8d79-4963-957e-cd2bb449e64b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0765119 Nov 16 22:10:21.136026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-039d6ba6-ffc7-4309-b533-5012ecdfec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.137554 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-039d6ba6-ffc7-4309-b533-5012ecdfec7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715461 Nov 16 22:10:21.139246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-edd42700-4b44-4227-8423-ca427c7377c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.140587 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-edd42700-4b44-4227-8423-ca427c7377c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663130 Nov 16 22:10:21.216135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7c51-aa3d-4387-9d0d-9c8102c94d65 req-2205a144-6ff0-4077-8527-7cb4aac0c954 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.217663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e7d7c51-aa3d-4387-9d0d-9c8102c94d65 req-2205a144-6ff0-4077-8527-7cb4aac0c954 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Nov 16 22:10:21.266792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e7d7c51-aa3d-4387-9d0d-9c8102c94d65 req-efde1229-8c2d-4c43-ba55-b23aa2b8b2c8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Nov 16 22:10:21.303252 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-2a0d3558-3847-4444-abd6-03beb947f8ef service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584215 Nov 16 22:10:21.305149 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-c7818789-23b2-480b-9a16-9cde7fee5495 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533904 Nov 16 22:10:21.384725 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c743c1b-7502-4e7f-a010-f9aea9b0557b req-93daa1f9-de21-46b4-8ceb-f668a8c46bb6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.386101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c743c1b-7502-4e7f-a010-f9aea9b0557b req-93daa1f9-de21-46b4-8ceb-f668a8c46bb6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Nov 16 22:10:21.436457 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2c743c1b-7502-4e7f-a010-f9aea9b0557b req-1cf02740-5833-4e66-8f76-f53dda6ab187 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 Nov 16 22:10:21.464355 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-ed6e3fe3-3755-4971-8c67-6d2f846541db service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536419 Nov 16 22:10:21.468947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-05335b5f-bc91-482a-a5a8-ef05fcac10f7 req-7d16eeac-e3e6-41c4-8100-670ca0725762 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511168 Nov 16 22:10:21.536730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:21.560700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1e8e-21d2-4cd4-9c9b-9b3870231ced req-30b4c0db-8320-4a6e-81b5-b3f2217532c4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.562180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4ce1e8e-21d2-4cd4-9c9b-9b3870231ced req-30b4c0db-8320-4a6e-81b5-b3f2217532c4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Nov 16 22:10:21.609401 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c4ce1e8e-21d2-4cd4-9c9b-9b3870231ced req-3b2e6f4d-c9ba-4427-adbb-2ecbe1393644 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Nov 16 22:10:21.814713 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d5457213-c95c-4d99-a317-609f44d61526 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:10:21.846268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc620d7-c588-41b7-8abc-a2344e4b9588 req-9fb9d2c5-5e8b-41b3-917f-4336a5cce73c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:21.847840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dc620d7-c588-41b7-8abc-a2344e4b9588 req-9fb9d2c5-5e8b-41b3-917f-4336a5cce73c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0514934 Nov 16 22:10:21.854252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device d5457213-c95c-4d99-a317-609f44d61526 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:10:21.898556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5dc620d7-c588-41b7-8abc-a2344e4b9588 req-6474485c-f49c-4e4f-b7d5-031f1d0d1b71 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Nov 16 22:10:23.021204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931535e-e7e2-4bf2-a776-76dc843d280d req-73825905-eaa9-4142-ad42-9cca54bbcc9f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:23.022807 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4931535e-e7e2-4bf2-a776-76dc843d280d req-73825905-eaa9-4142-ad42-9cca54bbcc9f tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0534575 Nov 16 22:10:23.023637 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-be0e97d5-072d-4f7c-b087-9a982eff1cff tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:23.025103 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-be0e97d5-072d-4f7c-b087-9a982eff1cff tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 945 time: 0.0533638 Nov 16 22:10:23.071085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4931535e-e7e2-4bf2-a776-76dc843d280d req-7568d1e7-445f-4c16-9636-25eac38e81fa tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Nov 16 22:10:23.114950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Deleting port d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:10:23.115332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.204841 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:23.205121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.273955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:10:23.372215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:23.372566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.372924 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.373237 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f disassociated. External IP: 172.25.7.173, port: d5457213-c95c-4d99-a317-609f44d61526. Nov 16 22:10:23.373575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Calling delete_port for d5457213-c95c-4d99-a317-609f44d61526 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:10:23.383647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'd5457213-c95c-4d99-a317-609f44d61526', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': 'd5457213-c95c-4d99-a317-609f44d61526', 'mac_address': 'fa:16:3e:1a:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:10:23.420206 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.433814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:10:23.457191 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port d5457213-c95c-4d99-a317-609f44d61526, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=d5457213-c95c-4d99-a317-609f44d61526,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:23.461003 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.512472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:23.519039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.545662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'Port': ['ID=d5457213-c95c-4d99-a317-609f44d61526,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:23.663837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:10:23.771065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:10:23.780835 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:10:23.791486 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:10:23.792344 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:10:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:23.901289 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:10:24.104067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:24.134528 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:10:24.143629 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:10:24.144234 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:10:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:24.146302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] No DVR routers for this DVR port d5457213-c95c-4d99-a317-609f44d61526 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:10:24.148986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:24.152350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-f275606b-31b2-43b1-a8b0-67a1b520982a req-41cdaa02-54bc-4f1c-92d0-790169dce3d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "DELETE /v2.0/ports/d5457213-c95c-4d99-a317-609f44d61526 HTTP/1.1" status: 204 len: 173 time: 1.1204708 Nov 16 22:10:24.152858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-deleted', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:24.157931 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98636b6-a0d2-4631-9ef6-1666414e38ea" -d '{"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-deleted", "tag": "d5457213-c95c-4d99-a317-609f44d61526"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:24.201341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0fd82129-4245-4d2b-936d-ad900448fcee req-db5a4ad0-1815-475e-8a85-0790f096bca8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8d7c7a5-ce96-456c-acc1-7f8e13e51399 HTTP/1.1" status: 200 len: 210 time: 0.0576859 Nov 16 22:10:24.221391 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2acf88-d6a8-40ba-a75b-a29e11cd00c7 x-openstack-request-id: req-bc2acf88-d6a8-40ba-a75b-a29e11cd00c7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:24.221692 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d7c7a5-ce96-456c-acc1-7f8e13e51399", "name": "network-vif-deleted", "tag": "d5457213-c95c-4d99-a317-609f44d61526", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:24.221951 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc2acf88-d6a8-40ba-a75b-a29e11cd00c7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:24.222342 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d7c7a5-ce96-456c-acc1-7f8e13e51399', 'name': 'network-vif-deleted', 'tag': 'd5457213-c95c-4d99-a317-609f44d61526', 'status': 'completed', 'code': 200} Nov 16 22:10:24.259245 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:10:24.452219 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:24.478607 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df323c-97db-4eec-ba42-351de7f2260f None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:10:24.708582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10b70ed-39bf-423a-8f1b-192b34a4a7ee None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:10:25.485084 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-44c3955f-274f-4a66-b81a-9f8af1b1676e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1110308598&fields=id&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 267 time: 0.0416253 Nov 16 22:10:25.592498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-e2df326b-b2af-4491-b01d-d2e51525a969 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:25.593945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-e2df326b-b2af-4491-b01d-d2e51525a969 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1021256 Nov 16 22:10:25.609499 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-2d7990f8-39ca-4777-87f7-35b5f35dd811 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/quotas/ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 375 time: 0.0089800 Nov 16 22:10:25.663840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-e470c684-ac1d-478f-8951-dea1b4c94bf8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488567 Nov 16 22:10:25.750749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-b7cb8c06-9477-41de-baa1-941abb33358b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:10:25.752542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-b7cb8c06-9477-41de-baa1-941abb33358b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439837 Nov 16 22:10:25.842598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-7d24300a-decc-4fd0-8a75-c0590cf1497d service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Nov 16 22:10:25.931876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-ebd13777-a4fa-4f58-bd63-9d53127bebde service neutron] 10.222.0.54 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832322 Nov 16 22:10:26.088679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2376161-d6cd-4fe5-933e-9b6f206d6350 req-e5eadf51-09cf-486d-8aff-33773d5e5b13 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0262206 Nov 16 22:10:26.987783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-c5cd8ad4-70ec-4b9f-a435-5c15164f5623 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:26.989215 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-c5cd8ad4-70ec-4b9f-a435-5c15164f5623 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 811 time: 0.1057155 Nov 16 22:10:27.051781 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-67fe1da5-3a46-47e2-8070-2ef3183d4bc9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 380 time: 0.0536840 Nov 16 22:10:27.061380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'port': {'device_id': '50655859-20d2-49d8-bd5b-f7d31146169e', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'admin_state_up': True, 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'security_groups': ['8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:10:27.167166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Made reservation on behalf of ef577a21bb67482c954d606d73c7cb58 for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:10:27.170645 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.182528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe30847-c491-4dd2-bc25-41c73f40c9a3 req-aa3cb27e-812c-490b-8684-c2e88797e9af tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0268238 Nov 16 22:10:27.295710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Allocated IP 172.20.0.9 (a85c9d17-9604-4ec7-834f-4e1094b817dc/1fee33e1-30e2-4744-8473-f4f7315372da/916b557d-191b-43e0-a30c-82347221c252) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:10:27.304827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:10:27.325755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: d5457213-c95c-4d99-a317-609f44d61526 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:10:27.326095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device d5457213-c95c-4d99-a317-609f44d61526 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:10:27.433097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.466106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.512716 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Network a85c9d17-9604-4ec7-834f-4e1094b817dc is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:10:27.516032 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:10:27.520434 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:10:27.524385 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:27.570891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:27.571449 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.588632 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-1cf8587d-16eb-46be-9d3c-7634e3b78279 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5308902 Nov 16 22:10:27.602154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Request body: {'port': {'device_id': '50655859-20d2-49d8-bd5b-f7d31146169e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:10:27.662259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.750132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-be36f50e-3eca-447e-b148-676309a9c060 None None] Provisioning complete for port 916b557d-191b-43e0-a30c-82347221c252 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:10:27.750587 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-be36f50e-3eca-447e-b148-676309a9c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.786786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-be36f50e-3eca-447e-b148-676309a9c060 None None] Port 916b557d-191b-43e0-a30c-82347221c252 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:10:27.935694 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:10:27.943004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:27.954800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Transition to ACTIVE for port object 916b557d-191b-43e0-a30c-82347221c252 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:10:27.959285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:28.009457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:28.082424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:10:28.082757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:10:28.083122 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:28.087722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:10:28.088059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:10:28.092943 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:10:28.093269 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:10:28.093645 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:10:28.094081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Bound port: 916b557d-191b-43e0-a30c-82347221c252, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:10:28.094415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:28.160885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:10:28.163927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:10:28.168853 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:28.203547 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.204254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:28.205727 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] 10.222.0.21 "PUT /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1091 time: 0.6085420 Nov 16 22:10:28.206161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:28.208471 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13" -d '{"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:28.243866 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793337ae-b600-48ce-bc5b-7fec43668599 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:28.266719 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc855d79-cc01-449b-87b6-0b2d5a573bb0 x-openstack-request-id: req-bc855d79-cc01-449b-87b6-0b2d5a573bb0 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:28.267051 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:28.267304 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc855d79-cc01-449b-87b6-0b2d5a573bb0 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:28.267697 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'status': 'completed', 'code': 200} Nov 16 22:10:28.306804 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-6369b088-98be-4fe2-b617-2b3340c36ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.308386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-6369b088-98be-4fe2-b617-2b3340c36ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0514424 Nov 16 22:10:28.332030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7827b-c77f-4c44-8e78-2ec787e529b5 req-3ebbb526-7175-40a5-a914-e1f3a70f88ab tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.334281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd7827b-c77f-4c44-8e78-2ec787e529b5 req-3ebbb526-7175-40a5-a914-e1f3a70f88ab tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0562501 Nov 16 22:10:28.352747 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-75b28a87-b4a2-4f73-b684-2116ee8a19eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 217 time: 0.0363910 Nov 16 22:10:28.386757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd7827b-c77f-4c44-8e78-2ec787e529b5 req-dd13554e-e2f8-4288-a05a-1aa3659f5237 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462573 Nov 16 22:10:28.404854 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-667ae0fc-139a-4074-ae29-2a26404bcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.406350 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-667ae0fc-139a-4074-ae29-2a26404bcf74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0467465 Nov 16 22:10:28.462205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-b56cc867-6b31-4baa-86f7-002c79ba326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.463697 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-b56cc867-6b31-4baa-86f7-002c79ba326c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501568 Nov 16 22:10:28.552723 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-a3862f31-db0e-4efd-bff3-6880def7469e service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Nov 16 22:10:28.650371 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-42b24a02-4089-4426-aa98-5c4c9e26dd86 req-35977910-517d-425b-98f5-33e9fc4145c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907447 Nov 16 22:10:28.733041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-94344293-b02a-45b2-860c-a6b80b1a777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.734434 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-94344293-b02a-45b2-860c-a6b80b1a777b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0409818 Nov 16 22:10:28.824997 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-d9517795-d643-4e27-b681-c15453d34462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.826479 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-d9517795-d643-4e27-b681-c15453d34462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0845847 Nov 16 22:10:28.872669 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-6ae30f43-90ba-4af2-9015-2a4ae94a184b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 217 time: 0.0377233 Nov 16 22:10:28.921179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-b2ea19b2-7c1c-4609-9855-0844ec461f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.923174 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-b2ea19b2-7c1c-4609-9855-0844ec461f28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0425191 Nov 16 22:10:28.968746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-d38a0fc7-1215-455b-b542-29931a29ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:28.970267 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-d38a0fc7-1215-455b-b542-29931a29ee56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395734 Nov 16 22:10:29.064377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-64bdd4bc-001f-41a3-9ad8-1de6e47e0f83 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Nov 16 22:10:29.153808 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-ea2d9f29-559e-4ce6-8495-0b3d5c3dfa13 req-caf2e4f0-1a5f-44f7-a668-318d64178b25 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819681 Nov 16 22:10:29.503886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68e948-afd7-4c25-9f98-11e9498b526f req-707ca878-bce5-4c96-a917-5fdc5f464a4b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:29.505377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a68e948-afd7-4c25-9f98-11e9498b526f req-707ca878-bce5-4c96-a917-5fdc5f464a4b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0485432 Nov 16 22:10:29.552182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8a68e948-afd7-4c25-9f98-11e9498b526f req-0d7c57c4-bcc3-4ea5-bfa7-5dca5d69920d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408568 Nov 16 22:10:30.671012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30ca5-9fc5-43b6-9240-0306d4acdc6c req-5b443b42-d5a9-48d2-a0a6-45aadad765ed tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:30.673285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c30ca5-9fc5-43b6-9240-0306d4acdc6c req-5b443b42-d5a9-48d2-a0a6-45aadad765ed tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0545831 Nov 16 22:10:30.720544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c5c30ca5-9fc5-43b6-9240-0306d4acdc6c req-c66941d4-bb0d-4066-9079-c5fe35eb7cf8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Nov 16 22:10:31.328876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:10:31.424862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:31.436091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '916b557d-191b-43e0-a30c-82347221c252', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:10:31.472019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:31.484748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:10:31.504692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:31.508360 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:31.553665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:31.706468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['916b557d-191b-43e0-a30c-82347221c252'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:10:31.834879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa8962-19cc-44f1-9cef-6c9ba09078db req-eeb39a4d-bbee-4b4e-8647-a7296acb37a7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:31.836392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00fa8962-19cc-44f1-9cef-6c9ba09078db req-eeb39a4d-bbee-4b4e-8647-a7296acb37a7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0491843 Nov 16 22:10:31.883337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-00fa8962-19cc-44f1-9cef-6c9ba09078db req-c7b89fb5-5232-4b2d-8921-e20c2ea812e0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Nov 16 22:10:32.994474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58c9c-a3ed-4f04-b3ef-cad996ccbdf0 req-27e961e4-4c20-4318-9c1e-2f43ce543c53 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:32.995935 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6b58c9c-a3ed-4f04-b3ef-cad996ccbdf0 req-27e961e4-4c20-4318-9c1e-2f43ce543c53 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0467250 Nov 16 22:10:33.048201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6b58c9c-a3ed-4f04-b3ef-cad996ccbdf0 req-73234715-187a-4683-a690-5eadf5f2240a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Nov 16 22:10:33.337064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:10:33.384878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 916b557d-191b-43e0-a30c-82347221c252 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:10:33.388661 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 916b557d-191b-43e0-a30c-82347221c252 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:10:33.389032 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:33.466056 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:33.488348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:33.502956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:10:33.507471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:33.531239 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3dfac2-a586-4744-8915-0b76d76bb2fd" -d '{"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-plugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:33.559245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:10:33.620297 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50047f81-f949-456c-9774-bdae5f2a4bcf x-openstack-request-id: req-50047f81-f949-456c-9774-bdae5f2a4bcf {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:33.620652 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-plugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:33.620855 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50047f81-f949-456c-9774-bdae5f2a4bcf {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:33.621357 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'code': 200} Nov 16 22:10:33.794557 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9f756-5c4f-4bf9-88ec-f336f2f58a33 req-f6ffd4b6-1b0a-48dd-87cf-b90c429e60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:33.796063 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b4f9f756-5c4f-4bf9-88ec-f336f2f58a33 req-f6ffd4b6-1b0a-48dd-87cf-b90c429e60a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0826194 Nov 16 22:10:33.840382 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b4f9f756-5c4f-4bf9-88ec-f336f2f58a33 req-33294773-100e-450a-95f2-9cb0c1cb724b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 Nov 16 22:10:34.160331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c8a4-309f-4172-ad0b-d9e4e0ab5514 req-9a8875c4-8aa7-473f-879b-c97dcc9ced6b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:34.161770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d313c8a4-309f-4172-ad0b-d9e4e0ab5514 req-9a8875c4-8aa7-473f-879b-c97dcc9ced6b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0468521 Nov 16 22:10:34.207419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d313c8a4-309f-4172-ad0b-d9e4e0ab5514 req-c6137a18-dfc0-45c4-a0c2-96c1620c4530 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Nov 16 22:10:35.321481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb416e-5e63-4acd-9346-2dd1d85ef847 req-b3c2041b-333e-4ed3-b284-5d56345451d3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:35.322955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67cb416e-5e63-4acd-9346-2dd1d85ef847 req-b3c2041b-333e-4ed3-b284-5d56345451d3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0484419 Nov 16 22:10:35.369651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-67cb416e-5e63-4acd-9346-2dd1d85ef847 req-ed2cdbdc-089c-4808-8c40-8ddde794ddc5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Nov 16 22:10:35.482981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8faa91-51d1-453d-926e-d10dc82ccb13 req-fde10ff9-a561-48b2-a784-41a6fc1c20c1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:35.484453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7e8faa91-51d1-453d-926e-d10dc82ccb13 req-fde10ff9-a561-48b2-a784-41a6fc1c20c1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0511737 Nov 16 22:10:35.493016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 38518) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:10:35.497381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Request body: {'floatingip': {'port_id': '916b557d-191b-43e0-a30c-82347221c252'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:10:35.537071 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:36.278156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:36.282644 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:36.381365 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f associated. External IP: 172.25.7.173, port: 916b557d-191b-43e0-a30c-82347221c252. Nov 16 22:10:36.591046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:10:36.699307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:10:36.705263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:36.709819 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:10:36.719131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:10:36.719720 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:10:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:36.733019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9677985a-d0ae-4c65-bf05-328df427780e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "PUT /v2.0/floatingips/521f7a26-af79-41b8-a73d-3bc749436f0f HTTP/1.1" status: 200 len: 992 time: 1.2389519 Nov 16 22:10:36.733614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:10:36.735900 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a379d74c5885b3a3cb185b45c13329a6720f2b27cf69f45f48e8708cccf4e52f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546710b7-d58f-4a59-a48f-badbe1f4858b" -d '{"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:10:36.776985 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6256aac4-85e7-4562-9830-5afcb9891bbf x-openstack-request-id: req-6256aac4-85e7-4562-9830-5afcb9891bbf {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:10:36.777285 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:10:36.777546 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6256aac4-85e7-4562-9830-5afcb9891bbf {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:10:36.777959 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'status': 'completed', 'code': 200} Nov 16 22:10:36.836452 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-0fa1a99f-84a9-4477-95e5-a4d37bc69102 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467436 Nov 16 22:10:36.853259 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-d220d89b-6b97-466b-8ec7-7a016c848ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:36.854859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-d220d89b-6b97-466b-8ec7-7a016c848ebe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0497134 Nov 16 22:10:36.922759 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:10:36.952090 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-6a9e83fe-d037-4cee-ab9e-1fa3780189ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:36.953556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-6a9e83fe-d037-4cee-ab9e-1fa3780189ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0913553 Nov 16 22:10:37.022463 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-dc809b91-db0a-4494-bb29-6e0c31a02abe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0615797 Nov 16 22:10:37.071974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-c4981fd0-693c-412e-b6f9-d4b3efec01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.073491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-c4981fd0-693c-412e-b6f9-d4b3efec01b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0438154 Nov 16 22:10:37.119519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-eeac80ba-78d4-4e08-a538-7375c61d8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.121045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-eeac80ba-78d4-4e08-a538-7375c61d8cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401127 Nov 16 22:10:37.140438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50655859-20d2-49d8-bd5b-f7d31146169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:10:36Z', 'revision_number': 13, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:37.165612 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:10:37.174136 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:10:37.174725 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:10:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:37.211294 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-2482c428-d429-4e8d-a96f-1dd9dd931f17 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832014 Nov 16 22:10:37.279638 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:10:37.300766 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-546710b7-d58f-4a59-a48f-badbe1f4858b req-124a941e-6073-464f-9211-9318c0805ff9 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Nov 16 22:10:37.402681 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-cc616af0-28ab-4c27-b662-51da66eac1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.404222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-cc616af0-28ab-4c27-b662-51da66eac1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0420611 Nov 16 22:10:37.503447 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50655859-20d2-49d8-bd5b-f7d31146169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:10:36Z', 'revision_number': 13, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:10:37.511965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-ba9c6594-cd75-4918-bb01-98a3dd67810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.513516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-ba9c6594-cd75-4918-bb01-98a3dd67810c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0910256 Nov 16 22:10:37.528769 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f673a-2dc3-4a86-9285-b835dea8ac2a None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '521f7a26-af79-41b8-a73d-3bc749436f0f', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'floating_ip_address': '172.25.7.173', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50655859-20d2-49d8-bd5b-f7d31146169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:41Z', 'updated_at': '2021-11-16T22:10:36Z', 'revision_number': 13, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:10:37.584179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-1f4ce900-11c2-4cf4-8088-4128340a3e84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0640185 Nov 16 22:10:37.634732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-91d4aceb-0057-4f58-9e00-a24007e19649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.636300 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-91d4aceb-0057-4f58-9e00-a24007e19649 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0455871 Nov 16 22:10:37.686680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-d2a0dd28-bac4-4f20-babb-aebfba2d2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:37.688820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-d2a0dd28-bac4-4f20-babb-aebfba2d2a3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452380 Nov 16 22:10:37.730447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6d4056-770a-4596-a9cf-8bd3df5b9b4a None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:10:37.786679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-d7be5e26-17df-406e-a04a-1860f8c4153d service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905774 Nov 16 22:10:37.881683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-4fb8bbab-3bdf-45e3-9410-5568e91291b3 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869083 Nov 16 22:10:39.466129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:43.334234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:45.436285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b24035f2-1600-468f-901a-68d11fed7c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:47.756448 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-41c141a1-9b18-4b74-bdb7-c364579d8ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:49.455495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:50.696093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:51.226130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:10:51.537823 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:09.500679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:13.333060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:15.438763 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30c550e5-5f6c-4665-bf10-fdb159e90986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:17.757019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c874a30c-4526-41e8-9050-995493a1a0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:19.458146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:20.697772 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:21.541083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:28.225682 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:11:36.815709 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-f574c1b9-a2b3-435d-b387-b17464cd8d99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406370 Nov 16 22:11:36.902456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956adc7-b844-42ad-abee-ce682f80beeb req-fecb9e53-1f57-4d98-8a1f-2ad963666b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:36.904031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-fecb9e53-1f57-4d98-8a1f-2ad963666b65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0450795 Nov 16 22:11:37.017036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956adc7-b844-42ad-abee-ce682f80beeb req-1ca3c17d-c6fa-40b1-b130-085b3f8b7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:37.018493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-1ca3c17d-c6fa-40b1-b130-085b3f8b7952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0960963 Nov 16 22:11:37.085990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-f5c161ab-0bfd-44be-898a-58c5f9e6fe6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1002 time: 0.0604584 Nov 16 22:11:37.135393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956adc7-b844-42ad-abee-ce682f80beeb req-056697b7-37bd-454a-9a58-df636a51b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:37.136786 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-056697b7-37bd-454a-9a58-df636a51b027 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0439312 Nov 16 22:11:37.180776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956adc7-b844-42ad-abee-ce682f80beeb req-a659e8f8-ee59-4712-b2b1-578996aa2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:37.182210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-a659e8f8-ee59-4712-b2b1-578996aa2c87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382149 Nov 16 22:11:37.273369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-5adbc8a4-7194-425f-8a00-07b67073abd4 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Nov 16 22:11:37.361279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0956adc7-b844-42ad-abee-ce682f80beeb req-c04010e3-601e-4871-93dc-923a4f9dacae service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802238 Nov 16 22:11:39.515104 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:43.367719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:45.439895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f2697851-76e4-48ba-ace8-b3e25c44a901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:47.757421 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-897b35bb-92f1-444a-a341-7d7d04a4fc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:49.460757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.701219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.542179 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:05.225132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:12:09.517044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:13.379592 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:14.009701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f849608-40eb-4336-a05d-bb4c7363f11d req-5abf3ee6-0511-4a98-8b99-b0f44d8791af tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:14.011088 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f849608-40eb-4336-a05d-bb4c7363f11d req-5abf3ee6-0511-4a98-8b99-b0f44d8791af tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0515149 Nov 16 22:12:14.062411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f849608-40eb-4336-a05d-bb4c7363f11d req-71de74db-26f6-4c67-97eb-0e79447f98c2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Nov 16 22:12:15.444649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bf68341a-bb80-4580-a81f-7b17b990c1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:17.759475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab8f4-8831-48d7-ae37-cc650b239636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:19.469706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:20.705953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:21.544567 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:26.150168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-83f9f2aa-fb0b-42d3-a3ae-bf033d2b16a6 req-95b83b50-8aff-4b3d-a3f0-3870ded212db service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:12:26.151212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-83f9f2aa-fb0b-42d3-a3ae-bf033d2b16a6 req-95b83b50-8aff-4b3d-a3f0-3870ded212db service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510166 Nov 16 22:12:26.345616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54990b99-0849-4437-bebd-7ca117d584f3 req-19cbf5cf-3dee-4d1a-87a0-11a29a111cf2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:26.347145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54990b99-0849-4437-bebd-7ca117d584f3 req-19cbf5cf-3dee-4d1a-87a0-11a29a111cf2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0575290 Nov 16 22:12:26.419613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54990b99-0849-4437-bebd-7ca117d584f3 req-c2de6eb4-2d5a-4e5a-ab1a-ecb04f2f4034 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659766 Nov 16 22:12:26.426508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-6206a0f1-7007-4f4c-ab08-ecedbfaa03b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082039 Nov 16 22:12:26.436010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-9ee8fc59-921a-4012-9565-afea4870fc27 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:12:26.436996 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-9ee8fc59-921a-4012-9565-afea4870fc27 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055573 Nov 16 22:12:27.561125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-43fc9d0e-fb30-4e19-ab8d-acd75fcd6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:27.562607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-43fc9d0e-fb30-4e19-ab8d-acd75fcd6a94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0730155 Nov 16 22:12:27.570651 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e55d-4826-403f-af3f-d195518b7e90 req-98ceb84b-2009-412d-ac19-f4f7318f757c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:27.572049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec24e55d-4826-403f-af3f-d195518b7e90 req-98ceb84b-2009-412d-ac19-f4f7318f757c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0744598 Nov 16 22:12:27.669707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec24e55d-4826-403f-af3f-d195518b7e90 req-9bd0faec-5df9-4394-9f9a-eacadef48638 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897892 Nov 16 22:12:27.692600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-455ea7a8-ac11-4e41-95fd-ff388e41a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:27.694603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-455ea7a8-ac11-4e41-95fd-ff388e41a150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1216626 Nov 16 22:12:27.759568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-e2134951-20ae-4aeb-9449-4b0d98cf3314 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1002 time: 0.0583153 Nov 16 22:12:27.809169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-7ce59e86-c3da-40a7-82d8-138402bd377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:27.810602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-7ce59e86-c3da-40a7-82d8-138402bd377f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0429471 Nov 16 22:12:27.859209 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-665525fd-c2b4-45a8-ab2a-a203cafb1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:27.860641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-665525fd-c2b4-45a8-ab2a-a203cafb1d80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427635 Nov 16 22:12:27.946473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cc8c725a-be3e-4c89-bb39-3047ffa03617 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786955 Nov 16 22:12:28.039021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-6cdcaa2e-719a-4f4d-9066-97d4c93d4da1 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857451 Nov 16 22:12:28.787390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58749-27ff-44fe-abcd-90b41e23f2fc req-e5f4fbc2-d410-4013-a452-a26b9da51ded tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:28.788891 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23e58749-27ff-44fe-abcd-90b41e23f2fc req-e5f4fbc2-d410-4013-a452-a26b9da51ded tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0497031 Nov 16 22:12:28.835516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-23e58749-27ff-44fe-abcd-90b41e23f2fc req-d1aa9b1c-4187-479d-a196-3df9cb32017c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Nov 16 22:12:29.952742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568e96e-51fa-4b01-a938-c8ee136bb2ac req-a4ad9657-89e0-45ba-aff5-e3596d136f98 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:29.955005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1568e96e-51fa-4b01-a938-c8ee136bb2ac req-a4ad9657-89e0-45ba-aff5-e3596d136f98 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0485191 Nov 16 22:12:30.001288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1568e96e-51fa-4b01-a938-c8ee136bb2ac req-71663db4-32fc-4a8f-80ea-a29d055e1f63 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Nov 16 22:12:31.119615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77a413-5410-4aa0-9ef2-4551f2c7cdaf req-86f26e11-b47e-4294-b8d1-e353d2152452 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:31.121112 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e77a413-5410-4aa0-9ef2-4551f2c7cdaf req-86f26e11-b47e-4294-b8d1-e353d2152452 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0524230 Nov 16 22:12:31.170167 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0e77a413-5410-4aa0-9ef2-4551f2c7cdaf req-929afaaf-6732-4f45-ab37-a7e4cb3a5407 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Nov 16 22:12:32.285354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374ed4b-07e8-4ea7-98f9-70dffb88c977 req-a8e74219-e057-4241-93fc-5f1090390028 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:32.286816 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4374ed4b-07e8-4ea7-98f9-70dffb88c977 req-a8e74219-e057-4241-93fc-5f1090390028 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0483654 Nov 16 22:12:32.334825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4374ed4b-07e8-4ea7-98f9-70dffb88c977 req-ac958172-6f06-4c40-8dac-a216e0639f7c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Nov 16 22:12:33.447870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b9154-ae06-4b5b-8b67-f8d796f31ee4 req-4b79a675-962e-4be4-bea0-f174c07e83f2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:33.449334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6b9154-ae06-4b5b-8b67-f8d796f31ee4 req-4b79a675-962e-4be4-bea0-f174c07e83f2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0478892 Nov 16 22:12:33.502243 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6b9154-ae06-4b5b-8b67-f8d796f31ee4 req-b027ea3d-41e1-4e9d-bf83-0bc7c00f8a6e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Nov 16 22:12:34.618711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5d35-d7d0-45fc-8137-fbddba3b8805 req-acd4f11f-f2fb-40b0-a759-17d69fcb76d5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:34.620244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16df5d35-d7d0-45fc-8137-fbddba3b8805 req-acd4f11f-f2fb-40b0-a759-17d69fcb76d5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0504010 Nov 16 22:12:34.665820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16df5d35-d7d0-45fc-8137-fbddba3b8805 req-d0846809-0685-4a11-aee0-5c7c61d2bbec tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Nov 16 22:12:35.781755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66523-5384-4ab7-97f0-9470356cfe80 req-d4125cec-da44-48c0-ae91-a6fc8d531cc5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:35.783148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8af66523-5384-4ab7-97f0-9470356cfe80 req-d4125cec-da44-48c0-ae91-a6fc8d531cc5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0508807 Nov 16 22:12:35.828675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8af66523-5384-4ab7-97f0-9470356cfe80 req-7a7ac3d4-c1bb-4377-a210-7f9a420e63be tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395868 Nov 16 22:12:36.870234 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-a2634774-dc07-4824-8491-1a741a416c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:36.871809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-a2634774-dc07-4824-8491-1a741a416c53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1096 time: 0.0475008 Nov 16 22:12:36.992462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f74a-153d-423d-9f96-f6066f70e7a3 req-815ea036-fad9-4b85-aecb-15dc385c92e9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:36.993915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a531f74a-153d-423d-9f96-f6066f70e7a3 req-815ea036-fad9-4b85-aecb-15dc385c92e9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0952976 Nov 16 22:12:37.028326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-9224d6af-27cd-41c7-b988-115625e7a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:37.029713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-9224d6af-27cd-41c7-b988-115625e7a03d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.1386273 Nov 16 22:12:37.091282 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a531f74a-153d-423d-9f96-f6066f70e7a3 req-542f7a2e-250a-407f-8a45-1d6c7b3d900b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905964 Nov 16 22:12:37.107748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-cd386253-ba51-4564-8d59-0fc2ff958514 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1002 time: 0.0684919 Nov 16 22:12:37.158490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-d987233f-299a-4438-ab85-6cb8d2d42cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:37.159914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-d987233f-299a-4438-ab85-6cb8d2d42cd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0459893 Nov 16 22:12:37.203685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-f894602d-4492-4ab8-9aad-993e86df95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:37.205096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-f894602d-4492-4ab8-9aad-993e86df95fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384867 Nov 16 22:12:37.295619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-18eed06f-30c4-4670-9a2c-a4167605d153 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Nov 16 22:12:37.385910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93037046-6d45-4d57-9fab-865eab9bcb93 req-c3a40c54-28d4-429b-a19d-888867a71f5b service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Nov 16 22:12:38.213824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909a3a-7eea-4c08-aa90-b316b7f5c67b req-e682f8a9-c4eb-4cf8-80c6-abda1909697b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:38.215324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db909a3a-7eea-4c08-aa90-b316b7f5c67b req-e682f8a9-c4eb-4cf8-80c6-abda1909697b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0531006 Nov 16 22:12:38.260952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-db909a3a-7eea-4c08-aa90-b316b7f5c67b req-b6ab9eb6-e7c7-41ca-baa1-fb257ed65000 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Nov 16 22:12:39.387595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b199e-3b63-4b8a-b2c3-2f5b28f57815 req-f6a9e2b0-4d79-4d99-b3c9-539ee169422c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:39.389551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-979b199e-3b63-4b8a-b2c3-2f5b28f57815 req-f6a9e2b0-4d79-4d99-b3c9-539ee169422c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0519209 Nov 16 22:12:39.435679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-979b199e-3b63-4b8a-b2c3-2f5b28f57815 req-096ff315-4fb8-4dd4-be2f-21ce8d79b730 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398774 Nov 16 22:12:39.526222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:40.557693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b6e4-1c53-4efb-b9c3-81cb5a6dc910 req-b5a008ae-1942-43ea-94f1-9e0d913c8811 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:40.559403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d583b6e4-1c53-4efb-b9c3-81cb5a6dc910 req-b5a008ae-1942-43ea-94f1-9e0d913c8811 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0518370 Nov 16 22:12:40.616248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d583b6e4-1c53-4efb-b9c3-81cb5a6dc910 req-cfd8d7f0-49aa-4ff8-b4f9-c9963af6fff8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Nov 16 22:12:41.725300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2449017-d0ef-445c-805e-4bc62cfa5b15 req-8ecc98af-4161-4c92-b104-24e0848b462e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:41.727534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2449017-d0ef-445c-805e-4bc62cfa5b15 req-8ecc98af-4161-4c92-b104-24e0848b462e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0484083 Nov 16 22:12:41.778861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2449017-d0ef-445c-805e-4bc62cfa5b15 req-984583bb-eb24-4f04-b798-912588b956ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Nov 16 22:12:42.032848 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-6c4fad0d-c425-4863-b637-bbd9478945eb service neutron] show failed (client error): The resource could not be found. Nov 16 22:12:42.033832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-6c4fad0d-c425-4863-b637-bbd9478945eb service neutron] 10.222.0.21 "GET /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0531473 Nov 16 22:12:42.223899 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:12:42.238914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-1bcb19d7-d44d-4dd8-9fce-8b9e69c2eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:42.240458 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-1bcb19d7-d44d-4dd8-9fce-8b9e69c2eac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1096 time: 0.0477157 Nov 16 22:12:42.253121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:12:42.310332 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:42.507146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:12:42.539746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:12:42.578023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:12:42.580359 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7300b886-eb8d-4f6c-8102-3fdf1f07d3c1" -d '{"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-unplugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:12:42.584336 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:42.596741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Transition to ACTIVE for port object 916b557d-191b-43e0-a30c-82347221c252 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:12:42.600732 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:42.633303 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bef23ba-8ecb-40ae-b0a3-c7d0382836f2 x-openstack-request-id: req-1bef23ba-8ecb-40ae-b0a3-c7d0382836f2 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:12:42.633591 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-unplugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:12:42.634417 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bef23ba-8ecb-40ae-b0a3-c7d0382836f2 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:12:42.634417 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'code': 200} Nov 16 22:12:42.685178 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:12:42.699114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.699458 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.699793 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.700123 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.700453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.700824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.701148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.701465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.701783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.702101 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.702420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.702734 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:42.738441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] No DVR routers for this DVR port 916b557d-191b-43e0-a30c-82347221c252 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:12:42.875868 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:12:42.876201 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:12:42.876533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:12:42.881459 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:12:42.881778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:12:42.886658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:12:42.887026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:12:42.887409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:12:42.887833 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Bound port: 916b557d-191b-43e0-a30c-82347221c252, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:12:42.888738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:42.898995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4867d-18f0-4bb3-bdf1-7bbbd742ad15 req-b392ebcf-8d78-4585-a92a-d6a9908307c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:42.900435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6a4867d-18f0-4bb3-bdf1-7bbbd742ad15 req-b392ebcf-8d78-4585-a92a-d6a9908307c3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0488851 Nov 16 22:12:42.950047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6a4867d-18f0-4bb3-bdf1-7bbbd742ad15 req-79bb3815-f71c-4c00-bf31-0e3b41a07d21 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Nov 16 22:12:42.954275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:12:42.958274 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:12:42.963413 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:42.999503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:43.000129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:43.001579 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] 10.222.0.36 "PUT /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1091 time: 0.7524133 Nov 16 22:12:43.026808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fbbd-8bff-495a-95f0-5b86e158fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:12:43.071957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-ee75195c-e034-41c7-80a0-36d74d170e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:43.073622 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-ee75195c-e034-41c7-80a0-36d74d170e76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0439689 Nov 16 22:12:43.171188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-a49eea06-b0ed-4a79-8f5d-5df050128156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:43.172677 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-a49eea06-b0ed-4a79-8f5d-5df050128156 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0925703 Nov 16 22:12:43.238768 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-4af0865f-2329-403f-bf32-f8e1ccc5fdb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0589850 Nov 16 22:12:43.287656 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-a32d5817-4152-4375-a8b7-573bdb9ecd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:43.288960 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-a32d5817-4152-4375-a8b7-573bdb9ecd80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0433753 Nov 16 22:12:43.337999 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-1697d2c5-bb5f-4652-8e72-cfba42790acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:43.339490 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-1697d2c5-bb5f-4652-8e72-cfba42790acd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426891 Nov 16 22:12:43.393292 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:43.429435 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-bc8af759-d81e-4e57-8d80-89e8dec10e4e service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827546 Nov 16 22:12:43.522296 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-dce8f9e1-11bc-4f3f-a85a-77ffbb562422 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853815 Nov 16 22:12:43.943297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:12:43.985051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:12:44.082274 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22ee72-36d7-40e0-8b00-6fadb3f4cd18 req-1ddcd1f9-5576-462d-b2ce-a559b2a09bd8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.083866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c22ee72-36d7-40e0-8b00-6fadb3f4cd18 req-1ddcd1f9-5576-462d-b2ce-a559b2a09bd8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0491261 Nov 16 22:12:44.135280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c22ee72-36d7-40e0-8b00-6fadb3f4cd18 req-283334ba-1213-4bb9-bfdd-8d503d6a1f65 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450804 Nov 16 22:12:44.635791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:12:44.638046 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b503ba-8aa8-44ac-8924-a31d087bec21" -d '{"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:12:44.686128 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a5b44-7ed4-4b60-a43c-fa916c8c92b9 x-openstack-request-id: req-376a5b44-7ed4-4b60-a43c-fa916c8c92b9 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:12:44.686419 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:12:44.686732 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-376a5b44-7ed4-4b60-a43c-fa916c8c92b9 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:12:44.687169 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'status': 'completed', 'code': 200} Nov 16 22:12:44.752254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-b33218aa-2361-4f9c-a149-311982009275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.753800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-b33218aa-2361-4f9c-a149-311982009275 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0489318 Nov 16 22:12:44.765117 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-215773f5-c645-4ee4-8c4d-df3ed8f99832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.766780 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-215773f5-c645-4ee4-8c4d-df3ed8f99832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0475552 Nov 16 22:12:44.842336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-24770062-7006-468b-9e4f-20b43945bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.843941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-24770062-7006-468b-9e4f-20b43945bb41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0833683 Nov 16 22:12:44.859112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-8bef39ec-f720-44e9-89fd-83498bf290b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.860590 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-8bef39ec-f720-44e9-89fd-83498bf290b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0870032 Nov 16 22:12:44.914461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-d7abe4e1-8406-44ec-a5ba-571004f06bab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0623112 Nov 16 22:12:44.932009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-2ba24abf-b22e-432d-98a3-1074f456070f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0644541 Nov 16 22:12:44.962541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-618fe42e-d860-4264-9c17-29b6be60682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.964202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-618fe42e-d860-4264-9c17-29b6be60682f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0431020 Nov 16 22:12:44.981152 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-a67d3c15-707b-44a8-99ad-7c54faab52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:44.982986 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-a67d3c15-707b-44a8-99ad-7c54faab52a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0447986 Nov 16 22:12:45.011079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-29b367e2-c50f-4717-a4a2-40d27cca6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:45.012827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-29b367e2-c50f-4717-a4a2-40d27cca6723 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408714 Nov 16 22:12:45.030671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-01a2d5fa-f033-40a4-9bdc-3a7e2eaa967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:45.032307 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-01a2d5fa-f033-40a4-9bdc-3a7e2eaa967f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423868 Nov 16 22:12:45.110952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-5272929b-0d51-4309-80d1-5b1b153edfb1 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903416 Nov 16 22:12:45.136790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-f722d3fe-fe40-4735-a708-8831b7d46653 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974326 Nov 16 22:12:45.230668 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-24360036-e371-4ab2-9cf4-65a264347537 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Nov 16 22:12:45.231975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d1b503ba-8aa8-44ac-8924-a31d087bec21 req-920ba543-3a39-47f7-89d2-6b4aa25b3d97 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145022 Nov 16 22:12:45.269639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2cfbf-374d-4173-8623-e95211d3cf11 req-af738cd6-d10c-477b-921b-f128d252d452 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:45.271141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fe2cfbf-374d-4173-8623-e95211d3cf11 req-af738cd6-d10c-477b-921b-f128d252d452 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0586195 Nov 16 22:12:45.321316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6fe2cfbf-374d-4173-8623-e95211d3cf11 req-86449662-9b61-47b6-b0d1-a03b09151f3b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Nov 16 22:12:45.447501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58cfd0d2-eb34-4d35-a6a4-d62f4bf18e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:45.835105 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-c75b060f-24f6-47bb-881e-634727762f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:45.836519 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-c75b060f-24f6-47bb-881e-634727762f5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0455537 Nov 16 22:12:45.943857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-f93358a7-7f94-43f9-aebc-02e0ad0a4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:45.945377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-f93358a7-7f94-43f9-aebc-02e0ad0a4f76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0898364 Nov 16 22:12:46.014885 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-da9ef8e8-68e3-4e27-b2b2-5df5396e9294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0627468 Nov 16 22:12:46.064994 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-4c32a7e2-554e-4e21-93aa-8bc7a68bca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:46.066455 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-4c32a7e2-554e-4e21-93aa-8bc7a68bca4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0443892 Nov 16 22:12:46.112089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-ca79fece-386a-4860-a796-a24a532b3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:46.113485 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-ca79fece-386a-4860-a796-a24a532b3f86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400877 Nov 16 22:12:46.206173 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-3eb3ee2a-e9e9-4bbd-aa8f-c3fd940d6259 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Nov 16 22:12:46.295965 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-60806fbd-b15c-4f91-b771-bcf1172fba01 req-109009aa-9e39-4abf-b827-cefc4e916d56 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832822 Nov 16 22:12:46.439800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac873a-44a2-4a3e-bece-0c58c9205ef1 req-629ce2f6-3cdb-4e3a-b3fb-1e12e9578a71 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:46.441402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aac873a-44a2-4a3e-bece-0c58c9205ef1 req-629ce2f6-3cdb-4e3a-b3fb-1e12e9578a71 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0500906 Nov 16 22:12:46.488474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6aac873a-44a2-4a3e-bece-0c58c9205ef1 req-acfcac43-5de1-46c6-920a-337f8dbf1519 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Nov 16 22:12:47.613401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953dcc8-455b-4d09-95d1-70d3b55fd43a req-0882aa80-7d0d-49cd-9a02-a8d5b7a66e4c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:47.614881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b953dcc8-455b-4d09-95d1-70d3b55fd43a req-0882aa80-7d0d-49cd-9a02-a8d5b7a66e4c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0528555 Nov 16 22:12:47.661806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b953dcc8-455b-4d09-95d1-70d3b55fd43a req-7cca7572-3313-4221-975f-d34587017745 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Nov 16 22:12:47.760385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b82c0e48-6ae9-424d-a3ce-f622e309fabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:48.777027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55aa6a-93f1-471e-80c4-3ab9ce86806e req-ff9e9f79-b4e3-43b4-8dc8-2cdc1cbf6783 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:48.777818 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f55aa6a-93f1-471e-80c4-3ab9ce86806e req-ff9e9f79-b4e3-43b4-8dc8-2cdc1cbf6783 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0476780 Nov 16 22:12:48.824532 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0f55aa6a-93f1-471e-80c4-3ab9ce86806e req-fbf9aec9-92d4-4400-87fb-1066878f7dfe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 Nov 16 22:12:49.465332 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:49.938314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f04d63-7ca6-4ec6-a6f4-a4668ba282fc req-94d28f9e-6a0a-415a-915f-7aa30bd78bef tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:49.939791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88f04d63-7ca6-4ec6-a6f4-a4668ba282fc req-94d28f9e-6a0a-415a-915f-7aa30bd78bef tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0474370 Nov 16 22:12:49.996230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-88f04d63-7ca6-4ec6-a6f4-a4668ba282fc req-fc1799a8-50a0-452b-ac4e-52693d54f6d0 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505106 Nov 16 22:12:50.707393 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:51.431076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7315f3-2dde-443d-9301-3c34c3f15e87 req-ac25bc1f-0c26-4b28-b744-46fdeaded62b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:51.432888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7315f3-2dde-443d-9301-3c34c3f15e87 req-ac25bc1f-0c26-4b28-b744-46fdeaded62b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.3680151 Nov 16 22:12:51.480035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dc7315f3-2dde-443d-9301-3c34c3f15e87 req-c5b141da-f0c4-4319-96ca-42fa9ff96108 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411341 Nov 16 22:12:51.546470 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:52.596575 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62d01-26f6-4af1-a7d3-55a3a83c4fcf req-9eaa8522-a2d9-445c-8149-dd7d13aad0b1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:52.598028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77e62d01-26f6-4af1-a7d3-55a3a83c4fcf req-9eaa8522-a2d9-445c-8149-dd7d13aad0b1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0479457 Nov 16 22:12:52.645117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77e62d01-26f6-4af1-a7d3-55a3a83c4fcf req-e7952373-8ab6-4319-a1be-7d5c796e7c0c tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Nov 16 22:12:53.764715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e5498-c91f-4030-82d7-05cfb447f276 req-759cded5-e1ff-49b6-a9a5-27e757358950 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:53.766071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-718e5498-c91f-4030-82d7-05cfb447f276 req-759cded5-e1ff-49b6-a9a5-27e757358950 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0531831 Nov 16 22:12:53.812670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-718e5498-c91f-4030-82d7-05cfb447f276 req-5e3f88aa-f7b6-46d8-9a17-46da3453c516 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Nov 16 22:12:54.927288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfaa84-7bf0-4af3-bec1-82b607341cf9 req-44bd27b8-72ec-45f4-9ca5-3578f7a099ee tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:54.928731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdbfaa84-7bf0-4af3-bec1-82b607341cf9 req-44bd27b8-72ec-45f4-9ca5-3578f7a099ee tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0478823 Nov 16 22:12:54.975493 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fdbfaa84-7bf0-4af3-bec1-82b607341cf9 req-c1efc0c6-c26a-49ed-8fbe-0623c78fb7a2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Nov 16 22:12:56.095177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc613-83b1-497c-abff-45ef3ba1365a req-9846de5e-0878-4138-9062-2fa27615cfa3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.096643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ddbc613-83b1-497c-abff-45ef3ba1365a req-9846de5e-0878-4138-9062-2fa27615cfa3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0503535 Nov 16 22:12:56.146801 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ddbc613-83b1-497c-abff-45ef3ba1365a req-7f63b7fa-66f8-4ee8-887c-387e32d55806 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Nov 16 22:12:56.428335 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-523c01b1-8bcd-41d0-96fb-65ef70ae6dff tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.429933 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-523c01b1-8bcd-41d0-96fb-65ef70ae6dff tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.36 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&tenant_id=ef577a21bb67482c954d606d73c7cb58&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 943 time: 0.0530732 Nov 16 22:12:56.440153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc0b9-a7e7-45e2-9da8-02f48df1429d req-069daea1-ce0a-477c-9452-1d3e05b9a043 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.441624 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-618cc0b9-a7e7-45e2-9da8-02f48df1429d req-069daea1-ce0a-477c-9452-1d3e05b9a043 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 943 time: 0.0492232 Nov 16 22:12:56.493947 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-618cc0b9-a7e7-45e2-9da8-02f48df1429d req-bc169a3c-3b4a-40a1-8fc4-bf6071f01ef4 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Nov 16 22:12:56.500801 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-b6f438a1-9342-4d72-b0d7-d21268e94464 service neutron] 10.222.0.36 "GET /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252/bindings/n-h2-816206-5 HTTP/1.1" status: 200 len: 382 time: 0.0630436 Nov 16 22:12:56.562016 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-ce3c9250-8f9b-49bb-91c7-2aef79a67dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.563559 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-ce3c9250-8f9b-49bb-91c7-2aef79a67dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1094 time: 0.0410371 Nov 16 22:12:56.574857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 916b557d-191b-43e0-a30c-82347221c252 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:12:56.659107 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-b22d8b26-f2e6-4f4a-a167-ff66f3d1c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.660704 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-b22d8b26-f2e6-4f4a-a167-ff66f3d1c4ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0905833 Nov 16 22:12:56.668602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:12:56.679592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '916b557d-191b-43e0-a30c-82347221c252', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:12:56.719420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:56.725392 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-f7ea1e53-3885-488e-9f24-ee23646028be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0571690 Nov 16 22:12:56.732122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:12:56.750621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:12:56.754635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:56.773799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-fd4f6648-3d34-447d-baec-45f92ba60ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.775332 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-fd4f6648-3d34-447d-baec-45f92ba60ef2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0435441 Nov 16 22:12:56.803657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:12:56.811443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.811795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.812136 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.812474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.812806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.813138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.813463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.813787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.814110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.814431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.814752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.815100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:12:56.825824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-436b924c-f2fb-4d97-9d47-e3ef170cfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:56.827363 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-436b924c-f2fb-4d97-9d47-e3ef170cfa9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446136 Nov 16 22:12:56.914989 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-42c11c14-d5ef-48ea-9f1e-05bc0c75ee73 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798500 Nov 16 22:12:56.973254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['916b557d-191b-43e0-a30c-82347221c252'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:12:57.008114 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-4f19f5c2-3c1c-48df-8caa-9c550533bf5a service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851750 Nov 16 22:12:57.608748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97997-f422-4b24-850b-28eafca7464a req-0a3a39c7-dfff-4388-8072-688cab9077fb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:57.610245 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9f97997-f422-4b24-850b-28eafca7464a req-0a3a39c7-dfff-4388-8072-688cab9077fb tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0482545 Nov 16 22:12:57.656788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9f97997-f422-4b24-850b-28eafca7464a req-bae44b44-0efd-4c6b-a142-ff35b2ba7bda tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Nov 16 22:12:58.576591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 916b557d-191b-43e0-a30c-82347221c252 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:12:58.625197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 916b557d-191b-43e0-a30c-82347221c252 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:12:58.629014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 916b557d-191b-43e0-a30c-82347221c252 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:12:58.629376 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:58.708979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:58.737117 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:12:58.739403 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050266b4-422c-4237-b931-ec0a2ada2386" -d '{"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-plugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:12:58.752597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:12:58.756276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:58.813189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:12:58.833298 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee6cfd-4f48-411b-b658-576e34cfca29 x-openstack-request-id: req-41ee6cfd-4f48-411b-b658-576e34cfca29 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:12:58.833593 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-plugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:12:58.833848 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41ee6cfd-4f48-411b-b658-576e34cfca29 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:12:58.834246 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'code': 200} Nov 16 22:12:58.835011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee4614-e553-4a1f-8d24-c80675a5b609 req-e8b90f39-2ffb-412f-9e64-595e766c0125 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:58.836572 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13ee4614-e553-4a1f-8d24-c80675a5b609 req-e8b90f39-2ffb-412f-9e64-595e766c0125 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.1085780 Nov 16 22:12:58.884974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-13ee4614-e553-4a1f-8d24-c80675a5b609 req-ad4a1b68-2775-4b57-892f-e9a31108c1a6 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Nov 16 22:13:00.004416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1268-ca58-4a0b-91fb-59d9d89e309c req-51a67974-2c12-4a2e-9f2f-b2fd4942721b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:00.005903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-962c1268-ca58-4a0b-91fb-59d9d89e309c req-51a67974-2c12-4a2e-9f2f-b2fd4942721b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0499411 Nov 16 22:13:00.053526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-962c1268-ca58-4a0b-91fb-59d9d89e309c req-e3107d7f-26e4-458f-907c-dfad499c272e tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Nov 16 22:13:01.188382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-cfbd5976-ab04-4b69-aa89-22fb45f6937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:01.189863 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-cfbd5976-ab04-4b69-aa89-22fb45f6937e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e&tenant_id=ef577a21bb67482c954d606d73c7cb58 HTTP/1.1" status: 200 len: 1096 time: 0.0762801 Nov 16 22:13:01.197938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9d41-1480-4ba4-a951-2784d5998907 req-7d81f85b-27e3-4b2b-8327-1ff72043e009 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:01.199283 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-180e9d41-1480-4ba4-a951-2784d5998907 req-7d81f85b-27e3-4b2b-8327-1ff72043e009 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0752966 Nov 16 22:13:01.203991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:01.288761 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:01.294642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-180e9d41-1480-4ba4-a951-2784d5998907 req-f970c822-d756-4059-bcfd-0accf81a736a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869648 Nov 16 22:13:01.493460 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:01.525809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h2-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:13:01.564514 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:01.569832 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:01.582003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Transition to ACTIVE for port object 916b557d-191b-43e0-a30c-82347221c252 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:13:01.587569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:01.630546 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743a54ee-d823-4b64-96b7-1a09f1f5606a" -d '{"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-unplugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:01.698746 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=10']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:01.725618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.725972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.726312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.726650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.727008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.727339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.727667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.727990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.728315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.728642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.728979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.729286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:13:01.748094 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88710b7f-446d-406b-b8d4-ba5460b755b5 x-openstack-request-id: req-88710b7f-446d-406b-b8d4-ba5460b755b5 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:01.748386 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-unplugged", "status": "completed", "tag": "916b557d-191b-43e0-a30c-82347221c252", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:01.748642 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88710b7f-446d-406b-b8d4-ba5460b755b5 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:01.749043 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'code': 200} Nov 16 22:13:01.781442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] No DVR routers for this DVR port 916b557d-191b-43e0-a30c-82347221c252 on host n-h2-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:13:01.917472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:13:01.917802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:13:01.918128 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:01.922846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:13:01.923194 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Attempting to bind port 916b557d-191b-43e0-a30c-82347221c252 on network a85c9d17-9604-4ec7-834f-4e1094b817dc {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:01.927920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:13:01.928249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Checking segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:13:01.928635 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Bound using segment: {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:13:01.929053 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Bound port: 916b557d-191b-43e0-a30c-82347221c252, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73115de5-f2c8-42fe-b40a-77d203e0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:13:01.929395 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:01.990950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:13:01.994020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:13:01.998432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:02.031362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.032014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:02.033390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] 10.222.0.21 "PUT /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1092 time: 0.8332369 Nov 16 22:13:02.055328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f56cc8-9c82-474c-94c5-de28cb0c8559 service neutron] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=11']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:02.152829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-92357b53-be10-43fe-b113-34e14859b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.154448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-92357b53-be10-43fe-b113-34e14859b505 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1095 time: 0.0425098 Nov 16 22:13:02.250401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-96ca201c-ef96-48a5-99f0-8e1d808edcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.251938 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-96ca201c-ef96-48a5-99f0-8e1d808edcb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0896254 Nov 16 22:13:02.318188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-d9a6dd18-505e-472d-9a15-9c29181fea6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0591254 Nov 16 22:13:02.393762 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-24080986-a9e2-4edf-ad04-d5c291a91227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.395268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-24080986-a9e2-4edf-ad04-d5c291a91227 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0708528 Nov 16 22:13:02.442624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807347-7c1d-4bbe-bad8-8a5d6d15f2bb req-09d5f07b-6129-4be5-a064-942447783ebe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.444134 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807347-7c1d-4bbe-bad8-8a5d6d15f2bb req-09d5f07b-6129-4be5-a064-942447783ebe tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0798583 Nov 16 22:13:02.466154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649721-76a2-4314-a84c-e535e3fb22fb req-61ce5915-ce25-4a5e-a545-0a27c5bfee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:02.467603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-61ce5915-ce25-4a5e-a545-0a27c5bfee09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658185 Nov 16 22:13:02.540342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c807347-7c1d-4bbe-bad8-8a5d6d15f2bb req-03f7d645-c401-4538-967d-b890580043dc tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900252 Nov 16 22:13:02.580696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-78f9a06b-f494-4810-80c7-91fdbfe790a9 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054218 Nov 16 22:13:02.621999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 916b557d-191b-43e0-a30c-82347221c252 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:13:02.659061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 916b557d-191b-43e0-a30c-82347221c252 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:13:02.672411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-12649721-76a2-4314-a84c-e535e3fb22fb req-3197ac6d-0e0a-4435-8f69-02bb6fdd6da6 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851598 Nov 16 22:13:03.668990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522f32-966f-4a71-8c09-59ebc4e6b176 req-db8301cf-2155-49f6-8cf4-be3b1cbbc9df tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:03.670496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab522f32-966f-4a71-8c09-59ebc4e6b176 req-db8301cf-2155-49f6-8cf4-be3b1cbbc9df tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0579329 Nov 16 22:13:03.719491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab522f32-966f-4a71-8c09-59ebc4e6b176 req-314f5fd3-5e1f-409c-8163-d4612b426c92 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Nov 16 22:13:03.750282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:03.752636 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537bb4f8-d7ee-4ace-8074-15481d48e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:03.799914 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5624203-3d7d-4614-8b58-d0781e3fa62d x-openstack-request-id: req-c5624203-3d7d-4614-8b58-d0781e3fa62d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:03.800208 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "tag": "916b557d-191b-43e0-a30c-82347221c252", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:03.800465 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5624203-3d7d-4614-8b58-d0781e3fa62d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:03.800865 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'status': 'completed', 'code': 200} Nov 16 22:13:03.861791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-12b2250d-63a6-4a41-9391-2c5bfe513513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:03.863333 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-12b2250d-63a6-4a41-9391-2c5bfe513513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1095 time: 0.0424726 Nov 16 22:13:03.863783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-6a796939-e7f0-48c7-b4d8-fadfe462987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:03.865331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-6a796939-e7f0-48c7-b4d8-fadfe462987b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef577a21bb67482c954d606d73c7cb58&device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 1095 time: 0.0431173 Nov 16 22:13:03.961573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-d8a09dda-3aaa-4956-b00f-78af5db33dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:03.962912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-59fa9f02-36f1-43c4-9fe8-74c028ac8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:03.963264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-d8a09dda-3aaa-4956-b00f-78af5db33dd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0901208 Nov 16 22:13:03.964407 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-59fa9f02-36f1-43c4-9fe8-74c028ac8313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 200 len: 912 time: 0.0926673 Nov 16 22:13:04.031528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-bf80403b-d0c6-41f5-a784-bdae33a7af6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0600722 Nov 16 22:13:04.035346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-5243a5a8-ae1b-40da-9e8f-4ee441ff145c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 200 len: 1000 time: 0.0635190 Nov 16 22:13:04.084113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-a65afda3-ba08-46ae-a0dd-5d4e3b8dc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:04.085622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-a65afda3-ba08-46ae-a0dd-5d4e3b8dc691 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0473042 Nov 16 22:13:04.088236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-8a05eb21-b9b3-43b1-b734-bab037dac738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:04.089882 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-8a05eb21-b9b3-43b1-b734-bab037dac738 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 200 len: 850 time: 0.0477121 Nov 16 22:13:04.139906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-0b89bd4d-69c3-4b18-8be6-b81f963b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:04.140177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-89aecfa9-4063-4855-a21a-da1cf511e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:04.141615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-89aecfa9-4063-4855-a21a-da1cf511e73e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480356 Nov 16 22:13:04.141778 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-0b89bd4d-69c3-4b18-8be6-b81f963b4343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a85c9d17-9604-4ec7-834f-4e1094b817dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430198 Nov 16 22:13:04.235107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-45e1b83e-eff4-41ce-9cd0-cfc65958e936 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Nov 16 22:13:04.240755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-faf791f3-657d-4e1e-9589-f05bab1b19dd service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897913 Nov 16 22:13:04.333723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-b1d1947e-ad2c-4b27-82d0-e8badf2f0a31 service neutron] 10.222.0.21 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Nov 16 22:13:04.333942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-537bb4f8-d7ee-4ace-8074-15481d48e3f3 req-f646114e-68bb-4968-ae2d-c6880f9290f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843105 Nov 16 22:13:04.838799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65096762-ed17-48eb-9b07-5946bcc2f5cf req-5ecd3113-6999-4a61-a25e-0082b8a3b8cd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:04.840442 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65096762-ed17-48eb-9b07-5946bcc2f5cf req-5ecd3113-6999-4a61-a25e-0082b8a3b8cd tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0500355 Nov 16 22:13:04.890089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-65096762-ed17-48eb-9b07-5946bcc2f5cf req-53a6839c-7956-4499-acbc-aa7df6708477 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Nov 16 22:13:06.008221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364fe78-542b-4d59-b118-f6398eaec749 req-25d9e4a8-be46-43df-a3e2-7b2ca4b83020 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:06.009596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2364fe78-542b-4d59-b118-f6398eaec749 req-25d9e4a8-be46-43df-a3e2-7b2ca4b83020 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0486500 Nov 16 22:13:06.055741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2364fe78-542b-4d59-b118-f6398eaec749 req-d78612ac-51e6-4681-94fa-e05f3eb33a53 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401309 Nov 16 22:13:07.177141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05a6db-696f-4817-9b19-e18db15d74b0 req-de2dde43-1bd8-4ee6-afdd-12d865563e28 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:07.178607 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a05a6db-696f-4817-9b19-e18db15d74b0 req-de2dde43-1bd8-4ee6-afdd-12d865563e28 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0522292 Nov 16 22:13:07.225371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3a05a6db-696f-4817-9b19-e18db15d74b0 req-180e058e-6273-42ec-80d0-45aebe74f91d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Nov 16 22:13:08.342945 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d8218-0173-4072-9b58-3b30339fad82 req-472f9e2f-9a3c-4589-867e-0af8ce3e7b4a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:08.344412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c5d8218-0173-4072-9b58-3b30339fad82 req-472f9e2f-9a3c-4589-867e-0af8ce3e7b4a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0477183 Nov 16 22:13:08.390822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c5d8218-0173-4072-9b58-3b30339fad82 req-71c94ec7-3940-43eb-9227-597e97233ac1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Nov 16 22:13:09.513263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0a397-2eb6-4df2-9a53-a89b340cdf40 req-3f5913f6-5958-4bc0-941b-c6fbedcc3cc3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:09.514748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ceb0a397-2eb6-4df2-9a53-a89b340cdf40 req-3f5913f6-5958-4bc0-941b-c6fbedcc3cc3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0568027 Nov 16 22:13:09.544745 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:09.566179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ceb0a397-2eb6-4df2-9a53-a89b340cdf40 req-1b96a1b2-7e4d-4a70-ab96-ef1efa1f28ae tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Nov 16 22:13:10.681984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee773ad3-5f16-4772-b34a-913b66a69e0e req-7ea439b0-2acc-4e4f-88b7-51ceb7d947d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:10.683467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee773ad3-5f16-4772-b34a-913b66a69e0e req-7ea439b0-2acc-4e4f-88b7-51ceb7d947d9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0486009 Nov 16 22:13:10.729723 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee773ad3-5f16-4772-b34a-913b66a69e0e req-0bd3f4ce-1cf3-4b20-8325-c15788214ca7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Nov 16 22:13:11.842683 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b3e3-6cea-473e-a6d3-7658739b4095 req-9e073520-d731-4a12-9604-0dd8c8c58bb5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:11.844182 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc41b3e3-6cea-473e-a6d3-7658739b4095 req-9e073520-d731-4a12-9604-0dd8c8c58bb5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0475266 Nov 16 22:13:11.895410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fc41b3e3-6cea-473e-a6d3-7658739b4095 req-c064f5b4-0251-462e-af78-d624a30c9c88 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Nov 16 22:13:13.010650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5537d-beab-4768-8855-44261fc6e4ca req-75fe80e2-961a-4451-ab82-1ec4b8bb2673 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:13.012226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ab5537d-beab-4768-8855-44261fc6e4ca req-75fe80e2-961a-4451-ab82-1ec4b8bb2673 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0483882 Nov 16 22:13:13.059836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4ab5537d-beab-4768-8855-44261fc6e4ca req-5108132a-4ee9-4194-ae0c-672f8dda63b3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Nov 16 22:13:13.392892 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:14.181020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69ee0-3e57-459e-897d-97c2f764a208 req-17f020e8-3a2b-4908-bc55-26803c3212f8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:14.182536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7d69ee0-3e57-459e-897d-97c2f764a208 req-17f020e8-3a2b-4908-bc55-26803c3212f8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0524752 Nov 16 22:13:14.231923 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7d69ee0-3e57-459e-897d-97c2f764a208 req-43ae4cbc-a1c9-48b2-9828-987c5251aee7 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Nov 16 22:13:15.350860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207d7b3-fa84-46f5-a8c5-6dbddbf88a07 req-d7657772-619e-4c9e-8ddf-8bb1639e7ae9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:15.352337 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8207d7b3-fa84-46f5-a8c5-6dbddbf88a07 req-d7657772-619e-4c9e-8ddf-8bb1639e7ae9 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0518007 Nov 16 22:13:15.398533 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8207d7b3-fa84-46f5-a8c5-6dbddbf88a07 req-e5bd3e6c-3e9f-4d94-b022-78f5b498d69d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Nov 16 22:13:15.448078 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba194-df6b-4652-9bd3-b1044f55efa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:15.515726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985385a5-49c8-4a8a-9463-52d86a3f6d7d req-7e1732c5-45c2-408a-aede-f548daaf0e95 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:15.517141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-985385a5-49c8-4a8a-9463-52d86a3f6d7d req-7e1732c5-45c2-408a-aede-f548daaf0e95 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0491221 Nov 16 22:13:15.564317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-985385a5-49c8-4a8a-9463-52d86a3f6d7d req-8b7b36b3-1c66-4392-b39e-66757ec48845 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 Nov 16 22:13:15.676310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9b33e-de6a-40e1-b6cf-00ab3cb3be6a req-fbc531e2-d0ef-4515-9bd9-1eb5cf1f8bf5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:15.677745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09f9b33e-de6a-40e1-b6cf-00ab3cb3be6a req-fbc531e2-d0ef-4515-9bd9-1eb5cf1f8bf5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0478575 Nov 16 22:13:15.727082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-09f9b33e-de6a-40e1-b6cf-00ab3cb3be6a req-c22df6fc-2111-4487-8cb5-909afe7b6d1b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Nov 16 22:13:15.955728 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670899fa-d402-4f33-9771-d333550c2234 req-674ad0c4-6664-4710-9694-2874d8af0250 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:15.957160 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-670899fa-d402-4f33-9771-d333550c2234 req-674ad0c4-6664-4710-9694-2874d8af0250 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 944 time: 0.0485580 Nov 16 22:13:16.002875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-670899fa-d402-4f33-9771-d333550c2234 req-c065a32f-69ec-412b-b904-1b70da7a467a tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Nov 16 22:13:16.129195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:13:16.233417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:16.244555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '916b557d-191b-43e0-a30c-82347221c252', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'port_id': '916b557d-191b-43e0-a30c-82347221c252', 'mac_address': 'fa:16:3e:3c:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:13:16.279964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:16.292428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:13:16.311610 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:16.315109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:16.359683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=12']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:16.568099 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['916b557d-191b-43e0-a30c-82347221c252'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:17.122689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bb73-572a-4c11-bdd3-cc9e4401ac62 req-38b267c7-b3b3-4f5f-9b61-739d2e2c61d5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:17.124357 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0531bb73-572a-4c11-bdd3-cc9e4401ac62 req-38b267c7-b3b3-4f5f-9b61-739d2e2c61d5 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0524721 Nov 16 22:13:17.171738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0531bb73-572a-4c11-bdd3-cc9e4401ac62 req-1b944622-4599-49b3-918b-6e0d4d32a3d8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Nov 16 22:13:17.466155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-02d143b5-1f73-4b2f-8398-b0b8fa195591 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:17.467631 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-02d143b5-1f73-4b2f-8398-b0b8fa195591 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 945 time: 0.0511303 Nov 16 22:13:17.557941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Deleting port 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:17.558272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:17.648059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] For port 916b557d-191b-43e0-a30c-82347221c252, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=916b557d-191b-43e0-a30c-82347221c252,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:17.648412 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:17.762196 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-df67e038-cac6-47e9-8340-440943c01362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:17.865484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:17.865843 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:17.866155 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f disassociated. External IP: 172.25.7.173, port: 916b557d-191b-43e0-a30c-82347221c252. Nov 16 22:13:17.866495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Calling delete_port for 916b557d-191b-43e0-a30c-82347221c252 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:17.989617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:18.025736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'Port': ['ID=916b557d-191b-43e0-a30c-82347221c252,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:18.128660 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:13:18.133826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:13:18.149370 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:13:18.149717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 22:13:18.173047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Port 916b557d-191b-43e0-a30c-82347221c252 not found, will not notify nova. {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 22:13:18.284296 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-be661b74-d6bc-452b-8430-0f1e5d134bb4 req-d1a45bfc-c424-4783-aae6-92d4a7c2d0b8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0381346 Nov 16 22:13:18.290489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:13:18.301989 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:13:18.312577 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:13:18.313240 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:13:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:18.329159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] No DVR routers for this DVR port 916b557d-191b-43e0-a30c-82347221c252 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:13:18.331896 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:18.335289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4b57020-6c05-42da-9eb3-8779028ba977 req-0e3268d3-4436-4e04-a930-abe6f7578e02 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.21 "DELETE /v2.0/ports/916b557d-191b-43e0-a30c-82347221c252 HTTP/1.1" status: 204 len: 173 time: 0.8613858 Nov 16 22:13:18.335721 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-deleted', 'tag': '916b557d-191b-43e0-a30c-82347221c252'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:18.337938 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69dc101-5208-4395-81e8-375ce08692a3" -d '{"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-deleted", "tag": "916b557d-191b-43e0-a30c-82347221c252"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:18.381170 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d7dc6f-da05-48de-90c4-b762ac5a2f92 x-openstack-request-id: req-20d7dc6f-da05-48de-90c4-b762ac5a2f92 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:18.381466 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50655859-20d2-49d8-bd5b-f7d31146169e", "name": "network-vif-deleted", "tag": "916b557d-191b-43e0-a30c-82347221c252", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:18.381721 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20d7dc6f-da05-48de-90c4-b762ac5a2f92 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:18.382124 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50655859-20d2-49d8-bd5b-f7d31146169e', 'name': 'network-vif-deleted', 'tag': '916b557d-191b-43e0-a30c-82347221c252', 'status': 'completed', 'code': 200} Nov 16 22:13:18.518006 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:13:18.714736 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:18.744449 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:13:18.752670 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:13:18.753259 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:13:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:18.856670 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:13:19.052304 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:19.079098 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90e455-ba61-409d-bc0b-0445a56a38e1 None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '3d45a961-215e-4d09-8eea-3888a8c309b3', 'name': '', 'network_id': 'a85c9d17-9604-4ec7-834f-4e1094b817dc', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'mac_address': 'fa:16:3e:60:f0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:39Z', 'updated_at': '2021-11-16T22:03:42Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'subnets': [{'id': '1fee33e1-30e2-4744-8473-f4f7315372da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:13:19.224020 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:13:19.314166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c676657-aea2-4168-8085-3cfb29d6889a None None] New status for floating IP 521f7a26-af79-41b8-a73d-3bc749436f0f: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:13:19.385354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4bd72655-2013-4a62-b257-6d4065a81b15 req-91950fc3-9dcb-4d47-8610-1044cc3205d8 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0269771 Nov 16 22:13:19.603610 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:20.483886 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7bb1629f-2a56-4fea-875b-aca51318c4ba req-6e270394-1e38-4198-ab02-2f6219b3dee3 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0276003 Nov 16 22:13:20.710866 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:21.553404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:21.589518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afa2c09e-045e-44e1-9fe1-7a86ed795fa2 req-bb920307-3317-4a9a-a743-6699466b9be2 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0270941 Nov 16 22:13:22.160634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:13:22.180569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 916b557d-191b-43e0-a30c-82347221c252 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:13:22.180911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 916b557d-191b-43e0-a30c-82347221c252 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:13:22.701749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bcc3b71-5258-44c2-9506-69295ae40d0b req-0e5cb1b9-ebf2-48e2-a540-58dbfa2e4a9d tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/ports?device_id=50655859-20d2-49d8-bd5b-f7d31146169e HTTP/1.1" status: 200 len: 210 time: 0.0306227 Nov 16 22:13:28.454280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39014) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:28.518104 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.540738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.587559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.590883 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.592081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "DELETE /v2.0/security-groups/8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79 HTTP/1.1" status: 204 len: 168 time: 0.1367221 Nov 16 22:13:28.594731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39016) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:28.601188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee6dc-731a-4b53-8f99-8eed3f1eedb1 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:28.611138 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [None req-5d752c3b-c93e-4c2c-bccd-d54e69082f5b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] show failed (client error): The resource could not be found. Nov 16 22:13:28.612148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5d752c3b-c93e-4c2c-bccd-d54e69082f5b tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "GET /v2.0/security-groups/8d92bc1d-014c-4e1e-8f0b-7230e4a4ee79 HTTP/1.1" status: 404 len: 347 time: 0.0163894 Nov 16 22:13:28.614963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39018) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:28.740616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Deleting port ef048667-c94a-4af9-8947-a225533f5d64 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:28.740865 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.814663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.815019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.826399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Calling delete_port for ef048667-c94a-4af9-8947-a225533f5d64 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:28.960995 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:28.986528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Pushing event deleted for resources: {'Port': ['ID=ef048667-c94a-4af9-8947-a225533f5d64,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:29.048786 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:29.051332 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:29.052487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7467972f-ad6c-4e44-8744-412a1e95bc77 tempest-ServerActionsTestJSON-320476389 tempest-ServerActionsTestJSON-320476389-project] 10.222.0.54 "DELETE /v2.0/floatingips/521f7a26-af79-41b8-a73d-3bc749436f0f HTTP/1.1" status: 204 len: 168 time: 0.4365811 Nov 16 22:13:29.055360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39020) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:29.787834 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.024926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Deleting port 3d45a961-215e-4d09-8eea-3888a8c309b3 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:30.025265 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.104115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] For port 3d45a961-215e-4d09-8eea-3888a8c309b3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=3d45a961-215e-4d09-8eea-3888a8c309b3,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:30.104398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.117026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Calling delete_port for 3d45a961-215e-4d09-8eea-3888a8c309b3 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:30.292443 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.319548 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d45a961-215e-4d09-8eea-3888a8c309b3,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:30.481851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.696019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Router 69e0b984-54db-4597-ba29-ca55787fd06b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:13:30.802705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:13:30.808632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c217deb8-4a2e-4f3e-af7b-064a847aa52a admin admin] 10.222.0.54 "PUT /v2.0/routers/69e0b984-54db-4597-ba29-ca55787fd06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521350 Nov 16 22:13:30.810448 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39024) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:30.813251 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Sync routers for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:13:30.823539 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:13:30.824194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:13:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:30.914729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:30.928077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:13:31.014763 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.066558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Deleting port 07f53fc4-44f3-4027-81e4-407b9a78fcbc {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:31.066898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.101036 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:13:30Z', 'revision_number': 5, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port': {'id': '07f53fc4-44f3-4027-81e4-407b9a78fcbc', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:31.126264 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Checking router: 69e0b984-54db-4597-ba29-ca55787fd06b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:13:31.134273 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Routers {'69e0b984-54db-4597-ba29-ca55787fd06b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:13:31.134854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:13:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['69e0b984-54db-4597-ba29-ca55787fd06b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:31.145912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] For port 07f53fc4-44f3-4027-81e4-407b9a78fcbc, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=07f53fc4-44f3-4027-81e4-407b9a78fcbc,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:31.146276 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.163321 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Calling delete_port for 07f53fc4-44f3-4027-81e4-407b9a78fcbc owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:31.219183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] Set router 69e0b984-54db-4597-ba29-ca55787fd06b gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:13:31.271561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:13:31Z', 'revision_number': 6, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:31.298037 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5d08-1480-4cd4-b4b0-caf61dd17db4 None None] The sync data for ids ['69e0b984-54db-4597-ba29-ca55787fd06b'] in n-d-816206-5 is: [{'id': '69e0b984-54db-4597-ba29-ca55787fd06b', 'name': 'tempest-ServerActionsTestJSON-319593514-router', 'tenant_id': 'ef577a21bb67482c954d606d73c7cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:03:37Z', 'updated_at': '2021-11-16T22:13:31Z', 'revision_number': 6, 'project_id': 'ef577a21bb67482c954d606d73c7cb58', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:13:31.325852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.355561 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f53fc4-44f3-4027-81e4-407b9a78fcbc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:31.368509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe72df-8f8f-4bb0-ad30-fe85bab9ead1 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:13:31.414537 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.502190 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.504500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.549166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.549705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e0b984-54db-4597-ba29-ca55787fd06b {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:13:31.554097 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.555461 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4237bc1a-3d5f-4680-bf88-99689ac8c3a7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/69e0b984-54db-4597-ba29-ca55787fd06b HTTP/1.1" status: 204 len: 168 time: 0.7433321 Nov 16 22:13:31.557827 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39026) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:31.601905 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Deleting subnet 1fee33e1-30e2-4744-8473-f4f7315372da {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:13:31.604868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:31.645880 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.078139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.131243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.157930 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fee33e1-30e2-4744-8473-f4f7315372da,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:32.159933 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.164131 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a3c7ca4-cc7a-4fa8-a0c5-fe6552d17af8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1fee33e1-30e2-4744-8473-f4f7315372da HTTP/1.1" status: 204 len: 168 time: 0.6048121 Nov 16 22:13:32.165033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87df8be-ac58-4343-a43a-68fce83bedac None None] Network a85c9d17-9604-4ec7-834f-4e1094b817dc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:13:32.165737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39028) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:32.236900 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.296523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Deleting port 73f12ca8-f32d-405b-943e-ff9f5c52b69c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:32.296855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.352536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] DHCP port deletion for a85c9d17-9604-4ec7-834f-4e1094b817dc request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:13:32.364284 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] For port 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73f12ca8-f32d-405b-943e-ff9f5c52b69c,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:32.364708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.376878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Calling delete_port for 73f12ca8-f32d-405b-943e-ff9f5c52b69c owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:32.400798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Deleting port 73f12ca8-f32d-405b-943e-ff9f5c52b69c {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:32.401395 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.460854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.467350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] For port 73f12ca8-f32d-405b-943e-ff9f5c52b69c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=73f12ca8-f32d-405b-943e-ff9f5c52b69c,segment=NetworkSegment(73115de5-f2c8-42fe-b40a-77d203e0ed60),segment_id=73115de5-f2c8-42fe-b40a-77d203e0ed60)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:32.467916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.481437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Calling delete_port for 73f12ca8-f32d-405b-943e-ff9f5c52b69c owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:32.487837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=73f12ca8-f32d-405b-943e-ff9f5c52b69c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:32.491519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] No DVR routers for this DVR port 73f12ca8-f32d-405b-943e-ff9f5c52b69c on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:13:32.559665 n-d-816206-5 neutron-server[102666]: self.session.flush() Nov 16 22:13:32.564103 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.566039 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.586990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85c9d17-9604-4ec7-834f-4e1094b817dc']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:32.592930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] Pushing event deleted for resources: {'Port': ['ID=73f12ca8-f32d-405b-943e-ff9f5c52b69c,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:32.596905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a65cf2-d1c4-403c-ab9b-842a677d022a None None] No DVR routers for this DVR port 73f12ca8-f32d-405b-943e-ff9f5c52b69c on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:13:32.600547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73115de5-f2c8-42fe-b40a-77d203e0ed60') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:32.600838 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73115de5-f2c8-42fe-b40a-77d203e0ed60') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:13:32.615413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.628795 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.635356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:13:32.635767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:13:32.638275 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:13:32.690844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.696135 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.700071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/a85c9d17-9604-4ec7-834f-4e1094b817dc HTTP/1.1" status: 204 len: 168 time: 0.5333240 Nov 16 22:13:32.710846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271895-9cd0-4513-a851-f59e14cd0e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a85c9d17-9604-4ec7-834f-4e1094b817dc,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:32.828142 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39032) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:32.861397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3d45a961-215e-4d09-8eea-3888a8c309b3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:13:32.873866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-60fba62b-4a01-40d7-a022-b289a860f080 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef577a21bb67482c954d606d73c7cb58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435424 Nov 16 22:13:32.875267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39034) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:32.881716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 3d45a961-215e-4d09-8eea-3888a8c309b3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:13:32.882056 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 3d45a961-215e-4d09-8eea-3888a8c309b3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:13:32.882463 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 07f53fc4-44f3-4027-81e4-407b9a78fcbc no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:13:32.903087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 07f53fc4-44f3-4027-81e4-407b9a78fcbc {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:13:32.903431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 07f53fc4-44f3-4027-81e4-407b9a78fcbc not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:13:32.903830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73f12ca8-f32d-405b-943e-ff9f5c52b69c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:13:32.922612 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.922801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 73f12ca8-f32d-405b-943e-ff9f5c52b69c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:13:32.923155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 73f12ca8-f32d-405b-943e-ff9f5c52b69c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:13:32.944101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.995237 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.998255 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:32.999418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fed4ab66-e812-43a2-962b-4536f86e643b HTTP/1.1" status: 204 len: 168 time: 0.1232619 Nov 16 22:13:33.006886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bb72f-8760-4009-8460-1cfd8eabd54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4ab66-e812-43a2-962b-4536f86e643b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:33.663694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39056) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:33.780505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-914877036-network', 'tenant_id': 'ee475cc67a404afa9466485f40d1b95f'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:33.800482 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Made reservation on behalf of ee475cc67a404afa9466485f40d1b95f for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:13:33.802617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.811287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.888604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.892151 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.916008 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:13:33.924517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4776f30-5570-4340-a16e-550d268a9725,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:33.930386 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.930730 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Added segment a8b2583e-827c-4447-9aec-f485582f6c13 of type vlan for network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 Nov 16 22:13:33.974109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.000101 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.001059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.001628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.065286 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4004717 Nov 16 22:13:34.068285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39064) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:13:34.070392 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bea505-26f7-4aba-af90-87bb31f0cdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=15548aa6-5ad0-440c-9882-12f86a4f6fe7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:34.074339 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Request body: {'subnet': {'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-914877036-subnet', 'tenant_id': 'ee475cc67a404afa9466485f40d1b95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:34.081428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:13:34.097021 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Made reservation on behalf of ee475cc67a404afa9466485f40d1b95f for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:13:34.099434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.268242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.321671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1531fff0-4373-45b5-8510-e4223c03e619,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:34.332923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Checking segment: {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:13:34.333285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Network hostable DHCP agents. Network: 15548aa6-5ad0-440c-9882-12f86a4f6fe7, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:13:34.349174 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:13:34.358750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 15548aa6-5ad0-440c-9882-12f86a4f6fe7) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:13:34.362711 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.363339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.368234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5766aa3-0b8b-4260-bea9-0b59c71ed54f None None] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:13:34.388827 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-56fc0876-8bf8-4280-a828-b2d40c260d59 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189642 Nov 16 22:13:34.497636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a00b1-6af0-4aa4-8284-cebb771ff513 None None] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:13:34.799702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-2fac6dec-77ab-475d-b894-9751c0fc0696 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.801140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-2fac6dec-77ab-475d-b894-9751c0fc0696 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 813 time: 0.1059456 Nov 16 22:13:34.816397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-03f26294-80e7-4ba0-b917-18651e92e436 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/quotas/ee475cc67a404afa9466485f40d1b95f HTTP/1.1" status: 200 len: 375 time: 0.0093343 Nov 16 22:13:34.853024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-8acc883e-5ce0-428b-8869-3c11bef24458 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313864 Nov 16 22:13:34.941322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-5ebf7824-dc4b-4f22-9e36-cf54c993dd98 service neutron] 10.222.0.54 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Nov 16 22:13:35.034544 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-b7bb4c23-de23-4df5-9663-fc1611caf9e3 service neutron] 10.222.0.54 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871987 Nov 16 22:13:35.194907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f944c40c-fb1c-4085-ba6b-056b7fc3faa3 req-ac5ab2b5-0ca7-43ea-85f7-45b544d31841 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 210 time: 0.0295048 Nov 16 22:13:36.162236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-6ed88d70-18d9-4e41-ba92-aee7525a5721 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:36.163730 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-6ed88d70-18d9-4e41-ba92-aee7525a5721 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.36 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 813 time: 0.1100318 Nov 16 22:13:36.176614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Request body: {'port': {'device_id': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7', 'admin_state_up': True, 'tenant_id': 'ee475cc67a404afa9466485f40d1b95f'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:36.288673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Made reservation on behalf of ee475cc67a404afa9466485f40d1b95f for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:13:36.292257 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:36.293923 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-342ff3d5-0955-4e19-9f4e-1a6c2ffb3a87 req-ec0c47ea-f73d-4983-86fa-b4bf53308b67 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 210 time: 0.0285275 Nov 16 22:13:36.419591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Allocated IP 172.20.0.4 (15548aa6-5ad0-440c-9882-12f86a4f6fe7/1531fff0-4373-45b5-8510-e4223c03e619/18ab2faa-93d6-4ea4-b816-341c066e460f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:13:36.566048 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:36.599621 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:36.644951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:13:36.648037 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:13:36.650817 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:13:36.681969 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Pushing event updated for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:36.709420 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:36.710028 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:36.725955 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-2cc73fe4-8503-41eb-b27b-1a34f00e3084 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531025 Nov 16 22:13:36.738976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Request body: {'port': {'device_id': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:36.790852 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.050170 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ab2faa-93d6-4ea4-b816-341c066e460f {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:13:37.057490 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.070157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Transition to ACTIVE for port object 18ab2faa-93d6-4ea4-b816-341c066e460f will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:13:37.074005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.125501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:37.187532 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Attempting to bind port 18ab2faa-93d6-4ea4-b816-341c066e460f on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:13:37.188173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Attempting to bind port 18ab2faa-93d6-4ea4-b816-341c066e460f by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:13:37.188173 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Attempting to bind port 18ab2faa-93d6-4ea4-b816-341c066e460f on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:37.192478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Port 18ab2faa-93d6-4ea4-b816-341c066e460f on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:13:37.192795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Attempting to bind port 18ab2faa-93d6-4ea4-b816-341c066e460f on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:37.197556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:13:37.197888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Checking segment: {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:13:37.198266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Bound using segment: {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:13:37.198688 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Bound port: 18ab2faa-93d6-4ea4-b816-341c066e460f, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:13:37.199091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.263753 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:13:37.266684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=18ab2faa-93d6-4ea4-b816-341c066e460f,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:13:37.271205 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.303442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.304060 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:37.305454 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] 10.222.0.36 "PUT /v2.0/ports/18ab2faa-93d6-4ea4-b816-341c066e460f HTTP/1.1" status: 200 len: 1091 time: 0.5704894 Nov 16 22:13:37.305894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:37.308231 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df3f3c-b72d-4992-a7d2-890be7374ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:37.342910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08780c83-36d0-4562-ac86-c198523fa916 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:37.364860 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16793eb3-9c9a-493a-a643-683bcddc3775 x-openstack-request-id: req-16793eb3-9c9a-493a-a643-683bcddc3775 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:37.365152 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:37.365398 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16793eb3-9c9a-493a-a643-683bcddc3775 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:37.365799 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f', 'status': 'completed', 'code': 200} Nov 16 22:13:37.396151 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-9c3bfc43-6187-469f-a323-22006f595ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.397675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-9c3bfc43-6187-469f-a323-22006f595ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 1094 time: 0.0449190 Nov 16 22:13:37.419978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f67dd-8f14-414f-918d-b72ddcdfb060 req-480b8549-e3e9-4560-ae33-b033e59374b4 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.421562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270f67dd-8f14-414f-918d-b72ddcdfb060 req-480b8549-e3e9-4560-ae33-b033e59374b4 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 943 time: 0.0512078 Nov 16 22:13:37.441167 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-8b3a6f43-f011-4f05-ac6f-3d5680be7382 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ab2faa-93d6-4ea4-b816-341c066e460f HTTP/1.1" status: 200 len: 217 time: 0.0338781 Nov 16 22:13:37.469131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-270f67dd-8f14-414f-918d-b72ddcdfb060 req-9a776f5f-49c6-4c48-ac35-aad301460759 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Nov 16 22:13:37.496357 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a143-50c9-49de-836b-4584635ea679 req-a2b5ade5-e772-4f00-8af4-fb4d6d64a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.497844 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-a2b5ade5-e772-4f00-8af4-fb4d6d64a0e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 200 len: 853 time: 0.0481136 Nov 16 22:13:37.529106 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-c625d284-0635-4799-a50e-428ab391fac5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15548aa6-5ad0-440c-9882-12f86a4f6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244093 Nov 16 22:13:37.616686 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-f201884b-d073-4bb7-98a7-9a56d60311b7 service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804772 Nov 16 22:13:37.709682 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-6165a143-50c9-49de-836b-4584635ea679 req-7caf4654-a56c-4a91-a51a-7e7b665a46ee service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Nov 16 22:13:37.795702 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-cf9069c7-c3c7-4344-a229-759447f7eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.797156 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-cf9069c7-c3c7-4344-a229-759447f7eb5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 1094 time: 0.0410285 Nov 16 22:13:37.890622 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-163842f5-40e0-4acd-a790-b5e51565360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.892153 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-163842f5-40e0-4acd-a790-b5e51565360b service neutron] 10.222.0.36 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 914 time: 0.0881510 Nov 16 22:13:37.933408 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-30eb3dd2-6b6d-4de5-b331-6b2f45fa5b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ab2faa-93d6-4ea4-b816-341c066e460f HTTP/1.1" status: 200 len: 217 time: 0.0334399 Nov 16 22:13:37.982291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-daf1ecb5-551c-4c0a-a648-fe46629e2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:37.983721 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-daf1ecb5-551c-4c0a-a648-fe46629e2c50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 200 len: 853 time: 0.0430510 Nov 16 22:13:38.020892 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-68e6bd22-24c6-481e-a12b-173855a69477 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15548aa6-5ad0-440c-9882-12f86a4f6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285878 Nov 16 22:13:38.115355 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-80df587e-f6ed-498c-8757-9bd12486ce24 service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Nov 16 22:13:38.208300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-97df3f3c-b72d-4992-a7d2-890be7374ad3 req-ca80267c-2a4d-42e0-a6df-6db4a9ebf9d7 service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Nov 16 22:13:38.590062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236dd09-6c93-4725-93b1-46f15c4b9fbc req-e7d984d6-64a7-4ad9-941c-a737455e6f0e tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:38.591547 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e236dd09-6c93-4725-93b1-46f15c4b9fbc req-e7d984d6-64a7-4ad9-941c-a737455e6f0e tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 943 time: 0.0525362 Nov 16 22:13:38.639835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e236dd09-6c93-4725-93b1-46f15c4b9fbc req-3a8d1ef5-a83c-4cfc-8710-9e050201003c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Nov 16 22:13:39.545159 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:39.756920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50f9cf-16c9-4d1f-b14c-b363889f27d6 req-c6d81012-844e-4bbf-8ba2-cb713fa5826d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:39.758314 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e50f9cf-16c9-4d1f-b14c-b363889f27d6 req-c6d81012-844e-4bbf-8ba2-cb713fa5826d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 943 time: 0.0519750 Nov 16 22:13:39.804644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e50f9cf-16c9-4d1f-b14c-b363889f27d6 req-32b541b8-5080-4b52-a777-fb7d22b5515f tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Nov 16 22:13:40.808347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 18ab2faa-93d6-4ea4-b816-341c066e460f details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:13:40.925719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69d7d-6443-47a8-b8af-9eef9434c5ac req-32c6cdf2-5b49-4922-b01a-495c56ecc95b tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:40.927268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18b69d7d-6443-47a8-b8af-9eef9434c5ac req-32c6cdf2-5b49-4922-b01a-495c56ecc95b tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 943 time: 0.0516860 Nov 16 22:13:40.928263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=18ab2faa-93d6-4ea4-b816-341c066e460f,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:40.940008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '18ab2faa-93d6-4ea4-b816-341c066e460f', 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7', 'port_id': '18ab2faa-93d6-4ea4-b816-341c066e460f', 'mac_address': 'fa:16:3e:93:7c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1531fff0-4373-45b5-8510-e4223c03e619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:13:40.979236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:40.981279 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18b69d7d-6443-47a8-b8af-9eef9434c5ac req-15b21277-5f22-4472-917b-0d4313efd8df tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Nov 16 22:13:40.993479 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ab2faa-93d6-4ea4-b816-341c066e460f {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:13:41.015071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=18ab2faa-93d6-4ea4-b816-341c066e460f,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:41.019505 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:41.066509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:41.216680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['18ab2faa-93d6-4ea4-b816-341c066e460f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:42.097064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b393f6a-0693-4ba7-bc5c-bafa06481074 req-386e57e2-16c0-4ba3-9cb2-e36c0642f78a tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:42.098552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b393f6a-0693-4ba7-bc5c-bafa06481074 req-386e57e2-16c0-4ba3-9cb2-e36c0642f78a tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 944 time: 0.0480576 Nov 16 22:13:42.146044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b393f6a-0693-4ba7-bc5c-bafa06481074 req-425f6ae8-721e-45c3-afdc-542739138869 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Nov 16 22:13:42.809769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 18ab2faa-93d6-4ea4-b816-341c066e460f up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:13:42.857372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 18ab2faa-93d6-4ea4-b816-341c066e460f completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:13:42.861050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 18ab2faa-93d6-4ea4-b816-341c066e460f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:13:42.861410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:42.940443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:42.962323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:42.964566 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c7d810-71fb-4ae3-9314-efb2b36ef923" -d '{"events": [{"server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "name": "network-vif-plugged", "status": "completed", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:42.978427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=18ab2faa-93d6-4ea4-b816-341c066e460f,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:42.982699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:43.007484 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e74bad-06b8-4939-b7e0-9d3e2e2031e2 x-openstack-request-id: req-26e74bad-06b8-4939-b7e0-9d3e2e2031e2 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:43.007766 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "name": "network-vif-plugged", "status": "completed", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:43.008013 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26e74bad-06b8-4939-b7e0-9d3e2e2031e2 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:43.008400 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f', 'code': 200} Nov 16 22:13:43.034572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:43.099567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7f243-17cf-45a8-aed4-53784758aac3 req-1be181a0-3bd0-490e-ac1e-cf94a8b5f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:43.101232 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a9d7f243-17cf-45a8-aed4-53784758aac3 req-1be181a0-3bd0-490e-ac1e-cf94a8b5f45d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 1096 time: 0.0404968 Nov 16 22:13:43.144850 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-a9d7f243-17cf-45a8-aed4-53784758aac3 req-ecb2023a-0bf8-439e-8cb2-7450aee39870 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363808 Nov 16 22:13:43.258139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ebdf0-87bf-4892-a99a-2d8736e05756 req-aa1c2e10-f806-4b38-8581-32c1e174c51f tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:43.259615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-287ebdf0-87bf-4892-a99a-2d8736e05756 req-aa1c2e10-f806-4b38-8581-32c1e174c51f tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0482426 Nov 16 22:13:43.305496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-287ebdf0-87bf-4892-a99a-2d8736e05756 req-e92c3aa3-d17a-4545-ad3f-4397a4583c4d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 Nov 16 22:13:43.407691 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:44.425417 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a920-42d3-4f81-9a13-0fc2af1247ea req-98ba4d4f-cc32-4f65-be02-631ae806c779 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:44.426894 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0499a920-42d3-4f81-9a13-0fc2af1247ea req-98ba4d4f-cc32-4f65-be02-631ae806c779 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0525060 Nov 16 22:13:44.473910 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0499a920-42d3-4f81-9a13-0fc2af1247ea req-74fbe558-a95c-425a-9558-442e4fe3c949 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Nov 16 22:13:44.692165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-259be1fe-f3de-4245-8da1-09bb92403683 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:44.693610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-259be1fe-f3de-4245-8da1-09bb92403683 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 813 time: 0.1001620 Nov 16 22:13:44.709076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-f8f1861b-321e-4a6b-8949-b3fcfd171017 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/quotas/ee475cc67a404afa9466485f40d1b95f HTTP/1.1" status: 200 len: 375 time: 0.0095201 Nov 16 22:13:44.764888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-bc0a333b-37b5-4ad0-8cdd-49be9b7b29ec tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488038 Nov 16 22:13:44.853135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-60ee494a-bc34-4800-8d9e-4f42df527b88 service neutron] 10.222.0.54 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811577 Nov 16 22:13:44.946795 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-f4a27227-e48d-4701-b7cb-a6b5092a2190 service neutron] 10.222.0.54 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871251 Nov 16 22:13:45.103241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-61a95a6e-c2e1-40c9-a4fc-52a56595c6ab req-f46fcfed-f040-472d-af5c-1c8658f86b12 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 210 time: 0.0286717 Nov 16 22:13:45.450832 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e621231c-e114-4e2d-b080-cbc3e3442a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.084466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-f30a6572-b3e4-4c2f-9cce-ba2e3e4dee83 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:46.085918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-f30a6572-b3e4-4c2f-9cce-ba2e3e4dee83 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.21 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 813 time: 0.1069636 Nov 16 22:13:46.100768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Request body: {'port': {'device_id': '2a45fd44-111c-4646-a90a-cee389027864', 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7', 'admin_state_up': True, 'tenant_id': 'ee475cc67a404afa9466485f40d1b95f'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:46.211354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5f1d4123-eb9d-4d4f-83ef-f4eb757203f6 req-9f0d5ec6-e909-43e3-9700-ac41b0d655f9 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 210 time: 0.0353830 Nov 16 22:13:46.233535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Made reservation on behalf of ee475cc67a404afa9466485f40d1b95f for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:13:46.237278 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.361869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Allocated IP 172.20.0.13 (15548aa6-5ad0-440c-9882-12f86a4f6fe7/1531fff0-4373-45b5-8510-e4223c03e619/78cf15df-5312-47ad-8d5a-08904104e1bb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:13:46.510249 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.543606 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.556234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['18ab2faa-93d6-4ea4-b816-341c066e460f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:46.585129 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:13:46.590150 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:13:46.593970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:13:46.620337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Pushing event updated for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:46.648565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:46.649183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.664882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7867e7ea-0eb7-4d38-bcd8-7dcc6d756919 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681214 Nov 16 22:13:46.678088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Request body: {'port': {'device_id': '2a45fd44-111c-4646-a90a-cee389027864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:13:46.735429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:46.987469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cf15df-5312-47ad-8d5a-08904104e1bb {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:13:46.994713 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.011050 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Transition to ACTIVE for port object 78cf15df-5312-47ad-8d5a-08904104e1bb will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:13:47.014946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.065684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Pushing event updated for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:47.131040 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Attempting to bind port 78cf15df-5312-47ad-8d5a-08904104e1bb on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:13:47.131732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Attempting to bind port 78cf15df-5312-47ad-8d5a-08904104e1bb by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:13:47.131732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Attempting to bind port 78cf15df-5312-47ad-8d5a-08904104e1bb on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:47.135901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Port 78cf15df-5312-47ad-8d5a-08904104e1bb on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:13:47.136220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Attempting to bind port 78cf15df-5312-47ad-8d5a-08904104e1bb on network 15548aa6-5ad0-440c-9882-12f86a4f6fe7 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:13:47.141071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:13:47.141403 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Checking segment: {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:13:47.141784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Bound using segment: {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:13:47.142202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Bound port: 78cf15df-5312-47ad-8d5a-08904104e1bb, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b2583e-827c-4447-9aec-f485582f6c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:13:47.142549 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.204044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:13:47.207147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78cf15df-5312-47ad-8d5a-08904104e1bb,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:13:47.211304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.245739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.246358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.247832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] 10.222.0.21 "PUT /v2.0/ports/78cf15df-5312-47ad-8d5a-08904104e1bb HTTP/1.1" status: 200 len: 1092 time: 0.5738797 Nov 16 22:13:47.248268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:47.250559 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca7c96-5b7f-457f-afae-12634d70b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:47.274134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939750f-4685-404a-ae02-e9410cf24a19 service neutron] Pushing event updated for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:47.318994 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94e0a54-7878-42ff-bd91-c7cd2e5ff184 x-openstack-request-id: req-e94e0a54-7878-42ff-bd91-c7cd2e5ff184 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:47.319291 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:47.319539 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e94e0a54-7878-42ff-bd91-c7cd2e5ff184 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:47.319944 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb', 'status': 'completed', 'code': 200} Nov 16 22:13:47.368698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec4b3-8417-48b2-a091-ac92a736b5f4 req-f0227383-a372-4cd4-a068-bccb8fc36b6c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.370178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a9ec4b3-8417-48b2-a091-ac92a736b5f4 req-f0227383-a372-4cd4-a068-bccb8fc36b6c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 944 time: 0.0859323 Nov 16 22:13:47.371953 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-3455dc34-0806-4c93-b1b2-daa71bdff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.373302 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-3455dc34-0806-4c93-b1b2-daa71bdff2b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 1095 time: 0.0766020 Nov 16 22:13:47.422752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-1c411405-ba1c-4ff2-8bf9-74031f937bb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cf15df-5312-47ad-8d5a-08904104e1bb HTTP/1.1" status: 200 len: 217 time: 0.0409541 Nov 16 22:13:47.477580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a9ec4b3-8417-48b2-a091-ac92a736b5f4 req-4411bb98-679e-4fdb-b254-907d4542efb0 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Nov 16 22:13:47.493044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506976-317f-4dae-b75a-c29a6d963437 req-9eba1fa3-24ae-44ba-8ccc-fa5664dba2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.493849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-9eba1fa3-24ae-44ba-8ccc-fa5664dba2b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 200 len: 853 time: 0.0617752 Nov 16 22:13:47.526725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-7773744b-ff21-4278-bc78-e62df04c247b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15548aa6-5ad0-440c-9882-12f86a4f6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254393 Nov 16 22:13:47.614516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-127dd534-8c25-4bda-b576-ce8b08cb8466 service neutron] 10.222.0.21 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793276 Nov 16 22:13:47.708173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec506976-317f-4dae-b75a-c29a6d963437 req-cb066de1-8cc4-46a2-9c78-414a55893d3c service neutron] 10.222.0.21 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863709 Nov 16 22:13:47.768602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad93b52a-5eb6-457b-8bbd-22c5587249e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:47.780020 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-a5ab38f2-fd73-45c2-b588-08e1bd531388 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416992 Nov 16 22:13:47.798950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7c96-5b7f-457f-afae-12634d70b25f req-d90e610b-1f67-431a-9764-7dd8f0209c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.800484 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-d90e610b-1f67-431a-9764-7dd8f0209c5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 1095 time: 0.0463033 Nov 16 22:13:47.866880 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c7513712-138b-47a1-aa47-028526c94f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.868407 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c7513712-138b-47a1-aa47-028526c94f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee475cc67a404afa9466485f40d1b95f&device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 1096 time: 0.0453944 Nov 16 22:13:47.895319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7c96-5b7f-457f-afae-12634d70b25f req-4cc966aa-7222-4924-9199-1564f74df5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.896790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-4cc966aa-7222-4924-9199-1564f74df5ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 914 time: 0.0893235 Nov 16 22:13:47.937737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-74c03a08-5a18-4500-b452-08a0a65fbf4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cf15df-5312-47ad-8d5a-08904104e1bb HTTP/1.1" status: 200 len: 217 time: 0.0335894 Nov 16 22:13:47.971050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c86c0036-a28d-49ac-bd95-f0e00731571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.972519 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c86c0036-a28d-49ac-bd95-f0e00731571a service neutron] 10.222.0.36 "GET /v2.0/networks?id=15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 200 len: 914 time: 0.0843863 Nov 16 22:13:47.986688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7c96-5b7f-457f-afae-12634d70b25f req-68e5bba9-a5cb-4439-b191-f24530ea4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:47.988215 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-68e5bba9-a5cb-4439-b191-f24530ea4485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 200 len: 853 time: 0.0432205 Nov 16 22:13:48.018274 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-682e3fdd-5c24-4f12-a690-748ca5df9c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18ab2faa-93d6-4ea4-b816-341c066e460f HTTP/1.1" status: 200 len: 217 time: 0.0381944 Nov 16 22:13:48.020120 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-a8e55ece-fe6a-48a8-9ee8-99a53339ff7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15548aa6-5ad0-440c-9882-12f86a4f6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244687 Nov 16 22:13:48.066891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-48deccfd-e483-47f4-bc65-d8fc7b9587ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:48.068381 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-48deccfd-e483-47f4-bc65-d8fc7b9587ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 200 len: 853 time: 0.0438924 Nov 16 22:13:48.102576 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c3808c13-4917-4699-946c-1067fe202175 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15548aa6-5ad0-440c-9882-12f86a4f6fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269871 Nov 16 22:13:48.113344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-01b6f539-d6dd-4bdd-ad28-32b3eaa96fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858078 Nov 16 22:13:48.197133 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-c11340ba-caf9-48ea-917b-390df2c0334d service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863183 Nov 16 22:13:48.206518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-abca7c96-5b7f-457f-afae-12634d70b25f req-9aac80b4-69a9-4d2f-bd49-19c8f80cd972 service neutron] 10.222.0.21 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858231 Nov 16 22:13:48.287561 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-c8477d2e-5809-4a9e-a844-c730136fedb2 req-28c59032-7e79-4e0f-99b7-71d2e688ca1f service neutron] 10.222.0.36 "GET /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837505 Nov 16 22:13:48.593096 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aad07-e7e8-44c5-b2be-4a24a5bbdc2a req-37f54beb-bc1f-4d43-b3a5-ddf2d3cf1d87 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:48.594460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb6aad07-e7e8-44c5-b2be-4a24a5bbdc2a req-37f54beb-bc1f-4d43-b3a5-ddf2d3cf1d87 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 944 time: 0.0487137 Nov 16 22:13:48.641284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb6aad07-e7e8-44c5-b2be-4a24a5bbdc2a req-50fb0fca-cc8d-4139-8c3d-e594c2a21deb tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Nov 16 22:13:49.474404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:49.760099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e3499-d190-4ef1-ba9c-083c86d4c28e req-d1df45d4-b6f7-43d6-af07-06a307f1fb7f tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:49.761526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f56e3499-d190-4ef1-ba9c-083c86d4c28e req-d1df45d4-b6f7-43d6-af07-06a307f1fb7f tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 944 time: 0.0548315 Nov 16 22:13:49.808153 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f56e3499-d190-4ef1-ba9c-083c86d4c28e req-7289fd5f-aac4-428c-b4cb-6471d5b16d07 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Nov 16 22:13:50.362598 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78cf15df-5312-47ad-8d5a-08904104e1bb details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:13:50.455677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78cf15df-5312-47ad-8d5a-08904104e1bb,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:50.467014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '78cf15df-5312-47ad-8d5a-08904104e1bb', 'network_id': '15548aa6-5ad0-440c-9882-12f86a4f6fe7', 'port_id': '78cf15df-5312-47ad-8d5a-08904104e1bb', 'mac_address': 'fa:16:3e:17:30:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1531fff0-4373-45b5-8510-e4223c03e619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:13:50.503250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:50.519725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cf15df-5312-47ad-8d5a-08904104e1bb {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:13:50.538597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78cf15df-5312-47ad-8d5a-08904104e1bb,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:50.542714 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:50.590909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:50.712304 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:50.738643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['78cf15df-5312-47ad-8d5a-08904104e1bb'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:50.928094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930305d0-567c-43cc-9e9d-8a7cb1335e51 req-ad5ee466-e76c-4aa6-a061-1e86dbfdd236 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:50.929458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-930305d0-567c-43cc-9e9d-8a7cb1335e51 req-ad5ee466-e76c-4aa6-a061-1e86dbfdd236 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 945 time: 0.0538535 Nov 16 22:13:50.975117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-930305d0-567c-43cc-9e9d-8a7cb1335e51 req-d518cfec-f0b2-4670-9d9a-c64439cad194 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396354 Nov 16 22:13:51.546982 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:52.089626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c726345-f7f7-4140-b7f4-e3906f1e8c65 req-ec6fe85b-f8c7-4a47-84b5-f73cd19c9038 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:52.091138 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c726345-f7f7-4140-b7f4-e3906f1e8c65 req-ec6fe85b-f8c7-4a47-84b5-f73cd19c9038 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Nov 16 22:13:52.139235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1c726345-f7f7-4140-b7f4-e3906f1e8c65 req-15be981f-003a-4ca7-8532-5ad57cbbd74c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Nov 16 22:13:52.379005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78cf15df-5312-47ad-8d5a-08904104e1bb up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:13:52.428876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 78cf15df-5312-47ad-8d5a-08904104e1bb completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:13:52.433091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 78cf15df-5312-47ad-8d5a-08904104e1bb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:13:52.433503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:52.509525 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:52.534529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:52.536763 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf72c7b-a771-4171-ad1a-b9b11ab5ddf4" -d '{"events": [{"server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "name": "network-vif-plugged", "status": "completed", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:52.549352 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78cf15df-5312-47ad-8d5a-08904104e1bb,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:52.553880 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:52.582135 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23bad3-8743-40d6-a72f-eb5be5263551 x-openstack-request-id: req-de23bad3-8743-40d6-a72f-eb5be5263551 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:52.582424 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "name": "network-vif-plugged", "status": "completed", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:52.582675 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de23bad3-8743-40d6-a72f-eb5be5263551 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:52.583778 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb', 'code': 200} Nov 16 22:13:52.610400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:52.674749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871546b9-2b2c-44d8-982f-6e4f263a4fef req-2d0b4ea7-b85e-4752-a7d9-72f7f0f87e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:52.676241 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-871546b9-2b2c-44d8-982f-6e4f263a4fef req-2d0b4ea7-b85e-4752-a7d9-72f7f0f87e66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 1097 time: 0.0401008 Nov 16 22:13:52.721689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-871546b9-2b2c-44d8-982f-6e4f263a4fef req-8fa3c50d-ddc0-41bb-a7df-4c69f940ce34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Nov 16 22:13:53.254375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82a4f4-4fee-4ae5-aaec-277729715e8e req-0374b8ac-f827-487b-95bd-15d5e824c32c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:53.255846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca82a4f4-4fee-4ae5-aaec-277729715e8e req-0374b8ac-f827-487b-95bd-15d5e824c32c tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Nov 16 22:13:53.301876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca82a4f4-4fee-4ae5-aaec-277729715e8e req-f74c7983-baf2-4bf3-bc63-e79641e7ae11 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Nov 16 22:13:54.417235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daedee8-6026-4568-8607-d58ff2911356 req-9da59e27-aba6-4884-8dfb-58b25dacf140 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:54.418670 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4daedee8-6026-4568-8607-d58ff2911356 req-9da59e27-aba6-4884-8dfb-58b25dacf140 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 946 time: 0.0482905 Nov 16 22:13:54.464128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4daedee8-6026-4568-8607-d58ff2911356 req-441f5ecc-5fe8-4087-9ff4-60d0c31aafc9 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Nov 16 22:13:54.696198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96c1c-c194-4c37-b309-cde1d63b95bc req-fe855283-427b-49e9-9736-7ca5727ea562 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:54.697632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80b96c1c-c194-4c37-b309-cde1d63b95bc req-fe855283-427b-49e9-9736-7ca5727ea562 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 946 time: 0.0511510 Nov 16 22:13:54.745779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-80b96c1c-c194-4c37-b309-cde1d63b95bc req-d44eedf0-08b0-47ff-97e8-b3b41221a115 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Nov 16 22:13:55.867932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea890d7-aed2-43b7-8c09-3a5092b1c1d1 req-042593d7-f59d-4522-aedb-df21aee6e6be tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:55.869384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ea890d7-aed2-43b7-8c09-3a5092b1c1d1 req-042593d7-f59d-4522-aedb-df21aee6e6be tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 946 time: 0.0491290 Nov 16 22:13:55.943580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7ea890d7-aed2-43b7-8c09-3a5092b1c1d1 req-49e53b99-9f6e-453d-a484-381c49149dd4 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681956 Nov 16 22:13:55.956078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-679b747c-61c5-44eb-aaef-7db862ce60a8 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:55.957487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-679b747c-61c5-44eb-aaef-7db862ce60a8 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 946 time: 0.0693324 Nov 16 22:13:56.223874 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:13:56.378088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Deleting port 78cf15df-5312-47ad-8d5a-08904104e1bb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:13:56.378417 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:56.466256 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] For port 78cf15df-5312-47ad-8d5a-08904104e1bb, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=78cf15df-5312-47ad-8d5a-08904104e1bb,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:13:56.466601 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:56.479201 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Calling delete_port for 78cf15df-5312-47ad-8d5a-08904104e1bb owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:13:56.607605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:56.620308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['18ab2faa-93d6-4ea4-b816-341c066e460f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:56.623901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['78cf15df-5312-47ad-8d5a-08904104e1bb'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:13:56.636177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Pushing event deleted for resources: {'Port': ['ID=78cf15df-5312-47ad-8d5a-08904104e1bb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:13:56.676326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] No DVR routers for this DVR port 78cf15df-5312-47ad-8d5a-08904104e1bb on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:13:56.678870 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:56.682363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1633883b-2048-44ed-bd04-cee3b4b16565 req-98d8e21e-9ca6-43bf-8694-a6f0e953f9dc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.21 "DELETE /v2.0/ports/78cf15df-5312-47ad-8d5a-08904104e1bb HTTP/1.1" status: 204 len: 173 time: 0.7191124 Nov 16 22:13:56.682807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'name': 'network-vif-deleted', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:13:56.685750 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe37c9-48f1-4625-b9ea-f1c37c7fd9bb" -d '{"events": [{"server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "name": "network-vif-deleted", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:13:56.722860 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d887435-09a5-424c-bb95-675187c9ccf7 x-openstack-request-id: req-6d887435-09a5-424c-bb95-675187c9ccf7 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:13:56.723397 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a45fd44-111c-4646-a90a-cee389027864", "name": "network-vif-deleted", "tag": "78cf15df-5312-47ad-8d5a-08904104e1bb", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:13:56.723803 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d887435-09a5-424c-bb95-675187c9ccf7 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:13:56.724426 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a45fd44-111c-4646-a90a-cee389027864', 'name': 'network-vif-deleted', 'tag': '78cf15df-5312-47ad-8d5a-08904104e1bb', 'status': 'completed', 'code': 200} Nov 16 22:13:57.049628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1fc730a1-1297-40fd-96d4-a3dc514cc572 req-afdfd52c-5be0-4418-8b05-cf6ed8fb7fe0 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a45fd44-111c-4646-a90a-cee389027864 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Nov 16 22:13:58.206160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f13a2-89e5-4709-b654-7e316ad7205b req-ee96b8f0-e206-4127-a3d1-7452fcf3c7f0 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:58.207625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-515f13a2-89e5-4709-b654-7e316ad7205b req-ee96b8f0-e206-4127-a3d1-7452fcf3c7f0 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0515153 Nov 16 22:13:58.255193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-515f13a2-89e5-4709-b654-7e316ad7205b req-d6b9ff1c-7476-4c1d-9d20-f740e8ee05bd tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Nov 16 22:13:58.383926 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704819-ad28-415b-9ad7-849dcfa049d8 req-75a90175-2a53-4647-b41d-3fb063acc538 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:58.385313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54704819-ad28-415b-9ad7-849dcfa049d8 req-75a90175-2a53-4647-b41d-3fb063acc538 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0487106 Nov 16 22:13:58.432386 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54704819-ad28-415b-9ad7-849dcfa049d8 req-cbb022a8-842f-4f04-945c-548767610541 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Nov 16 22:13:58.545634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe708-f95a-4c7a-99b5-68ff1ea68ea6 req-4141c459-b0e0-4160-9141-70b0628b5745 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:58.547113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27cbe708-f95a-4c7a-99b5-68ff1ea68ea6 req-4141c459-b0e0-4160-9141-70b0628b5745 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0484734 Nov 16 22:13:58.596706 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27cbe708-f95a-4c7a-99b5-68ff1ea68ea6 req-c8854207-3ade-4772-a959-c20bd407cefc tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Nov 16 22:13:58.762309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d21b0-d630-4791-a1b0-3ba184c2bf82 req-0c580b12-d2a3-4252-a186-cedf43e97549 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:58.763738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec6d21b0-d630-4791-a1b0-3ba184c2bf82 req-0c580b12-d2a3-4252-a186-cedf43e97549 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0496328 Nov 16 22:13:58.809729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec6d21b0-d630-4791-a1b0-3ba184c2bf82 req-061214b2-2c76-4c5a-af5e-774a2eb14fe6 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Nov 16 22:13:58.923101 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c40b-2af0-4ba5-9cf6-fdcc811dd5bc req-ad863d58-26c9-4b34-b085-5958c9f29815 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:58.924489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3df6c40b-2af0-4ba5-9cf6-fdcc811dd5bc req-ad863d58-26c9-4b34-b085-5958c9f29815 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0491877 Nov 16 22:13:58.971060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3df6c40b-2af0-4ba5-9cf6-fdcc811dd5bc req-06ae8da3-f530-4c46-bee2-cadd1274b47a tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Nov 16 22:13:59.097607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68936830-092b-4ac7-b367-48b01b91250b req-0fc87136-5d1b-471e-9994-26e95708cdc5 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:59.099078 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68936830-092b-4ac7-b367-48b01b91250b req-0fc87136-5d1b-471e-9994-26e95708cdc5 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0524113 Nov 16 22:13:59.145226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68936830-092b-4ac7-b367-48b01b91250b req-5aab6e8b-3766-49f2-b13b-b3b421bb3906 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Nov 16 22:13:59.451318 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62364ee-9654-4b77-b535-a38c8a1bf03a req-31e7153c-e3a2-4a69-adbf-cfa0786c9ff8 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:59.452725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d62364ee-9654-4b77-b535-a38c8a1bf03a req-31e7153c-e3a2-4a69-adbf-cfa0786c9ff8 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0488997 Nov 16 22:13:59.499384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d62364ee-9654-4b77-b535-a38c8a1bf03a req-8de3485e-4fa3-4d4f-80ca-ffc02c5d3dcd tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Nov 16 22:14:00.425000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78cf15df-5312-47ad-8d5a-08904104e1bb no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:14:00.445732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 78cf15df-5312-47ad-8d5a-08904104e1bb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:14:00.446079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 78cf15df-5312-47ad-8d5a-08904104e1bb not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:14:00.615156 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728bcc-d1a2-47d3-b52b-f1189c65eab0 req-3b395135-441b-4e3b-b786-09ccc91671d7 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:00.616619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6728bcc-d1a2-47d3-b52b-f1189c65eab0 req-3b395135-441b-4e3b-b786-09ccc91671d7 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0485456 Nov 16 22:14:00.668988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b6728bcc-d1a2-47d3-b52b-f1189c65eab0 req-2da87953-3c76-4191-bf8d-13f46676a0b5 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b4776f30-5570-4340-a16e-550d268a9725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 Nov 16 22:14:00.825163 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-723e7dff-62fa-4848-9db1-90db813794c1 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:00.826704 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-723e7dff-62fa-4848-9db1-90db813794c1 tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.36 "GET /v2.0/ports?device_id=e54722d7-7cfc-4ed4-9909-0ca1f9b215ae HTTP/1.1" status: 200 len: 945 time: 0.0498846 Nov 16 22:14:00.916182 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Deleting port 18ab2faa-93d6-4ea4-b816-341c066e460f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:00.916524 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.002603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] For port 18ab2faa-93d6-4ea4-b816-341c066e460f, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=18ab2faa-93d6-4ea4-b816-341c066e460f,segment=NetworkSegment(a8b2583e-827c-4447-9aec-f485582f6c13),segment_id=a8b2583e-827c-4447-9aec-f485582f6c13)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:01.002874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.015696 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Calling delete_port for 18ab2faa-93d6-4ea4-b816-341c066e460f owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:01.142161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.153747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['18ab2faa-93d6-4ea4-b816-341c066e460f'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:14:01.170813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Pushing event deleted for resources: {'Port': ['ID=18ab2faa-93d6-4ea4-b816-341c066e460f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:01.184425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.184776 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.185119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.185461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.185801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.186134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.186461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.186788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.187150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.187478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.187806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.188130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.229477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] No DVR routers for this DVR port 18ab2faa-93d6-4ea4-b816-341c066e460f on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:01.232604 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.235947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-8219f56a-6ac0-4297-a4b9-f500087af872 req-466ce084-3d39-437c-8cc3-a2ad7f9d3b6d tempest-ServersNegativeTestJSON-217398329 tempest-ServersNegativeTestJSON-217398329-project] 10.222.0.36 "DELETE /v2.0/ports/18ab2faa-93d6-4ea4-b816-341c066e460f HTTP/1.1" status: 204 len: 173 time: 0.4031913 Nov 16 22:14:01.236393 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'name': 'network-vif-deleted', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:14:01.238630 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f039c0b-31f7-42b6-927b-3b70be7050ca" -d '{"events": [{"server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "name": "network-vif-deleted", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:14:01.276446 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1bb9f5-56ba-4af0-9898-6f8cf00f53db x-openstack-request-id: req-2f1bb9f5-56ba-4af0-9898-6f8cf00f53db {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:14:01.276745 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54722d7-7cfc-4ed4-9909-0ca1f9b215ae", "name": "network-vif-deleted", "tag": "18ab2faa-93d6-4ea4-b816-341c066e460f", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:14:01.276999 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f1bb9f5-56ba-4af0-9898-6f8cf00f53db {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:14:01.277406 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54722d7-7cfc-4ed4-9909-0ca1f9b215ae', 'name': 'network-vif-deleted', 'tag': '18ab2faa-93d6-4ea4-b816-341c066e460f', 'status': 'completed', 'code': 200} Nov 16 22:14:01.725862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39224) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:01.770141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Deleting subnet 1531fff0-4373-45b5-8510-e4223c03e619 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:14:01.773156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.807223 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.845037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.899532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.926419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1531fff0-4373-45b5-8510-e4223c03e619,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:01.928830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:01.932132 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1531fff0-4373-45b5-8510-e4223c03e619 HTTP/1.1" status: 204 len: 168 time: 0.2052441 Nov 16 22:14:01.934719 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39226) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:01.938469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.938818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.939189 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.939528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.939862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.940192 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.940520 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.940846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.941169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.941602 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.941814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:01.942135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7fc3a4-9c82-4a0d-b9d7-35719b7a1999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:02.006424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.086100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.107131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15548aa6-5ad0-440c-9882-12f86a4f6fe7']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:02.116599 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b2583e-827c-4447-9aec-f485582f6c13') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:02.116886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b2583e-827c-4447-9aec-f485582f6c13') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:02.126062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.139345 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.145011 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:02.145380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:02.146994 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:02.199765 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.205095 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.208318 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] 10.222.0.54 "DELETE /v2.0/networks/15548aa6-5ad0-440c-9882-12f86a4f6fe7 HTTP/1.1" status: 204 len: 168 time: 0.2720039 Nov 16 22:14:02.220111 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d5877-95a0-484f-b993-ce1c90a53acc admin admin] Pushing event deleted for resources: {'Network': ['ID=15548aa6-5ad0-440c-9882-12f86a4f6fe7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:02.318509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:02.362734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67290dd0-1836-46ce-aebc-70fce38804d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee475cc67a404afa9466485f40d1b95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429544 Nov 16 22:14:02.364990 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39232) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:02.418253 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.440363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.487179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.490249 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:02.491470 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4776f30-5570-4340-a16e-550d268a9725 HTTP/1.1" status: 204 len: 168 time: 0.1255829 Nov 16 22:14:02.500087 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eda70-e99f-4b1b-ba44-68ef702c8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4776f30-5570-4340-a16e-550d268a9725,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:03.217987 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39254) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:03.312737 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682353019'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:03.334450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:03.337976 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.347035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.421862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.425375 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.452146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:03.461785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571ed1df-5d33-429c-8b07-909a8574c53d,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:03.467182 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.467524 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Added segment 8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0 of type vlan for network 327276bc-5a8b-4f4f-b4f1-896334241406 Nov 16 22:14:03.510647 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.536021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.541526 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:03.542103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.596251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3771896 Nov 16 22:14:03.607908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c964-ef72-4914-8880-727fc2d9a83c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Network': ['ID=327276bc-5a8b-4f4f-b4f1-896334241406,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:03.618413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 327276bc-5a8b-4f4f-b4f1-896334241406 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:04.848350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 18ab2faa-93d6-4ea4-b816-341c066e460f no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:14:04.872548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 18ab2faa-93d6-4ea4-b816-341c066e460f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:14:04.872893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 18ab2faa-93d6-4ea4-b816-341c066e460f not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:14:06.917039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39258) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:06.922788 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'subnet': {'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:07.012610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:07.016203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.191749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.256896 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Subnet': ['ID=8c416b44-5181-4a59-961f-0ead3817370c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:07.264342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking segment: {'id': '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:07.264593 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network hostable DHCP agents. Network: 327276bc-5a8b-4f4f-b4f1-896334241406, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:07.280739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network 327276bc-5a8b-4f4f-b4f1-896334241406 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:07.288639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 327276bc-5a8b-4f4f-b4f1-896334241406) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:07.292689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:07.293279 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.299470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce766d-ba24-442d-a287-8fad7ab84d94 None None] Network 327276bc-5a8b-4f4f-b4f1-896334241406 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:07.309089 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-720e104b-9690-4b48-96cf-26304aee3715 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903432 Nov 16 22:14:07.312552 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39260) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:07.318082 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682966007'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:07.339249 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:07.343293 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.366747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:07.375684 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.376025 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Added segment 9a4208f7-28ec-463d-b90a-25b324ab90f3 of type vlan for network 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c Nov 16 22:14:07.416704 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.443723 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.444905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-327276bc-5a8b-4f4f-b4f1-896334241406', 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406', 'tenant_id': 'cbe07d208c444384aeff60a34c0b6d89', 'fixed_ips': [{'subnet_id': '8c416b44-5181-4a59-961f-0ead3817370c'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:07.445764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.450115 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:07.450699 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.513505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1966431 Nov 16 22:14:07.513735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39262) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:07.525531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'subnet': {'network_id': '32c8eb49-59e0-4834-8ccc-6bfd3b652a7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:07.543116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc3b1e-4f49-4576-8733-240adc04a6a1 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Network': ['ID=32c8eb49-59e0-4834-8ccc-6bfd3b652a7c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:07.556160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:07.616940 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:07.621515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.637109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Allocated IP 2001:db8:0:ffff::2 (327276bc-5a8b-4f4f-b4f1-896334241406/8c416b44-5181-4a59-961f-0ead3817370c/b0b13f5e-c141-4d93-9fed-632ce6e20f07) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:07.833520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.895194 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Subnet': ['ID=1b56acfb-dc75-4415-ace4-8d8dcee782fc,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:07.903858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking segment: {'id': '9a4208f7-28ec-463d-b90a-25b324ab90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32c8eb49-59e0-4834-8ccc-6bfd3b652a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:07.904214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network hostable DHCP agents. Network: 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:07.921550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:07.930129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:07.934775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:07.935391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.945279 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:07.948019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139c5b6-0874-49ad-8dd1-e53f36218ddc None None] Network 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:07.951905 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4a9aa306-667e-45ec-b8bd-28edb69a8e00 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4368212 Nov 16 22:14:07.954480 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39264) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:07.961797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.036491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Network 327276bc-5a8b-4f4f-b4f1-896334241406 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:08.045208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:08.054954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.055930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:08.074069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Pushing event updated for resources: {'Port': ['ID=b0b13f5e-c141-4d93-9fed-632ce6e20f07,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:08.100127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.100642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.100980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.101312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.101645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.101969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.102296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.102612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.102962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.103271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.103588 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.103906 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:08.109800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.169190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Attempting to bind port b0b13f5e-c141-4d93-9fed-632ce6e20f07 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:08.169545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Attempting to bind port b0b13f5e-c141-4d93-9fed-632ce6e20f07 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:08.169910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Attempting to bind port b0b13f5e-c141-4d93-9fed-632ce6e20f07 on network 327276bc-5a8b-4f4f-b4f1-896334241406 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:08.175057 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.178263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:08.178263 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Checking segment: {'id': '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:08.178263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.178643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Bound using segment: {'id': '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:08.179079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Bound port: b0b13f5e-c141-4d93-9fed-632ce6e20f07, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '327276bc-5a8b-4f4f-b4f1-896334241406'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:08.179460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.201367 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Subnet': ['ID=1b56acfb-dc75-4415-ace4-8d8dcee782fc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:08.207787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f108492-792b-4577-8320-f510e60baa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-32c8eb49-59e0-4834-8ccc-6bfd3b652a7c', 'network_id': '32c8eb49-59e0-4834-8ccc-6bfd3b652a7c', 'tenant_id': 'cbe07d208c444384aeff60a34c0b6d89', 'fixed_ips': [{'subnet_id': '1b56acfb-dc75-4415-ace4-8d8dcee782fc'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:08.208667 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2f108492-792b-4577-8320-f510e60baa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.264855 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.287750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c8eb49-59e0-4834-8ccc-6bfd3b652a7c']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:08.297782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4208f7-28ec-463d-b90a-25b324ab90f3') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:08.298079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4208f7-28ec-463d-b90a-25b324ab90f3') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:08.307452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.314967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] For port b0b13f5e-c141-4d93-9fed-632ce6e20f07, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:08.322634 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.329422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] For port b0b13f5e-c141-4d93-9fed-632ce6e20f07, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b0b13f5e-c141-4d93-9fed-632ce6e20f07,segment=NetworkSegment(8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0),segment_id=8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:08.332485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee77de-1883-4020-a154-386f6734926c None None] Network 32c8eb49-59e0-4834-8ccc-6bfd3b652a7c requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:08.333740 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:08.334441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.336226 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:08.337593 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:08.396577 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.402812 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.405787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/32c8eb49-59e0-4834-8ccc-6bfd3b652a7c HTTP/1.1" status: 204 len: 168 time: 0.4502709 Nov 16 22:14:08.409817 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39266) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:08.416870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115298167'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:08.425586 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244423-a0f9-40f3-9af7-f90e61426372 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Network': ['ID=32c8eb49-59e0-4834-8ccc-6bfd3b652a7c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:08.445854 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:08.451202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.469632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0953b44-73ab-49a3-94d9-e70ae75ff412 None None] Pushing event updated for resources: {'Port': ['ID=b0b13f5e-c141-4d93-9fed-632ce6e20f07,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:08.481328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:08.493971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.494396 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Added segment d1bbf3a2-9fe6-400c-9745-fd916b4dc508 of type vlan for network 94ac60ff-5898-4006-bf0d-a87b16ee53bc Nov 16 22:14:08.549811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.578596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.587420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:08.588337 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.657988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2469497 Nov 16 22:14:08.660925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:08.666035 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'subnet': {'network_id': '94ac60ff-5898-4006-bf0d-a87b16ee53bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:08.673212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15d996-3cf0-429b-a049-d83d3117abe8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Network': ['ID=94ac60ff-5898-4006-bf0d-a87b16ee53bc,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:08.683573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 94ac60ff-5898-4006-bf0d-a87b16ee53bc details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:08.770727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:08.774259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.829580 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Performing IP validity checks on allocation pools {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 22:14:08.830093 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 22:14:08.914450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b0b13f5e-c141-4d93-9fed-632ce6e20f07 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:08.959007 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:08.964511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b0b13f5e-c141-4d93-9fed-632ce6e20f07 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:08.964881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.022727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Subnet': ['ID=d73cf6a2-8ba1-4e0f-a971-a2543e3fe969,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:09.028438 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking segment: {'id': 'd1bbf3a2-9fe6-400c-9745-fd916b4dc508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94ac60ff-5898-4006-bf0d-a87b16ee53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:09.028805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network hostable DHCP agents. Network: 94ac60ff-5898-4006-bf0d-a87b16ee53bc, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:09.049332 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network 94ac60ff-5898-4006-bf0d-a87b16ee53bc is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:09.050706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.060910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 94ac60ff-5898-4006-bf0d-a87b16ee53bc) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:09.065346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:09.065941 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.077063 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163560a-622e-421f-8275-4a0c6dc03b64 None None] Network 94ac60ff-5898-4006-bf0d-a87b16ee53bc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:09.083945 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-aa91132b-4f61-4635-8edc-ee5e6f93e2d8 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4218597 Nov 16 22:14:09.086537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:09.135975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port b0b13f5e-c141-4d93-9fed-632ce6e20f07, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b0b13f5e-c141-4d93-9fed-632ce6e20f07,segment=NetworkSegment(8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0),segment_id=8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:09.143966 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.197597 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.219990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=b0b13f5e-c141-4d93-9fed-632ce6e20f07,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:09.254110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.291529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbb521-8896-41bb-bbcc-428037fe992e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-94ac60ff-5898-4006-bf0d-a87b16ee53bc', 'network_id': '94ac60ff-5898-4006-bf0d-a87b16ee53bc', 'tenant_id': 'cbe07d208c444384aeff60a34c0b6d89', 'fixed_ips': [{'subnet_id': 'd73cf6a2-8ba1-4e0f-a971-a2543e3fe969'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:09.292520 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb521-8896-41bb-bbcc-428037fe992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.319130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.348747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Subnet': ['ID=d73cf6a2-8ba1-4e0f-a971-a2543e3fe969,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server [None req-a1dbb521-8896-41bb-bbcc-428037fe992e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d73cf6a2-8ba1-4e0f-a971-a2543e3fe969: This subnet is being modified by another concurrent operation. Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server raise exception Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d73cf6a2-8ba1-4e0f-a971-a2543e3fe969: This subnet is being modified by another concurrent operation. Nov 16 22:14:09.395870 n-d-816206-5 neutron-server[102666]: ERROR oslo_messaging.rpc.server Nov 16 22:14:09.419144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.423470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776a684-853a-422d-bdab-77e04adc3ec8 None None] Network 94ac60ff-5898-4006-bf0d-a87b16ee53bc requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:09.436142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e8f07-1ee9-476f-a5e8-759749fcdc71 None None] Network 327276bc-5a8b-4f4f-b4f1-896334241406 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:09.438825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ac60ff-5898-4006-bf0d-a87b16ee53bc']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:09.449261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bbf3a2-9fe6-400c-9745-fd916b4dc508') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:09.449562 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bbf3a2-9fe6-400c-9745-fd916b4dc508') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:09.458717 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.471473 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.477761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:09.478140 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:09.481965 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:09.547785 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.552865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.560045 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/94ac60ff-5898-4006-bf0d-a87b16ee53bc HTTP/1.1" status: 204 len: 168 time: 0.4683559 Nov 16 22:14:09.560923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:09.565019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1478798003'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:09.581950 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152aaca-4f7e-4935-9a62-e6d2477c04f5 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Network': ['ID=94ac60ff-5898-4006-bf0d-a87b16ee53bc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:09.584881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f071ed57-5c21-4c25-be93-1a747548ae8b None None] Provisioning complete for port b0b13f5e-c141-4d93-9fed-632ce6e20f07 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:09.585252 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f071ed57-5c21-4c25-be93-1a747548ae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.598125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:09.601977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.627988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:09.637484 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.638390 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.639238 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Added segment d98f0b6a-751d-435e-a85d-70ed56538f16 of type vlan for network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 Nov 16 22:14:09.679743 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.704029 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.709828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:09.710947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.768787 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2073100 Nov 16 22:14:09.771394 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:09.776166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'subnet': {'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:09.829558 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f3b32-3ba4-47d9-bc9f-5a09a595f221 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Network': ['ID=ea8c4a00-be44-4bd8-b15d-47c823aaa4d1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:09.840457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:09.887205 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:09.891381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:09.949835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ce278-ac8a-4fd0-be1a-25a397be4732 None None] get_active_networks_info from n-d-816206-5 {{(pid=102666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 22:14:09.996166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2d7b8c5e-c76a-4b87-abef-262f8627464f None None] Provisioning complete for port b0b13f5e-c141-4d93-9fed-632ce6e20f07 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:09.996464 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8c5e-c76a-4b87-abef-262f8627464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.058654 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ce278-ac8a-4fd0-be1a-25a397be4732 None None] Resources bound (agent type, host, resource id): {{(pid=102666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 22:14:10.076237 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.140429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking segment: {'id': 'd98f0b6a-751d-435e-a85d-70ed56538f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:10.140785 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network hostable DHCP agents. Network: ea8c4a00-be44-4bd8-b15d-47c823aaa4d1, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:10.147615 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Subnet': ['ID=3251372c-3638-4889-a39c-feed962b7b49,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:10.163333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:10.171889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ea8c4a00-be44-4bd8-b15d-47c823aaa4d1) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:10.176062 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:10.176667 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.192739 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ad5621a2-5960-495a-b84c-47801b4e3039 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4203451 Nov 16 22:14:10.196436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:10.201884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446989650'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:10.224129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:10.228086 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.251509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:10.260312 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.260658 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Added segment c864d4f0-ec60-4033-9123-18e06fcab0ae of type vlan for network 4eea4cdd-d8c3-448d-8f0e-4d613d136c12 Nov 16 22:14:10.295156 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8be30-8568-4a0d-aaf8-45d2f8180371 None None] Network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:10.451540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-ea8c4a00-be44-4bd8-b15d-47c823aaa4d1', 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1', 'tenant_id': 'cbe07d208c444384aeff60a34c0b6d89', 'fixed_ips': [{'subnet_id': '3251372c-3638-4889-a39c-feed962b7b49'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:10.452421 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.592066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Allocated IP 2001:db8::2 (ea8c4a00-be44-4bd8-b15d-47c823aaa4d1/3251372c-3638-4889-a39c-feed962b7b49/d4ca6fe1-77a3-4875-aa5b-aa386d5a9848) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:10.642918 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.667012 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.672743 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:10.673325 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.727535 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5300570 Nov 16 22:14:10.730245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:10.735086 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Request body: {'subnet': {'network_id': '4eea4cdd-d8c3-448d-8f0e-4d613d136c12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:10.736937 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.742552 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.785828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:10.787006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62354942-9729-4d9d-a64e-dc7dfeaf7ecf tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Network': ['ID=4eea4cdd-d8c3-448d-8f0e-4d613d136c12,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:10.788749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:10.792328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:10.799400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 4eea4cdd-d8c3-448d-8f0e-4d613d136c12 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:10.802917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Pushing event updated for resources: {'Port': ['ID=d4ca6fe1-77a3-4875-aa5b-aa386d5a9848,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:10.839725 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Made reservation on behalf of cbe07d208c444384aeff60a34c0b6d89 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:10.843466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.900965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b0b13f5e-c141-4d93-9fed-632ce6e20f07 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:10.936360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Attempting to bind port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:10.937213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Attempting to bind port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd98f0b6a-751d-435e-a85d-70ed56538f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:10.937213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Attempting to bind port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 on network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:10.951592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:10.951961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Checking segment: {'id': 'd98f0b6a-751d-435e-a85d-70ed56538f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:10.952369 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:10.952738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Bound using segment: {'id': 'd98f0b6a-751d-435e-a85d-70ed56538f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:10.953198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Bound port: d4ca6fe1-77a3-4875-aa5b-aa386d5a9848, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98f0b6a-751d-435e-a85d-70ed56538f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ea8c4a00-be44-4bd8-b15d-47c823aaa4d1'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:10.953575 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.003800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port b0b13f5e-c141-4d93-9fed-632ce6e20f07 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:11.004167 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.030302 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.054345 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] For port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:11.067173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] For port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d4ca6fe1-77a3-4875-aa5b-aa386d5a9848,segment=NetworkSegment(d98f0b6a-751d-435e-a85d-70ed56538f16),segment_id=d98f0b6a-751d-435e-a85d-70ed56538f16)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:11.074842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.090223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event updated for resources: {'Subnet': ['ID=fcbf0f02-9515-46e5-92af-cd808c837d2d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:11.102810 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Checking segment: {'id': 'c864d4f0-ec60-4033-9123-18e06fcab0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4eea4cdd-d8c3-448d-8f0e-4d613d136c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:11.103282 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network hostable DHCP agents. Network: 4eea4cdd-d8c3-448d-8f0e-4d613d136c12, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:11.121405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Network 4eea4cdd-d8c3-448d-8f0e-4d613d136c12 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:11.132885 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 4eea4cdd-d8c3-448d-8f0e-4d613d136c12) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:11.137671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:11.139070 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.156412 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8c465f6-b2ae-45a4-adb1-69f6c8f49dad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4251134 Nov 16 22:14:11.159147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.260163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.262869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3076b3d5-135d-47ff-879c-4ea44d22ef5f None None] Network 4eea4cdd-d8c3-448d-8f0e-4d613d136c12 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:11.316873 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.367540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12458-68da-4a5d-ac08-5337355618ad None None] Pushing event updated for resources: {'Port': ['ID=d4ca6fe1-77a3-4875-aa5b-aa386d5a9848,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:11.385095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.449685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04eb467-ae20-489e-b318-13631cce2e22 None None] Network 4eea4cdd-d8c3-448d-8f0e-4d613d136c12 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:11.459185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbf0f02-9515-46e5-92af-cd808c837d2d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:11.479938 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.506961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eea4cdd-d8c3-448d-8f0e-4d613d136c12']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:11.530078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c864d4f0-ec60-4033-9123-18e06fcab0ae') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:11.530078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c864d4f0-ec60-4033-9123-18e06fcab0ae') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:11.552781 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.567589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.573607 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:11.574749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:11.577722 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:11.648665 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.667593 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.670784 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/4eea4cdd-d8c3-448d-8f0e-4d613d136c12 HTTP/1.1" status: 204 len: 168 time: 0.5106356 Nov 16 22:14:11.671831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55047-8a0d-4cab-9b8a-4370c79f291c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Network': ['ID=4eea4cdd-d8c3-448d-8f0e-4d613d136c12,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:11.673814 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.700948 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fbe220-5226-419b-b6e2-79120103f60e tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] GET failed (client error): The resource could not be found. Nov 16 22:14:11.702227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-73fbe220-5226-419b-b6e2-79120103f60e tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "GET /v2.0/subnets/fcbf0f02-9515-46e5-92af-cd808c837d2d HTTP/1.1" status: 404 len: 337 time: 0.0275135 Nov 16 22:14:11.704853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39284) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.727215 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b2534d-db2b-40cd-952f-bec0747a944f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:11.727711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b2534d-db2b-40cd-952f-bec0747a944f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:11.730719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-39b2534d-db2b-40cd-952f-bec0747a944f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/4eea4cdd-d8c3-448d-8f0e-4d613d136c12 HTTP/1.1" status: 404 len: 339 time: 0.0249875 Nov 16 22:14:11.734479 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.759271 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-323ae2fd-fc73-442c-9e2f-0c88533dbcc4 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:11.759710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323ae2fd-fc73-442c-9e2f-0c88533dbcc4 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:11.763226 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-323ae2fd-fc73-442c-9e2f-0c88533dbcc4 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/subnets/fcbf0f02-9515-46e5-92af-cd808c837d2d HTTP/1.1" status: 404 len: 337 time: 0.0277848 Nov 16 22:14:11.765508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39288) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.783612 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-36abae7d-5c2e-4209-af7a-9b28ed09f471 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:11.788003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36abae7d-5c2e-4209-af7a-9b28ed09f471 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:11.793597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-36abae7d-5c2e-4209-af7a-9b28ed09f471 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/4eea4cdd-d8c3-448d-8f0e-4d613d136c12 HTTP/1.1" status: 404 len: 339 time: 0.0249732 Nov 16 22:14:11.793835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39290) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:11.845964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Deleting subnet 3251372c-3638-4889-a39c-feed962b7b49 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:14:11.849116 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.890701 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:11.981011 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.041560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.068806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Subnet': ['ID=3251372c-3638-4889-a39c-feed962b7b49,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:12.072620 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.076538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-87a12005-eb00-4983-82d3-31f9d59125a2 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/subnets/3251372c-3638-4889-a39c-feed962b7b49 HTTP/1.1" status: 204 len: 168 time: 0.2817326 Nov 16 22:14:12.079010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39292) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.167898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.222590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Deleting port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:12.222945 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.250671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f256c32-7648-41e4-bed0-dd70128bee93 None None] Network ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:12.285936 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] For port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=d4ca6fe1-77a3-4875-aa5b-aa386d5a9848,segment=NetworkSegment(d98f0b6a-751d-435e-a85d-70ed56538f16),segment_id=d98f0b6a-751d-435e-a85d-70ed56538f16)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:12.286289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.303410 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Calling delete_port for d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:12.324480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-80510bb6-881f-4d7f-9057-a59e4dcbc47e None None] Provisioning complete for port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:12.324850 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-80510bb6-881f-4d7f-9057-a59e4dcbc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.383948 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.395842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-80510bb6-881f-4d7f-9057-a59e4dcbc47e None None] Could not find standard attr ID for object d4ca6fe1-77a3-4875-aa5b-aa386d5a9848. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 22:14:12.400825 n-d-816206-5 neutron-server[102666]: INFO neutron.plugins.ml2.db [None req-80510bb6-881f-4d7f-9057-a59e4dcbc47e None None] No ports have port_id starting with d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 Nov 16 22:14:12.409809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Port': ['ID=d4ca6fe1-77a3-4875-aa5b-aa386d5a9848,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:12.413340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No DVR routers for this DVR port d4ca6fe1-77a3-4875-aa5b-aa386d5a9848 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:12.462162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4d2e4-8b81-473c-a387-b124fed86b83 None None] DHCP port deletion for ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:12.503931 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.523241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8c4a00-be44-4bd8-b15d-47c823aaa4d1']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:12.532276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98f0b6a-751d-435e-a85d-70ed56538f16') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:12.532567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98f0b6a-751d-435e-a85d-70ed56538f16') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:12.541653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.555263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.561600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:12.561972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:12.564875 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:12.625523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.630129 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.633432 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/ea8c4a00-be44-4bd8-b15d-47c823aaa4d1 HTTP/1.1" status: 204 len: 168 time: 0.5534487 Nov 16 22:14:12.636361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39294) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.648099 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f90a6-08d1-489b-b5f0-b0f522f7813c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Network': ['ID=ea8c4a00-be44-4bd8-b15d-47c823aaa4d1,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:12.668653 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e999f1-9a36-40ef-a604-b6f55bbc88ab tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:12.669041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e999f1-9a36-40ef-a604-b6f55bbc88ab tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:12.672075 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-55e999f1-9a36-40ef-a604-b6f55bbc88ab tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/subnets/d73cf6a2-8ba1-4e0f-a971-a2543e3fe969 HTTP/1.1" status: 404 len: 337 time: 0.0345471 Nov 16 22:14:12.674508 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39296) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.691778 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7238240e-e7cd-4368-b3fc-1f5301114f81 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:12.692252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7238240e-e7cd-4368-b3fc-1f5301114f81 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:12.695170 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7238240e-e7cd-4368-b3fc-1f5301114f81 tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/94ac60ff-5898-4006-bf0d-a87b16ee53bc HTTP/1.1" status: 404 len: 339 time: 0.0197220 Nov 16 22:14:12.697278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39298) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.721718 n-d-816206-5 neutron-server[102664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0187aced-1eb3-401c-846d-4e531bda83ad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:12.722157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0187aced-1eb3-401c-846d-4e531bda83ad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:12.725102 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0187aced-1eb3-401c-846d-4e531bda83ad tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/subnets/1b56acfb-dc75-4415-ace4-8d8dcee782fc HTTP/1.1" status: 404 len: 337 time: 0.0269604 Nov 16 22:14:12.727948 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39300) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.746730 n-d-816206-5 neutron-server[102665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd94371-2011-49ea-9ddc-d5245677a98a tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] DELETE failed (client error): The resource could not be found. Nov 16 22:14:12.747226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd94371-2011-49ea-9ddc-d5245677a98a tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:14:12.750129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2bd94371-2011-49ea-9ddc-d5245677a98a tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/32c8eb49-59e0-4834-8ccc-6bfd3b652a7c HTTP/1.1" status: 404 len: 339 time: 0.0212274 Nov 16 22:14:12.752414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39302) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:12.801540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Deleting subnet 8c416b44-5181-4a59-961f-0ead3817370c {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:14:12.805553 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.848014 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.934448 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:12.991355 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.018656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Subnet': ['ID=8c416b44-5181-4a59-961f-0ead3817370c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:13.020619 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.023842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5650ec51-511d-4d6f-845d-8e64df5b307c tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/subnets/8c416b44-5181-4a59-961f-0ead3817370c HTTP/1.1" status: 204 len: 168 time: 0.2705250 Nov 16 22:14:13.026263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:13.027525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba16c5-2c38-4452-a3d5-122552cf1c71 None None] Network 327276bc-5a8b-4f4f-b4f1-896334241406 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:13.106621 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.164574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Deleting port b0b13f5e-c141-4d93-9fed-632ce6e20f07 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:13.164907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.195218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] DHCP port deletion for 327276bc-5a8b-4f4f-b4f1-896334241406 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:13.226547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] For port b0b13f5e-c141-4d93-9fed-632ce6e20f07, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b0b13f5e-c141-4d93-9fed-632ce6e20f07,segment=NetworkSegment(8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0),segment_id=8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:13.227141 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.239009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Calling delete_port for b0b13f5e-c141-4d93-9fed-632ce6e20f07 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:13.245648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Deleting port b0b13f5e-c141-4d93-9fed-632ce6e20f07 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:13.246014 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.306826 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] For port b0b13f5e-c141-4d93-9fed-632ce6e20f07, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=b0b13f5e-c141-4d93-9fed-632ce6e20f07,segment=NetworkSegment(8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0),segment_id=8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:13.307575 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.319841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Calling delete_port for b0b13f5e-c141-4d93-9fed-632ce6e20f07 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:13.321215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.348324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Port': ['ID=b0b13f5e-c141-4d93-9fed-632ce6e20f07,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:13.350162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] No DVR routers for this DVR port b0b13f5e-c141-4d93-9fed-632ce6e20f07 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:13.411753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.416137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.434540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.438911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] Pushing event deleted for resources: {'Port': ['ID=b0b13f5e-c141-4d93-9fed-632ce6e20f07,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:13.443546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95411216-a7f9-4c4e-9466-0b9b14a7e769 None None] No DVR routers for this DVR port b0b13f5e-c141-4d93-9fed-632ce6e20f07 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:13.457870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327276bc-5a8b-4f4f-b4f1-896334241406']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:13.467929 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:13.468249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5acb1b-1055-4aa7-9fe2-b2112b2ed0c0') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:13.478216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.492962 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.500285 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:13.500733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:13.504033 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:13.561486 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.566109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:13.569453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] 10.222.0.54 "DELETE /v2.0/networks/327276bc-5a8b-4f4f-b4f1-896334241406 HTTP/1.1" status: 204 len: 168 time: 0.5412693 Nov 16 22:14:13.584871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cfac-f557-41ee-bf1f-cd3cd2aec57f tempest-NetworksIpV6Test-1004090969 tempest-NetworksIpV6Test-1004090969-project] Pushing event deleted for resources: {'Network': ['ID=327276bc-5a8b-4f4f-b4f1-896334241406,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:13.804242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39310) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:13.938308 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8dbfea6b-f8fa-4a6d-bf3b-0edc0e156093 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbe07d208c444384aeff60a34c0b6d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329319 Nov 16 22:14:13.940767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39314) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:13.985892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.006256 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.051218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.053860 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.055014 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/571ed1df-5d33-429c-8b07-909a8574c53d HTTP/1.1" status: 204 len: 168 time: 0.1133153 Nov 16 22:14:14.063055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a0ba6-e497-42b3-86af-2bd1371ebf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ed1df-5d33-429c-8b07-909a8574c53d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:14.675723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39336) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:14.769799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-691391257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:14.795764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.796749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.849536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.854646 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.873424 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.875377 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cfddafc9-6431-4565-8952-353ed3e478a6 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1986253 Nov 16 22:14:14.877275 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39340) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:14.880551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b0b13f5e-c141-4d93-9fed-632ce6e20f07 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:14:14.882204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-391717381'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:14.902445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: b0b13f5e-c141-4d93-9fed-632ce6e20f07 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:14:14.902806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device b0b13f5e-c141-4d93-9fed-632ce6e20f07 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:14:14.903298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Made reservation on behalf of d9d5430e35d74d2ba577dbd18572f7dc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:14.908083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.917109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.990381 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:14.994203 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.021909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:15.030884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd0109-e215-4d73-a347-174831c0ba06,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:15.038259 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.038520 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Added segment 815232fd-7483-46c9-aa34-84e4a3f71bdb of type vlan for network 6dbebb4a-af3f-4889-af51-135ca9f2a418 Nov 16 22:14:15.078787 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.105864 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.111373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:15.111943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.169637 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2912762 Nov 16 22:14:15.172603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39342) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:15.177800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'subnet': {'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:15.181435 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf675e5-522e-4508-8e82-0cd6773b7e93 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event updated for resources: {'Network': ['ID=6dbebb4a-af3f-4889-af51-135ca9f2a418,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:15.191941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:15.273554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Made reservation on behalf of d9d5430e35d74d2ba577dbd18572f7dc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:15.277090 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.452727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4183da49-b4a1-45ca-87b5-638aaf159741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.456107 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.515356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event updated for resources: {'Subnet': ['ID=f8455818-ec30-475f-9590-c58519570671,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:15.523861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Checking segment: {'id': '815232fd-7483-46c9-aa34-84e4a3f71bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:15.524167 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Network hostable DHCP agents. Network: 6dbebb4a-af3f-4889-af51-135ca9f2a418, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:15.539535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:15.548582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 6dbebb4a-af3f-4889-af51-135ca9f2a418) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:15.552495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:15.553224 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.560946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db032b-437c-4ce4-9f63-80d571830657 None None] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:15.571058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1f44a2ad-0553-4c93-a90a-fcf9d696b12b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3972759 Nov 16 22:14:15.574233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39344) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:15.579594 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-198358454'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:15.600217 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Made reservation on behalf of d9d5430e35d74d2ba577dbd18572f7dc for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:15.603912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.628378 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:15.637966 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.638586 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Added segment fe0e38a5-b171-4908-a4b1-86b4ad8d64da of type vlan for network 70c23013-17ed-44fd-bedd-bf1396c868e2 Nov 16 22:14:15.680340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.704359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.709974 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:15.710570 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.712930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c4517-432f-4333-8a21-24263808c14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-6dbebb4a-af3f-4889-af51-135ca9f2a418', 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418', 'tenant_id': 'd9d5430e35d74d2ba577dbd18572f7dc', 'fixed_ips': [{'subnet_id': 'f8455818-ec30-475f-9590-c58519570671'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:15.714051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.771577 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1958735 Nov 16 22:14:15.774393 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39346) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:15.780022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'subnet': {'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:15.786500 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25602188-c706-47b0-a03f-cd4501d51a3d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event updated for resources: {'Network': ['ID=70c23013-17ed-44fd-bedd-bf1396c868e2,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:15.798329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:15.878527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Made reservation on behalf of d9d5430e35d74d2ba577dbd18572f7dc for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:15.882589 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:15.907692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-520c4517-432f-4333-8a21-24263808c14f None None] Allocated IP 172.20.0.2 (6dbebb4a-af3f-4889-af51-135ca9f2a418/f8455818-ec30-475f-9590-c58519570671/7ba36809-e51a-4ca6-9a61-22d0620b7cf4) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:16.053461 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.059186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.066888 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.101969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520c4517-432f-4333-8a21-24263808c14f None None] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:16.104989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-520c4517-432f-4333-8a21-24263808c14f None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:16.107523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c4517-432f-4333-8a21-24263808c14f None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:16.114728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c4517-432f-4333-8a21-24263808c14f None None] Pushing event updated for resources: {'Port': ['ID=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:16.126958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event updated for resources: {'Subnet': ['ID=9a83c7d1-68a8-4dc2-b126-032831d3a734,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:16.135994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Checking segment: {'id': 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:16.136889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Network hostable DHCP agents. Network: 70c23013-17ed-44fd-bedd-bf1396c868e2, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:16.157211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:16.166367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 70c23013-17ed-44fd-bedd-bf1396c868e2) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:16.170301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:16.170898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.177204 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8571d-2a64-4d57-8203-7dea03d7d2a2 None None] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:16.179451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-520c4517-432f-4333-8a21-24263808c14f None None] Attempting to bind port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:16.179808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-520c4517-432f-4333-8a21-24263808c14f None None] Attempting to bind port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '815232fd-7483-46c9-aa34-84e4a3f71bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:16.180657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c4517-432f-4333-8a21-24263808c14f None None] Attempting to bind port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 on network 6dbebb4a-af3f-4889-af51-135ca9f2a418 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:16.190987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-263d693b-53f1-4d2e-9537-30467565352d tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125328 Nov 16 22:14:16.191505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39348) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:16.196166 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5c5c4e7d-5cbc-4f8f-a6ff-a3d6cd79106e tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Request body: {'router': {'external_gateway_info': {'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:16.221178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c4517-432f-4333-8a21-24263808c14f None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:16.221544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c4517-432f-4333-8a21-24263808c14f None None] Checking segment: {'id': '815232fd-7483-46c9-aa34-84e4a3f71bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:16.221940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.222326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c4517-432f-4333-8a21-24263808c14f None None] Bound using segment: {'id': '815232fd-7483-46c9-aa34-84e4a3f71bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:16.222793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-520c4517-432f-4333-8a21-24263808c14f None None] Bound port: 7ba36809-e51a-4ca6-9a61-22d0620b7cf4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815232fd-7483-46c9-aa34-84e4a3f71bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6dbebb4a-af3f-4889-af51-135ca9f2a418'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:16.223193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.338672 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-520c4517-432f-4333-8a21-24263808c14f None None] For port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:16.357317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-520c4517-432f-4333-8a21-24263808c14f None None] For port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,segment=NetworkSegment(815232fd-7483-46c9-aa34-84e4a3f71bdb),segment_id=815232fd-7483-46c9-aa34-84e4a3f71bdb)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:16.365329 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-520c4517-432f-4333-8a21-24263808c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.412429 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5c5c4e7d-5cbc-4f8f-a6ff-a3d6cd79106e tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.440238 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-70c23013-17ed-44fd-bedd-bf1396c868e2', 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2', 'tenant_id': 'd9d5430e35d74d2ba577dbd18572f7dc', 'fixed_ips': [{'subnet_id': '9a83c7d1-68a8-4dc2-b126-032831d3a734'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:16.441147 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.462537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c4517-432f-4333-8a21-24263808c14f None None] Pushing event updated for resources: {'Port': ['ID=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:16.539635 n-d-816206-5 neutron-server[102664]: INFO neutron.api.v2.resource [None req-5c5c4e7d-5cbc-4f8f-a6ff-a3d6cd79106e tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 22:14:16.546192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5c5c4e7d-5cbc-4f8f-a6ff-a3d6cd79106e tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "PUT /v2.0/routers/9cf0c7b6-8b8d-4ea0-8ee2-61cbe8581236 HTTP/1.1" status: 400 len: 364 time: 0.3480942 Nov 16 22:14:16.546443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39350) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:16.620961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Allocated IP 172.21.0.2 (70c23013-17ed-44fd-bedd-bf1396c868e2/9a83c7d1-68a8-4dc2-b126-032831d3a734/258f4a32-8ade-4d07-b653-fda7a5741e94) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:16.624024 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Deleting subnet 9a83c7d1-68a8-4dc2-b126-032831d3a734 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:14:16.774326 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.779563 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.780002 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.823112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:16.825396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.827910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:16.832206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:16.835448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Pushing event updated for resources: {'Port': ['ID=258f4a32-8ade-4d07-b653-fda7a5741e94,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:16.896978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Attempting to bind port 258f4a32-8ade-4d07-b653-fda7a5741e94 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:16.897341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Attempting to bind port 258f4a32-8ade-4d07-b653-fda7a5741e94 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:16.897697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Attempting to bind port 258f4a32-8ade-4d07-b653-fda7a5741e94 on network 70c23013-17ed-44fd-bedd-bf1396c868e2 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:16.902671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:16.903080 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Checking segment: {'id': 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:16.903479 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.903867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Bound using segment: {'id': 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:16.904330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Bound port: 258f4a32-8ade-4d07-b653-fda7a5741e94, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '70c23013-17ed-44fd-bedd-bf1396c868e2'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:16.904706 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.930357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:16.940780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:16.992820 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.010094 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] For port 258f4a32-8ade-4d07-b653-fda7a5741e94, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:17.014844 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] For port 258f4a32-8ade-4d07-b653-fda7a5741e94, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=258f4a32-8ade-4d07-b653-fda7a5741e94,segment=NetworkSegment(fe0e38a5-b171-4908-a4b1-86b4ad8d64da),segment_id=fe0e38a5-b171-4908-a4b1-86b4ad8d64da)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:17.022853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.026144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Subnet': ['ID=9a83c7d1-68a8-4dc2-b126-032831d3a734,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.029923 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.033346 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-02563dc9-d8f4-46ea-a5d8-f72ae7f15da8 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "DELETE /v2.0/subnets/9a83c7d1-68a8-4dc2-b126-032831d3a734 HTTP/1.1" status: 204 len: 168 time: 0.4858844 Nov 16 22:14:17.036029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39352) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:17.067493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:17.068129 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.122737 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c070ee-4f24-42b6-a4a1-dacd6f9ed747 None None] Pushing event updated for resources: {'Port': ['ID=258f4a32-8ade-4d07-b653-fda7a5741e94,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.125192 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.178187 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.192249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Deleting port 258f4a32-8ade-4d07-b653-fda7a5741e94 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:17.192772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.217704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,segment=NetworkSegment(815232fd-7483-46c9-aa34-84e4a3f71bdb),segment_id=815232fd-7483-46c9-aa34-84e4a3f71bdb)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:17.222909 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.267439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] For port 258f4a32-8ade-4d07-b653-fda7a5741e94, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=258f4a32-8ade-4d07-b653-fda7a5741e94,segment=NetworkSegment(fe0e38a5-b171-4908-a4b1-86b4ad8d64da),segment_id=fe0e38a5-b171-4908-a4b1-86b4ad8d64da)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:17.267818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.282388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Calling delete_port for 258f4a32-8ade-4d07-b653-fda7a5741e94 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:17.283677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.391594 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.417229 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Port': ['ID=258f4a32-8ade-4d07-b653-fda7a5741e94,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.431883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] No DVR routers for this DVR port 258f4a32-8ade-4d07-b653-fda7a5741e94 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:17.499612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86320258-0f18-4717-bdb1-da109d729ec3 None None] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:17.519794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.539897 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c23013-17ed-44fd-bedd-bf1396c868e2']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:17.550283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:17.550574 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0e38a5-b171-4908-a4b1-86b4ad8d64da') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:17.560409 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.573291 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.580154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:17.580531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:17.583751 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:17.585857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e1ba5378-70e8-421b-8e0f-2f0a8ea58b94 None None] Provisioning complete for port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:17.585857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5378-70e8-421b-8e0f-2f0a8ea58b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.644736 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.652583 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.655943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "DELETE /v2.0/networks/70c23013-17ed-44fd-bedd-bf1396c868e2 HTTP/1.1" status: 204 len: 168 time: 0.6188712 Nov 16 22:14:17.658567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39354) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:17.672455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7596-448c-44c4-9d23-f7262ff206f4 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Network': ['ID=70c23013-17ed-44fd-bedd-bf1396c868e2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.712375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Deleting subnet f8455818-ec30-475f-9590-c58519570671 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:14:17.716529 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.763419 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.829312 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e79c0762-7bc2-4b8d-9f32-1be8c5dc2a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.862983 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.926648 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.958825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Subnet': ['ID=f8455818-ec30-475f-9590-c58519570671,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:17.960930 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:17.964368 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d6dfdb6-784e-42f1-b851-3fc8abcbc9bc tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "DELETE /v2.0/subnets/f8455818-ec30-475f-9590-c58519570671 HTTP/1.1" status: 204 len: 168 time: 0.3046966 Nov 16 22:14:17.966778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39356) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:18.046862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.109767 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Deleting port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:14:18.110106 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.162055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce588d-d3bb-4031-a0fc-fd29fcf9e1cb None None] Network 6dbebb4a-af3f-4889-af51-135ca9f2a418 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:18.177330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] For port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,segment=NetworkSegment(815232fd-7483-46c9-aa34-84e4a3f71bdb),segment_id=815232fd-7483-46c9-aa34-84e4a3f71bdb)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:18.177616 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.191186 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Calling delete_port for 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:14:18.236515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd2e1-2ae8-457f-956f-9ff92c74410c None None] Could not find standard attr ID for object 258f4a32-8ade-4d07-b653-fda7a5741e94. {{(pid=102666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 22:14:18.264611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d8eaf-cd6e-47c3-9d08-4ccf70548e6e None None] DHCP port deletion for 70c23013-17ed-44fd-bedd-bf1396c868e2 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:18.277986 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.299565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd2e1-2ae8-457f-956f-9ff92c74410c None None] Provisioning complete for port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:18.299565 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd2e1-2ae8-457f-956f-9ff92c74410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.304278 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Port': ['ID=7ba36809-e51a-4ca6-9a61-22d0620b7cf4,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:18.308729 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] No DVR routers for this DVR port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:18.325593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ace708-b606-4356-a771-74bf61ccc419 None None] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:18.329036 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-dc5bd2e1-2ae8-457f-956f-9ff92c74410c None None] Port 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 was deleted so its status cannot be updated. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 22:14:18.341439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ace708-b606-4356-a771-74bf61ccc419 None None] Network 70c23013-17ed-44fd-bedd-bf1396c868e2 could not be found, it might have been deleted concurrently. {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 22:14:18.394339 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.407562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4725d289-8c59-4475-a46b-90b1c3897dc2 None None] DHCP port deletion for 6dbebb4a-af3f-4889-af51-135ca9f2a418 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:18.421706 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbebb4a-af3f-4889-af51-135ca9f2a418']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:18.431483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815232fd-7483-46c9-aa34-84e4a3f71bdb') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:18.431703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815232fd-7483-46c9-aa34-84e4a3f71bdb') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:18.441635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.454395 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.460157 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:14:18.460535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:14:18.463619 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:14:18.521047 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.526155 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.529567 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "DELETE /v2.0/networks/6dbebb4a-af3f-4889-af51-135ca9f2a418 HTTP/1.1" status: 204 len: 168 time: 0.5618017 Nov 16 22:14:18.532325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39358) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:18.547917 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aebc55-a6ec-43a8-b69d-5c818d5802bf tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Pushing event deleted for resources: {'Network': ['ID=6dbebb4a-af3f-4889-af51-135ca9f2a418,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:18.564602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5c18a3b1-122f-40b6-bc4b-9abcbda0b10b tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "GET /v2.0/ports?device_id=9cf0c7b6-8b8d-4ea0-8ee2-61cbe8581236 HTTP/1.1" status: 200 len: 205 time: 0.0310745 Nov 16 22:14:18.566793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39360) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:18.636063 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.787743 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.789898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.835127 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.835652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf0c7b6-8b8d-4ea0-8ee2-61cbe8581236 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:14:18.844523 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:18.845522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c52716ad-a2fc-4e17-bee9-7329e1794290 tempest-RoutersNegativeTest-965716010 tempest-RoutersNegativeTest-965716010-project] 10.222.0.54 "DELETE /v2.0/routers/9cf0c7b6-8b8d-4ea0-8ee2-61cbe8581236 HTTP/1.1" status: 204 len: 168 time: 0.2777431 Nov 16 22:14:18.889343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:14:18.910298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:14:18.910723 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7ba36809-e51a-4ca6-9a61-22d0620b7cf4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:14:19.082167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:19.210649 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-728eeb71-9fbe-4e0d-b0eb-4f0d5de7bc92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9d5430e35d74d2ba577dbd18572f7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273253 Nov 16 22:14:19.213150 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39370) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:19.263742 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:19.284968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:19.330520 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:19.333307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:19.334473 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0dd0109-e215-4d73-a347-174831c0ba06 HTTP/1.1" status: 204 len: 168 time: 0.1204302 Nov 16 22:14:19.343197 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4d7c-a92a-48ad-a5cf-b874a6ebc1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd0109-e215-4d73-a347-174831c0ba06,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:19.475230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:19.944769 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39392) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:20.038423 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-710712432-network', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:20.060318 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Made reservation on behalf of 25987b2eeb5345b49d0af5ef53e6bee4 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:20.062581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.070773 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.143774 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.147280 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.168961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:20.183837 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:20.186658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.187024 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Added segment 07e38af2-9788-407c-bf02-3c9d9018bd7e of type vlan for network ad941391-dbbc-4349-b7be-db754861d234 Nov 16 22:14:20.226642 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.252298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.253301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:20.253921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.307614 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3617606 Nov 16 22:14:20.310559 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39396) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:20.315547 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Request body: {'subnet': {'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-subnet', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:20.318112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c84e1-bde0-4d42-8ae4-f693faf1a6af admin admin] Pushing event updated for resources: {'Network': ['ID=ad941391-dbbc-4349-b7be-db754861d234,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:20.328509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network ad941391-dbbc-4349-b7be-db754861d234 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:20.337488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Made reservation on behalf of 25987b2eeb5345b49d0af5ef53e6bee4 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:20.341007 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.506643 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.567263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ccb209-f012-4d4c-8be6-78732728cbfc,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:20.571522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Checking segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:20.571882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Network hostable DHCP agents. Network: ad941391-dbbc-4349-b7be-db754861d234, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:20.588643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Network ad941391-dbbc-4349-b7be-db754861d234 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:20.597509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, ad941391-dbbc-4349-b7be-db754861d234) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:20.601714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:20.602305 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.607155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6225560-aa61-4018-a7cf-c3ae49b6517f None None] Network ad941391-dbbc-4349-b7be-db754861d234 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:20.624264 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1217bb16-15a1-4190-813b-fc442b762144 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3121786 Nov 16 22:14:20.626769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39398) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:20.634395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:20.663317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.664276 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.720213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.747323 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.792820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-ad941391-dbbc-4349-b7be-db754861d234', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:20.793716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.857140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.927575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Allocated IP 172.20.0.2 (ad941391-dbbc-4349-b7be-db754861d234/b8ccb209-f012-4d4c-8be6-78732728cbfc/e2452718-4370-4449-b244-8d6bb905c7e0) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:21.075797 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.082943 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.125257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Network ad941391-dbbc-4349-b7be-db754861d234 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:21.128292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:21.132456 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:21.140461 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Pushing event updated for resources: {'Port': ['ID=e2452718-4370-4449-b244-8d6bb905c7e0,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:21.194765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Attempting to bind port e2452718-4370-4449-b244-8d6bb905c7e0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:21.195054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Attempting to bind port e2452718-4370-4449-b244-8d6bb905c7e0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:21.195439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Attempting to bind port e2452718-4370-4449-b244-8d6bb905c7e0 on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:21.201613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:21.201993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Checking segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:21.202390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.202782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Bound using segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:21.203273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Bound port: e2452718-4370-4449-b244-8d6bb905c7e0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:21.203650 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.272046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] For port e2452718-4370-4449-b244-8d6bb905c7e0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:21.275678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] For port e2452718-4370-4449-b244-8d6bb905c7e0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e2452718-4370-4449-b244-8d6bb905c7e0,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:21.280411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.337824 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac3137-83d5-4c95-a93c-8d42852aaa99 None None] Pushing event updated for resources: {'Port': ['ID=e2452718-4370-4449-b244-8d6bb905c7e0,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:21.409405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.429493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.553975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Allocated IP 172.25.7.199 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/53d0c081-d491-4af3-bea2-f45615f105b7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:21.560036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.662177 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.694388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.729652 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:21.734813 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:21.738446 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:21.751445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a319872-7c48-4c21-aab6-a529b4d8b202 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:21.766400 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Pushing event updated for resources: {'Port': ['ID=53d0c081-d491-4af3-bea2-f45615f105b7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:21.871089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-18747405-a5bc-47d3-a045-918308b750f2 None None] Provisioning complete for port 53d0c081-d491-4af3-bea2-f45615f105b7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:21.871460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-18747405-a5bc-47d3-a045-918308b750f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:21.910147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-18747405-a5bc-47d3-a045-918308b750f2 None None] Port 53d0c081-d491-4af3-bea2-f45615f105b7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:22.010872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.209356 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.262629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112b775-ecac-42d9-9f93-1370890c20de None None] Network ad941391-dbbc-4349-b7be-db754861d234 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:22.338368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Router c3afbd18-2ea8-44cc-87e1-f5401603ce74 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:14:22.367367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] Provisioning complete for port e2452718-4370-4449-b244-8d6bb905c7e0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:22.367740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.449564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:14:22.467128 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.470843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bcf969a2-70ab-4a0f-ab33-849a5a8aff3e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8396895 Nov 16 22:14:22.471070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39400) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:22.476692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Sync routers for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:14:22.503315 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:22.503926 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:22.506315 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.629173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] For port e2452718-4370-4449-b244-8d6bb905c7e0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e2452718-4370-4449-b244-8d6bb905c7e0,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:22.635122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.685695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:22.789265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c188a-c536-4676-88a4-4d0195c4b3eb None None] Pushing event updated for resources: {'Port': ['ID=e2452718-4370-4449-b244-8d6bb905c7e0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:22.807823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d4dc6b7c-cbb1-4358-8c57-09ba404526ca None None] Provisioning complete for port e2452718-4370-4449-b244-8d6bb905c7e0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:22.808187 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6b7c-cbb1-4358-8c57-09ba404526ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.939642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e2452718-4370-4449-b244-8d6bb905c7e0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:22.940339 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:22.991406 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:21Z', 'revision_number': 3, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:23.020707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Checking router: c3afbd18-2ea8-44cc-87e1-f5401603ce74 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:14:23.021044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Updating router c3afbd18-2ea8-44cc-87e1-f5401603ce74 port 53d0c081-d491-4af3-bea2-f45615f105b7 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:14:23.042051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e2452718-4370-4449-b244-8d6bb905c7e0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:23.042360 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.072462 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.097740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Allocated IP 172.20.0.1 (ad941391-dbbc-4349-b7be-db754861d234/b8ccb209-f012-4d4c-8be6-78732728cbfc/08fe6bfa-a8af-408e-b617-5ee63f6a8b2b) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:23.209032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.243298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.283660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Network ad941391-dbbc-4349-b7be-db754861d234 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:23.286666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:23.290367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:23.296073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Pushing event updated for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:23.333760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.368875 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.376285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.430485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Attempting to bind port 53d0c081-d491-4af3-bea2-f45615f105b7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:23.430868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Attempting to bind port 53d0c081-d491-4af3-bea2-f45615f105b7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:23.431323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Attempting to bind port 53d0c081-d491-4af3-bea2-f45615f105b7 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:23.434045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd3a0d-fd3f-4faf-898a-20fe4d03b0eb None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:23.452054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:23.453577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:23.454014 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.454387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:23.454881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Bound port: 53d0c081-d491-4af3-bea2-f45615f105b7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:23.455302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.481372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.491666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e92f7f-5674-4312-9186-382fca356d02 None None] Pushing event updated for resources: {'Port': ['ID=53d0c081-d491-4af3-bea2-f45615f105b7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:23.522257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-db0c26f3-cf5b-4f0f-b025-92e98e827339 None None] Provisioning complete for port 53d0c081-d491-4af3-bea2-f45615f105b7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:23.522627 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-db0c26f3-cf5b-4f0f-b025-92e98e827339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.554003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] For port 53d0c081-d491-4af3-bea2-f45615f105b7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:23.572753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] For port 53d0c081-d491-4af3-bea2-f45615f105b7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=53d0c081-d491-4af3-bea2-f45615f105b7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:23.575712 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-db0c26f3-cf5b-4f0f-b025-92e98e827339 None None] Port 53d0c081-d491-4af3-bea2-f45615f105b7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:23.579764 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.625146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9407ac-d9ea-49d5-8d5a-887a0a56930a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:23.654987 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:23.655597 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:23.673837 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.678579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.747640 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.749474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Pushing event updated for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:23.844697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e92f7f-5674-4312-9186-382fca356d02 None None] Pushing event updated for resources: {'Port': ['ID=53d0c081-d491-4af3-bea2-f45615f105b7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:23.845793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Network ad941391-dbbc-4349-b7be-db754861d234 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:23.848018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:23.911277 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Provisioning complete for port 53d0c081-d491-4af3-bea2-f45615f105b7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:23.911649 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.968166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:23.968408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Router c3afbd18-2ea8-44cc-87e1-f5401603ce74 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:14:24.080825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:14:24.086416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-679280e3-fcac-4478-8d9a-0504d78de394 admin admin] 10.222.0.54 "PUT /v2.0/routers/c3afbd18-2ea8-44cc-87e1-f5401603ce74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143942 Nov 16 22:14:24.120348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.147493 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] For port 53d0c081-d491-4af3-bea2-f45615f105b7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=53d0c081-d491-4af3-bea2-f45615f105b7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:24.162678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.231433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Provisioning complete for port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:24.231809 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.279468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Pushing event updated for resources: {'Port': ['ID=53d0c081-d491-4af3-bea2-f45615f105b7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:24.291944 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3443eb22-c650-4272-9b2c-c91d9738dde7 None None] Port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:24.304921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08fe6bfa-a8af-408e-b617-5ee63f6a8b2b', 'name': '', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'mac_address': 'fa:16:3e:21:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:22Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 1, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'subnets': [{'id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:24.335257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2522c9-0efe-4c2d-baeb-46d57f7516ff None None] The sync data for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 is: [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08fe6bfa-a8af-408e-b617-5ee63f6a8b2b', 'name': '', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'mac_address': 'fa:16:3e:21:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:22Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 1, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'subnets': [{'id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:14:24.411262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f6c48fde-743b-4f65-a503-84749703ca5e None None] Provisioning complete for port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:24.411633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f6c48fde-743b-4f65-a503-84749703ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.453905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f6c48fde-743b-4f65-a503-84749703ca5e None None] Port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:24.584712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39418) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:24.594188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-343995107-network', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:24.616842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Made reservation on behalf of 8a9ee6107de344b5a4ca15f9829aaf86 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:24.619292 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.629913 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.719503 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.724152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.750246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:14:24.764456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64027eef-9184-4ffb-8239-e9fc9a404b8a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:24.769544 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.769887 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Added segment 4d30b80a-ab14-4a13-8b76-4d1c688340ce of type vlan for network fb09a553-5ab4-462b-97fe-7928420369f3 Nov 16 22:14:24.813152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.841979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.843136 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:24.843717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.900735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3148105 Nov 16 22:14:24.904121 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39420) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:24.909765 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Request body: {'subnet': {'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-subnet', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:24.912792 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae89d-593c-4c98-9ea8-156efa390d93 admin admin] Pushing event updated for resources: {'Network': ['ID=fb09a553-5ab4-462b-97fe-7928420369f3,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:24.924273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network fb09a553-5ab4-462b-97fe-7928420369f3 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:14:24.937076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Made reservation on behalf of 8a9ee6107de344b5a4ca15f9829aaf86 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:24.941067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.145402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.203411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe99086-92cb-4739-a6eb-9110258c9894,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:25.212592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Checking segment: {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:25.212949 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Network hostable DHCP agents. Network: fb09a553-5ab4-462b-97fe-7928420369f3, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:14:25.231363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Network fb09a553-5ab4-462b-97fe-7928420369f3 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:14:25.241245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, fb09a553-5ab4-462b-97fe-7928420369f3) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:25.247491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:25.248241 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.251559 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8114e-2a64-4e20-aeec-283ea27624ec None None] Network fb09a553-5ab4-462b-97fe-7928420369f3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:25.267710 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-abb03360-7eca-4c31-8c65-ddd6a12fc45b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3617399 Nov 16 22:14:25.270333 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39422) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:25.274787 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:25.307168 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.308894 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.369632 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.422957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-fb09a553-5ab4-462b-97fe-7928420369f3', 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'fixed_ips': [{'subnet_id': '0fe99086-92cb-4739-a6eb-9110258c9894'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:14:25.423835 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.519932 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.571762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Allocated IP 172.20.0.2 (fb09a553-5ab4-462b-97fe-7928420369f3/0fe99086-92cb-4739-a6eb-9110258c9894/6792accb-deb0-4d8c-8607-092c23ae38a1) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:25.725671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.734399 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.740500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.759079 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.780300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Network fb09a553-5ab4-462b-97fe-7928420369f3 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:25.783266 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:25.786864 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:25.793568 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Pushing event updated for resources: {'Port': ['ID=6792accb-deb0-4d8c-8607-092c23ae38a1,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:25.841756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Attempting to bind port 6792accb-deb0-4d8c-8607-092c23ae38a1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:25.842123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Attempting to bind port 6792accb-deb0-4d8c-8607-092c23ae38a1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:25.842484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Attempting to bind port 6792accb-deb0-4d8c-8607-092c23ae38a1 on network fb09a553-5ab4-462b-97fe-7928420369f3 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:25.847436 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:25.847809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Checking segment: {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:25.848209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.848604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Bound using segment: {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:25.849090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Bound port: 6792accb-deb0-4d8c-8607-092c23ae38a1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:25.849465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.870256 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Allocated IP 172.25.7.224 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/a21eb9c4-5485-45b0-8200-500b5a85a9b4) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:25.914164 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] For port 6792accb-deb0-4d8c-8607-092c23ae38a1, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:25.917770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] For port 6792accb-deb0-4d8c-8607-092c23ae38a1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6792accb-deb0-4d8c-8607-092c23ae38a1,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:25.921340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.980828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5fdb-7cae-4c9c-ab22-92941879e86c None None] Pushing event updated for resources: {'Port': ['ID=6792accb-deb0-4d8c-8607-092c23ae38a1,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:25.989167 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.024018 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.070242 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:26.073800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:26.076465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:26.086751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b426dd5-48fc-46ea-a12b-199e0d16180c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:26.107250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a21eb9c4-5485-45b0-8200-500b5a85a9b4,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:26.195781 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-994d90a1-b6ab-4ffc-afbb-68674961f629 None None] Provisioning complete for port a21eb9c4-5485-45b0-8200-500b5a85a9b4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:26.196237 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-994d90a1-b6ab-4ffc-afbb-68674961f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.237005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-994d90a1-b6ab-4ffc-afbb-68674961f629 None None] Port a21eb9c4-5485-45b0-8200-500b5a85a9b4 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:26.380658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.568430 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.703777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Router 9ac666e9-8106-4d17-8820-52f4024783a1 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:14:26.818302 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:14:26.828758 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174020dd-d73b-4324-8074-eded495c087b None None] Sync routers for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:14:26.841210 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.845304 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8c12cb0c-8a7b-48b5-afd5-1a93dc3f76b7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5715213 Nov 16 22:14:26.845453 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:26.845568 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39424) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:14:26.845939 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:26.968327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Sync routers for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:14:26.981577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:26.983006 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:27.043453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 53d0c081-d491-4af3-bea2-f45615f105b7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:27.045841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4190ce-c2d8-408b-ad1c-6eecf9f2aca4 None None] Network fb09a553-5ab4-462b-97fe-7928420369f3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:14:27.074961 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:27.191281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] Provisioning complete for port 6792accb-deb0-4d8c-8607-092c23ae38a1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:27.191750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.264855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:27.286307 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:26Z', 'revision_number': 3, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:27.315557 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174020dd-d73b-4324-8074-eded495c087b None None] Checking router: 9ac666e9-8106-4d17-8820-52f4024783a1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:14:27.315900 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174020dd-d73b-4324-8074-eded495c087b None None] Updating router 9ac666e9-8106-4d17-8820-52f4024783a1 port a21eb9c4-5485-45b0-8200-500b5a85a9b4 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:14:27.344347 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.351017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 53d0c081-d491-4af3-bea2-f45615f105b7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:27.351468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.550222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.632313 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.640271 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.676980 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.707124 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-174020dd-d73b-4324-8074-eded495c087b None None] Attempting to bind port a21eb9c4-5485-45b0-8200-500b5a85a9b4 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:27.708876 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-174020dd-d73b-4324-8074-eded495c087b None None] Attempting to bind port a21eb9c4-5485-45b0-8200-500b5a85a9b4 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:27.709480 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174020dd-d73b-4324-8074-eded495c087b None None] Attempting to bind port a21eb9c4-5485-45b0-8200-500b5a85a9b4 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:27.723991 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174020dd-d73b-4324-8074-eded495c087b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:27.724722 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174020dd-d73b-4324-8074-eded495c087b None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:27.724944 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.725720 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174020dd-d73b-4324-8074-eded495c087b None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:27.726348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-174020dd-d73b-4324-8074-eded495c087b None None] Bound port: a21eb9c4-5485-45b0-8200-500b5a85a9b4, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:27.726991 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.788279 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-174020dd-d73b-4324-8074-eded495c087b None None] For port a21eb9c4-5485-45b0-8200-500b5a85a9b4, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:27.792075 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-174020dd-d73b-4324-8074-eded495c087b None None] For port a21eb9c4-5485-45b0-8200-500b5a85a9b4, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a21eb9c4-5485-45b0-8200-500b5a85a9b4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:27.800489 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Pushing event updated for resources: {'Port': ['ID=a21eb9c4-5485-45b0-8200-500b5a85a9b4,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:27.803487 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-174020dd-d73b-4324-8074-eded495c087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.815059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.815478 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.816546 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.816953 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.817380 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.817771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.818166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.818556 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.818975 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.819351 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.819738 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.820123 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:27.848448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] For port 6792accb-deb0-4d8c-8607-092c23ae38a1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6792accb-deb0-4d8c-8607-092c23ae38a1,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:27.851880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f1284-619b-4bd0-aaa7-2fe428c9a4ee None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:27.876543 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:27.880404 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Allocated IP 172.20.0.1 (fb09a553-5ab4-462b-97fe-7928420369f3/0fe99086-92cb-4739-a6eb-9110258c9894/fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:27.889341 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5724e-fafe-46f1-9fda-8cdaeca1067f None None] Pushing event updated for resources: {'Port': ['ID=a21eb9c4-5485-45b0-8200-500b5a85a9b4,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:27.922493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:27.923278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:27.944247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6792accb-deb0-4d8c-8607-092c23ae38a1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:27.946978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5f3d8-9904-4991-8cb8-2ee904c52edf None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:14:27.996920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8197366-6d73-4821-9869-66d0e0cbc943 None None] Pushing event updated for resources: {'Port': ['ID=6792accb-deb0-4d8c-8607-092c23ae38a1,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:28.019981 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.038547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] Provisioning complete for port a21eb9c4-5485-45b0-8200-500b5a85a9b4 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:28.039286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.062091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.078620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08fe6bfa-a8af-408e-b617-5ee63f6a8b2b', 'name': '', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'mac_address': 'fa:16:3e:21:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:22Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 2, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'subnets': [{'id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:28.080533 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:28.107626 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Network fb09a553-5ab4-462b-97fe-7928420369f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:28.111670 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:28.113423 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Checking router: c3afbd18-2ea8-44cc-87e1-f5401603ce74 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:14:28.113780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Updating router c3afbd18-2ea8-44cc-87e1-f5401603ce74 port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:14:28.114244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:28.117161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Pushing event updated for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:28.136312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6792accb-deb0-4d8c-8607-092c23ae38a1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:28.136727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.163700 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.198122 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.299383 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-174020dd-d73b-4324-8074-eded495c087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:26Z', 'revision_number': 3, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:28.314607 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.330560 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174020dd-d73b-4324-8074-eded495c087b None None] The sync data for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 is: [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:26Z', 'revision_number': 3, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:14:28.413919 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.456955 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] For port a21eb9c4-5485-45b0-8200-500b5a85a9b4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a21eb9c4-5485-45b0-8200-500b5a85a9b4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:28.470199 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.506698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.514638 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.560604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36878-5fb5-4b6f-b0d0-df9ad9c4e46f None None] Pushing event updated for resources: {'Port': ['ID=a21eb9c4-5485-45b0-8200-500b5a85a9b4,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:28.609581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.611975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d249ca84-bcbd-45eb-a63a-ca14b589e249 None None] Provisioning complete for port 6792accb-deb0-4d8c-8607-092c23ae38a1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:28.612407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d249ca84-bcbd-45eb-a63a-ca14b589e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.618144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Pushing event updated for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:28.715915 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.727630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Network fb09a553-5ab4-462b-97fe-7928420369f3 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:28.729482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:28.743157 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.820960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee9cf-f57b-462e-967a-b08c0093ae1d None None] Pushing event updated for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:28.841261 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d249ca84-bcbd-45eb-a63a-ca14b589e249 None None] Provisioning complete for port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:28.842343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d249ca84-bcbd-45eb-a63a-ca14b589e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.921085 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d249ca84-bcbd-45eb-a63a-ca14b589e249 None None] Port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:28.923190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Router 9ac666e9-8106-4d17-8820-52f4024783a1 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:14:28.972803 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Attempting to bind port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:28.973176 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Attempting to bind port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:28.973539 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Attempting to bind port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:28.980590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:28.981186 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Checking segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:28.981748 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:28.982291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Bound using segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:28.982917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Bound port: 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:28.983682 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.063913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a21eb9c4-5485-45b0-8200-500b5a85a9b4 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:29.113000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:14:29.126588 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-eec9bd04-e45a-48e8-a649-4c2276b42f8b admin admin] 10.222.0.54 "PUT /v2.0/routers/9ac666e9-8106-4d17-8820-52f4024783a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2722893 Nov 16 22:14:29.132549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] For port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:29.136357 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] For port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:29.148340 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.192139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port a21eb9c4-5485-45b0-8200-500b5a85a9b4 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:29.192508 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.254895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-87eb497d-263d-4dc4-9930-79074a49b944 None None] Provisioning complete for port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:29.255292 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-87eb497d-263d-4dc4-9930-79074a49b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.270891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:29.275499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:29.371778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee9cf-f57b-462e-967a-b08c0093ae1d None None] Pushing event updated for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:29.416220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-87eb497d-263d-4dc4-9930-79074a49b944 None None] Port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:29.472912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6792accb-deb0-4d8c-8607-092c23ae38a1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:29.521787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:29.610412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3882a908-3074-4605-a3d6-348212fef112 None None] Provisioning complete for port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:29.610695 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3882a908-3074-4605-a3d6-348212fef112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.683659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6792accb-deb0-4d8c-8607-092c23ae38a1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:29.684025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.857065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3882a908-3074-4605-a3d6-348212fef112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.903167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3882a908-3074-4605-a3d6-348212fef112 None None] For port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:29.908116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-71173be0-fa55-4113-83a5-832d989eae42 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:29.909635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08fe6bfa-a8af-408e-b617-5ee63f6a8b2b', 'name': '', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'mac_address': 'fa:16:3e:21:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:22Z', 'updated_at': '2021-11-16T22:14:29Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'subnets': [{'id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:29.910360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-71173be0-fa55-4113-83a5-832d989eae42 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 816 time: 0.1104455 Nov 16 22:14:29.912876 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3882a908-3074-4605-a3d6-348212fef112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:29.929473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-642d243b-8ea3-433e-85ca-eafebf4c8bcd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/quotas/25987b2eeb5345b49d0af5ef53e6bee4 HTTP/1.1" status: 200 len: 375 time: 0.0104558 Nov 16 22:14:29.943757 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260d9b4-4efc-4601-84ea-b0359811db3a None None] The sync data for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 is: [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:14:23Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '08fe6bfa-a8af-408e-b617-5ee63f6a8b2b', 'name': '', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'mac_address': 'fa:16:3e:21:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:22Z', 'updated_at': '2021-11-16T22:14:29Z', 'revision_number': 4, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'subnets': [{'id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:14:29.998339 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a908-3074-4605-a3d6-348212fef112 None None] Pushing event updated for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:30.012059 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-26deaeba-3fc0-44e5-8040-3bc755a149af tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718710 Nov 16 22:14:30.113240 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-5011d636-ee73-460c-bb81-6e65579def37 service neutron] 10.222.0.54 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895009 Nov 16 22:14:30.207882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-e2ea1b30-729c-45fd-bd74-1580f2ab5ffa service neutron] 10.222.0.54 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884035 Nov 16 22:14:30.368611 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Sync routers for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:14:30.383592 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:30.384277 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:30.396317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ca77fb10-c861-431c-ad10-03c587990936 req-f921d877-fd57-46dc-aa0f-3cbf9f8143e9 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 210 time: 0.0364244 Nov 16 22:14:30.526170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:30.744066 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f', 'name': '', 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'mac_address': 'fa:16:3e:96:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:27Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 2, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'subnets': [{'id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:30.770254 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Checking router: 9ac666e9-8106-4d17-8820-52f4024783a1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:14:30.770598 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Updating router 9ac666e9-8106-4d17-8820-52f4024783a1 port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:14:30.796981 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:30.932048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:30.985129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:30.985497 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.082187 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.087043 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.136521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f328c-ef7e-44ed-b937-23f2dece7262 None None] Pushing event updated for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:31.184395 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Attempting to bind port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:31.184748 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Attempting to bind port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:31.185118 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Attempting to bind port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f on network fb09a553-5ab4-462b-97fe-7928420369f3 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:31.191101 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:31.191464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Checking segment: {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:31.191887 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.192237 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Bound using segment: {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:31.192705 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Bound port: fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d30b80a-ab14-4a13-8b76-4d1c688340ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:31.193103 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.278739 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] For port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:31.282218 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] For port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:31.291219 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.346351 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f328c-ef7e-44ed-b937-23f2dece7262 None None] Pushing event updated for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:31.364168 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:14:31.364824 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:14:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:31.414757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-34213d0a-6b62-4a93-b44d-a3bad1de3345 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:31.416999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-34213d0a-6b62-4a93-b44d-a3bad1de3345 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 816 time: 0.1334476 Nov 16 22:14:31.437005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Request body: {'port': {'device_id': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'admin_state_up': True, 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:31.453747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] Provisioning complete for port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:31.454660 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.561598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.572329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f30fa691-9d50-4702-bf42-709c2661ca03 req-75db6ef7-ad4d-428a-984d-19fd6d6dd78b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 210 time: 0.0467122 Nov 16 22:14:31.612782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Made reservation on behalf of 25987b2eeb5345b49d0af5ef53e6bee4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:14:31.616922 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.626632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] For port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:31.631777 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.657971 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:14:31.679573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847b58-9324-4557-8d6b-7b6b79193ff3 None None] Pushing event updated for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:31.758822 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-800657d6-0dca-4075-831b-ebf90fd9c30a None None] Provisioning complete for port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:31.759308 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-800657d6-0dca-4075-831b-ebf90fd9c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:31.872758 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f', 'name': '', 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'mac_address': 'fa:16:3e:96:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:27Z', 'updated_at': '2021-11-16T22:14:31Z', 'revision_number': 4, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'subnets': [{'id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:14:31.902763 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e663-a218-4567-a3d5-552f7cac0fd7 None None] The sync data for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 is: [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f', 'name': '', 'network_id': 'fb09a553-5ab4-462b-97fe-7928420369f3', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'mac_address': 'fa:16:3e:96:a0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:27Z', 'updated_at': '2021-11-16T22:14:31Z', 'revision_number': 4, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'subnets': [{'id': '0fe99086-92cb-4739-a6eb-9110258c9894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:14:32.113242 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Allocated IP 172.20.0.4 (ad941391-dbbc-4349-b7be-db754861d234/b8ccb209-f012-4d4c-8be6-78732728cbfc/44d3da4c-800a-487a-86ea-e20778328550) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:14:32.266384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.300756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.347412 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Network ad941391-dbbc-4349-b7be-db754861d234 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:14:32.351249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:14:32.356483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:14:32.381055 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Pushing event updated for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:32.412910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:32.413727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.433819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-fdc92c14-a494-4dca-98fc-04a98f7a6bfd tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067484 Nov 16 22:14:32.445638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-40f86120-2321-4fac-8524-e4bfed352bab tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:14:32.447178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-40f86120-2321-4fac-8524-e4bfed352bab tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058336 Nov 16 22:14:32.459889 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Request body: {'port': {'device_id': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:32.528785 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.670752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-aec9f4d7-067b-4026-86a3-43707398dbd5 None None] Provisioning complete for port 44d3da4c-800a-487a-86ea-e20778328550 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:32.671808 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aec9f4d7-067b-4026-86a3-43707398dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.706777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-aec9f4d7-067b-4026-86a3-43707398dbd5 None None] Port 44d3da4c-800a-487a-86ea-e20778328550 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:14:32.766978 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d90d-a0a8-4309-8fd6-8bc45a245181 req-00de4bcb-ecd0-4854-a1d0-8c8caf2688f0 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:32.768504 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8c4d90d-a0a8-4309-8fd6-8bc45a245181 req-00de4bcb-ecd0-4854-a1d0-8c8caf2688f0 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 931 time: 0.1077859 Nov 16 22:14:32.852949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e8c4d90d-a0a8-4309-8fd6-8bc45a245181 req-a86c7e0e-1cd4-40b3-950e-ffa4c81ae8fb tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778766 Nov 16 22:14:32.891359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d3da4c-800a-487a-86ea-e20778328550 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:14:32.899306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.914264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Transition to ACTIVE for port object 44d3da4c-800a-487a-86ea-e20778328550 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:14:32.918303 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:32.939782 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:32.973750 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Pushing event updated for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:33.048336 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Attempting to bind port 44d3da4c-800a-487a-86ea-e20778328550 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:33.048673 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Attempting to bind port 44d3da4c-800a-487a-86ea-e20778328550 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:33.049006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Attempting to bind port 44d3da4c-800a-487a-86ea-e20778328550 on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:33.054158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Port 44d3da4c-800a-487a-86ea-e20778328550 on network ad941391-dbbc-4349-b7be-db754861d234 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:14:33.054494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Attempting to bind port 44d3da4c-800a-487a-86ea-e20778328550 on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:33.060930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:33.061291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Checking segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:33.061650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Bound using segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:33.062079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Bound port: 44d3da4c-800a-487a-86ea-e20778328550, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:33.062434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:33.153617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:33.157058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=44d3da4c-800a-487a-86ea-e20778328550,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:33.161905 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:33.178967 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:33.179368 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:33.197143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.197757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:33.199757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] 10.222.0.21 "PUT /v2.0/ports/44d3da4c-800a-487a-86ea-e20778328550 HTTP/1.1" status: 200 len: 1091 time: 0.7444983 Nov 16 22:14:33.200197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'tag': '44d3da4c-800a-487a-86ea-e20778328550'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:14:33.202453 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4458da0-a1f0-4d7a-935e-18283e708329" -d '{"events": [{"name": "network-changed", "server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "tag": "44d3da4c-800a-487a-86ea-e20778328550"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:14:33.227451 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:14:33.230252 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b249b7-504d-4bec-a0a9-225ec577606d service neutron] Pushing event updated for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:33.255316 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022349ce-5882-4f0f-ab99-0354a162650b x-openstack-request-id: req-022349ce-5882-4f0f-ab99-0354a162650b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:14:33.255951 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "tag": "44d3da4c-800a-487a-86ea-e20778328550", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:14:33.256737 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-022349ce-5882-4f0f-ab99-0354a162650b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:14:33.257199 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'tag': '44d3da4c-800a-487a-86ea-e20778328550', 'status': 'completed', 'code': 200} Nov 16 22:14:33.306442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-10b9499b-a44d-433e-b316-c1ece0244607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.308836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-10b9499b-a44d-433e-b316-c1ece0244607 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 1094 time: 0.0456667 Nov 16 22:14:33.360156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-81b630a1-c669-4c72-8c31-2a149cb765f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d3da4c-800a-487a-86ea-e20778328550 HTTP/1.1" status: 200 len: 217 time: 0.0423014 Nov 16 22:14:33.411301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-351a61cb-780a-4c9c-8559-cae2c485a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.412793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-351a61cb-780a-4c9c-8559-cae2c485a635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ccb209-f012-4d4c-8be6-78732728cbfc HTTP/1.1" status: 200 len: 855 time: 0.0456824 Nov 16 22:14:33.456756 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-75df3bde-d10f-4456-85a5-9a4fa372686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.458205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-75df3bde-d10f-4456-85a5-9a4fa372686b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad941391-dbbc-4349-b7be-db754861d234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385840 Nov 16 22:14:33.551004 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-6ef42ea4-cab2-4a8a-90b9-c81ece6a8499 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856411 Nov 16 22:14:33.642032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b22acba8-9825-48bd-86b5-9a396d84a545 req-a64d59d6-ad9c-459e-a110-338e5e8f8851 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Nov 16 22:14:33.724009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-0f14aab0-595d-4c12-b2cd-01c3953e20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.725750 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-0f14aab0-595d-4c12-b2cd-01c3953e20ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 1094 time: 0.0404773 Nov 16 22:14:33.817825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-51f2652a-e752-42b9-b3d8-daa0a7da4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.819318 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-51f2652a-e752-42b9-b3d8-daa0a7da4540 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 917 time: 0.0874362 Nov 16 22:14:33.860907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-181f89b3-6b45-4aed-b0fd-d6bcd82e8846 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d3da4c-800a-487a-86ea-e20778328550 HTTP/1.1" status: 200 len: 217 time: 0.0341730 Nov 16 22:14:33.915562 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-b71cd9e6-f0a5-4cb2-9522-a7a041376226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.917689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-b71cd9e6-f0a5-4cb2-9522-a7a041376226 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ccb209-f012-4d4c-8be6-78732728cbfc HTTP/1.1" status: 200 len: 855 time: 0.0484750 Nov 16 22:14:33.993011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-79f05692-4045-41ed-9955-0af1db37df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:33.994516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-79f05692-4045-41ed-9955-0af1db37df20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad941391-dbbc-4349-b7be-db754861d234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695441 Nov 16 22:14:34.002744 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a7134-76a2-44fb-bc45-46758d2b3496 req-6c66a327-91ce-4846-bb7e-6b96210a29fb tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:34.004119 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-893a7134-76a2-44fb-bc45-46758d2b3496 req-6c66a327-91ce-4846-bb7e-6b96210a29fb tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 943 time: 0.0714707 Nov 16 22:14:34.105117 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-893a7134-76a2-44fb-bc45-46758d2b3496 req-1b34e0a2-3016-4fa6-841a-6d2eb5dbe1de tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919545 Nov 16 22:14:34.129409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-6a57cf63-fc7c-462b-bbf7-fb84025e00b5 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243236 Nov 16 22:14:34.220345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4458da0-a1f0-4d7a-935e-18283e708329 req-259ce5c9-13a8-4e2b-84e6-b4a0ea7f7bf0 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Nov 16 22:14:35.232217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebe6e4-f937-4710-b779-c571b56b6312 req-aea10d28-9135-4a06-95b1-9ef2a695338b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:35.233927 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78ebe6e4-f937-4710-b779-c571b56b6312 req-aea10d28-9135-4a06-95b1-9ef2a695338b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 943 time: 0.0544384 Nov 16 22:14:35.280164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78ebe6e4-f937-4710-b779-c571b56b6312 req-6e5b3280-bbdf-4975-af69-3ff4d0241ddf tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Nov 16 22:14:36.395266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e4d14-6304-45a9-b5e7-607c76fecf6f req-b1840ef9-5cab-4110-94ae-6cfcab1e33f4 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:36.396719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c20e4d14-6304-45a9-b5e7-607c76fecf6f req-b1840ef9-5cab-4110-94ae-6cfcab1e33f4 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 943 time: 0.0489647 Nov 16 22:14:36.444733 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c20e4d14-6304-45a9-b5e7-607c76fecf6f req-160fbca4-a8bd-44c2-a4c0-f248d04668a2 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Nov 16 22:14:36.564604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 44d3da4c-800a-487a-86ea-e20778328550 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:14:36.660849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=44d3da4c-800a-487a-86ea-e20778328550,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:36.672307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '44d3da4c-800a-487a-86ea-e20778328550', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'port_id': '44d3da4c-800a-487a-86ea-e20778328550', 'mac_address': 'fa:16:3e:7f:a8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:14:36.707652 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:36.723985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d3da4c-800a-487a-86ea-e20778328550 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:14:36.743325 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=44d3da4c-800a-487a-86ea-e20778328550,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:36.748846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:36.795422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:36.948007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['44d3da4c-800a-487a-86ea-e20778328550'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:14:37.563961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd22888-6a94-4dff-9502-f873d070e4e0 req-b7bccb42-e21f-4b37-a014-c76272c15a8f tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:37.565409 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdd22888-6a94-4dff-9502-f873d070e4e0 req-b7bccb42-e21f-4b37-a014-c76272c15a8f tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 944 time: 0.0508931 Nov 16 22:14:37.611118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bdd22888-6a94-4dff-9502-f873d070e4e0 req-4b5a88f6-7c1f-4392-a68d-3e197d498c7b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Nov 16 22:14:38.580985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 44d3da4c-800a-487a-86ea-e20778328550 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:14:38.628378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 44d3da4c-800a-487a-86ea-e20778328550 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:14:38.632502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 44d3da4c-800a-487a-86ea-e20778328550 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:14:38.632871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:38.711325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:38.728282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a9db9-885c-447d-8bd7-a952087ddd46 req-de4a5f03-1eb2-44dc-aada-f27c77b47612 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:38.729821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b05a9db9-885c-447d-8bd7-a952087ddd46 req-de4a5f03-1eb2-44dc-aada-f27c77b47612 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 944 time: 0.0489581 Nov 16 22:14:38.734319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3da4c-800a-487a-86ea-e20778328550'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:14:38.736589 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261702e-3d31-481c-ac22-0ea8b950166f" -d '{"events": [{"server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "name": "network-vif-plugged", "status": "completed", "tag": "44d3da4c-800a-487a-86ea-e20778328550"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:14:38.752628 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=44d3da4c-800a-487a-86ea-e20778328550,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:38.756742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:38.780224 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b05a9db9-885c-447d-8bd7-a952087ddd46 req-5a0862e9-b647-4852-ad06-084d0fada487 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Nov 16 22:14:38.781173 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ff0a3-2462-49ba-9746-084010aebfa1 x-openstack-request-id: req-a96ff0a3-2462-49ba-9746-084010aebfa1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:14:38.781516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "name": "network-vif-plugged", "status": "completed", "tag": "44d3da4c-800a-487a-86ea-e20778328550", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:14:38.781798 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a96ff0a3-2462-49ba-9746-084010aebfa1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:14:38.782190 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3da4c-800a-487a-86ea-e20778328550', 'code': 200} Nov 16 22:14:38.807319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:38.880558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec827f26-c5d4-4a44-a378-63f835df0842 req-409bb14d-c963-456d-8d2b-62141ae68e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:38.882022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec827f26-c5d4-4a44-a378-63f835df0842 req-409bb14d-c963-456d-8d2b-62141ae68e0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 1096 time: 0.0383694 Nov 16 22:14:38.929242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec827f26-c5d4-4a44-a378-63f835df0842 req-caa821b7-ee52-469f-9440-75f6c73d1cf4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Nov 16 22:14:39.550271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:39.900434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f663085-e225-4fc1-a929-70af6fd8b917 req-dcac66ec-0f26-45be-8e1c-6bb713320ef0 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:39.902575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f663085-e225-4fc1-a929-70af6fd8b917 req-dcac66ec-0f26-45be-8e1c-6bb713320ef0 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Nov 16 22:14:39.954881 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6f663085-e225-4fc1-a929-70af6fd8b917 req-33dd2421-1758-45e2-8e80-25da7b76eb24 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456545 Nov 16 22:14:41.071457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a399bcb-b936-4138-9683-85a3cfe1f10a req-28026e58-e027-44f3-9e97-43c22fe8838e tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:41.072943 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a399bcb-b936-4138-9683-85a3cfe1f10a req-28026e58-e027-44f3-9e97-43c22fe8838e tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Nov 16 22:14:41.120650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a399bcb-b936-4138-9683-85a3cfe1f10a req-fc052442-504c-463f-adfc-82900d6298a8 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Nov 16 22:14:41.241296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3394d-0d05-415e-8570-98437487c153 req-fe66b319-c325-4cef-a98f-d63fd1c6c8af tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:41.242771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ed3394d-0d05-415e-8570-98437487c153 req-fe66b319-c325-4cef-a98f-d63fd1c6c8af tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Nov 16 22:14:41.291619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ed3394d-0d05-415e-8570-98437487c153 req-b8061bf6-56c8-4e5c-946f-aa3804567463 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Nov 16 22:14:43.421999 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:45.455894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-461b8698-e4d5-46ff-947d-82673c0e448b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:47.772821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-57cfb93d-f065-4c8f-b7ea-057a0bb9a2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:49.478059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:50.717209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:51.552566 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:02.858754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076e9e-c03d-45a5-809c-648dd1403fb7 req-32141567-23b2-44e8-87f2-19499497a133 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:02.860290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38076e9e-c03d-45a5-809c-648dd1403fb7 req-32141567-23b2-44e8-87f2-19499497a133 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Nov 16 22:15:02.907554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-38076e9e-c03d-45a5-809c-648dd1403fb7 req-a9f0de45-1580-4d89-bff0-7de4fbb0a17d tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Nov 16 22:15:04.120642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279ce3-4db2-4e1b-be95-7b907ce2383a req-c3172fc9-5b46-4d77-91fe-e6b6f3c48ecb tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:04.122620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3279ce3-4db2-4e1b-be95-7b907ce2383a req-c3172fc9-5b46-4d77-91fe-e6b6f3c48ecb tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.1470048 Nov 16 22:15:04.177482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f3279ce3-4db2-4e1b-be95-7b907ce2383a req-cf2c702d-1147-4ef8-a9bd-7e318597e92f tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Nov 16 22:15:04.356981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-9b27c557-e78a-4932-b6b1-3ca29a26cc9a tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:04.358328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-9b27c557-e78a-4932-b6b1-3ca29a26cc9a tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "GET /v2.0/ports?device_id=79a82117-b0bd-4c69-8509-f51c88d0ba46 HTTP/1.1" status: 200 len: 945 time: 0.0483532 Nov 16 22:15:04.446143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Deleting port 44d3da4c-800a-487a-86ea-e20778328550 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:04.446358 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:04.537097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] For port 44d3da4c-800a-487a-86ea-e20778328550, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=44d3da4c-800a-487a-86ea-e20778328550,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:04.537449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:04.549438 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Calling delete_port for 44d3da4c-800a-487a-86ea-e20778328550 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:04.677419 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:04.689500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['44d3da4c-800a-487a-86ea-e20778328550'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:15:04.704424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Pushing event deleted for resources: {'Port': ['ID=44d3da4c-800a-487a-86ea-e20778328550,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:04.715074 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.715415 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.715761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.716277 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.716540 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.716930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.717235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.717573 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.717927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.718292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.718622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.718960 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:04.759030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] No DVR routers for this DVR port 44d3da4c-800a-487a-86ea-e20778328550 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:04.762587 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:04.766036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9efd3135-a138-4dd8-8ad8-1fce2244f0e4 req-211a1871-6c6f-4b7f-bedb-d8528bd8c721 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "DELETE /v2.0/ports/44d3da4c-800a-487a-86ea-e20778328550 HTTP/1.1" status: 204 len: 173 time: 0.4014416 Nov 16 22:15:04.766474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'name': 'network-vif-deleted', 'tag': '44d3da4c-800a-487a-86ea-e20778328550'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:04.768746 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4539d-430a-4273-9518-11fe1a1e9569" -d '{"events": [{"server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "name": "network-vif-deleted", "tag": "44d3da4c-800a-487a-86ea-e20778328550"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:04.818966 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b213049-148c-4b75-8c25-09f1e6d5af74 x-openstack-request-id: req-5b213049-148c-4b75-8c25-09f1e6d5af74 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:04.819270 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a82117-b0bd-4c69-8509-f51c88d0ba46", "name": "network-vif-deleted", "tag": "44d3da4c-800a-487a-86ea-e20778328550", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:04.819530 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b213049-148c-4b75-8c25-09f1e6d5af74 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:04.819936 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a82117-b0bd-4c69-8509-f51c88d0ba46', 'name': 'network-vif-deleted', 'tag': '44d3da4c-800a-487a-86ea-e20778328550', 'status': 'completed', 'code': 200} Nov 16 22:15:06.071706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-f61ae87d-0a7f-4030-8715-b4d910c73c29 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:06.073205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-f61ae87d-0a7f-4030-8715-b4d910c73c29 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 816 time: 0.1032505 Nov 16 22:15:06.087739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-8b81f5f6-e13e-4b69-a77c-59b851d03b72 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/quotas/25987b2eeb5345b49d0af5ef53e6bee4 HTTP/1.1" status: 200 len: 375 time: 0.0088842 Nov 16 22:15:06.141536 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-05cbb097-de01-4ef2-bc6e-101504c60d55 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481920 Nov 16 22:15:06.242840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-97140f61-c0fd-4482-ad07-233d88ecb390 service neutron] 10.222.0.54 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892746 Nov 16 22:15:06.329015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-7162db24-56e9-4012-83f4-a2aadafdf0cd service neutron] 10.222.0.54 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801613 Nov 16 22:15:06.491851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-950fe5f5-884c-44d8-a21d-72fa56a3edf0 req-cb7d1bf4-d5ad-4b5b-b13e-3acc16397ddc tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0267050 Nov 16 22:15:07.423000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a0570346-a6bb-415f-883c-f47d65132395 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:07.424436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a0570346-a6bb-415f-883c-f47d65132395 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 816 time: 0.1079447 Nov 16 22:15:07.438319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Request body: {'port': {'device_id': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'admin_state_up': True, 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:07.552685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Made reservation on behalf of 25987b2eeb5345b49d0af5ef53e6bee4 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:07.556282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.595380 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b10df4e-1800-4b9c-b279-f4c7da5d8b44 req-098dc803-34c4-41e6-94f3-a6b1d1dcc11b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0292361 Nov 16 22:15:07.701282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Allocated IP 172.20.0.14 (ad941391-dbbc-4349-b7be-db754861d234/b8ccb209-f012-4d4c-8be6-78732728cbfc/391c4920-bd69-4e13-9b2b-28cc6f086e34) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:07.846328 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.878502 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.927007 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Network ad941391-dbbc-4349-b7be-db754861d234 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:07.930115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:07.933317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:07.963777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Pushing event updated for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:07.992924 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:07.993538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.010876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a17e4daa-ef8e-4dde-93e8-63d3c11f72a5 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763268 Nov 16 22:15:08.023818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Request body: {'port': {'device_id': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:08.078507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.215310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a950cf2b-5b89-4405-a296-4e5657a19225 None None] Provisioning complete for port 391c4920-bd69-4e13-9b2b-28cc6f086e34 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:08.215864 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a950cf2b-5b89-4405-a296-4e5657a19225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.253455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a950cf2b-5b89-4405-a296-4e5657a19225 None None] Port 391c4920-bd69-4e13-9b2b-28cc6f086e34 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:08.340106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c4920-bd69-4e13-9b2b-28cc6f086e34 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:15:08.347426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.360605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Transition to ACTIVE for port object 391c4920-bd69-4e13-9b2b-28cc6f086e34 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:15:08.364097 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.416232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Pushing event updated for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:08.486125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Attempting to bind port 391c4920-bd69-4e13-9b2b-28cc6f086e34 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:08.486694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Attempting to bind port 391c4920-bd69-4e13-9b2b-28cc6f086e34 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:08.486694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Attempting to bind port 391c4920-bd69-4e13-9b2b-28cc6f086e34 on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:08.496608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Port 391c4920-bd69-4e13-9b2b-28cc6f086e34 on network ad941391-dbbc-4349-b7be-db754861d234 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:15:08.496608 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Attempting to bind port 391c4920-bd69-4e13-9b2b-28cc6f086e34 on network ad941391-dbbc-4349-b7be-db754861d234 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:08.502471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:08.502809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Checking segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:08.503224 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Bound using segment: {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:08.503668 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Bound port: 391c4920-bd69-4e13-9b2b-28cc6f086e34, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e38af2-9788-407c-bf02-3c9d9018bd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:08.504026 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.578106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:08.581171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:08.585823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.618363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.619076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.620994 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] 10.222.0.21 "PUT /v2.0/ports/391c4920-bd69-4e13-9b2b-28cc6f086e34 HTTP/1.1" status: 200 len: 1092 time: 0.6015294 Nov 16 22:15:08.621451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:08.624162 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6299c8c8-94a3-407b-9fb7-35393b615964" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:08.652682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baae6e-73fb-4360-a25a-0083c1516d0c service neutron] Pushing event updated for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:08.689137 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb569408-8dc1-4f0a-999a-041ce1a9f910 x-openstack-request-id: req-eb569408-8dc1-4f0a-999a-041ce1a9f910 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:08.689491 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:08.689753 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb569408-8dc1-4f0a-999a-041ce1a9f910 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:08.690175 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34', 'status': 'completed', 'code': 200} Nov 16 22:15:08.704607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 44d3da4c-800a-487a-86ea-e20778328550 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:08.726242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 44d3da4c-800a-487a-86ea-e20778328550 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:08.726747 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 44d3da4c-800a-487a-86ea-e20778328550 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:08.747407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-73e4f274-340e-4e41-bb80-84ae15bbb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.748845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-73e4f274-340e-4e41-bb80-84ae15bbb947 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0744894 Nov 16 22:15:08.773831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c60e3d-e7bd-43d0-a4e8-c17449bab209 req-bc7b9b95-38b5-48c0-ae12-9819714e0ba7 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.775410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06c60e3d-e7bd-43d0-a4e8-c17449bab209 req-bc7b9b95-38b5-48c0-ae12-9819714e0ba7 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0707948 Nov 16 22:15:08.815319 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-9f384480-f782-49e8-b2ce-d36f5b7c365e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34 HTTP/1.1" status: 200 len: 217 time: 0.0560009 Nov 16 22:15:08.884031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-91aa8431-fc4a-45d1-bf69-cf4776a87020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.886080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-91aa8431-fc4a-45d1-bf69-cf4776a87020 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ccb209-f012-4d4c-8be6-78732728cbfc HTTP/1.1" status: 200 len: 855 time: 0.0637929 Nov 16 22:15:08.889558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06c60e3d-e7bd-43d0-a4e8-c17449bab209 req-14a5a041-a509-4fde-bc95-14014c048595 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839698 Nov 16 22:15:08.938025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-389ffd59-80fc-411e-9c07-23bbefb5ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.939537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-389ffd59-80fc-411e-9c07-23bbefb5ba8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad941391-dbbc-4349-b7be-db754861d234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422080 Nov 16 22:15:09.029912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-05b1d01e-dab9-430e-bea5-b9e5bea49558 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828662 Nov 16 22:15:09.117963 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dd35702e-0681-4525-b12d-f6682bc59f17 req-a3bef5c9-4035-4337-8bfa-1e5e75448c91 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798051 Nov 16 22:15:09.208066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-41f71140-b5bc-442b-bc74-2ff5039d4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.209545 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-41f71140-b5bc-442b-bc74-2ff5039d4750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0457411 Nov 16 22:15:09.299286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-4f046701-3e99-40b9-8c7d-16e0765be38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.300654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-4f046701-3e99-40b9-8c7d-16e0765be38d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 200 len: 917 time: 0.0830078 Nov 16 22:15:09.343091 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-1a7815a1-62f1-442f-afb2-816a820e3761 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34 HTTP/1.1" status: 200 len: 217 time: 0.0351148 Nov 16 22:15:09.390679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-9a8fe2d0-59fe-45c0-91db-68b229112812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.392135 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-9a8fe2d0-59fe-45c0-91db-68b229112812 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8ccb209-f012-4d4c-8be6-78732728cbfc HTTP/1.1" status: 200 len: 855 time: 0.0425081 Nov 16 22:15:09.438249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-628a2f25-86b5-45b0-a680-75463e156e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.439722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-628a2f25-86b5-45b0-a680-75463e156e78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ad941391-dbbc-4349-b7be-db754861d234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387297 Nov 16 22:15:09.530222 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-cefd3109-bcf1-4d1d-92bf-b2570ba23279 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825851 Nov 16 22:15:09.558086 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:09.619591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6299c8c8-94a3-407b-9fb7-35393b615964 req-d09ef9f6-dbf3-4ac7-b8ea-f90a82c15cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812860 Nov 16 22:15:10.008141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25772c05-07a5-499d-80d4-8c76877e83a3 req-d3626ad9-d0a5-4c8e-8c0e-c1088ddcb340 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:10.010087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25772c05-07a5-499d-80d4-8c76877e83a3 req-d3626ad9-d0a5-4c8e-8c0e-c1088ddcb340 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0491545 Nov 16 22:15:10.060081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-25772c05-07a5-499d-80d4-8c76877e83a3 req-90c7e04f-20e8-4f6a-a44d-df6ec9767ab9 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Nov 16 22:15:10.226540 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:15:11.173320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30785cd-9b74-4ba1-a709-7d521f7bf91a req-d731cb94-afd0-4900-a117-41a7d6b009c1 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:11.174819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f30785cd-9b74-4ba1-a709-7d521f7bf91a req-d731cb94-afd0-4900-a117-41a7d6b009c1 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0489447 Nov 16 22:15:11.221392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f30785cd-9b74-4ba1-a709-7d521f7bf91a req-780de9ca-66e6-4be2-ac13-1f83d4089b75 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Nov 16 22:15:12.343422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969c949-707a-408f-94d2-35bbc81b26a1 req-11e0c253-bbdb-4d70-abd9-79c6d12b53d9 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:12.344885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f969c949-707a-408f-94d2-35bbc81b26a1 req-11e0c253-bbdb-4d70-abd9-79c6d12b53d9 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0561604 Nov 16 22:15:12.392471 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f969c949-707a-408f-94d2-35bbc81b26a1 req-ae8882ed-c91f-47f0-8429-f14c60abb588 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Nov 16 22:15:12.735510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 391c4920-bd69-4e13-9b2b-28cc6f086e34 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:15:12.827130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:12.838885 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '391c4920-bd69-4e13-9b2b-28cc6f086e34', 'network_id': 'ad941391-dbbc-4349-b7be-db754861d234', 'port_id': '391c4920-bd69-4e13-9b2b-28cc6f086e34', 'mac_address': 'fa:16:3e:9e:e9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ccb209-f012-4d4c-8be6-78732728cbfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:15:12.880218 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:12.892621 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c4920-bd69-4e13-9b2b-28cc6f086e34 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:15:12.911650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:12.915245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:12.963965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:12.971529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.971875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.972214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.972548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.972879 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.973210 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.973535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.973857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.974180 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.974502 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.974823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:12.975165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:13.105158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['391c4920-bd69-4e13-9b2b-28cc6f086e34'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:15:13.420680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:13.512098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f565-f490-41f2-af5d-76a427af5bab req-8864931c-8374-460d-8181-c6c84fe824f6 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:13.513575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3680f565-f490-41f2-af5d-76a427af5bab req-8864931c-8374-460d-8181-c6c84fe824f6 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Nov 16 22:15:13.566125 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3680f565-f490-41f2-af5d-76a427af5bab req-318f455e-c12c-468f-84d2-a50b7fd2bf0c tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Nov 16 22:15:14.678887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9806c08-403c-4740-93ea-9820b2c6de38 req-e4013356-b292-475a-b62e-fb44c659aea4 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:14.680397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9806c08-403c-4740-93ea-9820b2c6de38 req-e4013356-b292-475a-b62e-fb44c659aea4 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Nov 16 22:15:14.727832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e9806c08-403c-4740-93ea-9820b2c6de38 req-03b209a7-2e63-4664-b1fa-8d2e27c06697 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Nov 16 22:15:14.751561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 391c4920-bd69-4e13-9b2b-28cc6f086e34 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:14.799077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 391c4920-bd69-4e13-9b2b-28cc6f086e34 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:15:14.802868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 391c4920-bd69-4e13-9b2b-28cc6f086e34 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:14.803291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.889510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.914100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:14.916992 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19b709-eb00-4bfe-b93d-24f7a8ef1590" -d '{"events": [{"server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:14.929408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:14.933406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.957804 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d0a30d-8203-4f0a-b915-6f638415502c x-openstack-request-id: req-28d0a30d-8203-4f0a-b915-6f638415502c {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:14.958096 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:14.958346 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28d0a30d-8203-4f0a-b915-6f638415502c {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:14.958732 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34', 'code': 200} Nov 16 22:15:14.984379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:15.051185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d4ef-1d5b-47b0-9607-4313d696d662 req-9ef46c35-baac-47c6-8a86-e1e71c55804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:15.052538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1271d4ef-1d5b-47b0-9607-4313d696d662 req-9ef46c35-baac-47c6-8a86-e1e71c55804e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0387516 Nov 16 22:15:15.099444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1271d4ef-1d5b-47b0-9607-4313d696d662 req-8335cc64-1c91-49c2-ab1e-3c1e577d7b4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391688 Nov 16 22:15:15.458209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eef70a49-1754-426f-bbf1-ccf691a90ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:15.841394 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410242f5-8d85-4cd1-a016-bbb4eb455cd5 req-5e4e8681-4f05-4ade-8dc4-de1e5b1b3d7b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:15.842860 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410242f5-8d85-4cd1-a016-bbb4eb455cd5 req-5e4e8681-4f05-4ade-8dc4-de1e5b1b3d7b tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0484478 Nov 16 22:15:15.892391 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-410242f5-8d85-4cd1-a016-bbb4eb455cd5 req-53c32633-e6b5-4724-addc-aa5c023f4515 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Nov 16 22:15:17.005525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660d53-a607-4c4d-bb4e-cb772a8a93e2 req-2bcfd15f-ef8c-494d-9817-a9bd1fbeb568 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:17.007007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac660d53-a607-4c4d-bb4e-cb772a8a93e2 req-2bcfd15f-ef8c-494d-9817-a9bd1fbeb568 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0478015 Nov 16 22:15:17.053453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac660d53-a607-4c4d-bb4e-cb772a8a93e2 req-b493219a-0ef4-450a-867f-bd5828a5c7e7 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Nov 16 22:15:17.167939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9920e-77d5-491f-96fd-1acb4c704ca4 req-6ab17777-723a-4642-8b30-aecadf26306c tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:17.169382 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cb9920e-77d5-491f-96fd-1acb4c704ca4 req-6ab17777-723a-4642-8b30-aecadf26306c tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0510242 Nov 16 22:15:17.215672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5cb9920e-77d5-491f-96fd-1acb4c704ca4 req-169aa0d6-19a1-495a-83cd-779ee173d4cc tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Nov 16 22:15:17.774256 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8e4a9167-9390-471e-8c08-482b4bb6524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:19.480200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:20.721895 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:21.554557 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:38.627708 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec0eb-f70c-4afc-9b4d-7e6472d0853d req-6a22a9bc-1d7c-436a-9673-c6b9d8d42288 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:38.629260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57ec0eb-f70c-4afc-9b4d-7e6472d0853d req-6a22a9bc-1d7c-436a-9673-c6b9d8d42288 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Nov 16 22:15:38.677731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b57ec0eb-f70c-4afc-9b4d-7e6472d0853d req-25d74b14-3ac2-4cbe-a279-653db1bbb80a tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Nov 16 22:15:39.557320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:39.803024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568915a-2a6f-4d2c-8e35-90e2dd7b6535 req-eb717d83-7aed-4abd-8063-7095b65511e6 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:39.804408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6568915a-2a6f-4d2c-8e35-90e2dd7b6535 req-eb717d83-7aed-4abd-8063-7095b65511e6 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0527244 Nov 16 22:15:39.851199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6568915a-2a6f-4d2c-8e35-90e2dd7b6535 req-b637fbda-2f02-434f-8042-a3af53b4aaba tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/security-groups?id=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Nov 16 22:15:40.128225 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-36ae3bc9-4386-4683-833d-5770adf2e67c tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:40.129664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-36ae3bc9-4386-4683-833d-5770adf2e67c tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 946 time: 0.0474358 Nov 16 22:15:40.218621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Deleting port 391c4920-bd69-4e13-9b2b-28cc6f086e34 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:40.218970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:40.314543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] For port 391c4920-bd69-4e13-9b2b-28cc6f086e34, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=391c4920-bd69-4e13-9b2b-28cc6f086e34,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:40.314917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:40.328395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Calling delete_port for 391c4920-bd69-4e13-9b2b-28cc6f086e34 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:40.457425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:40.469693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['391c4920-bd69-4e13-9b2b-28cc6f086e34'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:15:40.487848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Pushing event deleted for resources: {'Port': ['ID=391c4920-bd69-4e13-9b2b-28cc6f086e34,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:40.539521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] No DVR routers for this DVR port 391c4920-bd69-4e13-9b2b-28cc6f086e34 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:40.542429 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:40.546044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4043b3e-bae2-4c8f-8c57-a83687d433e4 req-f8b7e375-25bb-476e-a921-2f0b146d8438 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.21 "DELETE /v2.0/ports/391c4920-bd69-4e13-9b2b-28cc6f086e34 HTTP/1.1" status: 204 len: 173 time: 0.4103854 Nov 16 22:15:40.546487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'name': 'network-vif-deleted', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:40.548751 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf579e86-ac93-48f6-ac65-72dec478d2e1" -d '{"events": [{"server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "name": "network-vif-deleted", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:40.587506 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caadb11c-80ff-42a9-8e36-565aed08a63e x-openstack-request-id: req-caadb11c-80ff-42a9-8e36-565aed08a63e {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:40.587800 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8", "name": "network-vif-deleted", "tag": "391c4920-bd69-4e13-9b2b-28cc6f086e34", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:40.588053 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caadb11c-80ff-42a9-8e36-565aed08a63e {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:40.588459 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8', 'name': 'network-vif-deleted', 'tag': '391c4920-bd69-4e13-9b2b-28cc6f086e34', 'status': 'completed', 'code': 200} Nov 16 22:15:40.980569 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b41820d5-9cfe-4482-8a41-3c25f36c88fb req-99734f51-0f33-4c78-93cd-88e9fcb00c28 tempest-TestEncryptedCinderVolumes-576935276 tempest-TestEncryptedCinderVolumes-576935276-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c2b7be-a8a4-442a-bee9-1b4b7608e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Nov 16 22:15:42.075478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39742) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:42.408811 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:42.655064 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Deleting port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:42.655404 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:42.736659 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] For port 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:42.736940 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:42.748614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Calling delete_port for 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:42.925432 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:42.950805 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fe6bfa-a8af-408e-b617-5ee63f6a8b2b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:42.977424 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.977779 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.978705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.979070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.979409 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.979742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.980070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.980397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.980723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.981053 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.981376 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:42.981699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:43.127730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.339782 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Router c3afbd18-2ea8-44cc-87e1-f5401603ce74 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:43.420013 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.445727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:43.452733 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88c0080e-19ac-47f6-baee-0d3540322a35 admin admin] 10.222.0.54 "PUT /v2.0/routers/c3afbd18-2ea8-44cc-87e1-f5401603ce74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748581 Nov 16 22:15:43.453858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39746) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:43.456504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Sync routers for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:43.467356 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:43.467999 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:43.561008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.571087 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:43.658426 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.712655 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Deleting port 53d0c081-d491-4af3-bea2-f45615f105b7 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:43.713022 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.752321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:15:42Z', 'revision_number': 5, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port': {'id': '53d0c081-d491-4af3-bea2-f45615f105b7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:21Z', 'updated_at': '2021-11-16T22:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:43.778430 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Checking router: c3afbd18-2ea8-44cc-87e1-f5401603ce74 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:43.786665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Routers {'c3afbd18-2ea8-44cc-87e1-f5401603ce74'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:43.787288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:43.796902 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] For port 53d0c081-d491-4af3-bea2-f45615f105b7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=53d0c081-d491-4af3-bea2-f45615f105b7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:43.797266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:43.810259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Calling delete_port for 53d0c081-d491-4af3-bea2-f45615f105b7 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:43.873443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] Set router c3afbd18-2ea8-44cc-87e1-f5401603ce74 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:43.924026 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:15:43Z', 'revision_number': 6, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:43.953832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285605c3-df18-4594-9251-60cfdfb16271 None None] The sync data for ids ['c3afbd18-2ea8-44cc-87e1-f5401603ce74'] in n-d-816206-5 is: [{'id': 'c3afbd18-2ea8-44cc-87e1-f5401603ce74', 'name': 'tempest-TestEncryptedCinderVolumes-710712432-router', 'tenant_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:20Z', 'updated_at': '2021-11-16T22:15:43Z', 'revision_number': 6, 'project_id': '25987b2eeb5345b49d0af5ef53e6bee4', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:43.975164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.009815 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d0c081-d491-4af3-bea2-f45615f105b7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:44.032547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33ae6a-1fc2-4cf6-aa8f-88e5ea22526d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:44.069911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.158219 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.160357 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.201500 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.202038 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3afbd18-2ea8-44cc-87e1-f5401603ce74 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:15:44.206326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.207508 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-49e3a331-e434-4c2d-8284-4ee92b055776 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c3afbd18-2ea8-44cc-87e1-f5401603ce74 HTTP/1.1" status: 204 len: 168 time: 0.7527378 Nov 16 22:15:44.210076 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39748) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:44.258709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Deleting subnet b8ccb209-f012-4d4c-8be6-78732728cbfc {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:15:44.261761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.300026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.384728 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.439466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.463529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ccb209-f012-4d4c-8be6-78732728cbfc,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:44.469006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.472236 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f6af65d7-64e4-4f4b-a736-f7c22f4cc813 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b8ccb209-f012-4d4c-8be6-78732728cbfc HTTP/1.1" status: 204 len: 168 time: 0.2610397 Nov 16 22:15:44.474705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39750) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:44.475211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15eb0a-54a1-4ea3-b72b-49e1915c13e2 None None] Network ad941391-dbbc-4349-b7be-db754861d234 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:44.542753 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.594824 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Deleting port e2452718-4370-4449-b244-8d6bb905c7e0 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:44.595186 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.662401 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] For port e2452718-4370-4449-b244-8d6bb905c7e0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e2452718-4370-4449-b244-8d6bb905c7e0,segment=NetworkSegment(07e38af2-9788-407c-bf02-3c9d9018bd7e),segment_id=07e38af2-9788-407c-bf02-3c9d9018bd7e)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:44.662758 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.675227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Calling delete_port for e2452718-4370-4449-b244-8d6bb905c7e0 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:44.722211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] DHCP port deletion for ad941391-dbbc-4349-b7be-db754861d234 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:44.776159 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.780300 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Deleting port e2452718-4370-4449-b244-8d6bb905c7e0 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:44.781016 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.803408 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2452718-4370-4449-b244-8d6bb905c7e0,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:44.805372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] No DVR routers for this DVR port e2452718-4370-4449-b244-8d6bb905c7e0 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:44.858710 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] For port e2452718-4370-4449-b244-8d6bb905c7e0, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:44.859246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.871833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Calling delete_port for e2452718-4370-4449-b244-8d6bb905c7e0 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:44.874467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Port e2452718-4370-4449-b244-8d6bb905c7e0 was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:15:44.875751 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.882651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.899642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] Pushing event deleted for resources: {'Port': ['ID=e2452718-4370-4449-b244-8d6bb905c7e0,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:44.904630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad941391-dbbc-4349-b7be-db754861d234']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:44.906281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 391c4920-bd69-4e13-9b2b-28cc6f086e34 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:44.911640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77bc96-3a1c-4df3-873c-a68db6de18e1 None None] No DVR routers for this DVR port e2452718-4370-4449-b244-8d6bb905c7e0 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:44.919925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e38af2-9788-407c-bf02-3c9d9018bd7e') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:44.920212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e38af2-9788-407c-bf02-3c9d9018bd7e') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:44.930414 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.932444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 391c4920-bd69-4e13-9b2b-28cc6f086e34 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:44.932759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 391c4920-bd69-4e13-9b2b-28cc6f086e34 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:44.944889 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.954377 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:15:44.954795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:15:44.956727 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:15:44.962731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 53d0c081-d491-4af3-bea2-f45615f105b7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:44.983719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 53d0c081-d491-4af3-bea2-f45615f105b7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:44.984064 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 53d0c081-d491-4af3-bea2-f45615f105b7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:44.984488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:45.005773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:45.006239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 08fe6bfa-a8af-408e-b617-5ee63f6a8b2b not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:45.006726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e2452718-4370-4449-b244-8d6bb905c7e0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:45.017582 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:45.034855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: e2452718-4370-4449-b244-8d6bb905c7e0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:45.035328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e2452718-4370-4449-b244-8d6bb905c7e0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:45.041443 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:45.044303 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] 10.222.0.54 "DELETE /v2.0/networks/ad941391-dbbc-4349-b7be-db754861d234 HTTP/1.1" status: 204 len: 168 time: 0.5686255 Nov 16 22:15:45.046505 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db3afc-c398-4340-9cdd-b72b7e98617a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad941391-dbbc-4349-b7be-db754861d234,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:45.047314 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39752) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:45.388289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:45.460060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-003e60b6-28eb-414d-9f8c-baf7a3e250d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:45.948043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Deleting port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:45.948371 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.028893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] For port fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:46.029245 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.041749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Calling delete_port for fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:46.211631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.236656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:46.400284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.609902 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Router 9ac666e9-8106-4d17-8820-52f4024783a1 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:46.713267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:46.718512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-de2de04f-925d-4632-b96e-37b004da844f admin admin] 10.222.0.54 "PUT /v2.0/routers/9ac666e9-8106-4d17-8820-52f4024783a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689594 Nov 16 22:15:46.721069 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39754) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:46.721792 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Sync routers for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:46.732332 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:46.732929 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:46.824729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.834284 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:46.931864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:46.983051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Deleting port a21eb9c4-5485-45b0-8200-500b5a85a9b4 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:46.983388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.010548 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:15:46Z', 'revision_number': 5, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port': {'id': 'a21eb9c4-5485-45b0-8200-500b5a85a9b4', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:47.039749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Checking router: 9ac666e9-8106-4d17-8820-52f4024783a1 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:47.048457 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Routers {'9ac666e9-8106-4d17-8820-52f4024783a1'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:47.049048 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['9ac666e9-8106-4d17-8820-52f4024783a1'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:47.062830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] For port a21eb9c4-5485-45b0-8200-500b5a85a9b4, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=a21eb9c4-5485-45b0-8200-500b5a85a9b4,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:47.063220 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.075539 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Calling delete_port for a21eb9c4-5485-45b0-8200-500b5a85a9b4 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:47.130838 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] Set router 9ac666e9-8106-4d17-8820-52f4024783a1 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:47.184435 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:15:46Z', 'revision_number': 6, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:47.210488 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbf9fc-2685-44a1-a860-4f598f681c23 None None] The sync data for ids ['9ac666e9-8106-4d17-8820-52f4024783a1'] in n-d-816206-5 is: [{'id': '9ac666e9-8106-4d17-8820-52f4024783a1', 'name': 'tempest-TestEncryptedCinderVolumes-343995107-router', 'tenant_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:14:25Z', 'updated_at': '2021-11-16T22:15:46Z', 'revision_number': 6, 'project_id': '8a9ee6107de344b5a4ca15f9829aaf86', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:47.225140 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:15:47.244858 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.279131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Pushing event deleted for resources: {'Port': ['ID=a21eb9c4-5485-45b0-8200-500b5a85a9b4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:47.286211 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f94ae-3b9a-4856-854c-31b2e44452e4 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:47.336642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.425532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.427658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.468831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.469451 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac666e9-8106-4d17-8820-52f4024783a1 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:15:47.473946 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.475101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5bc38f4e-154e-45cf-a0a4-fbe7705164db admin admin] 10.222.0.54 "DELETE /v2.0/routers/9ac666e9-8106-4d17-8820-52f4024783a1 HTTP/1.1" status: 204 len: 168 time: 0.7530808 Nov 16 22:15:47.478525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39756) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:47.527388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Deleting subnet 0fe99086-92cb-4739-a6eb-9110258c9894 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:15:47.530499 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.565541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.650300 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.706514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.736251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.740604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f51226-9247-43c3-9896-564c3211a0b6 None None] Network fb09a553-5ab4-462b-97fe-7928420369f3 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:47.740772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0fe99086-92cb-4739-a6eb-9110258c9894 HTTP/1.1" status: 204 len: 168 time: 0.2610946 Nov 16 22:15:47.741779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90693d0-48e5-4f9a-b4de-9547296c6234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe99086-92cb-4739-a6eb-9110258c9894,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:47.743346 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39758) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:47.813250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3dea92cc-d960-43ab-be71-667c3c789368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.816943 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.871814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Deleting port 6792accb-deb0-4d8c-8607-092c23ae38a1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:47.872078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:47.979827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] DHCP port deletion for fb09a553-5ab4-462b-97fe-7928420369f3 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:48.034890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Deleting port 6792accb-deb0-4d8c-8607-092c23ae38a1 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:48.035412 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.106505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] For port 6792accb-deb0-4d8c-8607-092c23ae38a1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6792accb-deb0-4d8c-8607-092c23ae38a1,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:48.106894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.120779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Calling delete_port for 6792accb-deb0-4d8c-8607-092c23ae38a1 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:48.212946 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.240605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] Pushing event deleted for resources: {'Port': ['ID=6792accb-deb0-4d8c-8607-092c23ae38a1,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:48.245520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5b533-6f9b-477a-834c-26f0506ed0e1 None None] No DVR routers for this DVR port 6792accb-deb0-4d8c-8607-092c23ae38a1 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:48.284544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] For port 6792accb-deb0-4d8c-8607-092c23ae38a1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6792accb-deb0-4d8c-8607-092c23ae38a1,segment=NetworkSegment(4d30b80a-ab14-4a13-8b76-4d1c688340ce),segment_id=4d30b80a-ab14-4a13-8b76-4d1c688340ce)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:48.284912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.297770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Calling delete_port for 6792accb-deb0-4d8c-8607-092c23ae38a1 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:48.378784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.401925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6792accb-deb0-4d8c-8607-092c23ae38a1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:48.407419 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] No DVR routers for this DVR port 6792accb-deb0-4d8c-8607-092c23ae38a1 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:48.476235 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.497219 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb09a553-5ab4-462b-97fe-7928420369f3']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:48.506489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d30b80a-ab14-4a13-8b76-4d1c688340ce') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:48.506783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d30b80a-ab14-4a13-8b76-4d1c688340ce') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:48.519749 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.533087 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.538709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:15:48.539113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:15:48.541433 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:15:48.592129 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.597506 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.601140 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] 10.222.0.54 "DELETE /v2.0/networks/fb09a553-5ab4-462b-97fe-7928420369f3 HTTP/1.1" status: 204 len: 168 time: 0.8558629 Nov 16 22:15:48.612449 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42a21-b805-4f0e-a019-4983e6294d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb09a553-5ab4-462b-97fe-7928420369f3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:48.756508 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39762) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:48.797452 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-605e3a1f-2518-4859-bf7c-4a8ffd213ba7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25987b2eeb5345b49d0af5ef53e6bee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381906 Nov 16 22:15:48.798321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39764) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:48.843268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.865343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.916727 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.919449 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:48.920656 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aeb30eab-0e7b-4c2e-ad5a-22173649aeb7 HTTP/1.1" status: 204 len: 168 time: 0.1213958 Nov 16 22:15:48.928930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13596e9-1c5e-45ca-ba8c-08765d0cb700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb30eab-0e7b-4c2e-ad5a-22173649aeb7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:48.933385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:48.962685 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:48.963046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fdd5db55-d7ef-4bb3-b7b2-5802abad3b2f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:48.963455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a21eb9c4-5485-45b0-8200-500b5a85a9b4 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:48.984795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: a21eb9c4-5485-45b0-8200-500b5a85a9b4 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:48.985134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device a21eb9c4-5485-45b0-8200-500b5a85a9b4 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:48.985535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6792accb-deb0-4d8c-8607-092c23ae38a1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:49.005545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6792accb-deb0-4d8c-8607-092c23ae38a1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:49.005878 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6792accb-deb0-4d8c-8607-092c23ae38a1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:49.246375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39770) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:49.285867 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fd2e073e-e49b-4fc0-a9ca-7cabf057a84a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a9ee6107de344b5a4ca15f9829aaf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383062 Nov 16 22:15:49.288312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39772) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:49.337711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:49.358491 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:49.405105 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:49.408033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:49.411525 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64027eef-9184-4ffb-8239-e9fc9a404b8a HTTP/1.1" status: 204 len: 168 time: 0.1199548 Nov 16 22:15:49.417829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a962b1-9f2f-491d-8890-8afc9153a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64027eef-9184-4ffb-8239-e9fc9a404b8a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:49.480099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.062329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39794) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:50.155154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1440560823-network', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:50.176245 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Made reservation on behalf of 9f2a94a8aa4f44cd830c69b77770fccc for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:50.178549 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.186826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.260610 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.264074 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.288012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:15:50.298056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:50.302672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.303048 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Added segment 272a173a-ef05-49ad-826d-dc259fa0715f of type vlan for network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 Nov 16 22:15:50.342483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.371708 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.372620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:50.373186 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.428710 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3626523 Nov 16 22:15:50.429129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39798) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:50.434097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Request body: {'subnet': {'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1440560823-subnet', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:50.437000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b5d8e-8e66-455c-b257-bc2a1abf645b admin admin] Pushing event updated for resources: {'Network': ['ID=1cbe3a88-f64c-4a78-9a61-c3089e361b12,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:50.447111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:15:50.456228 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Made reservation on behalf of 9f2a94a8aa4f44cd830c69b77770fccc for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:50.458907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.635132 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.691003 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=351169fa-16b7-459e-946c-b632f84fc644,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:50.699370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Checking segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:50.699731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Network hostable DHCP agents. Network: 1cbe3a88-f64c-4a78-9a61-c3089e361b12, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:15:50.715520 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:15:50.723768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 1cbe3a88-f64c-4a78-9a61-c3089e361b12) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:50.724193 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.728512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:50.729109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.734714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89008ba7-ff2e-4886-9454-6621adf85b35 None None] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:50.745442 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-754e489e-00da-4882-804e-e5b576e0c53a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3152366 Nov 16 22:15:50.748055 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39800) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:50.752414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:50.772486 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.773663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.834331 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.884771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:15:50.885737 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:50.976121 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.022587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Allocated IP 172.20.0.2 (1cbe3a88-f64c-4a78-9a61-c3089e361b12/351169fa-16b7-459e-946c-b632f84fc644/830472d6-bee2-4ae0-875b-61333d16abdb) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:51.166466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.173648 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.184238 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.204094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.215011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:51.219852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:51.223375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:51.232960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Pushing event updated for resources: {'Port': ['ID=830472d6-bee2-4ae0-875b-61333d16abdb,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:51.283729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Attempting to bind port 830472d6-bee2-4ae0-875b-61333d16abdb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:51.284097 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Attempting to bind port 830472d6-bee2-4ae0-875b-61333d16abdb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:51.284453 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Attempting to bind port 830472d6-bee2-4ae0-875b-61333d16abdb on network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:51.289420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:51.289792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Checking segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:51.290228 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.290617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Bound using segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:51.291107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Bound port: 830472d6-bee2-4ae0-875b-61333d16abdb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:51.291482 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.312162 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Allocated IP 172.25.7.33 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/91dd999a-ee95-4b77-b521-9f00f05f69d7) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:51.352709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] For port 830472d6-bee2-4ae0-875b-61333d16abdb, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:51.355785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] For port 830472d6-bee2-4ae0-875b-61333d16abdb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=830472d6-bee2-4ae0-875b-61333d16abdb,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:51.361204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.421201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ca0d-22e2-43a1-a71d-053e9c7d68b9 None None] Pushing event updated for resources: {'Port': ['ID=830472d6-bee2-4ae0-875b-61333d16abdb,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:51.426583 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.460169 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.496909 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:51.499855 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:51.502203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:51.515286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206a14d-fc64-480a-bd6a-7ce963d8ae11 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:51.539233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Pushing event updated for resources: {'Port': ['ID=91dd999a-ee95-4b77-b521-9f00f05f69d7,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:51.567436 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.622030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-700399ba-df35-46eb-ab28-fa75b7477047 None None] Provisioning complete for port 91dd999a-ee95-4b77-b521-9f00f05f69d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:51.622400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-700399ba-df35-46eb-ab28-fa75b7477047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.664013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-700399ba-df35-46eb-ab28-fa75b7477047 None None] Port 91dd999a-ee95-4b77-b521-9f00f05f69d7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:51.783218 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:51.980185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.108755 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Router ec5f003d-f91b-4d31-b0f6-9dd48b017420 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:15:52.213893 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:52.225182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Sync routers for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:52.234147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.235381 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-30996d9c-0734-47a4-973e-4511f6250e31 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4863248 Nov 16 22:15:52.238103 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39802) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:52.240402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:52.241034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:52.356467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddf564-f1ea-40f9-9471-c4c343a26ab6 None None] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:52.360362 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:52.519547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] Provisioning complete for port 830472d6-bee2-4ae0-875b-61333d16abdb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:52.520215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.663531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.730704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.762190 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:51Z', 'revision_number': 3, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:52.803614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Checking router: ec5f003d-f91b-4d31-b0f6-9dd48b017420 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:52.803965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Updating router ec5f003d-f91b-4d31-b0f6-9dd48b017420 port 91dd999a-ee95-4b77-b521-9f00f05f69d7 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:15:52.809219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] For port 830472d6-bee2-4ae0-875b-61333d16abdb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=830472d6-bee2-4ae0-875b-61333d16abdb,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:52.826288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.831501 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Allocated IP 172.20.0.1 (1cbe3a88-f64c-4a78-9a61-c3089e361b12/351169fa-16b7-459e-946c-b632f84fc644/fd2b4393-b99b-4eb8-86e3-6a3733bed081) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:52.855370 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:52.912540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092186-fe3a-408a-b664-1a6849ec7c66 None None] Pushing event updated for resources: {'Port': ['ID=830472d6-bee2-4ae0-875b-61333d16abdb,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:52.961109 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.001117 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.032567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 830472d6-bee2-4ae0-875b-61333d16abdb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:53.049399 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:53.054307 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:53.056923 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:53.085089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Pushing event updated for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:53.104669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-eecc0a6c-3ac4-4203-b329-cb31fb4296a2 None None] Provisioning complete for port 830472d6-bee2-4ae0-875b-61333d16abdb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:53.105037 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eecc0a6c-3ac4-4203-b329-cb31fb4296a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.105166 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.184148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 830472d6-bee2-4ae0-875b-61333d16abdb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:53.184515 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.248968 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.291945 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.301787 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.356656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc99ec6-c2b3-463b-b84b-f9118370c5ef None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:53.399059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6e960-4f2d-4fe0-a902-3e48f7d0ff2a None None] Pushing event updated for resources: {'Port': ['ID=91dd999a-ee95-4b77-b521-9f00f05f69d7,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:53.402114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Attempting to bind port 91dd999a-ee95-4b77-b521-9f00f05f69d7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:53.402480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Attempting to bind port 91dd999a-ee95-4b77-b521-9f00f05f69d7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:53.402842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Attempting to bind port 91dd999a-ee95-4b77-b521-9f00f05f69d7 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:53.413268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:53.413649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:53.414036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.414428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:53.414902 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Bound port: 91dd999a-ee95-4b77-b521-9f00f05f69d7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:53.415341 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.424651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.431099 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.484305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] For port 91dd999a-ee95-4b77-b521-9f00f05f69d7, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:53.486170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Provisioning complete for port 91dd999a-ee95-4b77-b521-9f00f05f69d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:53.486533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.492921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] For port 91dd999a-ee95-4b77-b521-9f00f05f69d7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=91dd999a-ee95-4b77-b521-9f00f05f69d7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:53.498799 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.501746 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Pushing event updated for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:53.519638 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.568574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Port 91dd999a-ee95-4b77-b521-9f00f05f69d7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:53.574655 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0f205-2bbe-4fa2-8b1e-9a5c8b3f258c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:53.598502 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:53.600187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:53.600483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:53.601571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:53.669594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6e960-4f2d-4fe0-a902-3e48f7d0ff2a None None] Pushing event updated for resources: {'Port': ['ID=91dd999a-ee95-4b77-b521-9f00f05f69d7,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:53.679882 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Provisioning complete for port fd2b4393-b99b-4eb8-86e3-6a3733bed081 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:53.680250 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.715757 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Router ec5f003d-f91b-4d31-b0f6-9dd48b017420 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:53.733231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e4cefdce-1e61-4a2c-9a56-02df260b6a61 None None] Port fd2b4393-b99b-4eb8-86e3-6a3733bed081 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:53.752212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:53.837772 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:53.843348 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-453dc5f9-037e-4172-84b8-2a12343623db admin admin] 10.222.0.54 "PUT /v2.0/routers/ec5f003d-f91b-4d31-b0f6-9dd48b017420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6041269 Nov 16 22:15:53.993131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Provisioning complete for port 91dd999a-ee95-4b77-b521-9f00f05f69d7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:53.993503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.168664 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.196510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] For port 91dd999a-ee95-4b77-b521-9f00f05f69d7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=91dd999a-ee95-4b77-b521-9f00f05f69d7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:54.202277 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.234485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 2, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:54.270649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Provisioning complete for port fd2b4393-b99b-4eb8-86e3-6a3733bed081 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:54.271042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.275771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e83a86-460e-441e-b14d-6a09acb12af1 None None] The sync data for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 is: [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 2, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:54.316893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Pushing event updated for resources: {'Port': ['ID=91dd999a-ee95-4b77-b521-9f00f05f69d7,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:54.322695 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39818) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:54.323833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a046f4e9-7e8e-4946-8019-4e22a372338f None None] Port fd2b4393-b99b-4eb8-86e3-6a3733bed081 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:54.329083 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-554168206-network', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:54.352185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Made reservation on behalf of c76a8a44edf34c8cac44922898e8f1e9 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:54.354831 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.364226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.445909 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.451001 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.479304 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:15:54.491041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62651a03-098e-4a64-b4db-6599352a6350,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:54.502318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.502659 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Added segment ad5f6e28-a716-40c5-92b0-064e618ba720 of type vlan for network 884025c1-e9c1-41d3-a399-6b5059adc10b Nov 16 22:15:54.550407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.577297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.578294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:54.578895 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.632456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3083255 Nov 16 22:15:54.636014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 39820) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:54.642292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Request body: {'subnet': {'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-554168206-subnet', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:54.644816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd2b12-b2b1-4c69-b87f-14bfffa46ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=884025c1-e9c1-41d3-a399-6b5059adc10b,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:54.655000 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 884025c1-e9c1-41d3-a399-6b5059adc10b details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:15:54.668244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Made reservation on behalf of c76a8a44edf34c8cac44922898e8f1e9 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:54.670967 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.863257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.932639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Checking segment: {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:54.933358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Network hostable DHCP agents. Network: 884025c1-e9c1-41d3-a399-6b5059adc10b, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:15:54.940154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b69a2e5-fb1e-45d1-9504-bc04f5ae233e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:54.959637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Network 884025c1-e9c1-41d3-a399-6b5059adc10b is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:15:54.968521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 884025c1-e9c1-41d3-a399-6b5059adc10b) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:54.973517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:54.974364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.985475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161c082-07a6-43ee-b8dd-1814c91adf8e None None] Network 884025c1-e9c1-41d3-a399-6b5059adc10b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:55.002353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39822) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:55.003037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-96f08e36-d674-4133-89ed-80e8f8165e37 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3652017 Nov 16 22:15:55.007844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:55.032807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 830472d6-bee2-4ae0-875b-61333d16abdb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:55.037289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.038571 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.105470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.118787 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 830472d6-bee2-4ae0-875b-61333d16abdb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:55.119186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.218090 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-884025c1-e9c1-41d3-a399-6b5059adc10b', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:15:55.219238 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.247948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.397707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Allocated IP 172.20.0.2 (884025c1-e9c1-41d3-a399-6b5059adc10b/7b69a2e5-fb1e-45d1-9504-bc04f5ae233e/4b28a0ad-7a8a-4374-98bc-0165a271636a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:55.460724 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.481862 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.562172 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.568990 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.594311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Allocated IP 172.25.7.227 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/160774c4-1f52-49ff-96ac-421889d59102) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:55.606469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Network 884025c1-e9c1-41d3-a399-6b5059adc10b is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:55.611832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:55.615561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:55.626644 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Pushing event updated for resources: {'Port': ['ID=4b28a0ad-7a8a-4374-98bc-0165a271636a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:55.679866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Attempting to bind port 4b28a0ad-7a8a-4374-98bc-0165a271636a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:55.680604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Attempting to bind port 4b28a0ad-7a8a-4374-98bc-0165a271636a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:55.680719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Attempting to bind port 4b28a0ad-7a8a-4374-98bc-0165a271636a on network 884025c1-e9c1-41d3-a399-6b5059adc10b {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:55.686323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:55.686686 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Checking segment: {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:55.687112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.687499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Bound using segment: {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:55.687965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Bound port: 4b28a0ad-7a8a-4374-98bc-0165a271636a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:55.688337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.754392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] For port 4b28a0ad-7a8a-4374-98bc-0165a271636a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:55.757925 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] For port 4b28a0ad-7a8a-4374-98bc-0165a271636a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b28a0ad-7a8a-4374-98bc-0165a271636a,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:55.762285 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.826780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93e2c-05fe-46b3-a640-e55b9bd330d1 None None] Pushing event updated for resources: {'Port': ['ID=4b28a0ad-7a8a-4374-98bc-0165a271636a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:56.058663 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.099326 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.148667 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:56.154028 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:56.156614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:56.159859 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=160774c4-1f52-49ff-96ac-421889d59102,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:56.167083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df02b7-79f0-4019-aab0-e986e6af5cf7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:56.259593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3112e4fc-b359-41ce-9e6d-07b143ef94fd None None] Provisioning complete for port 160774c4-1f52-49ff-96ac-421889d59102 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:56.259987 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3112e4fc-b359-41ce-9e6d-07b143ef94fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.293070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3112e4fc-b359-41ce-9e6d-07b143ef94fd None None] Port 160774c4-1f52-49ff-96ac-421889d59102 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:56.397667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Sync routers for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:56.406315 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.410606 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:56.411247 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:56.512286 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:56.605784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.712483 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 2, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:56.736345 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:15:56.738667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Checking router: ec5f003d-f91b-4d31-b0f6-9dd48b017420 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:56.739041 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Updating router ec5f003d-f91b-4d31-b0f6-9dd48b017420 port fd2b4393-b99b-4eb8-86e3-6a3733bed081 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:15:56.763763 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.846247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:56.857923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Sync routers for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:56.867352 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.870002 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-286dbb1e-f4cd-4e38-b38f-a3892540cf8c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8656716 Nov 16 22:15:56.872941 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 39824) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:56.873648 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:56.874309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:57.033148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:57.128905 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.136155 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.139060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b28a0ad-7a8a-4374-98bc-0165a271636a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:57.216407 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Pushing event updated for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:57.261960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4b28a0ad-7a8a-4374-98bc-0165a271636a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:57.262345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.267163 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.267510 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.267843 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.268183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.268511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.268831 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.269155 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.269485 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.269798 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.270114 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.270431 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.270749 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:57.293393 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Attempting to bind port fd2b4393-b99b-4eb8-86e3-6a3733bed081 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:57.293764 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Attempting to bind port fd2b4393-b99b-4eb8-86e3-6a3733bed081 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:57.294134 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Attempting to bind port fd2b4393-b99b-4eb8-86e3-6a3733bed081 on network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:57.299602 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:57.299975 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Checking segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:57.300377 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.300767 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Bound using segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:57.301232 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Bound port: fd2b4393-b99b-4eb8-86e3-6a3733bed081, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:57.301608 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.385116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98592f94-8e6f-4f75-88a7-e828d392645b None None] Network 884025c1-e9c1-41d3-a399-6b5059adc10b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:15:57.468400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.471876 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:56Z', 'revision_number': 3, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:57.475948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.502515 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] For port fd2b4393-b99b-4eb8-86e3-6a3733bed081, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:57.506222 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] For port fd2b4393-b99b-4eb8-86e3-6a3733bed081, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd2b4393-b99b-4eb8-86e3-6a3733bed081,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:57.510481 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.527896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2606cb53-9e89-4576-ac70-dbd2d0003909 None None] Provisioning complete for port 4b28a0ad-7a8a-4374-98bc-0165a271636a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:57.528267 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2606cb53-9e89-4576-ac70-dbd2d0003909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.529829 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Checking router: 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:57.530173 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Updating router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 port 160774c4-1f52-49ff-96ac-421889d59102 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:15:57.570865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e036-e670-4da7-b7a3-b845d72e34e8 None None] Pushing event updated for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:57.573541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:57.574131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:57.605888 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.659480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 4b28a0ad-7a8a-4374-98bc-0165a271636a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b28a0ad-7a8a-4374-98bc-0165a271636a,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:57.678280 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.679230 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 91dd999a-ee95-4b77-b521-9f00f05f69d7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:57.695274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:57.696486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Allocated IP 172.20.0.1 (884025c1-e9c1-41d3-a399-6b5059adc10b/7b69a2e5-fb1e-45d1-9504-bc04f5ae233e/17740ae0-fa6d-46a9-8afe-423c2cc34516) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:57.857226 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.896947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.936608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Network 884025c1-e9c1-41d3-a399-6b5059adc10b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:57.942071 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:57.946221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:57.978161 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Pushing event updated for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:57.990581 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:57.995992 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:57Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:58.023974 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed51d9a-0a25-4cc1-9f01-21d54404ad43 None None] The sync data for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 is: [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:57Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:58.064745 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=4b28a0ad-7a8a-4374-98bc-0165a271636a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:58.125092 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.157113 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 91dd999a-ee95-4b77-b521-9f00f05f69d7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:58.157442 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.322915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-19918885-2716-4ead-b897-a1bb11409412 None None] Provisioning complete for port fd2b4393-b99b-4eb8-86e3-6a3733bed081 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:58.323288 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-19918885-2716-4ead-b897-a1bb11409412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.333055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.341553 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.359743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.376117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.416960 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.429137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009348f-fb23-479c-98cf-7070fdb3fa0b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:58.458088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cdbb8-0696-4ced-96ab-355e8a713ec4 None None] Pushing event updated for resources: {'Port': ['ID=160774c4-1f52-49ff-96ac-421889d59102,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:58.471890 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Attempting to bind port 160774c4-1f52-49ff-96ac-421889d59102 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:58.476871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Attempting to bind port 160774c4-1f52-49ff-96ac-421889d59102 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:58.477534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Attempting to bind port 160774c4-1f52-49ff-96ac-421889d59102 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:58.506262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:58.506635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:58.507074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.507469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:58.507959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Bound port: 160774c4-1f52-49ff-96ac-421889d59102, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:58.508345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.512870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Pushing event updated for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:58.560635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-19918885-2716-4ead-b897-a1bb11409412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.579167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Network 884025c1-e9c1-41d3-a399-6b5059adc10b is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:58.580964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:58.619091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-19918885-2716-4ead-b897-a1bb11409412 None None] For port fd2b4393-b99b-4eb8-86e3-6a3733bed081, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd2b4393-b99b-4eb8-86e3-6a3733bed081,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:58.632098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] For port 160774c4-1f52-49ff-96ac-421889d59102, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:58.635800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-19918885-2716-4ead-b897-a1bb11409412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.640887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] For port 160774c4-1f52-49ff-96ac-421889d59102, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=160774c4-1f52-49ff-96ac-421889d59102,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:58.668552 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.702883 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6241502-97e3-4949-983b-4b39a9d49dac None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:15:58.723891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19918885-2716-4ead-b897-a1bb11409412 None None] Pushing event updated for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:58.730444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:58.731125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:58.746129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:58.868938 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Provisioning complete for port 160774c4-1f52-49ff-96ac-421889d59102 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:58.869304 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:58.893499 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:58.910611 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-de01be4b-7a12-4467-8155-0a97f64fe545 admin admin] 10.222.0.54 "PUT /v2.0/routers/6d9c0eb5-380a-46b2-a61c-e4bb8894cd84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303826 Nov 16 22:15:58.910825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cdbb8-0696-4ced-96ab-355e8a713ec4 None None] Pushing event updated for resources: {'Port': ['ID=160774c4-1f52-49ff-96ac-421889d59102,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:58.950359 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:59.058001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd2b4393-b99b-4eb8-86e3-6a3733bed081 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:59.120614 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.173506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] For port 160774c4-1f52-49ff-96ac-421889d59102, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=160774c4-1f52-49ff-96ac-421889d59102,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:59.187580 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.267074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port fd2b4393-b99b-4eb8-86e3-6a3733bed081 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:59.267437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.298019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Provisioning complete for port 17740ae0-fa6d-46a9-8afe-423c2cc34516 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:59.298019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.339455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Pushing event updated for resources: {'Port': ['ID=160774c4-1f52-49ff-96ac-421889d59102,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:59.369639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Port 17740ae0-fa6d-46a9-8afe-423c2cc34516 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:59.394674 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Provisioning complete for port 4b28a0ad-7a8a-4374-98bc-0165a271636a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:59.395067 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcb82-c811-4546-a0a8-65ea2898e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.399979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '17740ae0-fa6d-46a9-8afe-423c2cc34516', 'name': '', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'mac_address': 'fa:16:3e:26:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:57Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 2, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'subnets': [{'id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:59.469329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52dcc7c-b3e5-4604-be28-4da1f33fd2fa None None] The sync data for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 is: [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '17740ae0-fa6d-46a9-8afe-423c2cc34516', 'name': '', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'mac_address': 'fa:16:3e:26:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:57Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 2, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'subnets': [{'id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:59.495079 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b28a0ad-7a8a-4374-98bc-0165a271636a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:59.584228 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4b28a0ad-7a8a-4374-98bc-0165a271636a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:59.584539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.714503 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d9addf64-4d51-412d-8a17-9657290dbd09 None None] Provisioning complete for port 17740ae0-fa6d-46a9-8afe-423c2cc34516 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:59.714878 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9addf64-4d51-412d-8a17-9657290dbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:59.762195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-d9addf64-4d51-412d-8a17-9657290dbd09 None None] Port 17740ae0-fa6d-46a9-8afe-423c2cc34516 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:16:01.019720 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 160774c4-1f52-49ff-96ac-421889d59102 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:16:01.079218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 160774c4-1f52-49ff-96ac-421889d59102 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:01.079846 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:02.511003 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Sync routers for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:16:02.522440 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:16:02.523106 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:02.636143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:16:02.850559 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '17740ae0-fa6d-46a9-8afe-423c2cc34516', 'name': '', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'mac_address': 'fa:16:3e:26:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:57Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 2, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'subnets': [{'id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:02.891338 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Checking router: 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:16:02.891605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Updating router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 port 17740ae0-fa6d-46a9-8afe-423c2cc34516 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:16:02.922003 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.210034 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.218340 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.277410 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb2cef-d77d-4b84-b5b1-8d90866f41a5 None None] Pushing event updated for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:03.345632 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Attempting to bind port 17740ae0-fa6d-46a9-8afe-423c2cc34516 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:16:03.346060 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Attempting to bind port 17740ae0-fa6d-46a9-8afe-423c2cc34516 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:16:03.346384 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Attempting to bind port 17740ae0-fa6d-46a9-8afe-423c2cc34516 on network 884025c1-e9c1-41d3-a399-6b5059adc10b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:16:03.352523 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:16:03.352898 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Checking segment: {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:16:03.353297 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.353688 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Bound using segment: {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:16:03.354304 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Bound port: 17740ae0-fa6d-46a9-8afe-423c2cc34516, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5f6e28-a716-40c5-92b0-064e618ba720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:16:03.354687 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.432130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] For port 17740ae0-fa6d-46a9-8afe-423c2cc34516, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:16:03.435461 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] For port 17740ae0-fa6d-46a9-8afe-423c2cc34516, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17740ae0-fa6d-46a9-8afe-423c2cc34516,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:16:03.440790 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.496213 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:16:03.496697 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:15:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:03.534205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] Provisioning complete for port 17740ae0-fa6d-46a9-8afe-423c2cc34516 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:03.535229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.550948 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb2cef-d77d-4b84-b5b1-8d90866f41a5 None None] Pushing event updated for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:03.671690 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:16:03.682378 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.731586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] For port 17740ae0-fa6d-46a9-8afe-423c2cc34516, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17740ae0-fa6d-46a9-8afe-423c2cc34516,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:16:03.742140 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.822070 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50332ce-7bb4-45c6-8036-3d189b2be325 None None] Pushing event updated for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:03.882780 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1e8cd437-18a5-46d0-a512-78d74fdffee3 None None] Provisioning complete for port 17740ae0-fa6d-46a9-8afe-423c2cc34516 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:03.883298 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1e8cd437-18a5-46d0-a512-78d74fdffee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:04.043068 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '17740ae0-fa6d-46a9-8afe-423c2cc34516', 'name': '', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'mac_address': 'fa:16:3e:26:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:57Z', 'updated_at': '2021-11-16T22:16:03Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'subnets': [{'id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:04.071189 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b734bcd4-fe63-46a6-8823-85d1d2a22e06 None None] The sync data for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 is: [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '17740ae0-fa6d-46a9-8afe-423c2cc34516', 'name': '', 'network_id': '884025c1-e9c1-41d3-a399-6b5059adc10b', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'mac_address': 'fa:16:3e:26:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:57Z', 'updated_at': '2021-11-16T22:16:03Z', 'revision_number': 4, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'subnets': [{'id': '7b69a2e5-fb1e-45d1-9504-bc04f5ae233e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:16:05.018726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17740ae0-fa6d-46a9-8afe-423c2cc34516 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:16:05.081600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 17740ae0-fa6d-46a9-8afe-423c2cc34516 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:05.081972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:09.264243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-54736a16-7d62-42e2-ab9b-16c84cfbe1bd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:09.265704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-54736a16-7d62-42e2-ab9b-16c84cfbe1bd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 815 time: 0.1057127 Nov 16 22:16:09.280998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-848b032e-1715-4fc2-99cd-49f50480c661 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/quotas/9f2a94a8aa4f44cd830c69b77770fccc HTTP/1.1" status: 200 len: 375 time: 0.0097466 Nov 16 22:16:09.331721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5819d1c0-4df0-48d8-a47b-eb4ea99a8345 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454628 Nov 16 22:16:09.429589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-6e0ead64-1d19-43b8-814f-ad8e8d0ba545 service neutron] 10.222.0.54 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860300 Nov 16 22:16:09.518802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-414c0e45-8ed8-4154-bddc-a4e90b739453 service neutron] 10.222.0.54 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831518 Nov 16 22:16:09.566570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:09.681893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7da8550c-3775-457e-9e52-2fc94d5381b2 req-dc5d59cd-b37b-4d9b-aaf7-c9443797e11a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Nov 16 22:16:10.607604 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-3fe43e26-ded8-4c3d-ba4a-1ca6b1ca5372 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:10.609379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-3fe43e26-ded8-4c3d-ba4a-1ca6b1ca5372 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 815 time: 0.1158597 Nov 16 22:16:10.623801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'port': {'device_id': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'admin_state_up': True, 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:10.740891 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Made reservation on behalf of 9f2a94a8aa4f44cd830c69b77770fccc for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:16:10.747399 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:10.788637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cf6512d8-9307-4797-9558-50e6717c99b1 req-699f60e2-c0fe-4d0d-a584-921c621739bf tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 210 time: 0.0305336 Nov 16 22:16:10.907235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Allocated IP 172.20.0.6 (1cbe3a88-f64c-4a78-9a61-c3089e361b12/351169fa-16b7-459e-946c-b632f84fc644/e793435f-21c8-4384-a8ad-9b6c7ab30d66) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:16:11.108044 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:11.146854 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:11.207137 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:16:11.211830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:16:11.213921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:11.216471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:16:11.249546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.249958 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.250304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.250633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.250986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.251323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.251649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.251974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.252300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.252624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.252946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.253266 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:11.291286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:11.291920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:11.311516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-33bb7c8f-0e14-4006-a5e5-72cb4e95de97 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6931033 Nov 16 22:16:11.478709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c78ac59f-0873-4e52-98cf-5775542ad061 None None] Provisioning complete for port e793435f-21c8-4384-a8ad-9b6c7ab30d66 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:11.479305 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c78ac59f-0873-4e52-98cf-5775542ad061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:11.520618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c78ac59f-0873-4e52-98cf-5775542ad061 None None] Port e793435f-21c8-4384-a8ad-9b6c7ab30d66 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:16:11.915943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d94b2-34cf-41ee-89c7-62fea0cf391d req-deb40425-d1e6-4403-a168-e3474d12e6c3 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:11.917455 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f09d94b2-34cf-41ee-89c7-62fea0cf391d req-deb40425-d1e6-4403-a168-e3474d12e6c3 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0506337 Nov 16 22:16:11.966007 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f09d94b2-34cf-41ee-89c7-62fea0cf391d req-5f9cfe98-2137-4f55-a7a5-ddd327893586 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Nov 16 22:16:13.083828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95eaf5-0292-4b54-a1f9-763c1e05b504 req-c33670f5-da4f-4a90-b890-66eb243d2cf2 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:13.085366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb95eaf5-0292-4b54-a1f9-763c1e05b504 req-c33670f5-da4f-4a90-b890-66eb243d2cf2 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0512087 Nov 16 22:16:13.140239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fb95eaf5-0292-4b54-a1f9-763c1e05b504 req-f6933367-f84d-4107-b2b4-e22ad15f7d44 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 Nov 16 22:16:13.420819 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:14.271388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807df83e-51c1-4181-9d6d-7db74f8ebb44 req-d48c6533-af94-494e-a481-6008ca93ef65 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:14.273049 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-807df83e-51c1-4181-9d6d-7db74f8ebb44 req-d48c6533-af94-494e-a481-6008ca93ef65 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0663719 Nov 16 22:16:14.323634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-807df83e-51c1-4181-9d6d-7db74f8ebb44 req-03481376-727e-4aae-9ab3-52df17e135df tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Nov 16 22:16:15.440109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798fb73-a353-4474-9a21-dc28d0d14b9a req-5d531653-ddeb-415d-ad83-8e2cc0665b09 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:15.441787 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5798fb73-a353-4474-9a21-dc28d0d14b9a req-5d531653-ddeb-415d-ad83-8e2cc0665b09 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0501590 Nov 16 22:16:15.466722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a852ff20-a0a2-4b06-9c82-526063e6af67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:15.495734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5798fb73-a353-4474-9a21-dc28d0d14b9a req-601dc3c7-0b37-4e4a-ac91-a3bcef33113b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Nov 16 22:16:16.626301 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b6881-19f8-4bb8-afb4-f96c18c316f6 req-f67070f1-ac28-41ad-8bac-3416b9d5595a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:16.627821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f03b6881-19f8-4bb8-afb4-f96c18c316f6 req-f67070f1-ac28-41ad-8bac-3416b9d5595a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0558209 Nov 16 22:16:16.686551 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f03b6881-19f8-4bb8-afb4-f96c18c316f6 req-7fb52bb7-691f-4365-b830-0baf217e3895 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Nov 16 22:16:17.776173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-961bf81f-7aa8-4643-aa73-e6d2cb074317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:17.817406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836afa-456f-4c7e-8a08-c6aac7bcab40 req-787e096c-74b8-4340-bb28-b50447d9c7d5 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:17.818904 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2836afa-456f-4c7e-8a08-c6aac7bcab40 req-787e096c-74b8-4340-bb28-b50447d9c7d5 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0609076 Nov 16 22:16:17.870212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c2836afa-456f-4c7e-8a08-c6aac7bcab40 req-7d8c79d2-1a03-4498-84ec-894260be3fd1 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Nov 16 22:16:18.994094 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd78a4-f99b-4031-9e34-5aecbc988c4a req-f00fc676-097e-4025-8d90-68024ee770b1 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:18.995643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74dd78a4-f99b-4031-9e34-5aecbc988c4a req-f00fc676-097e-4025-8d90-68024ee770b1 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0555038 Nov 16 22:16:19.046613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-74dd78a4-f99b-4031-9e34-5aecbc988c4a req-b452fc86-0c1d-4c34-af5a-4dae428d2158 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Nov 16 22:16:19.488343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:20.168571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa6361-1188-47e0-8fdd-39ec7c1fd35e req-5371a987-f16b-4304-a055-43b7a176aed9 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:20.170097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1afa6361-1188-47e0-8fdd-39ec7c1fd35e req-5371a987-f16b-4304-a055-43b7a176aed9 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0537934 Nov 16 22:16:20.218806 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1afa6361-1188-47e0-8fdd-39ec7c1fd35e req-eb3ffa09-73bd-4c45-b3fc-d2c6ce4ea63a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Nov 16 22:16:20.729313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.333124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8b09c-ed02-44a2-ad22-420e1adb8a49 req-04ffcd05-14c8-4aef-b0b4-cb4cd88cc594 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:21.334625 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adc8b09c-ed02-44a2-ad22-420e1adb8a49 req-04ffcd05-14c8-4aef-b0b4-cb4cd88cc594 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 931 time: 0.0483282 Nov 16 22:16:21.392928 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adc8b09c-ed02-44a2-ad22-420e1adb8a49 req-0685a4ed-9607-4016-9552-2498cf02ac08 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Nov 16 22:16:21.468159 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Request body: {'port': {'device_id': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:21.521197 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.560313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.775424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e793435f-21c8-4384-a8ad-9b6c7ab30d66 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:16:21.783156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.794795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Transition to ACTIVE for port object e793435f-21c8-4384-a8ad-9b6c7ab30d66 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:16:21.797971 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.865439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:21.919178 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Attempting to bind port e793435f-21c8-4384-a8ad-9b6c7ab30d66 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:16:21.919516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Attempting to bind port e793435f-21c8-4384-a8ad-9b6c7ab30d66 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:16:21.919843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Attempting to bind port e793435f-21c8-4384-a8ad-9b6c7ab30d66 on network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:16:21.924552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Port e793435f-21c8-4384-a8ad-9b6c7ab30d66 on network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:16:21.924870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Attempting to bind port e793435f-21c8-4384-a8ad-9b6c7ab30d66 on network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:16:21.929946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:16:21.930282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Checking segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:16:21.930666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Bound using segment: {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:16:21.931132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Bound port: e793435f-21c8-4384-a8ad-9b6c7ab30d66, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272a173a-ef05-49ad-826d-dc259fa0715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:16:21.931488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:21.997425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:16:22.001585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:16:22.006780 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:22.043914 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.044519 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:22.045937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-5711b557-b719-491b-9707-6231505ffa09 service neutron] 10.222.0.21 "PUT /v2.0/ports/e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 1091 time: 0.6755912 Nov 16 22:16:22.046389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:16:22.048656 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b13ee1-a0b2-41fd-a347-a964d8bff775" -d '{"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:16:22.072058 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b557-b719-491b-9707-6231505ffa09 service neutron] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:22.097411 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20f152-29d5-43a7-a689-5c357c99c6f6 x-openstack-request-id: req-5c20f152-29d5-43a7-a689-5c357c99c6f6 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:16:22.097671 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:16:22.098060 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c20f152-29d5-43a7-a689-5c357c99c6f6 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:16:22.098464 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:16:22.143307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-003c0f03-842e-494e-932a-7571c3c676f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.144851 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-003c0f03-842e-494e-932a-7571c3c676f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1094 time: 0.0440264 Nov 16 22:16:22.188200 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-7ef023ae-2353-4991-b582-4f9c56a499ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 217 time: 0.0352106 Nov 16 22:16:22.237837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-668a2a82-0c42-4252-8cc9-730d72f9841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.239316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-668a2a82-0c42-4252-8cc9-730d72f9841a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0447693 Nov 16 22:16:22.290105 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db67a-e97a-4e76-a0db-66102662b585 req-eb641926-0f8d-4567-a69a-67a259a88497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.291677 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-eb641926-0f8d-4567-a69a-67a259a88497 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448959 Nov 16 22:16:22.385465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-b7886c88-7b69-44a8-ad9a-06dcb07d57c7 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Nov 16 22:16:22.508822 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a72db67a-e97a-4e76-a0db-66102662b585 req-41ac54a8-5baa-4566-9825-47797459a060 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157718 Nov 16 22:16:22.527026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdbbe-e8dc-4403-b733-bc85158061e5 req-29bfc601-9df6-4b30-b6dc-58f04033e39e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.528530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-992bdbbe-e8dc-4403-b733-bc85158061e5 req-29bfc601-9df6-4b30-b6dc-58f04033e39e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 943 time: 0.0614126 Nov 16 22:16:22.586000 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-992bdbbe-e8dc-4403-b733-bc85158061e5 req-28b77766-244a-4c05-bda4-3296da86305a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510848 Nov 16 22:16:22.621480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-1e726eb1-66cf-49bc-8535-24866c0822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.622992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-1e726eb1-66cf-49bc-8535-24866c0822f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1094 time: 0.0562077 Nov 16 22:16:22.713799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-81cdcdd5-4e0a-489b-8595-fab4e9944fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.715267 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-81cdcdd5-4e0a-489b-8595-fab4e9944fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.0857713 Nov 16 22:16:22.755472 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-f18dae26-07e8-42ff-9a71-2b0957d42fcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 217 time: 0.0329456 Nov 16 22:16:22.808297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-962b30ef-d12c-4484-bfbb-fae29a60542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.809683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-962b30ef-d12c-4484-bfbb-fae29a60542e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0459385 Nov 16 22:16:22.854893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-c6600fc5-1261-4bf9-bfae-ae67d14c3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:22.856301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-c6600fc5-1261-4bf9-bfae-ae67d14c3e5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390713 Nov 16 22:16:22.948081 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-fcd8461f-3237-493b-90b2-39ab630d7da5 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834365 Nov 16 22:16:23.367397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-16b13ee1-a0b2-41fd-a347-a964d8bff775 req-cd1d6076-9280-477b-b2ae-4c2deb814747 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103806 Nov 16 22:16:23.705458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5efc1e-28ef-48a2-9d63-32201ea34c3d req-a6fdafdc-706a-4b02-99d0-f71ed4a65772 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:23.706923 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f5efc1e-28ef-48a2-9d63-32201ea34c3d req-a6fdafdc-706a-4b02-99d0-f71ed4a65772 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 943 time: 0.0489316 Nov 16 22:16:23.757430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9f5efc1e-28ef-48a2-9d63-32201ea34c3d req-8f3a2cf9-6ea4-49dc-a7f5-776ef8649318 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Nov 16 22:16:24.223907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:16:24.869306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c249-6afa-4890-a3b8-8da7d5fcb313 req-1a13b09f-b7b7-4ebe-84aa-18b2e03af265 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:24.870752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d013c249-6afa-4890-a3b8-8da7d5fcb313 req-1a13b09f-b7b7-4ebe-84aa-18b2e03af265 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 943 time: 0.0482156 Nov 16 22:16:24.917017 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d013c249-6afa-4890-a3b8-8da7d5fcb313 req-5b8d3c78-1486-4e98-9c95-19b14fb7c574 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Nov 16 22:16:25.116157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e793435f-21c8-4384-a8ad-9b6c7ab30d66 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:16:25.207753 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:16:25.221553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'port_id': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'mac_address': 'fa:16:3e:9f:03:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:16:25.257923 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:25.270355 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e793435f-21c8-4384-a8ad-9b6c7ab30d66 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:16:25.289016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:16:25.292643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:25.338620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:25.345719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.346061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.346397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.346730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.347083 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.347413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.347735 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.348055 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.348372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.348688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.349003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.349319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:25.521957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:16:26.031155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e646bc-bb17-4398-940f-1b0be68d9498 req-a3447c17-023a-4fe9-aa79-7b892b881855 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:26.032630 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e646bc-bb17-4398-940f-1b0be68d9498 req-a3447c17-023a-4fe9-aa79-7b892b881855 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 944 time: 0.0499649 Nov 16 22:16:26.079389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f7e646bc-bb17-4398-940f-1b0be68d9498 req-f8c63705-633a-4261-988c-014d17a6839d tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Nov 16 22:16:27.125480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e793435f-21c8-4384-a8ad-9b6c7ab30d66 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:16:27.174895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port e793435f-21c8-4384-a8ad-9b6c7ab30d66 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:16:27.178900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port e793435f-21c8-4384-a8ad-9b6c7ab30d66 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:27.179299 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:27.197783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586955-6c70-49f3-9f6e-548a343f0d00 req-fb503a43-e9e1-463e-a6cb-434b3b29ecbe tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:27.199275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d586955-6c70-49f3-9f6e-548a343f0d00 req-fb503a43-e9e1-463e-a6cb-434b3b29ecbe tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 944 time: 0.0522306 Nov 16 22:16:27.246669 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d586955-6c70-49f3-9f6e-548a343f0d00 req-3c397a1b-24c4-478a-9d38-1b81f88fef4c tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Nov 16 22:16:27.258586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:27.281073 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:16:27.283296 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edf55f8-3f86-4183-9866-e590b43548be" -d '{"events": [{"server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "name": "network-vif-plugged", "status": "completed", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:16:27.296298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:16:27.300388 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:27.346545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:27.446208 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acbd7ee-dcc6-4150-a5b2-d52c682ec4b3 x-openstack-request-id: req-9acbd7ee-dcc6-4150-a5b2-d52c682ec4b3 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:16:27.446497 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "name": "network-vif-plugged", "status": "completed", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:16:27.446745 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9acbd7ee-dcc6-4150-a5b2-d52c682ec4b3 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:16:27.447183 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'code': 200} Nov 16 22:16:27.541119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0b181-f4a3-4589-a086-35a17072e9b8 req-18d23476-f2b7-474e-8d5a-c20af4c5aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:27.542596 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcb0b181-f4a3-4589-a086-35a17072e9b8 req-18d23476-f2b7-474e-8d5a-c20af4c5aebe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1096 time: 0.0399916 Nov 16 22:16:27.587211 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dcb0b181-f4a3-4589-a086-35a17072e9b8 req-27a979bc-c9ce-4bc2-a11d-e7dfdbd3e529 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Nov 16 22:16:28.362345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7bbc7-55ac-4b55-9fb6-420d3a543216 req-9685010a-7343-4f1d-980b-c39356b14d8e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:28.363845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0a7bbc7-55ac-4b55-9fb6-420d3a543216 req-9685010a-7343-4f1d-980b-c39356b14d8e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Nov 16 22:16:28.410289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0a7bbc7-55ac-4b55-9fb6-420d3a543216 req-ed326a63-c26a-4b06-94c8-d5e57c4ac6a5 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Nov 16 22:16:29.527204 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462ec4-0b2a-4237-b525-e21c11a0d7dd req-5a837ef3-bf82-4c07-afbb-5dafb276c3ec tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:29.528673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19462ec4-0b2a-4237-b525-e21c11a0d7dd req-5a837ef3-bf82-4c07-afbb-5dafb276c3ec tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0483267 Nov 16 22:16:29.574765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19462ec4-0b2a-4237-b525-e21c11a0d7dd req-5ca98613-8978-468f-8aa7-af237f724639 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Nov 16 22:16:29.691841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd105bb-2100-467e-b78f-8d718b89a8b5 req-4eadf766-f19f-48a5-b6ca-a55c3972e950 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:29.693244 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd105bb-2100-467e-b78f-8d718b89a8b5 req-4eadf766-f19f-48a5-b6ca-a55c3972e950 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0512862 Nov 16 22:16:29.744516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7fd105bb-2100-467e-b78f-8d718b89a8b5 req-5f080f8b-16ed-4049-a776-86a7da8e26c0 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Nov 16 22:16:29.924211 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f1828-8334-4c51-8b1b-a276494970fb req-7d283f63-4841-4849-82ff-fca445b4f17b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:29.925667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8f1828-8334-4c51-8b1b-a276494970fb req-7d283f63-4841-4849-82ff-fca445b4f17b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Nov 16 22:16:29.972408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4a8f1828-8334-4c51-8b1b-a276494970fb req-085578c4-6b51-48b4-9a5a-35e1720a502f tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Nov 16 22:16:39.568359 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:40.810848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-bc8c1655-710b-408b-9ea0-c0f08c26de4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397148 Nov 16 22:16:40.893740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-2461a0d7-cf37-436b-8cb9-ecf7bccc2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:40.895331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-2461a0d7-cf37-436b-8cb9-ecf7bccc2e8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1096 time: 0.0413444 Nov 16 22:16:41.003324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-1f47afe8-b22b-4575-ac94-17b48b0075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:41.004707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-1f47afe8-b22b-4575-ac94-17b48b0075dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.0888638 Nov 16 22:16:41.046354 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-11d2b500-d123-4c89-afc5-bd9ed535d8a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 217 time: 0.0335805 Nov 16 22:16:41.099594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-7666ec81-d2e6-494b-b35a-d751ca6c0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:41.101273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-7666ec81-d2e6-494b-b35a-d751ca6c0c42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0475705 Nov 16 22:16:41.148670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-8d99c130-2daa-409d-b066-bd10d393106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:41.150140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-8d99c130-2daa-409d-b066-bd10d393106c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396755 Nov 16 22:16:41.249105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-400af86f-38f8-4c67-944f-932541e2ff59 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895941 Nov 16 22:16:41.341085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11d1a235-3146-44c1-89d5-6fb55a30aeaa req-f0243be4-c2e0-404a-bba9-1070256f6f5b service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Nov 16 22:16:42.457831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58ab6-3dd6-4c0e-9cc9-52aa99fd817f req-73fd14c1-3466-4346-be59-c64e6aa6de52 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:42.459413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0b58ab6-3dd6-4c0e-9cc9-52aa99fd817f req-73fd14c1-3466-4346-be59-c64e6aa6de52 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Nov 16 22:16:42.507238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0b58ab6-3dd6-4c0e-9cc9-52aa99fd817f req-833dcf54-cc0f-414b-a169-ded17ce6e464 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Nov 16 22:16:42.529367 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40022) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:42.612699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd6fe8-fd03-44e8-917f-73c7728ce3ad tempest-TestMinimumBasicScenario-820973658 tempest-TestMinimumBasicScenario-820973658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:42.614202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5afd6fe8-fd03-44e8-917f-73c7728ce3ad tempest-TestMinimumBasicScenario-820973658 tempest-TestMinimumBasicScenario-820973658-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1091 time: 0.0832276 Nov 16 22:16:42.617220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40026) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:42.621467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:42.643408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:42.741424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:42.848279 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Allocated IP 172.25.7.221 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/4ac51055-7cdb-45e1-b797-9d6567d0a757) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:16:42.946510 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:42.984653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.020146 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:16:43.024840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:16:43.028364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:16:43.051144 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'Port': ['ID=4ac51055-7cdb-45e1-b797-9d6567d0a757,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:43.365772 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.417827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.436536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.587755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.592693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.656689 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'Port': ['ID=4ac51055-7cdb-45e1-b797-9d6567d0a757,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:43.671764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:43.777294 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Floating IP c6d57880-2fe8-4b49-82ac-283e663eaa7b associated. External IP: 172.25.7.221, port: e793435f-21c8-4384-a8ad-9b6c7ab30d66. Nov 16 22:16:43.979495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Router ec5f003d-f91b-4d31-b0f6-9dd48b017420 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:16:44.089139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:16:44.101382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Sync routers for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:16:44.106617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.111631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:16:44.112046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:16:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:44.134238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-13f31a9c-5bfc-48ef-8b6c-d06264045418 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5160048 Nov 16 22:16:44.134843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:16:44.137164 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42" -d '{"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:16:44.137503 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40028) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.143100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124700431', 'description': 'tempest-secgroup-smoke-1124700431 description', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.169615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.178356 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ea177-505b-46ee-8124-57981ec0ac16 x-openstack-request-id: req-016ea177-505b-46ee-8124-57981ec0ac16 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:16:44.178735 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:16:44.179217 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-016ea177-505b-46ee-8124-57981ec0ac16 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:16:44.179718 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:16:44.221051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:16:44.238881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.243080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.247413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-00cbc866-261f-426b-80c5-1eea93785c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:44.249650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-00cbc866-261f-426b-80c5-1eea93785c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1096 time: 0.0449479 Nov 16 22:16:44.269789 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.275349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1319523 Nov 16 22:16:44.275662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40032) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.281218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e31063-4417-4036-b93c-8a6c0d0e64aa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:44.288898 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.289306 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.289663 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.289986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.290493 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.291008 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.291509 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.292019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.293153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.293664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.294190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.294682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e82e4-6a85-45cb-9365-2a696994d3e6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:16:44.305228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.361955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.386358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-2f7f7319-7736-41f9-835f-ddfce27e98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:44.387883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-2f7f7319-7736-41f9-835f-ddfce27e98a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.1316929 Nov 16 22:16:44.455028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c6d57880-2fe8-4b49-82ac-283e663eaa7b', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'port_id': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'mac_address': 'fa:16:3e:9f:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:43Z', 'updated_at': '2021-11-16T22:16:43Z', 'revision_number': 0, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:44.461445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.469481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.480077 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-3e57f2d6-f14b-4354-8982-d4a2863c34af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 999 time: 0.0810559 Nov 16 22:16:44.482128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Checking router: ec5f003d-f91b-4d31-b0f6-9dd48b017420 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:16:44.491233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:16:44.491833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:16:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:44.501251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cbc035-9b0d-4df1-be8c-f28089174c72,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:44.535827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.539644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-699e40db-1a17-4b8a-8b67-3011244e3d86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2603180 Nov 16 22:16:44.540100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.548618 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-e34b122b-b17d-412e-9292-eddbc688dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:44.548857 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.550065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-e34b122b-b17d-412e-9292-eddbc688dbbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0606856 Nov 16 22:16:44.578666 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.601467 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-ebb30f88-5204-47e2-a642-6ba33b150ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:44.603002 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-ebb30f88-5204-47e2-a642-6ba33b150ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450571 Nov 16 22:16:44.607602 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:16:44.628324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.632322 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.650567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90576fd6-fcf2-4de5-a876-f8c202cb5d4d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:44.658487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.662349 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-913d68b0-8cc1-41a7-8403-e864572bd727 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179640 Nov 16 22:16:44.663127 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40036) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.667411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.695850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.706100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-8305663d-b22b-47ca-8320-e1ff32391214 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936265 Nov 16 22:16:44.766139 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.771094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.789184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ede842-1360-4f4d-8306-a324e43f5382,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:44.799067 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.800300 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-10fdfc59-1a69-4ad4-be62-b945f6d12944 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366370 Nov 16 22:16:44.806732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40038) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.811200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.812012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af3c1ccc-8702-4ddb-a9cc-31e93d9ceb42 req-2a6743e7-8684-41a8-a02d-f5b03f3b1f1d service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984898 Nov 16 22:16:44.839761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.871220 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c6d57880-2fe8-4b49-82ac-283e663eaa7b', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'port_id': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'mac_address': 'fa:16:3e:9f:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:43Z', 'updated_at': '2021-11-16T22:16:43Z', 'revision_number': 0, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:16:44.898162 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.902545 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.902727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a6f3-38e4-4fdb-933e-f6ff2064743d None None] The sync data for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 is: [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c6d57880-2fe8-4b49-82ac-283e663eaa7b', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'port_id': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'mac_address': 'fa:16:3e:9f:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:16:43Z', 'updated_at': '2021-11-16T22:16:43Z', 'revision_number': 0, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:16:44.923486 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aef1383-40c3-4ec1-a1aa-fc120b06cba6,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:44.934535 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:44.935790 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6535b35b-93cd-4ee3-bd8e-9672b992e14e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280522 Nov 16 22:16:44.938624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40040) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:44.943431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:44.965700 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Project 9f2a94a8aa4f44cd830c69b77770fccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:16:44.971702 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.032493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.036477 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.065388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25114b0d-b36c-4188-8c68-b3a48acd9a93,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:45.073794 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.078506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0bd5ea7a-1b00-4a5e-b5c1-3c418cd35f3b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358054 Nov 16 22:16:45.078741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40042) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:16:45.083305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'security_group_rule': {'security_group_id': '91e31063-4417-4036-b93c-8a6c0d0e64aa', 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:45.106697 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Project 9f2a94a8aa4f44cd830c69b77770fccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:16:45.112723 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.114996 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a67ef4f-6734-4f1f-b77f-c25f8846a497 None None] New status for floating IP c6d57880-2fe8-4b49-82ac-283e663eaa7b: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:16:45.172698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.176445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.198217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb44dd5-487c-414f-9346-8641a298a01b,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:45.206777 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.208027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a74dd0f7-80df-4951-b69c-9109f499f361 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282628 Nov 16 22:16:45.301236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-c1caea20-3a90-48f5-8fa8-647149f9c69e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124700431&fields=id&tenant_id=9f2a94a8aa4f44cd830c69b77770fccc HTTP/1.1" status: 200 len: 267 time: 0.0468569 Nov 16 22:16:45.354272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-e7301503-4669-4219-a1a6-7f10222dac50 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:45.355764 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-e7301503-4669-4219-a1a6-7f10222dac50 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0489314 Nov 16 22:16:45.366705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'port': {'security_groups': ['12bc623d-ac8d-4f2c-a83a-f81ac10aaccf', '91e31063-4417-4036-b93c-8a6c0d0e64aa']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:16:45.426577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.457457 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4e898d7f-d51f-4801-b6cc-9e2ae21d810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.606982 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:16:45.640324 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.644290 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.655567 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:16:45.685630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:45.686849 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:45.688260 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-043adde6-6904-4f9b-850f-bb1e54861e44 req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "PUT /v2.0/ports/e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 981 time: 0.3258884 Nov 16 22:16:45.715705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acb87f-4838-4a4a-83dd-fc6e0336d1c8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=6']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:16:45.744895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:16:45.816754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74df0b-a0ea-47e6-b55c-169260db0d9b req-9f0f4fa9-70a7-46c4-a3be-d54511eab63f tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:45.818292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c74df0b-a0ea-47e6-b55c-169260db0d9b req-9f0f4fa9-70a7-46c4-a3be-d54511eab63f tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0578978 Nov 16 22:16:45.885517 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c74df0b-a0ea-47e6-b55c-169260db0d9b req-3167442d-84dd-47a2-93ed-155cce6f74d9 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609899 Nov 16 22:16:46.058561 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a0bddbb1-a736-438d-a57d-73f529938ba9 None None] Provisioning complete for port e793435f-21c8-4384-a8ad-9b6c7ab30d66 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:16:46.058841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a0bddbb1-a736-438d-a57d-73f529938ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:46.180554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:16:46.183428 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b335850-9dcf-4874-b301-1da76acb6f09" -d '{"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:16:46.218563 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127fdd87-23f3-40cc-9411-d865f998512a x-openstack-request-id: req-127fdd87-23f3-40cc-9411-d865f998512a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:16:46.218857 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:16:46.219130 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-127fdd87-23f3-40cc-9411-d865f998512a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:16:46.219521 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:16:46.280254 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-ba0c1339-1c18-40c4-bcec-9ff3a4db8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:46.281737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-ba0c1339-1c18-40c4-bcec-9ff3a4db8b2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1135 time: 0.0395041 Nov 16 22:16:46.375954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-4f3131ee-1df0-43e5-8a76-72905e8ce6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:46.377413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-4f3131ee-1df0-43e5-8a76-72905e8ce6de service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.0888822 Nov 16 22:16:46.446873 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-91b1c719-eaf1-48d5-aad9-bb29e8e421f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 1001 time: 0.0618100 Nov 16 22:16:46.495469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-610d78f6-a34e-4ce1-a6fe-2c7706aac754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:46.496901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-610d78f6-a34e-4ce1-a6fe-2c7706aac754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0424974 Nov 16 22:16:46.543586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-c078a73e-07ac-40b3-aae2-c2e334a3ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:46.545155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-c078a73e-07ac-40b3-aae2-c2e334a3ae78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391440 Nov 16 22:16:46.636983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-68cf36f4-1ab3-4071-961f-fc8c991f7f9f service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Nov 16 22:16:46.730535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3b335850-9dcf-4874-b301-1da76acb6f09 req-efe2d664-c6ba-492f-807c-6fd5120ba52f service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Nov 16 22:16:47.777541 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd378-c057-4035-9858-e5897183d3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:49.491779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:50.730414 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:51.563529 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:01.182610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-77f42f34-4487-4fc5-9ac5-c115f989bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:01.184044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-77f42f34-4487-4fc5-9ac5-c115f989bb71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1135 time: 0.0695035 Nov 16 22:17:01.192214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d75e0d-e565-4c61-99d2-357192fbb1fd req-07a6dad1-6065-42e1-819a-09355181c551 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:01.193591 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5d75e0d-e565-4c61-99d2-357192fbb1fd req-07a6dad1-6065-42e1-819a-09355181c551 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0886278 Nov 16 22:17:01.225049 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:17:01.313430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5d75e0d-e565-4c61-99d2-357192fbb1fd req-a92c26c3-4c6f-4fc5-aee9-d6ec7ab567f0 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115670 Nov 16 22:17:01.323005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-4ccf781c-2c12-4802-8477-2352dfcccea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:01.324467 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-4ccf781c-2c12-4802-8477-2352dfcccea1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.1300480 Nov 16 22:17:01.394629 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-82925160-9eb1-40fb-9d0c-d6947962a16e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 1001 time: 0.0626960 Nov 16 22:17:01.443610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-691112c5-d265-4aa6-b315-3c5fb8d98c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:01.445008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-691112c5-d265-4aa6-b315-3c5fb8d98c76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0436738 Nov 16 22:17:01.491500 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-c6bedcaa-56ef-4a1b-8023-bc0d853b0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:01.492975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-c6bedcaa-56ef-4a1b-8023-bc0d853b0385 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394685 Nov 16 22:17:01.584834 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-dfe6d8b2-39c0-44ea-a915-f3cc230e682a service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834730 Nov 16 22:17:01.676770 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b398aad8-fab2-4e96-8ebf-5888d2509e3a req-801aff88-1c2f-40a8-8736-d1a6c4abc923 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848801 Nov 16 22:17:02.436375 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db315f6-7bb0-40ac-b93b-a4d618fc98ef req-3d1dab71-5d92-409e-8310-b0f07867ab96 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:02.438065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6db315f6-7bb0-40ac-b93b-a4d618fc98ef req-3d1dab71-5d92-409e-8310-b0f07867ab96 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0560460 Nov 16 22:17:02.499185 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6db315f6-7bb0-40ac-b93b-a4d618fc98ef req-e5936efa-5471-4167-9dbd-31d0a82f1570 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534129 Nov 16 22:17:03.614214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4f6e1-3e15-48b9-8995-669f48bd3230 req-7623f6f2-7a8c-452c-a440-deb06207331e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:03.615699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e4f6e1-3e15-48b9-8995-669f48bd3230 req-7623f6f2-7a8c-452c-a440-deb06207331e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0482776 Nov 16 22:17:03.675824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57e4f6e1-3e15-48b9-8995-669f48bd3230 req-0ec574e6-5d27-4cf3-b9d1-50c444bbbf11 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540676 Nov 16 22:17:04.793763 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b649-48f8-4bab-bee2-8bd66a23bfb3 req-ba11849b-1226-41d0-9e74-08193e88ce91 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:04.795124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b43b649-48f8-4bab-bee2-8bd66a23bfb3 req-ba11849b-1226-41d0-9e74-08193e88ce91 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0512314 Nov 16 22:17:04.854714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6b43b649-48f8-4bab-bee2-8bd66a23bfb3 req-bda62bf9-f48e-4107-b672-e4889ea6ba8a tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535302 Nov 16 22:17:05.967687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36def51c-0147-4aa3-9461-f28b2c863b89 req-978f9cb2-42bd-4cc8-b2be-306ba45b8b32 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:05.969161 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36def51c-0147-4aa3-9461-f28b2c863b89 req-978f9cb2-42bd-4cc8-b2be-306ba45b8b32 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0486674 Nov 16 22:17:06.028667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36def51c-0147-4aa3-9461-f28b2c863b89 req-92c14f5b-069c-4f05-854b-0dc954efc6aa tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535338 Nov 16 22:17:07.142591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650636e-8771-4e14-90f0-234a121b1dbb req-1e2664e8-7606-4c63-b713-1d287dde1493 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:07.144068 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9650636e-8771-4e14-90f0-234a121b1dbb req-1e2664e8-7606-4c63-b713-1d287dde1493 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0480666 Nov 16 22:17:07.206737 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9650636e-8771-4e14-90f0-234a121b1dbb req-da6c0b73-d710-438d-ae0d-5d0872d1769e tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567074 Nov 16 22:17:08.320944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482b063-6e97-47a1-ba00-7359e04ee4e6 req-871e09e7-185c-4fd6-a12d-60f12a116b61 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:08.322418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e482b063-6e97-47a1-ba00-7359e04ee4e6 req-871e09e7-185c-4fd6-a12d-60f12a116b61 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0492125 Nov 16 22:17:08.381885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e482b063-6e97-47a1-ba00-7359e04ee4e6 req-7af41c4a-a642-47db-999c-d5797a47dbb8 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534525 Nov 16 22:17:09.495886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04951d47-b966-4b1c-9ae3-f5bdcfb70408 req-1b8ca8ab-322b-4f81-b910-842e518cf9b1 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:09.497390 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04951d47-b966-4b1c-9ae3-f5bdcfb70408 req-1b8ca8ab-322b-4f81-b910-842e518cf9b1 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0487778 Nov 16 22:17:09.558485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-04951d47-b966-4b1c-9ae3-f5bdcfb70408 req-b754faa7-e93c-42e7-9338-147d838e710c tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548406 Nov 16 22:17:09.584418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:10.677659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955b83-27d6-48b3-939f-449c63ea71d4 req-84d456e4-dadc-430e-b7bc-f184b9233a17 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:10.679145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d955b83-27d6-48b3-939f-449c63ea71d4 req-84d456e4-dadc-430e-b7bc-f184b9233a17 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0523183 Nov 16 22:17:10.738058 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6d955b83-27d6-48b3-939f-449c63ea71d4 req-2a962dea-949e-480f-9be9-35801d3aeb67 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528481 Nov 16 22:17:11.853377 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77891dfe-5b72-4e91-914a-291d80ddbe94 req-a2c22cf7-5d42-4f7d-94ad-2ea7ebe88f65 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:11.854846 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77891dfe-5b72-4e91-914a-291d80ddbe94 req-a2c22cf7-5d42-4f7d-94ad-2ea7ebe88f65 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0480275 Nov 16 22:17:11.913520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-77891dfe-5b72-4e91-914a-291d80ddbe94 req-a45bbf8b-bd00-4fd7-894e-874071b69fa3 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526936 Nov 16 22:17:13.025188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8d18c-4f67-454a-813e-21f200f07c08 req-aca18023-36dd-4d5f-9204-2e808e24e48b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:13.026621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4f8d18c-4f67-454a-813e-21f200f07c08 req-aca18023-36dd-4d5f-9204-2e808e24e48b tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0478876 Nov 16 22:17:13.088056 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d4f8d18c-4f67-454a-813e-21f200f07c08 req-0e30667e-2a8c-4976-a73c-bf24ecc133e5 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=91e31063-4417-4036-b93c-8a6c0d0e64aa&id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554264 Nov 16 22:17:13.425974 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:15.462218 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-40f9eb7a-0970-4ac4-a859-81b80762951b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:17.776870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5e20fe3b-6c6c-44d3-aa27-2b7e40201995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:19.493185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:20.733531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:21.565566 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:38.225324 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:17:39.582413 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:40.810255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-93fe40d6-0599-4dcb-bade-8e44bec97627 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390265 Nov 16 22:17:40.892216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-cbef556c-1caf-4e55-9041-4ffd5c9c086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:40.893738 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-cbef556c-1caf-4e55-9041-4ffd5c9c086b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1135 time: 0.0412152 Nov 16 22:17:41.000064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-9dc3e6de-d197-4b78-9af1-9ffbb70ada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:41.002199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-9dc3e6de-d197-4b78-9af1-9ffbb70ada75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.0887020 Nov 16 22:17:41.067074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-4af22e39-48fb-4700-ba42-38c336d30491 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 1001 time: 0.0571380 Nov 16 22:17:41.115881 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-0bced3ba-b3c2-4dd4-b578-36518a0eaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:41.117289 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-0bced3ba-b3c2-4dd4-b578-36518a0eaf49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0425427 Nov 16 22:17:41.165333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-7c7be291-ab03-4943-88c1-5a6bc1f1b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:41.166771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-7c7be291-ab03-4943-88c1-5a6bc1f1b472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422220 Nov 16 22:17:41.256299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-adfe6777-cfb4-4143-94bf-fb8efcd479bc service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820320 Nov 16 22:17:41.677208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-45b99787-9b8a-4142-929b-04d1c64e11f0 req-17f6f144-0b2f-4ebc-9aa6-5292f4b5d3ed service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138534 Nov 16 22:17:43.447624 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.464091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24d67733-79dd-410c-bf02-df17924b3567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.581901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89154064-2f9d-4520-b684-14d50979e83e req-0204e9a8-58d3-4856-83e0-8eed7e3f8338 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124700431&fields=id&tenant_id=9f2a94a8aa4f44cd830c69b77770fccc HTTP/1.1" status: 200 len: 267 time: 0.0439365 Nov 16 22:17:45.634796 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154064-2f9d-4520-b684-14d50979e83e req-87329cc2-59cb-46cf-802b-faf7608998ec tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:45.636539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89154064-2f9d-4520-b684-14d50979e83e req-87329cc2-59cb-46cf-802b-faf7608998ec tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 984 time: 0.0489368 Nov 16 22:17:45.647374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Request body: {'port': {'security_groups': ['12bc623d-ac8d-4f2c-a83a-f81ac10aaccf']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:17:45.713362 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.880886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:17:45.909460 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.913718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.925495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:17:45.955603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:45.956225 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:45.957642 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89154064-2f9d-4520-b684-14d50979e83e req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "PUT /v2.0/ports/e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 942 time: 0.3147199 Nov 16 22:17:45.958106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:17:45.960476 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:17:45.964608 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40096) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:17:45.988506 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event updated for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=7']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:17:45.996501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.996946 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.997351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.997691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.998024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.998354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.998680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.999031 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.999356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:45.999682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.000004 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.000323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31a1f-5a08-4006-b504-000efe6ca8fd tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.008862 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79366b-c3ce-415f-b5ad-d79732c9743d x-openstack-request-id: req-6d79366b-c3ce-415f-b5ad-d79732c9743d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:17:46.009363 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:17:46.009797 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d79366b-c3ce-415f-b5ad-d79732c9743d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:17:46.010775 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:17:46.050650 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.079483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.081979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-d1a16a5b-df63-4d4d-a9a2-24187666ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:46.083731 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-d1a16a5b-df63-4d4d-a9a2-24187666ccf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1096 time: 0.0485325 Nov 16 22:17:46.148451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.153037 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.154405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "DELETE /v2.0/security-groups/91e31063-4417-4036-b93c-8a6c0d0e64aa HTTP/1.1" status: 204 len: 168 time: 0.1887891 Nov 16 22:17:46.158642 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40100) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:17:46.209106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-1fb21af7-28da-4b8f-ac35-b27b0d58ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:46.210814 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-1fb21af7-28da-4b8f-ac35-b27b0d58ed1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.1185818 Nov 16 22:17:46.213587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:17:46.224298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e31063-4417-4036-b93c-8a6c0d0e64aa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:17:46.269703 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.270464 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.270897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.271488 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.271918 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.272342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.272922 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.273461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.273886 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.274429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.275012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.275564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf7ec9-b0ed-479a-8bff-b1523817dab6 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:17:46.288219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ace4dc42-dc66-485e-9b76-f471c77ddd35 None None] Provisioning complete for port e793435f-21c8-4384-a8ad-9b6c7ab30d66 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:17:46.288388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-1858c162-5db3-4df0-9c75-1cea2c5e6a9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 1001 time: 0.0686388 Nov 16 22:17:46.288665 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ace4dc42-dc66-485e-9b76-f471c77ddd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.342884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-3695e4fa-3c01-4ba1-b200-cd6812280d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:46.344490 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-3695e4fa-3c01-4ba1-b200-cd6812280d16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0490179 Nov 16 22:17:46.350472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Deleting port 4ac51055-7cdb-45e1-b797-9d6567d0a757 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:17:46.350916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.396462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-9ceddfb8-ef0a-49bf-a6d4-92d2299b9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:46.398273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-9ceddfb8-ef0a-49bf-a6d4-92d2299b9ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452878 Nov 16 22:17:46.437091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.437664 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.450652 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Calling delete_port for 4ac51055-7cdb-45e1-b797-9d6567d0a757 owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:17:46.498853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-b56b69ed-1c1d-45e8-b2ef-48189f2e883a service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930507 Nov 16 22:17:46.593526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87a4e2c4-946b-4949-97a2-d4ce3da09b7e req-28e1b7a7-5402-4479-b6c2-16e223fae4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Nov 16 22:17:46.604734 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.640461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event deleted for resources: {'Port': ['ID=4ac51055-7cdb-45e1-b797-9d6567d0a757,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:17:46.702434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:46.702678 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Floating IP c6d57880-2fe8-4b49-82ac-283e663eaa7b disassociated (deleted). External IP: 172.25.7.221, port: e793435f-21c8-4384-a8ad-9b6c7ab30d66. Nov 16 22:17:46.904365 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Router ec5f003d-f91b-4d31-b0f6-9dd48b017420 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:17:47.017595 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:17:47.022050 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:47.027048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Sync routers for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:17:47.039900 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:17:47.040526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:17:47.048477 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ea97c4e-3ff1-45ff-9de4-8e13d16fe776 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "DELETE /v2.0/floatingips/c6d57880-2fe8-4b49-82ac-283e663eaa7b HTTP/1.1" status: 204 len: 168 time: 0.8867567 Nov 16 22:17:47.049061 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:17:47.051347 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1810b-e795-4087-b6e3-1427fd665b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:17:47.155410 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf2429f-5722-43a8-91b7-141a4deed457 x-openstack-request-id: req-6cf2429f-5722-43a8-91b7-141a4deed457 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:17:47.155717 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:17:47.155837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:17:47.155991 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cf2429f-5722-43a8-91b7-141a4deed457 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:17:47.156365 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:17:47.216104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-68d0e042-d70e-40fb-9dad-5abbf4c87cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:47.217719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-68d0e042-d70e-40fb-9dad-5abbf4c87cf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 1096 time: 0.0415230 Nov 16 22:17:47.335703 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-a7d70c2c-9003-4f12-a987-45df6eda739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:47.337172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-a7d70c2c-9003-4f12-a987-45df6eda739a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 200 len: 916 time: 0.1120863 Nov 16 22:17:47.380295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-e149b91f-4181-428c-8ce4-fc90632afdf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 200 len: 217 time: 0.0344040 Nov 16 22:17:47.386881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:17:47.415923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Checking router: ec5f003d-f91b-4d31-b0f6-9dd48b017420 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:17:47.424767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:17:47.425367 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:17:47.434405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-8329c1d7-6ac8-4e1f-a91c-f217d08e37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:47.435880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-8329c1d7-6ac8-4e1f-a91c-f217d08e37a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 200 len: 854 time: 0.0477695 Nov 16 22:17:47.482073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-5be54fb9-d66f-4501-a18f-f0771621fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:47.483615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-5be54fb9-d66f-4501-a18f-f0771621fe38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1cbe3a88-f64c-4a78-9a61-c3089e361b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386238 Nov 16 22:17:47.533752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:17:47.574051 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-415f762f-8f3f-43ef-ab08-06cee0a52581 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820730 Nov 16 22:17:47.669233 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-15c1810b-e795-4087-b6e3-1427fd665b0c req-e1e9255f-1a0d-4c1e-bb23-708016d859e7 service neutron] 10.222.0.21 "GET /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879710 Nov 16 22:17:47.737018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:17:47.768887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba2449-b7e8-4afd-b910-f88dd425cfc1 None None] The sync data for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 is: [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:15:53Z', 'revision_number': 4, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'fd2b4393-b99b-4eb8-86e3-6a3733bed081', 'name': '', 'network_id': '1cbe3a88-f64c-4a78-9a61-c3089e361b12', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'mac_address': 'fa:16:3e:96:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '351169fa-16b7-459e-946c-b632f84fc644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:52Z', 'updated_at': '2021-11-16T22:15:58Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'subnets': [{'id': '351169fa-16b7-459e-946c-b632f84fc644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:17:47.782232 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-92a2afe1-1cca-4fcc-87d6-2e7815899ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:48.022872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffda5d6-9009-4e11-9ce3-aa3faf93563a None None] New status for floating IP c6d57880-2fe8-4b49-82ac-283e663eaa7b: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:17:49.496872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:50.737314 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:51.567582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:56.072740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0735b3b-b6e3-4d59-bee7-6788c472b6fb req-92db107e-3f4b-406e-8c6a-4cefa01fba4d tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:56.074221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0735b3b-b6e3-4d59-bee7-6788c472b6fb req-92db107e-3f4b-406e-8c6a-4cefa01fba4d tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Nov 16 22:17:56.125755 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d0735b3b-b6e3-4d59-bee7-6788c472b6fb req-371b65e8-ce53-4def-982b-dc546a2ba187 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Nov 16 22:17:57.247605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25747-27b5-489f-9232-e66deae84e88 req-61bf6fbe-7a3c-44b7-b191-47d050e5610f tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:57.249110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90c25747-27b5-489f-9232-e66deae84e88 req-61bf6fbe-7a3c-44b7-b191-47d050e5610f tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0532680 Nov 16 22:17:57.295888 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90c25747-27b5-489f-9232-e66deae84e88 req-3ef61abc-aabb-4238-a7c2-886d9ddc8bbb tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/security-groups?id=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Nov 16 22:17:57.653505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561dba8-03da-40f6-8de3-066580dda0ae req-53eacd55-2ac6-438c-9b1f-8adc699fb3d4 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:57.654954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8561dba8-03da-40f6-8de3-066580dda0ae req-53eacd55-2ac6-438c-9b1f-8adc699fb3d4 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.21 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Nov 16 22:17:57.747241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Deleting port e793435f-21c8-4384-a8ad-9b6c7ab30d66 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:17:57.747464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:57.835323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] For port e793435f-21c8-4384-a8ad-9b6c7ab30d66, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=e793435f-21c8-4384-a8ad-9b6c7ab30d66,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:17:57.835681 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:57.848477 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Calling delete_port for e793435f-21c8-4384-a8ad-9b6c7ab30d66 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:17:57.975796 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:57.987306 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['e793435f-21c8-4384-a8ad-9b6c7ab30d66'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:17:58.002243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Pushing event deleted for resources: {'Port': ['ID=e793435f-21c8-4384-a8ad-9b6c7ab30d66,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:17:58.045073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] No DVR routers for this DVR port e793435f-21c8-4384-a8ad-9b6c7ab30d66 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:17:58.047883 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:58.051681 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8561dba8-03da-40f6-8de3-066580dda0ae req-a6856c9d-5db6-4d10-9ff7-f2150ed35e86 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.21 "DELETE /v2.0/ports/e793435f-21c8-4384-a8ad-9b6c7ab30d66 HTTP/1.1" status: 204 len: 173 time: 0.3908060 Nov 16 22:17:58.052264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'name': 'network-vif-deleted', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:17:58.054662 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec8846-43b8-45f3-8b0b-e0adaaf3039f" -d '{"events": [{"server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "name": "network-vif-deleted", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:17:58.092865 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08c1e7-d89d-4e55-88fa-260300e3a208 x-openstack-request-id: req-5b08c1e7-d89d-4e55-88fa-260300e3a208 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:17:58.093162 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1446f39e-46e4-46c3-8d80-01cbeb9eaff3", "name": "network-vif-deleted", "tag": "e793435f-21c8-4384-a8ad-9b6c7ab30d66", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:17:58.093466 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b08c1e7-d89d-4e55-88fa-260300e3a208 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:17:58.093832 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1446f39e-46e4-46c3-8d80-01cbeb9eaff3', 'name': 'network-vif-deleted', 'tag': 'e793435f-21c8-4384-a8ad-9b6c7ab30d66', 'status': 'completed', 'code': 200} Nov 16 22:17:58.411949 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-781b8f1a-ceae-481a-85e6-2c689157de80 req-9bf3e2bb-544b-4e7a-9b25-9ea9320f0b57 tempest-TestMinimumBasicScenario-1832055785 tempest-TestMinimumBasicScenario-1832055785-project] 10.222.0.54 "GET /v2.0/ports?device_id=1446f39e-46e4-46c3-8d80-01cbeb9eaff3 HTTP/1.1" status: 200 len: 210 time: 0.0339322 Nov 16 22:17:59.981218 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:00.641998 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:00.878202 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Deleting port fd2b4393-b99b-4eb8-86e3-6a3733bed081 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:00.878451 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:00.967452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] For port fd2b4393-b99b-4eb8-86e3-6a3733bed081, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=fd2b4393-b99b-4eb8-86e3-6a3733bed081,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:00.967818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:00.980567 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Calling delete_port for fd2b4393-b99b-4eb8-86e3-6a3733bed081 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:01.168766 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:01.198979 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2b4393-b99b-4eb8-86e3-6a3733bed081,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:01.365945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:01.578818 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Router ec5f003d-f91b-4d31-b0f6-9dd48b017420 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:01.589953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e793435f-21c8-4384-a8ad-9b6c7ab30d66 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:01.610615 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: e793435f-21c8-4384-a8ad-9b6c7ab30d66 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:01.610974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device e793435f-21c8-4384-a8ad-9b6c7ab30d66 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:01.683972 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:01.689570 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c8e14dfd-e746-4f4b-ac9b-79566dfee20f admin admin] 10.222.0.54 "PUT /v2.0/routers/ec5f003d-f91b-4d31-b0f6-9dd48b017420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072694 Nov 16 22:18:01.691812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40204) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:01.692810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Sync routers for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:01.703689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:01.704291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:01.791752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:01.807500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:01.893718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:01.950484 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Deleting port 91dd999a-ee95-4b77-b521-9f00f05f69d7 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:01.950818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:01.990573 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:18:01Z', 'revision_number': 5, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port': {'id': '91dd999a-ee95-4b77-b521-9f00f05f69d7', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:51Z', 'updated_at': '2021-11-16T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:02.016084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Checking router: ec5f003d-f91b-4d31-b0f6-9dd48b017420 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:02.024399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Routers {'ec5f003d-f91b-4d31-b0f6-9dd48b017420'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:02.024988 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:02.032619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] For port 91dd999a-ee95-4b77-b521-9f00f05f69d7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=91dd999a-ee95-4b77-b521-9f00f05f69d7,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:02.032981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.045360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Calling delete_port for 91dd999a-ee95-4b77-b521-9f00f05f69d7 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:02.110109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] Set router ec5f003d-f91b-4d31-b0f6-9dd48b017420 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:02.164486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:18:01Z', 'revision_number': 6, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:02.194377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979a86a-ba54-4014-afe0-0fd9990e98ed None None] The sync data for ids ['ec5f003d-f91b-4d31-b0f6-9dd48b017420'] in n-d-816206-5 is: [{'id': 'ec5f003d-f91b-4d31-b0f6-9dd48b017420', 'name': 'tempest-TestMinimumBasicScenario-1440560823-router', 'tenant_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:50Z', 'updated_at': '2021-11-16T22:18:01Z', 'revision_number': 6, 'project_id': '9f2a94a8aa4f44cd830c69b77770fccc', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:02.211360 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.237017 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91dd999a-ee95-4b77-b521-9f00f05f69d7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:02.252599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38608842-0d7b-4c23-96e1-93f8c80f33a2 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:02.302282 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.391461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.393595 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.435601 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.436149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5f003d-f91b-4d31-b0f6-9dd48b017420 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:18:02.440943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.442089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8a1c1c4b-5c09-4e24-bf62-46f2884070c9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ec5f003d-f91b-4d31-b0f6-9dd48b017420 HTTP/1.1" status: 204 len: 168 time: 0.7491868 Nov 16 22:18:02.444699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40206) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:02.488996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Deleting subnet 351169fa-16b7-459e-946c-b632f84fc644 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:18:02.492165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.531183 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.611798 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.667361 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.695962 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351169fa-16b7-459e-946c-b632f84fc644,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:02.699682 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.702912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4da5898c-fab1-4a67-a7a2-eee0d2cc5e2a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/351169fa-16b7-459e-946c-b632f84fc644 HTTP/1.1" status: 204 len: 168 time: 0.2572968 Nov 16 22:18:02.705423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40208) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:02.706795 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758aa03-f9cd-4c54-b8bb-7d3354acc40e None None] Network 1cbe3a88-f64c-4a78-9a61-c3089e361b12 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:18:02.779779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.840139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Deleting port 830472d6-bee2-4ae0-875b-61333d16abdb {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:02.840382 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.926707 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] For port 830472d6-bee2-4ae0-875b-61333d16abdb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=830472d6-bee2-4ae0-875b-61333d16abdb,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:02.927109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:02.945267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Calling delete_port for 830472d6-bee2-4ae0-875b-61333d16abdb owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:02.961278 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] DHCP port deletion for 1cbe3a88-f64c-4a78-9a61-c3089e361b12 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:03.024677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Deleting port 830472d6-bee2-4ae0-875b-61333d16abdb {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:03.025043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.029054 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd2b4393-b99b-4eb8-86e3-6a3733bed081 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:03.048390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.074620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=830472d6-bee2-4ae0-875b-61333d16abdb,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:03.078740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] No DVR routers for this DVR port 830472d6-bee2-4ae0-875b-61333d16abdb on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:03.086093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: fd2b4393-b99b-4eb8-86e3-6a3733bed081 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:03.086434 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device fd2b4393-b99b-4eb8-86e3-6a3733bed081 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:03.086849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 91dd999a-ee95-4b77-b521-9f00f05f69d7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:03.116639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 91dd999a-ee95-4b77-b521-9f00f05f69d7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:03.116857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 91dd999a-ee95-4b77-b521-9f00f05f69d7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:03.117264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 830472d6-bee2-4ae0-875b-61333d16abdb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:03.149165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 830472d6-bee2-4ae0-875b-61333d16abdb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:03.149507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 830472d6-bee2-4ae0-875b-61333d16abdb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:03.161226 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.162959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] For port 830472d6-bee2-4ae0-875b-61333d16abdb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=830472d6-bee2-4ae0-875b-61333d16abdb,segment=NetworkSegment(272a173a-ef05-49ad-826d-dc259fa0715f),segment_id=272a173a-ef05-49ad-826d-dc259fa0715f)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:03.163724 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.176560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Calling delete_port for 830472d6-bee2-4ae0-875b-61333d16abdb owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:03.182437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbe3a88-f64c-4a78-9a61-c3089e361b12']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:03.192396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a173a-ef05-49ad-826d-dc259fa0715f') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:03.192595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a173a-ef05-49ad-826d-dc259fa0715f') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:03.204490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.218359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.225685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:18:03.226608 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:18:03.230283 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:18:03.264280 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.287006 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.291626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Pushing event deleted for resources: {'Port': ['ID=830472d6-bee2-4ae0-875b-61333d16abdb,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:03.301680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] No DVR routers for this DVR port 830472d6-bee2-4ae0-875b-61333d16abdb on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:03.304829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.305209 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.305614 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.305863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.306194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.306516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.306899 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.316084 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ca8bf-8232-4435-81de-e3399e28f2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:03.317577 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1cbe3a88-f64c-4a78-9a61-c3089e361b12 HTTP/1.1" status: 204 len: 168 time: 0.6024477 Nov 16 22:18:03.317577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a91de-1395-4afd-876b-2d36d70c28a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbe3a88-f64c-4a78-9a61-c3089e361b12,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:03.318436 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:03.662695 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.901299 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Deleting port 17740ae0-fa6d-46a9-8afe-423c2cc34516 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:03.901644 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.980112 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] For port 17740ae0-fa6d-46a9-8afe-423c2cc34516, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17740ae0-fa6d-46a9-8afe-423c2cc34516,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:03.980466 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:03.993036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Calling delete_port for 17740ae0-fa6d-46a9-8afe-423c2cc34516 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:04.164402 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:04.195176 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17740ae0-fa6d-46a9-8afe-423c2cc34516,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:04.365373 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:04.576536 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:04.689233 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:04.694221 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-27f4f412-a897-4648-a343-fd014f8299e8 admin admin] 10.222.0.54 "PUT /v2.0/routers/6d9c0eb5-380a-46b2-a61c-e4bb8894cd84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773453 Nov 16 22:18:04.697011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40212) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:04.697717 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Sync routers for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:04.707997 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:04.708589 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:04.801516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:04.812734 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:04.903343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:04.976280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Deleting port 160774c4-1f52-49ff-96ac-421889d59102 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:04.976627 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.013262 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '160774c4-1f52-49ff-96ac-421889d59102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:18:04Z', 'revision_number': 5, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port': {'id': '160774c4-1f52-49ff-96ac-421889d59102', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:05.039442 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Checking router: 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:05.048327 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Routers {'6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:05.048927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:05.061463 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] For port 160774c4-1f52-49ff-96ac-421889d59102, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=160774c4-1f52-49ff-96ac-421889d59102,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:05.061760 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.074443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Calling delete_port for 160774c4-1f52-49ff-96ac-421889d59102 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:05.137836 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] Set router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:05.195545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-19538a70-0182-4123-a854-d6023dd81027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:18:04Z', 'revision_number': 6, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:05.222244 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19538a70-0182-4123-a854-d6023dd81027 None None] The sync data for ids ['6d9c0eb5-380a-46b2-a61c-e4bb8894cd84'] in n-d-816206-5 is: [{'id': '6d9c0eb5-380a-46b2-a61c-e4bb8894cd84', 'name': 'tempest-TestMinimumBasicScenario-554168206-router', 'tenant_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:15:55Z', 'updated_at': '2021-11-16T22:18:04Z', 'revision_number': 6, 'project_id': 'c76a8a44edf34c8cac44922898e8f1e9', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:05.244208 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.270908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Pushing event deleted for resources: {'Port': ['ID=160774c4-1f52-49ff-96ac-421889d59102,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:05.287689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ddeba5-1f86-43c8-a151-041a6ca0cf23 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:05.342874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.432537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.434648 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.477207 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.477724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:18:05.482032 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.483236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1585a585-7147-4898-830c-b3255197f174 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6d9c0eb5-380a-46b2-a61c-e4bb8894cd84 HTTP/1.1" status: 204 len: 168 time: 0.7851014 Nov 16 22:18:05.486353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40214) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:05.529617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Deleting subnet 7b69a2e5-fb1e-45d1-9504-bc04f5ae233e {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:18:05.532741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.566426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.652724 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.707822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.735884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b69a2e5-fb1e-45d1-9504-bc04f5ae233e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:05.738266 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.741580 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ad45e109-2b24-4daa-aa32-366c03b959a8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7b69a2e5-fb1e-45d1-9504-bc04f5ae233e HTTP/1.1" status: 204 len: 168 time: 0.2542713 Nov 16 22:18:05.742853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9894370-22bd-4647-9695-d7cd6880e182 None None] Network 884025c1-e9c1-41d3-a399-6b5059adc10b requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:18:05.744048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40216) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:05.813811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.865822 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Deleting port 4b28a0ad-7a8a-4374-98bc-0165a271636a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:05.866157 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.927525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] For port 4b28a0ad-7a8a-4374-98bc-0165a271636a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4b28a0ad-7a8a-4374-98bc-0165a271636a,segment=NetworkSegment(ad5f6e28-a716-40c5-92b0-064e618ba720),segment_id=ad5f6e28-a716-40c5-92b0-064e618ba720)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:05.927813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:05.939713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Calling delete_port for 4b28a0ad-7a8a-4374-98bc-0165a271636a owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:05.990259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] DHCP port deletion for 884025c1-e9c1-41d3-a399-6b5059adc10b request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:06.025269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.041500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Deleting port 4b28a0ad-7a8a-4374-98bc-0165a271636a {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:06.041952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.052530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b28a0ad-7a8a-4374-98bc-0165a271636a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:06.054365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] No DVR routers for this DVR port 4b28a0ad-7a8a-4374-98bc-0165a271636a on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:06.120450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] For port 4b28a0ad-7a8a-4374-98bc-0165a271636a, host n-d-816206-5, got binding levels [] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:06.120970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.129229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.134416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Calling delete_port for 4b28a0ad-7a8a-4374-98bc-0165a271636a owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:06.137058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.ipam_backend_mixin [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Port 4b28a0ad-7a8a-4374-98bc-0165a271636a was not found and therefore no delete operation was performed {{(pid=102666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:18:06.138714 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.149734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884025c1-e9c1-41d3-a399-6b5059adc10b']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:06.159169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5f6e28-a716-40c5-92b0-064e618ba720') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:06.159464 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5f6e28-a716-40c5-92b0-064e618ba720') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:06.161750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] Pushing event deleted for resources: {'Port': ['ID=4b28a0ad-7a8a-4374-98bc-0165a271636a,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:06.167195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97394e98-49d2-4556-98b4-7e08abbe100b None None] No DVR routers for this DVR port 4b28a0ad-7a8a-4374-98bc-0165a271636a on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:06.168970 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.183959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.191220 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:18:06.191591 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:18:06.193401 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:18:06.249125 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.255405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.261664 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] 10.222.0.54 "DELETE /v2.0/networks/884025c1-e9c1-41d3-a399-6b5059adc10b HTTP/1.1" status: 204 len: 168 time: 0.5133965 Nov 16 22:18:06.276864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9195c-cd7d-478f-8526-cd6044eb711c admin admin] Pushing event deleted for resources: {'Network': ['ID=884025c1-e9c1-41d3-a399-6b5059adc10b,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:06.420901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40220) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:06.460057 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-92099b8d-232f-4c45-a001-f76aaabcb46d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f2a94a8aa4f44cd830c69b77770fccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379925 Nov 16 22:18:06.462388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40222) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:06.514733 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.535831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.581481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.584215 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.585363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12bc623d-ac8d-4f2c-a83a-f81ac10aaccf HTTP/1.1" status: 204 len: 168 time: 0.1220546 Nov 16 22:18:06.593396 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342f406-f4d6-4037-ba1c-dbc8955c2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc623d-ac8d-4f2c-a83a-f81ac10aaccf,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:06.897940 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40228) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:06.937039 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe377a2d-4230-4abf-b8b4-6d6d380731d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c76a8a44edf34c8cac44922898e8f1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378931 Nov 16 22:18:06.939268 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40230) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:06.990536 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:07.006636 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17740ae0-fa6d-46a9-8afe-423c2cc34516 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:07.012507 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:07.031318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 17740ae0-fa6d-46a9-8afe-423c2cc34516 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:07.031903 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17740ae0-fa6d-46a9-8afe-423c2cc34516 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:07.032322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b28a0ad-7a8a-4374-98bc-0165a271636a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:07.062287 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:07.065757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:07.067212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62651a03-098e-4a64-b4db-6599352a6350 HTTP/1.1" status: 204 len: 168 time: 0.1269336 Nov 16 22:18:07.077528 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d7e78-268a-453e-a606-425713d54af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62651a03-098e-4a64-b4db-6599352a6350,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:07.219682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4b28a0ad-7a8a-4374-98bc-0165a271636a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:07.220034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4b28a0ad-7a8a-4374-98bc-0165a271636a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:07.220449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 160774c4-1f52-49ff-96ac-421889d59102 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:07.244575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 160774c4-1f52-49ff-96ac-421889d59102 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:07.244924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 160774c4-1f52-49ff-96ac-421889d59102 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:08.600013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40270) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:08.604928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70329184', 'description': 'tempest-secgroup-smoke-70329184 description', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:08.630426 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.638836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.713959 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.717393 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.757272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae044b4-6f80-4f01-88ff-4f5506700bc7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:08.791923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.795622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.823317 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.824583 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2235026 Nov 16 22:18:08.827646 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:08.829320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97025bb5-d765-4dfb-9aa5-74718feebc5a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3726db5f-cd73-45e5-8c6d-2b91a15516ef,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:08.834079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:08.860511 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.915254 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.918790 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.936690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e50396-5c72-4a87-8d5e-90e9c48f6cd8,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:08.943586 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:08.944782 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bc4a2cf4-5297-4cd9-aa98-ebce6717e0cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154826 Nov 16 22:18:08.947452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:08.951742 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:08.977463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.033014 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.036525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.053614 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37bbe2a-3a27-4b64-9494-3a3f86f4d305,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.060882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.062080 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-11c946e5-6698-4f01-b74f-05e46acbe816 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136999 Nov 16 22:18:09.064717 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.068963 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.095892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.150624 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.154118 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.176750 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c2a1c2-6b54-4d7a-b73d-5165c7349914,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.184519 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.185699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a0bd35b5-d1ae-441b-90db-a0a563594b24 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200409 Nov 16 22:18:09.188400 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.192689 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.217953 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.275489 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.278698 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.296104 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0992de68-4b20-4779-b29f-ea750715e184,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.304905 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.306132 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8866102b-b647-4c80-bd02-b727c71ede7b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168027 Nov 16 22:18:09.308795 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40280) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.313145 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.334604 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:18:09.339400 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.398392 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.401939 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.420471 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d8335c-7b16-4f2b-967b-7791101c3167,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.428863 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.430036 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-539d9d31-5eb4-4351-a710-4994e33b7699 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202695 Nov 16 22:18:09.432843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40282) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.437800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '3726db5f-cd73-45e5-8c6d-2b91a15516ef', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.459877 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:18:09.464567 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.522723 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.526309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.543346 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdae160-1afa-4bf9-b480-68d6fa0d090e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.550802 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.551999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e954e074-8ec7-43d5-a21e-b04dee267c5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181436 Nov 16 22:18:09.555107 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40284) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.559998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'network': {'name': 'tempest-network-smoke--1148686282', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.580969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:18:09.584531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.597817 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.608757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:18:09.617976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.618309 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Added segment d17f5477-da6f-4e68-87ed-0028cbe30b78 of type vlan for network 81722730-edf0-4863-899c-adbe2ce5529d Nov 16 22:18:09.661597 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.684906 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.691322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:09.691889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.753563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1974111 Nov 16 22:18:09.756450 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40286) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:09.761619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'admin_state_up': True, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:09.770419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4593425-7519-47b8-b565-4bccbdc5a874 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Network': ['ID=81722730-edf0-4863-899c-adbe2ce5529d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:09.781998 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 81722730-edf0-4863-899c-adbe2ce5529d details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:18:09.790434 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.791461 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.845847 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:09.978600 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.495378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.513325 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.616887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.251 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/476b31b4-9335-4afe-8f6b-f0344f254c6f) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:10.716490 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.751056 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.793837 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:10.800000 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:10.803637 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:10.815646 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a7199-d1f9-47ae-90af-0c6df62fe8c3 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:10.836298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=476b31b4-9335-4afe-8f6b-f0344f254c6f,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:10.847322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-50a5b995-c6e6-4ec8-b9fa-a35c414e4be5 None None] Provisioning complete for port 476b31b4-9335-4afe-8f6b-f0344f254c6f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:10.847690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50a5b995-c6e6-4ec8-b9fa-a35c414e4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:10.883298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-50a5b995-c6e6-4ec8-b9fa-a35c414e4be5 None None] Port 476b31b4-9335-4afe-8f6b-f0344f254c6f cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:11.066562 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:11.266622 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:11.393240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:18:11.494844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:11.505984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Sync routers for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:11.516936 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:11.517427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:11.518173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-52e4fb59-c2be-4356-a151-d0694f15fe8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7608168 Nov 16 22:18:11.521134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40288) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:11.521290 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:11.626751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:11.645203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6bae84bd-06d7-4d71-aa5c-7a962d4b979c tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9586a4ba20d9411a8ef0d43c9e06713e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1228189 Nov 16 22:18:11.647802 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40292) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:11.732981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0d5b3-1edb-439a-a8e4-0c8dd6e9e34b tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:11.735035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-92e0d5b3-1edb-439a-a8e4-0c8dd6e9e34b tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857694 Nov 16 22:18:11.737969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40294) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:11.764433 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e2b10fb-ec6c-4f45-9582-6c8765d9ddd5 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254285 Nov 16 22:18:11.767308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40296) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:11.771951 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1240973937', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:11.805908 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:10Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:11.831997 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Checking router: 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:11.832631 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Updating router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 port 476b31b4-9335-4afe-8f6b-f0344f254c6f binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:18:11.857572 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:11.864494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:18:11.868054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.050611 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.114678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.114964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Subnet': ['ID=09705207-c8d9-4e1f-9cec-dcaaa0091782,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:12.121613 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Checking segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:12.121733 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.122061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network hostable DHCP agents. Network: 81722730-edf0-4863-899c-adbe2ce5529d, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:18:12.140122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 81722730-edf0-4863-899c-adbe2ce5529d is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:18:12.150405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 81722730-edf0-4863-899c-adbe2ce5529d) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:12.154291 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:12.154886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.170697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7465e-e809-4c25-a9bb-7862cf63f9ad None None] Network 81722730-edf0-4863-899c-adbe2ce5529d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:18:12.172990 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a52ac9-cd2b-440c-93b5-3643e79131f7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:12.173868 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a0a59ee9-713f-454c-938a-daf79fb37c78 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055722 Nov 16 22:18:12.176841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:12.225649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Attempting to bind port 476b31b4-9335-4afe-8f6b-f0344f254c6f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:12.226270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Attempting to bind port 476b31b4-9335-4afe-8f6b-f0344f254c6f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:12.226638 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Attempting to bind port 476b31b4-9335-4afe-8f6b-f0344f254c6f on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:12.241807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0407de5-a245-434c-915e-bae40fa9ce8a None None] Pushing event updated for resources: {'Port': ['ID=476b31b4-9335-4afe-8f6b-f0344f254c6f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:12.246254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:12.246880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:12.247595 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.248338 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:12.248950 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Bound port: 476b31b4-9335-4afe-8f6b-f0344f254c6f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:12.249417 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.338407 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] For port 476b31b4-9335-4afe-8f6b-f0344f254c6f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:12.371603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] For port 476b31b4-9335-4afe-8f6b-f0344f254c6f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=476b31b4-9335-4afe-8f6b-f0344f254c6f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:12.379260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.381288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] Provisioning complete for port 476b31b4-9335-4afe-8f6b-f0344f254c6f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:12.381638 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.461044 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755975c-3d32-4419-a285-4e6e1d789791 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:18:12.503616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-81722730-edf0-4863-899c-adbe2ce5529d', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:18:12.503740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.522966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0407de5-a245-434c-915e-bae40fa9ce8a None None] Pushing event updated for resources: {'Port': ['ID=476b31b4-9335-4afe-8f6b-f0344f254c6f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:12.525390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:12.525991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:12.634554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.738348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:12.772569 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:12.835585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] For port 476b31b4-9335-4afe-8f6b-f0344f254c6f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=476b31b4-9335-4afe-8f6b-f0344f254c6f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:12.842565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Allocated IP 172.20.0.2 (81722730-edf0-4863-899c-adbe2ce5529d/09705207-c8d9-4e1f-9cec-dcaaa0091782/7afc1ad0-7abd-47a2-997b-d61b560c019f) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:12.856011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.010438 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624003-7bb3-4c37-a713-909ad31d6dd3 None None] Pushing event updated for resources: {'Port': ['ID=476b31b4-9335-4afe-8f6b-f0344f254c6f,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:13.037688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-78851b19-aa4a-4b39-b688-91ca0ae329e2 None None] Provisioning complete for port 476b31b4-9335-4afe-8f6b-f0344f254c6f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:13.038057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-78851b19-aa4a-4b39-b688-91ca0ae329e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.166087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.175178 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.224870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.1 (81722730-edf0-4863-899c-adbe2ce5529d/09705207-c8d9-4e1f-9cec-dcaaa0091782/8d95799b-c7e7-456d-ac7b-8d09522718e7) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:13.248332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:10Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:13.251601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Network 81722730-edf0-4863-899c-adbe2ce5529d is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:13.351484 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.386494 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.429568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 81722730-edf0-4863-899c-adbe2ce5529d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:13.432777 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:13.436624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:13.442835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:13.447551 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:13.455526 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:13.457766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c063f8-e2cb-4c2a-bb6a-50cd9873a191 None None] The sync data for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 is: [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:10Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:13.463115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Pushing event updated for resources: {'Port': ['ID=7afc1ad0-7abd-47a2-997b-d61b560c019f,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:13.476425 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.497055 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.523337 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Attempting to bind port 7afc1ad0-7abd-47a2-997b-d61b560c019f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:13.523708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Attempting to bind port 7afc1ad0-7abd-47a2-997b-d61b560c019f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:13.524396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Attempting to bind port 7afc1ad0-7abd-47a2-997b-d61b560c019f on network 81722730-edf0-4863-899c-adbe2ce5529d {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:13.529848 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:13.530222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Checking segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:13.530626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.531587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Bound using segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:13.532062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Bound port: 7afc1ad0-7abd-47a2-997b-d61b560c019f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:13.532446 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.602814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] For port 7afc1ad0-7abd-47a2-997b-d61b560c019f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:13.606494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] For port 7afc1ad0-7abd-47a2-997b-d61b560c019f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7afc1ad0-7abd-47a2-997b-d61b560c019f,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:13.611046 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.634077 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:13.681576 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a90ab-ab9a-46f5-8025-d7636e5ae3c6 None None] Pushing event updated for resources: {'Port': ['ID=7afc1ad0-7abd-47a2-997b-d61b560c019f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:13.997663 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:14.003835 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:14.089055 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:14.090794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:14.185084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 81722730-edf0-4863-899c-adbe2ce5529d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:14.186679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:14.303363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:14.414686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:14.423489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b65c9550-41f4-4521-8b42-54a36318454d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456384 Nov 16 22:18:14.581667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-fd86dd22-79fe-42d8-b319-0fa6661f004e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70329184&fields=id&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 267 time: 0.0470233 Nov 16 22:18:14.676537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a0590-3068-4ecd-9de4-1d8f26a75f0a None None] Network 81722730-edf0-4863-899c-adbe2ce5529d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:18:14.698513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-755a1b41-5d76-4495-8521-8f4b399849e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:14.700029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-755a1b41-5d76-4495-8521-8f4b399849e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 797 time: 0.1112213 Nov 16 22:18:14.714850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-f053eae3-bd41-48e4-95a4-7d84ed252780 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/quotas/9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 375 time: 0.0089746 Nov 16 22:18:14.769980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0ba01375-4256-4689-8631-a4b78a88126c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490694 Nov 16 22:18:14.833705 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-5e373d0a-ef9c-4a7d-815b-c5d4f917f1d7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:18:14.834410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] Provisioning complete for port 7afc1ad0-7abd-47a2-997b-d61b560c019f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:14.834792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:14.835010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-5e373d0a-ef9c-4a7d-815b-c5d4f917f1d7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0533512 Nov 16 22:18:14.930597 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:14.938817 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-a887ba04-7dd1-476a-95d2-02371eafc2a6 service neutron] 10.222.0.54 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937233 Nov 16 22:18:14.966617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] For port 7afc1ad0-7abd-47a2-997b-d61b560c019f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7afc1ad0-7abd-47a2-997b-d61b560c019f,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:14.980743 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.067669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde798db-0a31-4630-a3c8-81b53b1c92fc None None] Pushing event updated for resources: {'Port': ['ID=7afc1ad0-7abd-47a2-997b-d61b560c019f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:15.112194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 476b31b4-9335-4afe-8f6b-f0344f254c6f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:15.166896 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 476b31b4-9335-4afe-8f6b-f0344f254c6f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.167287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.224786 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:18:15.236033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3a96f0d5-2294-479f-80ec-ee563d0b2a50 None None] Provisioning complete for port 7afc1ad0-7abd-47a2-997b-d61b560c019f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.236404 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a96f0d5-2294-479f-80ec-ee563d0b2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.288408 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Sync routers for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:15.303890 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:15.304893 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:15.317682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7afc1ad0-7abd-47a2-997b-d61b560c019f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:15.422286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7afc1ad0-7abd-47a2-997b-d61b560c019f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.422658 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.431970 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:15.442720 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-fab221ad-8544-479d-8b81-a87a734da5bd service neutron] 10.222.0.54 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983883 Nov 16 22:18:15.465051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3a96f0d5-2294-479f-80ec-ee563d0b2a50 None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.465418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3a96f0d5-2294-479f-80ec-ee563d0b2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.510607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83f686a8-abcb-4502-87fc-f7e9fdd8ce57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.518984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3a96f0d5-2294-479f-80ec-ee563d0b2a50 None None] Port 8d95799b-c7e7-456d-ac7b-8d09522718e7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:15.638861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1255570b-73ea-4251-a6b1-48763fbddfe6 None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.639308 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1255570b-73ea-4251-a6b1-48763fbddfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.677797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1255570b-73ea-4251-a6b1-48763fbddfe6 None None] Port 8d95799b-c7e7-456d-ac7b-8d09522718e7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:15.686063 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 2, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:15.711187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Checking router: 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:15.711533 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Updating router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 port 8d95799b-c7e7-456d-ac7b-8d09522718e7 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:18:15.736051 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.795571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9aa832b5-985d-4220-a4d5-598aa48f287e None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:15.795855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9aa832b5-985d-4220-a4d5-598aa48f287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.830593 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9aa832b5-985d-4220-a4d5-598aa48f287e None None] Port 8d95799b-c7e7-456d-ac7b-8d09522718e7 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:16.072042 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.077178 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.123220 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Pushing event updated for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:16.148479 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.148823 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.149160 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.149490 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.149817 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.150143 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.150464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.150783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.151127 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.151446 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.151761 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.152077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.185701 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Attempting to bind port 8d95799b-c7e7-456d-ac7b-8d09522718e7 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:16.186068 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Attempting to bind port 8d95799b-c7e7-456d-ac7b-8d09522718e7 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:16.186427 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Attempting to bind port 8d95799b-c7e7-456d-ac7b-8d09522718e7 on network 81722730-edf0-4863-899c-adbe2ce5529d {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:16.192133 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:16.192511 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Checking segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:16.192910 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.193300 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Bound using segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:16.193765 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Bound port: 8d95799b-c7e7-456d-ac7b-8d09522718e7, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:16.194137 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.260233 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] For port 8d95799b-c7e7-456d-ac7b-8d09522718e7, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:16.264180 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] For port 8d95799b-c7e7-456d-ac7b-8d09522718e7, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8d95799b-c7e7-456d-ac7b-8d09522718e7,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:16.269228 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.330337 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab80fda-f686-4e0f-b4eb-119784d94d8f None None] Pushing event updated for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:16.332757 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:16.333363 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:17:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:16.355419 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:16.355785 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.441894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.449193 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:16.480917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] For port 8d95799b-c7e7-456d-ac7b-8d09522718e7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8d95799b-c7e7-456d-ac7b-8d09522718e7,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:16.486034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.537586 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43a369-3570-4346-83f8-fb74bb9f18eb None None] Pushing event updated for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:16.633379 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-21385038-f9b3-41ad-8ca4-60356026bb42 None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:16.633757 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-21385038-f9b3-41ad-8ca4-60356026bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.678529 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:16.689145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e2017782-28fc-4beb-a7ba-dbd4dcd7573a req-ad7c06f4-635f-422a-97e4-020cf5b57ebd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 210 time: 0.0324166 Nov 16 22:18:16.717985 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5dd751-8677-4121-a828-07b084ff14b5 None None] The sync data for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 is: [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:17.114121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7afc1ad0-7abd-47a2-997b-d61b560c019f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:17.174130 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 7afc1ad0-7abd-47a2-997b-d61b560c019f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:17.174495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:17.261199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8d95799b-c7e7-456d-ac7b-8d09522718e7 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:17.312254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8d95799b-c7e7-456d-ac7b-8d09522718e7 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:17.312702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:17.782701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7435d-d440-4645-bf58-4027e1532837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:17.845123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-032e19cf-f7c5-4a8a-b47c-b8621824035a req-95d2c0de-13a5-47d5-8904-e21dfeb44ce6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 210 time: 0.0322497 Nov 16 22:18:17.901353 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-c8e91b31-29d3-4ba1-a64f-382e23a2e85e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:17.902679 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-c8e91b31-29d3-4ba1-a64f-382e23a2e85e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 797 time: 0.1636252 Nov 16 22:18:17.966187 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-fc18d9d1-9336-476e-b3f9-0df46764d44e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 378 time: 0.0533376 Nov 16 22:18:17.976765 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'port': {'device_id': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'admin_state_up': True, 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'security_groups': ['3726db5f-cd73-45e5-8c6d-2b91a15516ef']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:18.083160 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:18:18.086684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.211799 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.9 (81722730-edf0-4863-899c-adbe2ce5529d/09705207-c8d9-4e1f-9cec-dcaaa0091782/a8c93e4d-2e57-4134-ad1b-b9afd6219132) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:18.345420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.378422 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.426281 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 81722730-edf0-4863-899c-adbe2ce5529d is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:18.429441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:18.433272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:18.440003 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:18.487153 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.487822 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.507582 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-dfdc7fb0-ed5a-4c3a-87fc-22d1aec38653 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5346389 Nov 16 22:18:18.520534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Request body: {'port': {'device_id': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:18.580547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.673800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-213b846d-b0fd-4f91-821e-5cf0823b196a None None] Provisioning complete for port a8c93e4d-2e57-4134-ad1b-b9afd6219132 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:18.674390 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-213b846d-b0fd-4f91-821e-5cf0823b196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.708321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-213b846d-b0fd-4f91-821e-5cf0823b196a None None] Port a8c93e4d-2e57-4134-ad1b-b9afd6219132 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:18.838888 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c93e4d-2e57-4134-ad1b-b9afd6219132 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:18.846239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.858343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Transition to ACTIVE for port object a8c93e4d-2e57-4134-ad1b-b9afd6219132 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:18:18.861788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:18.914404 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:19.024979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643f47-6cc9-42cb-9015-318383e27f47 req-8f194cc8-358b-4848-8050-5fcbff0501a9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.026528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6643f47-6cc9-42cb-9015-318383e27f47 req-8f194cc8-358b-4848-8050-5fcbff0501a9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 943 time: 0.0971501 Nov 16 22:18:19.029325 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Attempting to bind port a8c93e4d-2e57-4134-ad1b-b9afd6219132 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:19.029654 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Attempting to bind port a8c93e4d-2e57-4134-ad1b-b9afd6219132 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:19.029984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Attempting to bind port a8c93e4d-2e57-4134-ad1b-b9afd6219132 on network 81722730-edf0-4863-899c-adbe2ce5529d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:19.036694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Port a8c93e4d-2e57-4134-ad1b-b9afd6219132 on network 81722730-edf0-4863-899c-adbe2ce5529d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:18:19.037005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Attempting to bind port a8c93e4d-2e57-4134-ad1b-b9afd6219132 on network 81722730-edf0-4863-899c-adbe2ce5529d {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:19.054621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:19.054979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Checking segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:19.055368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Bound using segment: {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:19.055804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Bound port: a8c93e4d-2e57-4134-ad1b-b9afd6219132, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17f5477-da6f-4e68-87ed-0028cbe30b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:19.056154 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:19.115444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6643f47-6cc9-42cb-9015-318383e27f47 req-dccbeb62-90ec-4329-8a09-e89261524179 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806272 Nov 16 22:18:19.144702 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:19.148141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:19.152108 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:19.194143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.194765 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:19.196159 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 1091 time: 0.6808653 Nov 16 22:18:19.196606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:19.198881 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d80abe-d5ab-415f-ad98-3bdc7acf1455" -d '{"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:19.222083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6689a0-16c9-42fa-ac26-a143bb590767 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:19.282992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0590e0cb-be0f-43ce-9889-22ef097e9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.284518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-0590e0cb-be0f-43ce-9889-22ef097e9232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1094 time: 0.0470457 Nov 16 22:18:19.330743 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787746b-fbbf-4157-98a3-760f737edfd4 x-openstack-request-id: req-1787746b-fbbf-4157-98a3-760f737edfd4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:19.331058 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:19.331312 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1787746b-fbbf-4157-98a3-760f737edfd4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:19.331717 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'status': 'completed', 'code': 200} Nov 16 22:18:19.333509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-b0091b54-10ff-4ab5-bc7a-11dd8928fd7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 217 time: 0.0410712 Nov 16 22:18:19.389961 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-6ba25591-8124-4284-8745-ceb8339c2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.392032 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-6ba25591-8124-4284-8745-ceb8339c2446 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 200 len: 835 time: 0.0512505 Nov 16 22:18:19.436488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-c30df689-78a9-4ed9-b4cf-cad9e8525d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.438462 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-c30df689-78a9-4ed9-b4cf-cad9e8525d1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81722730-edf0-4863-899c-adbe2ce5529d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394192 Nov 16 22:18:19.504602 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:19.535789 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-406d065d-b4a2-4e0d-93df-0d6e631f28cb service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897658 Nov 16 22:18:19.632093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5a6c0d64-c047-4837-a13e-fd2904ff1878 req-e1ffab53-7882-4214-86d5-a8b10277b8f7 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895050 Nov 16 22:18:19.713804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-6f3df713-3a5d-482b-866f-ffe7ec639d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.715336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-6f3df713-3a5d-482b-866f-ffe7ec639d20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1094 time: 0.0401869 Nov 16 22:18:19.808523 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-eed3209e-7d56-4709-bfcf-e54523285464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.809920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-eed3209e-7d56-4709-bfcf-e54523285464 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 898 time: 0.0880859 Nov 16 22:18:19.851487 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-a4a885ef-6e3f-49a7-8ab7-39bd0944770c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 217 time: 0.0340672 Nov 16 22:18:19.903036 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-17c3496a-dcd2-42c1-8676-6da83b996870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.904478 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-17c3496a-dcd2-42c1-8676-6da83b996870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 200 len: 835 time: 0.0443535 Nov 16 22:18:19.957676 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-8bf33284-c360-4ed5-95b6-4dd7485c8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.959217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-8bf33284-c360-4ed5-95b6-4dd7485c8ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81722730-edf0-4863-899c-adbe2ce5529d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459440 Nov 16 22:18:20.049771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-2d9ada66-9c80-4661-9615-a39d77beec9c service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816224 Nov 16 22:18:20.143666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d80abe-d5ab-415f-ad98-3bdc7acf1455 req-68d09e62-4e3d-4f39-b753-9bc95e692a14 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Nov 16 22:18:20.235084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e489f-db00-4978-b7ff-24f6c53c8e9a req-3501dd8d-2b4c-46e4-acc3-cadbcd7b8e3f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.236598 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-427e489f-db00-4978-b7ff-24f6c53c8e9a req-3501dd8d-2b4c-46e4-acc3-cadbcd7b8e3f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Nov 16 22:18:20.287590 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-427e489f-db00-4978-b7ff-24f6c53c8e9a req-97909ec5-bc15-4a99-94f3-f05ea2141d4a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444736 Nov 16 22:18:20.739261 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.401452 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e764d-1d01-459b-80cb-bf6c2383ad63 req-9c8ee2fe-841f-42cb-b15d-e10b658728bd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:21.402952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-949e764d-1d01-459b-80cb-bf6c2383ad63 req-9c8ee2fe-841f-42cb-b15d-e10b658728bd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 943 time: 0.0484853 Nov 16 22:18:21.454427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-949e764d-1d01-459b-80cb-bf6c2383ad63 req-4465e585-325e-4a96-befa-9906314f4597 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453773 Nov 16 22:18:21.572863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.729727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a8c93e4d-2e57-4134-ad1b-b9afd6219132 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:18:21.823308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:21.834514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'port_id': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'mac_address': 'fa:16:3e:46:c5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:18:21.875074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.887488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c93e4d-2e57-4134-ad1b-b9afd6219132 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:21.906386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:21.909916 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.955203 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:22.161389 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['a8c93e4d-2e57-4134-ad1b-b9afd6219132'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:18:22.571927 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7bfc2-f807-491e-ae66-e873a0e3d64b req-651ef327-942d-4a0d-a08a-b2e77d22185f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:22.573406 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c7bfc2-f807-491e-ae66-e873a0e3d64b req-651ef327-942d-4a0d-a08a-b2e77d22185f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 944 time: 0.0525916 Nov 16 22:18:22.623595 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c9c7bfc2-f807-491e-ae66-e873a0e3d64b req-ffd4e653-5c9a-4ea3-986d-b173f9de816b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434015 Nov 16 22:18:23.744011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d562-7914-46e1-8f7c-88db1c980217 req-735ff871-f705-4a10-b2d4-59dbc780eef4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:23.745550 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1342d562-7914-46e1-8f7c-88db1c980217 req-735ff871-f705-4a10-b2d4-59dbc780eef4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 944 time: 0.0495422 Nov 16 22:18:23.746889 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a8c93e4d-2e57-4134-ad1b-b9afd6219132 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:23.794906 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1342d562-7914-46e1-8f7c-88db1c980217 req-d2effd6e-c3c9-43eb-869c-2c4fe1d3edef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428069 Nov 16 22:18:23.800025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port a8c93e4d-2e57-4134-ad1b-b9afd6219132 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:18:23.803783 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port a8c93e4d-2e57-4134-ad1b-b9afd6219132 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:23.804148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.879156 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.901417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:23.903760 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a6442-e2ca-44aa-96f0-e2934e48471e" -d '{"events": [{"server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "name": "network-vif-plugged", "status": "completed", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:23.915571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:23.919479 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.942141 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812337b-a182-4651-a1ed-43922647da20 x-openstack-request-id: req-3812337b-a182-4651-a1ed-43922647da20 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:23.942426 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "name": "network-vif-plugged", "status": "completed", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:23.942681 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3812337b-a182-4651-a1ed-43922647da20 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:23.943085 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'code': 200} Nov 16 22:18:23.968532 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:24.037472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2d7b5-f54e-40f7-be2b-e97206505087 req-be6767e8-67fb-4400-9ff0-b25c65b89f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.038936 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fe2d7b5-f54e-40f7-be2b-e97206505087 req-be6767e8-67fb-4400-9ff0-b25c65b89f70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1096 time: 0.0383286 Nov 16 22:18:24.087915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fe2d7b5-f54e-40f7-be2b-e97206505087 req-2bde067d-0d8c-47a1-9a4d-35f21f42a6e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421934 Nov 16 22:18:24.913020 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd08a7-c93f-41ed-8e67-03ee2e9ba3eb req-b85134d9-a205-4f9d-8799-e2c93f41bf9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.914516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6acd08a7-c93f-41ed-8e67-03ee2e9ba3eb req-b85134d9-a205-4f9d-8799-e2c93f41bf9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Nov 16 22:18:24.963413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6acd08a7-c93f-41ed-8e67-03ee2e9ba3eb req-8a1b6757-58f8-4f97-832a-6ff2b4902c28 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430341 Nov 16 22:18:26.078052 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3515-b51d-4218-ae6d-09fdc8ba6e35 req-5f1dbd2f-23d5-4bcd-9b26-3bcebc3fcb94 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:26.079543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-264d3515-b51d-4218-ae6d-09fdc8ba6e35 req-5f1dbd2f-23d5-4bcd-9b26-3bcebc3fcb94 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0476129 Nov 16 22:18:26.128360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-264d3515-b51d-4218-ae6d-09fdc8ba6e35 req-c963bb98-46e1-4278-b0c3-633fe60c418b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429711 Nov 16 22:18:26.243722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a573-20f9-43c1-809b-bd818673e185 req-9d6e133a-de66-48f7-b2a2-db929b1a1393 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:26.245071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a81a573-20f9-43c1-809b-bd818673e185 req-9d6e133a-de66-48f7-b2a2-db929b1a1393 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Nov 16 22:18:26.294201 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a81a573-20f9-43c1-809b-bd818673e185 req-c3d2780a-d632-4dc2-898a-4294e3cec191 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431528 Nov 16 22:18:26.315180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40356) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:26.353620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a08037-d737-4d7b-aca5-81a88005b464 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:26.355116 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c4a08037-d737-4d7b-aca5-81a88005b464 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1091 time: 0.0389552 Nov 16 22:18:26.357778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40358) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:26.362001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:26.385122 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:26.484038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:26.583597 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.61 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/0a15a0c4-86ab-4730-b7b8-e6929ce1c407) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:26.688675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:26.720613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:26.755678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:26.760292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:26.763807 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:26.788200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=0a15a0c4-86ab-4730-b7b8-e6929ce1c407,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:27.097717 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.161321 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.309078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.313778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.385904 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=0a15a0c4-86ab-4730-b7b8-e6929ce1c407,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:27.396041 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.492196 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP c694767d-8ffa-48c8-8625-faef8eba1195 associated. External IP: 172.25.7.61, port: a8c93e4d-2e57-4134-ad1b-b9afd6219132. Nov 16 22:18:27.689498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:27.797305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:27.807005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Sync routers for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:27.815202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.817189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:27.817850 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:27.841825 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a57cd398-e6f8-4a82-9c88-6518878f79c6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4830456 Nov 16 22:18:27.842499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:27.844918 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5429cf56-1369-441b-add1-bfdf23eba5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:27.891940 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a1bfc-da43-4e28-9ac7-086e74949aa8 x-openstack-request-id: req-455a1bfc-da43-4e28-9ac7-086e74949aa8 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:27.892238 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:27.892567 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-455a1bfc-da43-4e28-9ac7-086e74949aa8 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:27.893010 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'status': 'completed', 'code': 200} Nov 16 22:18:27.934652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:27.989025 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a6633-719b-4955-9297-da8e38ac0841 req-6ff47968-df24-402d-a608-93d560b0f4bd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:27.990422 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc6a6633-719b-4955-9297-da8e38ac0841 req-6ff47968-df24-402d-a608-93d560b0f4bd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0860493 Nov 16 22:18:27.993079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-144b1cc4-8d98-4f77-a89a-a95212e802a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:27.994416 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-144b1cc4-8d98-4f77-a89a-a95212e802a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1096 time: 0.0776460 Nov 16 22:18:28.096700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc6a6633-719b-4955-9297-da8e38ac0841 req-33a41d85-ffe2-4696-9bd3-41f5ff17424d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002243 Nov 16 22:18:28.120674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40364) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:28.121870 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-c64ef171-f39a-4fde-a635-54b01ee29667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:28.123361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-c64ef171-f39a-4fde-a635-54b01ee29667 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 898 time: 0.1203454 Nov 16 22:18:28.162473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c694767d-8ffa-48c8-8625-faef8eba1195', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'port_id': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'mac_address': 'fa:16:3e:46:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:18:26Z', 'updated_at': '2021-11-16T22:18:26Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:28.188081 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3b727765-a21b-49e1-ac3a-f88ccd6d84d5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/c694767d-8ffa-48c8-8625-faef8eba1195 HTTP/1.1" status: 200 len: 990 time: 0.0645359 Nov 16 22:18:28.193033 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-ef389ed9-62ea-4880-adbd-9a4f68e951e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 998 time: 0.0622203 Nov 16 22:18:28.193930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Checking router: 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:28.202450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:28.203077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:28.247691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-c5dc0061-3e3b-474b-a7e0-397cf6e6637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:28.249053 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-c5dc0061-3e3b-474b-a7e0-397cf6e6637d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 200 len: 835 time: 0.0495269 Nov 16 22:18:28.314298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-59c45bd7-77a8-4f1a-aa94-a4455d73f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:28.315878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-59c45bd7-77a8-4f1a-aa94-a4455d73f214 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81722730-edf0-4863-899c-adbe2ce5529d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599444 Nov 16 22:18:28.409210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-512d4382-fd45-4dab-a389-18737af5dd90 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Nov 16 22:18:28.477327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:28.504981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5429cf56-1369-441b-add1-bfdf23eba5c0 req-a3d80c35-b5d5-4b9e-99bf-da0c4e640ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892074 Nov 16 22:18:28.703001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c694767d-8ffa-48c8-8625-faef8eba1195', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'port_id': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'mac_address': 'fa:16:3e:46:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:18:26Z', 'updated_at': '2021-11-16T22:18:26Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:28.729153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539f4ad-d36d-46c7-9edc-c90ecb115fdf None None] The sync data for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 is: [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'c694767d-8ffa-48c8-8625-faef8eba1195', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'port_id': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'mac_address': 'fa:16:3e:46:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:18:26Z', 'updated_at': '2021-11-16T22:18:26Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:28.913919 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fd4d2-e4d3-448e-931a-3a15a92f852d None None] New status for floating IP c694767d-8ffa-48c8-8625-faef8eba1195: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:18:29.190783 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40366) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:29.249868 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fac89a18-f9ee-4ada-8ecd-32a77e780bcc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/c694767d-8ffa-48c8-8625-faef8eba1195 HTTP/1.1" status: 200 len: 992 time: 0.0573468 Nov 16 22:18:39.598722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:42.806042 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-06da440b-bf47-4a25-9f8f-ae64d489caa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385447 Nov 16 22:18:42.884401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166cb95-510c-45e4-adba-823f6023321a req-c73ccbe5-b757-4e1c-a048-6b24b6d24687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:42.885861 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-c73ccbe5-b757-4e1c-a048-6b24b6d24687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1096 time: 0.0386665 Nov 16 22:18:42.996678 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166cb95-510c-45e4-adba-823f6023321a req-3c958a78-1a2e-4b5f-a0b6-4382aaa567d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:42.998144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-3c958a78-1a2e-4b5f-a0b6-4382aaa567d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 898 time: 0.0932150 Nov 16 22:18:43.062212 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-8a533403-af25-493a-96c0-7dc58aeefe11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 1000 time: 0.0564325 Nov 16 22:18:43.111391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166cb95-510c-45e4-adba-823f6023321a req-985b3f01-7163-45e4-ae10-75cf5cc0bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:43.112791 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-985b3f01-7163-45e4-ae10-75cf5cc0bf00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 200 len: 835 time: 0.0421841 Nov 16 22:18:43.159990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166cb95-510c-45e4-adba-823f6023321a req-bf1029df-5682-42d6-a72a-ffb9fa32d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:43.161419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-bf1029df-5682-42d6-a72a-ffb9fa32d941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81722730-edf0-4863-899c-adbe2ce5529d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418077 Nov 16 22:18:43.255690 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-013a37cc-2c3a-4355-8888-fe9b0d17a77d service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Nov 16 22:18:43.448801 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:43.695364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d166cb95-510c-45e4-adba-823f6023321a req-36c67dd6-4cbc-4d72-9156-dc489fcf035e service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304190 Nov 16 22:18:45.462407 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4fb6136e-da57-4137-8359-147575796082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:47.779186 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-35870060-533c-4088-b5d8-c00e16ef309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:49.502815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:50.741986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:51.576029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:52.223198 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:19:00.754026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b17f16-3e47-42c6-a559-bbdc7dc45adb req-5a2ec84b-30ed-42cb-ac17-6ea49b630553 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:00.755429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62b17f16-3e47-42c6-a559-bbdc7dc45adb req-5a2ec84b-30ed-42cb-ac17-6ea49b630553 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Nov 16 22:19:00.804019 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-62b17f16-3e47-42c6-a559-bbdc7dc45adb req-983f4f95-277e-4e5e-b9d6-38b640333a15 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426896 Nov 16 22:19:01.929250 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27da52f-7428-4ee0-a33c-6dc1f28854f1 req-09affe07-5015-47c4-9af3-0bcfeec7a385 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:01.930741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a27da52f-7428-4ee0-a33c-6dc1f28854f1 req-09affe07-5015-47c4-9af3-0bcfeec7a385 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0556762 Nov 16 22:19:01.979204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a27da52f-7428-4ee0-a33c-6dc1f28854f1 req-6e74741c-260b-4c5b-b24b-9a94af459073 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424352 Nov 16 22:19:02.001530 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40388) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:02.059672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c6e4dce-d95c-413b-91de-fa9341508f3f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/c694767d-8ffa-48c8-8625-faef8eba1195 HTTP/1.1" status: 200 len: 992 time: 0.0570307 Nov 16 22:19:03.324089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f2b13-cc9b-4324-9686-a9ca8f016bb5 req-6fcad5d4-e578-4b18-84b0-8daa2dac5a43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:03.325589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-465f2b13-cc9b-4324-9686-a9ca8f016bb5 req-6fcad5d4-e578-4b18-84b0-8daa2dac5a43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Nov 16 22:19:03.381880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-465f2b13-cc9b-4324-9686-a9ca8f016bb5 req-7fa50e92-fc18-4f32-ae06-4447de8bd270 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498109 Nov 16 22:19:04.508207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e40e02-c940-4bde-af15-064d0fc41821 req-19f52439-da28-41c0-a33f-89ee42c89ca4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:04.509705 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e40e02-c940-4bde-af15-064d0fc41821 req-19f52439-da28-41c0-a33f-89ee42c89ca4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Nov 16 22:19:04.558298 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-39e40e02-c940-4bde-af15-064d0fc41821 req-a367d79a-200a-4ee3-94fb-1f4154f406bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421317 Nov 16 22:19:05.676687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf422b4-3218-49c4-bd93-0d79973a6271 req-d9338589-b3fb-4ee9-b095-7ffd9e5fafb3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:05.678165 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bf422b4-3218-49c4-bd93-0d79973a6271 req-d9338589-b3fb-4ee9-b095-7ffd9e5fafb3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Nov 16 22:19:05.727482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8bf422b4-3218-49c4-bd93-0d79973a6271 req-148a981f-6b9a-406c-9af6-31da0c950e05 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433297 Nov 16 22:19:06.848581 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4859-0957-4863-af1d-f4c97ee7a8d3 req-ade68c3a-7b31-4929-966b-8ebb054f22af tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:06.850035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d4f4859-0957-4863-af1d-f4c97ee7a8d3 req-ade68c3a-7b31-4929-966b-8ebb054f22af tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Nov 16 22:19:06.898156 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0d4f4859-0957-4863-af1d-f4c97ee7a8d3 req-efdf6f80-c487-4ac8-8052-f5f25b27bd6f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419664 Nov 16 22:19:08.011550 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc718-e7ab-467e-8a3e-657f75c16eb6 req-b9d8f436-13e0-47b1-a04a-206af1de5f25 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:08.013012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c8bc718-e7ab-467e-8a3e-657f75c16eb6 req-b9d8f436-13e0-47b1-a04a-206af1de5f25 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Nov 16 22:19:08.061945 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8c8bc718-e7ab-467e-8a3e-657f75c16eb6 req-2ec41f4d-c602-428e-bb8c-2212d1a73099 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418153 Nov 16 22:19:09.190360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7207aa8-8b65-4ff0-9df9-41d4b1e716d5 req-f4ee76c1-53d6-40c4-8d71-97100b454cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:09.192652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7207aa8-8b65-4ff0-9df9-41d4b1e716d5 req-f4ee76c1-53d6-40c4-8d71-97100b454cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Nov 16 22:19:09.243527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7207aa8-8b65-4ff0-9df9-41d4b1e716d5 req-0097b7a7-c89a-410b-bab5-53a0c3a5113d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453660 Nov 16 22:19:09.265789 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40412) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:09.324918 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-bab5d31e-bfc8-4f78-ab71-0ced49f41a60 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/c694767d-8ffa-48c8-8625-faef8eba1195 HTTP/1.1" status: 200 len: 992 time: 0.0580015 Nov 16 22:19:09.545349 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40418) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:09.595247 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:09.698780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 0a15a0c4-86ab-4730-b7b8-e6929ce1c407 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:19:09.699145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:09.775359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:09.775581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:09.786791 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 0a15a0c4-86ab-4730-b7b8-e6929ce1c407 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:19:09.954418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:09.978732 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=0a15a0c4-86ab-4730-b7b8-e6929ce1c407,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:10.004566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.004916 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.005249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.005582 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.005910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.006233 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.006556 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.006879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.007227 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.007545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.007867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.008179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:10.049447 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:10.049692 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP c694767d-8ffa-48c8-8625-faef8eba1195 disassociated (deleted). External IP: 172.25.7.61, port: a8c93e4d-2e57-4134-ad1b-b9afd6219132. Nov 16 22:19:10.244374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:19:10.347551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:19:10.352425 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:10.357071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Sync routers for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:19:10.367395 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:10.368103 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:10.380809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2e2f670a-df44-47c1-9b7c-28420eb876e5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/floatingips/c694767d-8ffa-48c8-8625-faef8eba1195 HTTP/1.1" status: 204 len: 168 time: 0.8319952 Nov 16 22:19:10.380809 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:19:10.381501 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519" -d '{"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:19:10.425933 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70529cf9-dd9d-412e-b484-548774b3f206 x-openstack-request-id: req-70529cf9-dd9d-412e-b484-548774b3f206 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:19:10.426226 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:19:10.426477 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70529cf9-dd9d-412e-b484-548774b3f206 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:19:10.426878 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'status': 'completed', 'code': 200} Nov 16 22:19:10.477025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:10.500976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-a94ab627-72c2-4674-ac03-5a6baa6946cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:10.501173 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-a94ab627-72c2-4674-ac03-5a6baa6946cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 1096 time: 0.0524278 Nov 16 22:19:10.634699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-49bf1273-d9e3-40b8-b4fd-ff787c986cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:10.636097 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-49bf1273-d9e3-40b8-b4fd-ff787c986cca service neutron] 10.222.0.21 "GET /v2.0/networks?id=81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 200 len: 898 time: 0.1220629 Nov 16 22:19:10.658595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab233e-9740-4b8b-b16a-aa0825c38409 req-24b25add-1ca8-42c9-8bcf-f5b84876955a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:10.660060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab233e-9740-4b8b-b16a-aa0825c38409 req-24b25add-1ca8-42c9-8bcf-f5b84876955a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Nov 16 22:19:10.685336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:10.689366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-7bb1c657-3555-4b44-af76-8a4ee2ad4f70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 200 len: 217 time: 0.0448923 Nov 16 22:19:10.715390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Checking router: 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:19:10.723587 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:10.724172 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:10.765745 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-42ab233e-9740-4b8b-b16a-aa0825c38409 req-d5f2fe55-62b8-4199-9654-7b03eddaf120 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797122 Nov 16 22:19:10.767493 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-ddc6a81a-0442-4889-baa9-253b8a922961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:10.768985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-ddc6a81a-0442-4889-baa9-253b8a922961 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 200 len: 835 time: 0.0675926 Nov 16 22:19:10.819244 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-3105f524-dc12-462f-bf03-27268907dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:10.820726 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-3105f524-dc12-462f-bf03-27268907dce7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81722730-edf0-4863-899c-adbe2ce5529d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444906 Nov 16 22:19:10.832030 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:10.910170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-3bc98440-c588-454b-925d-c6d420c223a9 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812559 Nov 16 22:19:11.006430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9cb1ac7a-f046-4cc2-bce9-35500ea0e519 req-d9ebce69-774e-4ca0-865d-19433d8a2492 service neutron] 10.222.0.21 "GET /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880086 Nov 16 22:19:11.027222 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:11.052860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9309-30f4-42a8-a1ae-92f32be2bd51 None None] The sync data for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 is: [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:18:13Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '8d95799b-c7e7-456d-ac7b-8d09522718e7', 'name': '', 'network_id': '81722730-edf0-4863-899c-adbe2ce5529d', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:12Z', 'updated_at': '2021-11-16T22:18:16Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '09705207-c8d9-4e1f-9cec-dcaaa0091782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:19:11.257274 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e40be-d079-4717-ad76-ed9d427246b1 None None] New status for floating IP c694767d-8ffa-48c8-8625-faef8eba1195: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:19:11.881879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1605505-15f1-4681-b2d6-1bb546308de7 req-202676e5-256c-4b1b-83f1-b3e23bb35dd2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:11.883360 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1605505-15f1-4681-b2d6-1bb546308de7 req-202676e5-256c-4b1b-83f1-b3e23bb35dd2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Nov 16 22:19:11.931967 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1605505-15f1-4681-b2d6-1bb546308de7 req-c15fc227-ddf8-492e-a7b3-a2762a41e6dd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=3726db5f-cd73-45e5-8c6d-2b91a15516ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427303 Nov 16 22:19:12.136405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-ad2fb335-3113-444e-baf3-9362b7d05352 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:12.143835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-ad2fb335-3113-444e-baf3-9362b7d05352 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Nov 16 22:19:12.229760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port a8c93e4d-2e57-4134-ad1b-b9afd6219132 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:19:12.230092 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:12.318024 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port a8c93e4d-2e57-4134-ad1b-b9afd6219132, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=a8c93e4d-2e57-4134-ad1b-b9afd6219132,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:12.318369 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:12.330688 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for a8c93e4d-2e57-4134-ad1b-b9afd6219132 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:19:12.458095 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:12.493219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=a8c93e4d-2e57-4134-ad1b-b9afd6219132,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:12.533645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port a8c93e4d-2e57-4134-ad1b-b9afd6219132 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:19:12.536561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:12.539966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6db9c11f-2ff4-4d91-adca-21eae0f3f7fd req-a3fb0c44-3f02-4c99-ae8e-6a4485899642 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "DELETE /v2.0/ports/a8c93e4d-2e57-4134-ad1b-b9afd6219132 HTTP/1.1" status: 204 len: 173 time: 0.3936734 Nov 16 22:19:12.540401 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'name': 'network-vif-deleted', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:19:12.542761 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe98fa-5e9a-41dd-8972-b4086e50b3b9" -d '{"events": [{"server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "name": "network-vif-deleted", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:19:12.580364 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f4737-60d5-4ff9-ab46-4379402c43f8 x-openstack-request-id: req-7e0f4737-60d5-4ff9-ab46-4379402c43f8 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:19:12.580661 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beadbdf5-2074-4ab0-8390-f22cf85a1880", "name": "network-vif-deleted", "tag": "a8c93e4d-2e57-4134-ad1b-b9afd6219132", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:19:12.580916 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e0f4737-60d5-4ff9-ab46-4379402c43f8 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:19:12.581321 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beadbdf5-2074-4ab0-8390-f22cf85a1880', 'name': 'network-vif-deleted', 'tag': 'a8c93e4d-2e57-4134-ad1b-b9afd6219132', 'status': 'completed', 'code': 200} Nov 16 22:19:13.042130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fd7dda0-6822-450a-ae68-b623d1268265 req-5852e0da-799e-4fa6-8248-213e1b00b158 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=beadbdf5-2074-4ab0-8390-f22cf85a1880 HTTP/1.1" status: 200 len: 210 time: 0.0261199 Nov 16 22:19:13.446076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:14.099488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40434) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:14.440326 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:14.689994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 8d95799b-c7e7-456d-ac7b-8d09522718e7 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:19:14.690377 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:14.780309 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 8d95799b-c7e7-456d-ac7b-8d09522718e7, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8d95799b-c7e7-456d-ac7b-8d09522718e7,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:14.781178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:14.793771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 8d95799b-c7e7-456d-ac7b-8d09522718e7 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:19:14.971771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:14.998990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=8d95799b-c7e7-456d-ac7b-8d09522718e7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:15.167554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.376549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:19:15.463651 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b955c852-4d38-4dce-be2d-27a9e6ca3bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.484981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:19:15.490217 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a04e3da9-b857-42f0-9dca-dab545a49cd0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894987 Nov 16 22:19:15.493026 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40436) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:15.497664 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Sync routers for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:19:15.508418 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:15.509074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:15.550502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting subnet 09705207-c8d9-4e1f-9cec-dcaaa0091782 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:19:15.553628 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.591505 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.613215 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:15.677027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.733598 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.759971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Subnet': ['ID=09705207-c8d9-4e1f-9cec-dcaaa0091782,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:15.763561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:15.769696 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-711cacb3-03eb-464c-add8-f42609adbcef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/subnets/09705207-c8d9-4e1f-9cec-dcaaa0091782 HTTP/1.1" status: 204 len: 168 time: 0.2732737 Nov 16 22:19:15.770161 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40438) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:15.771292 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a95bc-0ae3-4e78-a511-a106980ded9c None None] Network 81722730-edf0-4863-899c-adbe2ce5529d requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:19:15.875413 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.003071 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a8c93e4d-2e57-4134-ad1b-b9afd6219132 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:19:16.034396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: a8c93e4d-2e57-4134-ad1b-b9afd6219132 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:19:16.034748 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device a8c93e4d-2e57-4134-ad1b-b9afd6219132 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:19:16.088366 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:19:14Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:16.121778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Checking router: 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:19:16.136245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Routers {'1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:16.136870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:18:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:16.217590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] DHCP port deletion for 81722730-edf0-4863-899c-adbe2ce5529d request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:19:16.276813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] Set router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:16.317206 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.369653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 476b31b4-9335-4afe-8f6b-f0344f254c6f {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:19:16.370001 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.386148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Deleting port 7afc1ad0-7abd-47a2-997b-d61b560c019f {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:19:16.386517 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.449212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 476b31b4-9335-4afe-8f6b-f0344f254c6f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=476b31b4-9335-4afe-8f6b-f0344f254c6f,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:16.449488 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.462421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 476b31b4-9335-4afe-8f6b-f0344f254c6f owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:19:16.472951 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] For port 7afc1ad0-7abd-47a2-997b-d61b560c019f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=7afc1ad0-7abd-47a2-997b-d61b560c019f,segment=NetworkSegment(d17f5477-da6f-4e68-87ed-0028cbe30b78),segment_id=d17f5477-da6f-4e68-87ed-0028cbe30b78)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:16.473500 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.504205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Calling delete_port for 7afc1ad0-7abd-47a2-997b-d61b560c019f owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:19:16.593637 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:19:14Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:16.622805 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.628003 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e55065-b47e-46c9-9a1f-9f74b5ba654c None None] The sync data for ids ['1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8'] in n-d-816206-5 is: [{'id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016322144', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:18:09Z', 'updated_at': '2021-11-16T22:19:14Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '476b31b4-9335-4afe-8f6b-f0344f254c6f', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:18:10Z', 'updated_at': '2021-11-16T22:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:19:16.630364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.656820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Pushing event deleted for resources: {'Port': ['ID=7afc1ad0-7abd-47a2-997b-d61b560c019f,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:16.661118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] No DVR routers for this DVR port 7afc1ad0-7abd-47a2-997b-d61b560c019f on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:19:16.667185 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4aab5a-4865-4614-b97b-ec184be5b8c6 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:19:16.673511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.674462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.674462 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.674719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.677486 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc7c029-3061-49e8-9ce8-424771ac75da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:16.699354 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=476b31b4-9335-4afe-8f6b-f0344f254c6f,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:16.708741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.800691 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.802752 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.845469 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.845920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Fanout notify agent at l3_agent the message router_deleted on router 1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:19:16.853113 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:16.854214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cb2dc1ee-89fa-4804-aa17-2d7b10b1988e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/routers/1a451dcd-4bbf-4534-8fdb-5fb9b682fdc8 HTTP/1.1" status: 204 len: 168 time: 1.0831323 Nov 16 22:19:16.856910 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40440) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:16.929773 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.023478 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.047088 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81722730-edf0-4863-899c-adbe2ce5529d']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:17.057859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17f5477-da6f-4e68-87ed-0028cbe30b78') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:17.058155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17f5477-da6f-4e68-87ed-0028cbe30b78') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:17.069263 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.083623 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.090149 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:19:17.090548 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:19:17.094001 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:19:17.114792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7afc1ad0-7abd-47a2-997b-d61b560c019f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:19:17.141746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 7afc1ad0-7abd-47a2-997b-d61b560c019f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:19:17.142192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 7afc1ad0-7abd-47a2-997b-d61b560c019f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:19:17.142643 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8d95799b-c7e7-456d-ac7b-8d09522718e7 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:19:17.159907 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.163344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8d95799b-c7e7-456d-ac7b-8d09522718e7 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:19:17.163693 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8d95799b-c7e7-456d-ac7b-8d09522718e7 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:19:17.165408 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.169027 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/networks/81722730-edf0-4863-899c-adbe2ce5529d HTTP/1.1" status: 204 len: 168 time: 0.3111637 Nov 16 22:19:17.171957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40442) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:17.184640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3d09-2d20-480d-8c48-2585b905e78c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Network': ['ID=81722730-edf0-4863-899c-adbe2ce5529d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:17.230769 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.258247 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.322450 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.325125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.326313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/security-groups/3726db5f-cd73-45e5-8c6d-2b91a15516ef HTTP/1.1" status: 204 len: 168 time: 0.1527879 Nov 16 22:19:17.336169 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726db5f-cd73-45e5-8c6d-2b91a15516ef,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:17.349529 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.349834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.350226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.350543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.350838 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.351579 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.351911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.352236 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.352692 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.352966 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.353262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.353708 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5327e3a9-02bd-4adf-a6f5-f3005de32359 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:17.779788 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2104c972-ab09-4b83-9632-56fa36f787cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:17.966739 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40448) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:17.971336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385308099', 'description': 'tempest-secgroup-smoke-1385308099 description', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:17.993098 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.057319 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.061053 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.091692 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.092951 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251545 Nov 16 22:19:18.095482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b33703-199a-41c6-909f-04667826eb36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a137722-b1a3-46ed-9130-fc0daef101fb,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.096554 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40450) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.102495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.128823 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.182636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.186058 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.203724 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0d0a1a-ae59-4809-84f3-d2ad25ecebbd,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.210858 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.212067 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-038b09ad-44f2-414b-a26f-0ba72f8d5365 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137671 Nov 16 22:19:18.214731 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40452) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.219594 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.244826 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.299389 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.304018 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.323356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9099b40f-c2eb-4852-bd0c-68fdadbc1182,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.329167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.332985 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c5bf4198-0c2a-4514-8a20-e3dca837373d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146703 Nov 16 22:19:18.333082 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40454) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.337213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.363610 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.421861 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.425467 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.442742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e65d136-06ad-4526-a613-d3d5a7a45d52,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.450458 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.451684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d412c02f-1d29-41c6-854e-2dc81911a86f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177585 Nov 16 22:19:18.455046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40456) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.459296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.484250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.541100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.544607 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.562399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052294ed-a720-44ba-8896-7555293986bc,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.569749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.570957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-877dd306-ceeb-4b6d-8cbc-44ab29797209 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149950 Nov 16 22:19:18.573629 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40458) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.578503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.599741 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:19:18.604649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.662988 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.666394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.686286 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81439643-b651-473f-9baf-d1417ef947aa,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.694692 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.695913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8fd1959a-751a-4f1d-87e6-6a0ec8a9632b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213512 Nov 16 22:19:18.698624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40460) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.703472 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '6a137722-b1a3-46ed-9130-fc0daef101fb', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.724403 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:19:18.729351 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.790345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.794336 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.811134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd713e42-592c-47bc-8e7e-64d885f1053c,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:18.819481 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.820689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4ebbd6f9-d127-479a-9519-329d5af29b83 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210744 Nov 16 22:19:18.823513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40462) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:18.828743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'network': {'name': 'tempest-network-smoke--1805649177', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:18.849061 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:19:18.852711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.875049 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:19:18.884065 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.884399 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Added segment bd94c004-6095-4511-a5e4-e5657049e777 of type vlan for network e992e077-168f-4bca-a2f2-3ad7bac97ef4 Nov 16 22:19:18.923210 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.946390 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.951967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:18.953024 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:18.997887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 476b31b4-9335-4afe-8f6b-f0344f254c6f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:19:19.010729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862144 Nov 16 22:19:19.013511 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40464) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:19.018887 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'admin_state_up': True, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:19.023109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ef83a-a4f6-4e5a-a101-95324e4d2281 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Network': ['ID=e992e077-168f-4bca-a2f2-3ad7bac97ef4,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:19.024024 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 476b31b4-9335-4afe-8f6b-f0344f254c6f {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:19:19.025240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 476b31b4-9335-4afe-8f6b-f0344f254c6f not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:19:19.034562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:19:19.043659 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.044733 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.096344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.237902 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.429147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.447921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.505893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.550826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.19 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/17b5d032-1c5b-4120-9809-9ad3ea34152c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:19:19.652886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.685081 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.727884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:19.731620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:19.733514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=17b5d032-1c5b-4120-9809-9ad3ea34152c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:19.735654 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:19:19.744276 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53508cc-3b00-4475-9f6d-cf987ebaf361 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:19:19.844556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b2710079-a152-4514-bfca-609901c54158 None None] Provisioning complete for port 17b5d032-1c5b-4120-9809-9ad3ea34152c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:19.844925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b2710079-a152-4514-bfca-609901c54158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:19.881022 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-b2710079-a152-4514-bfca-609901c54158 None None] Port 17b5d032-1c5b-4120-9809-9ad3ea34152c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:19:20.295628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:20.485355 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:20.611196 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:19:20.718603 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:19:20.729653 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Sync routers for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:19:20.740248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:20.745722 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5d92187b-787d-4fd5-aed2-6e3172cee635 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7269995 Nov 16 22:19:20.745906 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40466) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:20.746307 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:20.747560 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:20.748197 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:20.773880 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b51d037e-6352-4d73-8ee1-f5f576d3f9ca tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9586a4ba20d9411a8ef0d43c9e06713e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263734 Nov 16 22:19:20.775970 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40468) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:20.860854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:20.867070 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d74e980-ae70-45c5-bfc6-97b6ff3cac76 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:20.868520 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1d74e980-ae70-45c5-bfc6-97b6ff3cac76 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916677 Nov 16 22:19:20.871443 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40470) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:20.898184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b43953c9-c6dd-444a-bc3b-c00c419f87d0 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257101 Nov 16 22:19:20.900657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40472) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:20.905204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834547585', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:20.995839 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:19:20.999482 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.138107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:20Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:21.166452 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Checking router: b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:19:21.166799 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Updating router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 port 17b5d032-1c5b-4120-9809-9ad3ea34152c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:19:21.184189 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.190978 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.250775 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Subnet': ['ID=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:21.261570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Checking segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:19:21.261937 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network hostable DHCP agents. Network: e992e077-168f-4bca-a2f2-3ad7bac97ef4, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:19:21.279920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:19:21.289159 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, e992e077-168f-4bca-a2f2-3ad7bac97ef4) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:21.293482 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:21.294116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.301110 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57c86f-1d7f-4727-954b-adbb3e79ac2a None None] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:19:21.312386 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-760dd886-aeae-4ced-b878-af5843b25edc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4107242 Nov 16 22:19:21.315025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40474) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:21.460371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49439733-3a78-411a-8376-0919a78d112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:19:21.461369 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.462621 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.469082 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.512275 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Attempting to bind port 17b5d032-1c5b-4120-9809-9ad3ea34152c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:19:21.512632 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Attempting to bind port 17b5d032-1c5b-4120-9809-9ad3ea34152c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:19:21.513339 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Attempting to bind port 17b5d032-1c5b-4120-9809-9ad3ea34152c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:19:21.523886 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:19:21.524250 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:19:21.524642 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.525025 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:19:21.525482 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Bound port: 17b5d032-1c5b-4120-9809-9ad3ea34152c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:19:21.526063 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.537242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41e336-89c7-4dd9-a5cc-129ed1325a0a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:19:21.575520 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Pushing event updated for resources: {'Port': ['ID=17b5d032-1c5b-4120-9809-9ad3ea34152c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:21.587113 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.587692 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.588212 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.588541 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.588865 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.589187 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.589504 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.589819 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.590134 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.590445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.590758 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.591096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:19:21.595144 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] For port 17b5d032-1c5b-4120-9809-9ad3ea34152c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:19:21.598434 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] For port 17b5d032-1c5b-4120-9809-9ad3ea34152c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17b5d032-1c5b-4120-9809-9ad3ea34152c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:19:21.605349 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.623765 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.638034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-49439733-3a78-411a-8376-0919a78d112b None None] Allocated IP 172.20.0.2 (e992e077-168f-4bca-a2f2-3ad7bac97ef4/2ab7fb38-b7fa-4cd7-93db-f537fbbd5866/5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:19:21.644019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] Provisioning complete for port 17b5d032-1c5b-4120-9809-9ad3ea34152c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:21.644629 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.666194 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:21.666827 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:21.726548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af1a2c-b367-4bcc-a5e5-5f304ec839b7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:19:21.769242 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978ca5b-4f52-4d73-b3fd-e08608a8def6 None None] Pushing event updated for resources: {'Port': ['ID=17b5d032-1c5b-4120-9809-9ad3ea34152c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:21.790902 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:21.828687 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.837043 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.861678 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.912417 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.923928 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49439733-3a78-411a-8376-0919a78d112b None None] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:21.929491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-49439733-3a78-411a-8376-0919a78d112b None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:21.935256 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49439733-3a78-411a-8376-0919a78d112b None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:19:21.936869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49439733-3a78-411a-8376-0919a78d112b None None] Pushing event updated for resources: {'Port': ['ID=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:21.954264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] For port 17b5d032-1c5b-4120-9809-9ad3ea34152c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17b5d032-1c5b-4120-9809-9ad3ea34152c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:21.970960 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:21.998914 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:20Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:22.024311 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2f6b-9b2e-4f2e-ad13-39e9ca0828cf None None] The sync data for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 is: [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:20Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:19:22.025801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49439733-3a78-411a-8376-0919a78d112b None None] Attempting to bind port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:19:22.026132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49439733-3a78-411a-8376-0919a78d112b None None] Attempting to bind port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:19:22.026511 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49439733-3a78-411a-8376-0919a78d112b None None] Attempting to bind port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e on network e992e077-168f-4bca-a2f2-3ad7bac97ef4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:19:22.042581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49439733-3a78-411a-8376-0919a78d112b None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:19:22.042991 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49439733-3a78-411a-8376-0919a78d112b None None] Checking segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:19:22.043372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.043760 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49439733-3a78-411a-8376-0919a78d112b None None] Bound using segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:19:22.044234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-49439733-3a78-411a-8376-0919a78d112b None None] Bound port: 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:19:22.044608 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.058125 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b352b9-ce08-400b-8633-7a3818c4943b None None] Pushing event updated for resources: {'Port': ['ID=17b5d032-1c5b-4120-9809-9ad3ea34152c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:22.130679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a04a90cf-7ed2-42f4-9c3a-6d5bbbf6dbd5 None None] Provisioning complete for port 17b5d032-1c5b-4120-9809-9ad3ea34152c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:22.131071 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a04a90cf-7ed2-42f4-9c3a-6d5bbbf6dbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.134813 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-49439733-3a78-411a-8376-0919a78d112b None None] For port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:19:22.143882 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.1 (e992e077-168f-4bca-a2f2-3ad7bac97ef4/2ab7fb38-b7fa-4cd7-93db-f537fbbd5866/5bbd3458-ecc9-4a62-9c35-658f7484bdf0) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:19:22.166112 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-49439733-3a78-411a-8376-0919a78d112b None None] For port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:19:22.174144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-49439733-3a78-411a-8376-0919a78d112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.281198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49439733-3a78-411a-8376-0919a78d112b None None] Pushing event updated for resources: {'Port': ['ID=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:22.297985 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.344013 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.399336 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:22.402986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:22.409006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:19:22.413598 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:22.479290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.629795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.927349 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.933472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.008030 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:23.010566 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.116184 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17b5d032-1c5b-4120-9809-9ad3ea34152c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:19:23.156541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:23.159607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:23.187319 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 17b5d032-1c5b-4120-9809-9ad3ea34152c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:23.187680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.284620 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:19:23.298699 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:19:23.307853 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ea03e-b837-4b22-bc2c-73c18666247f None None] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:19:23.381069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] Provisioning complete for port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:23.381430 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.413664 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:19:23.419313 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-40c7f8af-2a6a-463f-8f71-624cb90c6387 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/b1cd06f1-d0ba-4ad5-b916-86e3cec337d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1025620 Nov 16 22:19:23.612838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-e2e154e9-770a-4441-a4e4-53a5086fcbc0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385308099&fields=id&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 267 time: 0.0547235 Nov 16 22:19:23.659633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:23.660004 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.735941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-8dec6b10-a33d-458f-84e4-ba8d9db8a8a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:23.737427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-8dec6b10-a33d-458f-84e4-ba8d9db8a8a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 797 time: 0.1177809 Nov 16 22:19:23.753145 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-a295ac98-64b1-49ab-a80e-76ad9f20c243 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/quotas/9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 375 time: 0.0099015 Nov 16 22:19:23.771025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.787841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Sync routers for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:19:23.816272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-b11f3727-0ee9-433f-bd0e-3d0f3cc26bd8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560431 Nov 16 22:19:23.843404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:23.844042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:23.853318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] For port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:23.885715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.916839 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:23.976948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-6a9ac81c-5369-4907-ba63-0cff7668a52e service neutron] 10.222.0.54 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486688 Nov 16 22:19:24.026347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d1af4-bda2-464d-b99b-f2d38eea743a None None] Pushing event updated for resources: {'Port': ['ID=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:24.060004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:24.087541 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-f94be578-94f5-435b-adae-6de3577d0c4a service neutron] 10.222.0.54 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038845 Nov 16 22:19:24.093042 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:19:24.093358 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:19:24.110350 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-194a7f55-cc1e-4a19-b772-fc021638a18c None None] Provisioning complete for port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:24.110727 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-194a7f55-cc1e-4a19-b772-fc021638a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.277666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76b20d7f-ef51-446a-aa20-8557de86ea03 req-630ab2f7-8382-41da-a905-fd57901fdd05 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 210 time: 0.0338271 Nov 16 22:19:24.348058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-194a7f55-cc1e-4a19-b772-fc021638a18c None None] Provisioning complete for port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:24.348578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-194a7f55-cc1e-4a19-b772-fc021638a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.400846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-194a7f55-cc1e-4a19-b772-fc021638a18c None None] Port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:19:24.412394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 2, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:24.441199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Checking router: b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:19:24.441549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Updating router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:19:24.468207 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.574601 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-237c5c98-b6aa-4d96-a453-f98e62c5c57e None None] Provisioning complete for port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:24.574998 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-237c5c98-b6aa-4d96-a453-f98e62c5c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.659764 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-237c5c98-b6aa-4d96-a453-f98e62c5c57e None None] Port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:19:24.807730 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.813545 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.873817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6c37-9756-4092-b328-a6bff7ee0f31 None None] Pushing event updated for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:24.927666 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Attempting to bind port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:19:24.928029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Attempting to bind port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:19:24.928396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Attempting to bind port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 on network e992e077-168f-4bca-a2f2-3ad7bac97ef4 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:19:24.934440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:19:24.934855 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Checking segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:19:24.935408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.935810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Bound using segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:19:24.936286 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Bound port: 5bbd3458-ecc9-4a62-9c35-658f7484bdf0, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:19:24.936668 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.004697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] For port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:19:25.007920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] For port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:19:25.013224 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.069251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:19:25.105088 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:25.105694 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:25.143508 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6c37-9756-4092-b328-a6bff7ee0f31 None None] Pushing event updated for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:25.204871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] Provisioning complete for port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:25.205217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.276428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:25.276791 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.282632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:25.302972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-c4f63afb-292d-4235-8c2b-2840f6611b8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:25.305094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-c4f63afb-292d-4235-8c2b-2840f6611b8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 797 time: 0.1417551 Nov 16 22:19:25.385363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-e344a6f0-8913-4203-b7ae-0b753f33c5d5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 380 time: 0.0714386 Nov 16 22:19:25.403199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'port': {'device_id': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'admin_state_up': True, 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'security_groups': ['6a137722-b1a3-46ed-9130-fc0daef101fb']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:25.408842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57cdf900-1b9f-4888-be86-c52b58abb9da req-af0321b3-7a68-4fb3-b3bb-8ae7e2a09003 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 210 time: 0.0436435 Nov 16 22:19:25.461426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.525016 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:19:25.528749 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.550577 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] For port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:25.557996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.631911 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ff99-ae3a-4691-a83b-ef2a41a565e5 None None] Pushing event updated for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:25.652252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:24Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:25.654975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.3 (e992e077-168f-4bca-a2f2-3ad7bac97ef4/2ab7fb38-b7fa-4cd7-93db-f537fbbd5866/3b5fa300-2bcb-48ae-9975-ec1d605ad00c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:19:25.684066 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7aea3-e569-45e1-8477-787fc01011f0 None None] The sync data for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 is: [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:24Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:19:25.694533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2b8e9613-841b-4889-aefb-8344ab2811c6 None None] Provisioning complete for port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:25.694897 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9613-841b-4889-aefb-8344ab2811c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.813625 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.852289 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.897747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:25.901071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:25.905141 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:19:25.933700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:25.965176 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:25.965799 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.985369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-afba896f-072d-488f-bde8-85eadddc2c9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861483 Nov 16 22:19:25.998246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Request body: {'port': {'device_id': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:26.058296 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.303329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-178e1ebc-1f70-4330-858b-c5ed676bba43 None None] Provisioning complete for port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:26.303697 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-178e1ebc-1f70-4330-858b-c5ed676bba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.337835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-178e1ebc-1f70-4330-858b-c5ed676bba43 None None] Port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:19:26.346328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5fa300-2bcb-48ae-9975-ec1d605ad00c {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:19:26.354445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.367405 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Transition to ACTIVE for port object 3b5fa300-2bcb-48ae-9975-ec1d605ad00c will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:19:26.372184 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.426350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:26.531595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Attempting to bind port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:19:26.532062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Attempting to bind port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:19:26.532395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Attempting to bind port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c on network e992e077-168f-4bca-a2f2-3ad7bac97ef4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:19:26.539617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c on network e992e077-168f-4bca-a2f2-3ad7bac97ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:19:26.539938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Attempting to bind port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c on network e992e077-168f-4bca-a2f2-3ad7bac97ef4 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:19:26.548135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:19:26.548480 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Checking segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:19:26.548864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Bound using segment: {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:19:26.549299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Bound port: 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd94c004-6095-4511-a5e4-e5657049e777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:19:26.549681 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.579422 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa56f5f-2b46-4ea3-930c-1d4879d43962 req-a4d74901-1cd5-45dd-b3dc-de96a8bd8184 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:26.581025 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aa56f5f-2b46-4ea3-930c-1d4879d43962 req-a4d74901-1cd5-45dd-b3dc-de96a8bd8184 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 943 time: 0.0866399 Nov 16 22:19:26.673704 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:19:26.690384 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5aa56f5f-2b46-4ea3-930c-1d4879d43962 req-d1292122-c07f-4903-a539-799871b35929 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874043 Nov 16 22:19:26.694115 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:19:26.699581 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.734735 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:26.735367 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.736898 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 1091 time: 0.7430611 Nov 16 22:19:26.737213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:19:26.739472 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb31855e-731a-4e30-b5d4-18e8c0953023" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:19:26.767997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3600c-a341-47db-bbfe-471bfdf1c495 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:26.817067 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757489a4-5178-42c9-b48e-5e9d7a4c8aaa x-openstack-request-id: req-757489a4-5178-42c9-b48e-5e9d7a4c8aaa {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:19:26.817357 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:19:26.817605 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-757489a4-5178-42c9-b48e-5e9d7a4c8aaa {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:19:26.817997 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'status': 'completed', 'code': 200} Nov 16 22:19:26.828851 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-d8263b53-6cb1-4340-b4e4-d3092319a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:26.830387 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-d8263b53-6cb1-4340-b4e4-d3092319a6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1094 time: 0.0467649 Nov 16 22:19:26.887261 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-9deeef01-f140-4137-9d78-7304715ce346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 217 time: 0.0484960 Nov 16 22:19:26.939481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-73465784-c568-4ceb-9371-e3fca7236335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:26.941131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-73465784-c568-4ceb-9371-e3fca7236335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0463099 Nov 16 22:19:26.990619 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-1d5f7133-a709-4059-be95-2917d3886321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:26.992149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-1d5f7133-a709-4059-be95-2917d3886321 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 Nov 16 22:19:27.069591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:19:27.094501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-b55fe990-7956-4b12-b99d-8f435d9dcc97 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953364 Nov 16 22:19:27.118194 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:27.118584 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:27.183169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adffc5ad-7443-4a1a-8cb7-bcf0811df0c8 req-40264e15-44a8-451c-9136-5d1432b16798 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808895 Nov 16 22:19:27.268502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-107e0d3f-17e8-4bf4-a4ac-807aa10b3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:27.269983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-107e0d3f-17e8-4bf4-a4ac-807aa10b3ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1094 time: 0.0409172 Nov 16 22:19:27.361388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-a3a19af6-b5be-4af9-8061-bdbeb0ccd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:27.362821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-a3a19af6-b5be-4af9-8061-bdbeb0ccd30c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.0864239 Nov 16 22:19:27.404306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-a7896a83-c571-447d-a129-28eebce1c8ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 217 time: 0.0338778 Nov 16 22:19:27.459185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-0648285b-355e-4bfa-b268-3d52be73bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:27.460537 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-0648285b-355e-4bfa-b268-3d52be73bc61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0487616 Nov 16 22:19:27.505248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-c792e5f4-99c0-4b26-aec6-530e5e766d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:27.506743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-c792e5f4-99c0-4b26-aec6-530e5e766d3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390046 Nov 16 22:19:27.594295 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-19c9b5a1-8828-4ce1-ad31-0bf6f5920953 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Nov 16 22:19:27.685308 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb31855e-731a-4e30-b5d4-18e8c0953023 req-be2a5d18-98ab-418c-a4d6-eaef0db7f424 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830450 Nov 16 22:19:27.809331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc574a-f2be-4ad6-8348-e4795736638c req-21d11d0d-3ecb-40c6-900a-b0c277728505 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:27.810782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3fc574a-f2be-4ad6-8348-e4795736638c req-21d11d0d-3ecb-40c6-900a-b0c277728505 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 943 time: 0.0502217 Nov 16 22:19:27.859044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c3fc574a-f2be-4ad6-8348-e4795736638c req-970b2647-ba2f-4f36-997f-69c107371869 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Nov 16 22:19:28.979413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be258d7-62fd-4ba7-92db-04cbdf9d60cc req-72a0948c-4092-4428-8f7e-ab7218ad2479 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:28.980878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5be258d7-62fd-4ba7-92db-04cbdf9d60cc req-72a0948c-4092-4428-8f7e-ab7218ad2479 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 943 time: 0.0527270 Nov 16 22:19:29.029667 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5be258d7-62fd-4ba7-92db-04cbdf9d60cc req-3d17ba85-fd98-456a-b3a3-bbd0e62529e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Nov 16 22:19:29.222791 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:19:30.087600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3b5fa300-2bcb-48ae-9975-ec1d605ad00c details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:19:30.150409 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f71f-e03c-4370-ad95-54315eac935d req-f2ff85e2-b771-48a0-aeac-ed37809631c3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:30.151998 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec66f71f-e03c-4370-ad95-54315eac935d req-f2ff85e2-b771-48a0-aeac-ed37809631c3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 943 time: 0.0553377 Nov 16 22:19:30.190307 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:30.202827 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ec66f71f-e03c-4370-ad95-54315eac935d req-5a46a612-76b7-4dee-b974-612dbb7683b0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Nov 16 22:19:30.204219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'port_id': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:19:30.247287 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:30.262195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5fa300-2bcb-48ae-9975-ec1d605ad00c {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:19:30.285550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:30.289606 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:30.338053 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:30.499756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['3b5fa300-2bcb-48ae-9975-ec1d605ad00c'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:19:31.319106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336bdeb-1d84-428e-ab48-3d2a00d43e48 req-979c8497-8a70-4b74-8dda-503f7ee67ff2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:31.320632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b336bdeb-1d84-428e-ab48-3d2a00d43e48 req-979c8497-8a70-4b74-8dda-503f7ee67ff2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 944 time: 0.0491331 Nov 16 22:19:31.373584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b336bdeb-1d84-428e-ab48-3d2a00d43e48 req-6deb6e7d-2b7d-4efe-9849-111caa883360 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469491 Nov 16 22:19:32.100891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3b5fa300-2bcb-48ae-9975-ec1d605ad00c up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:19:32.149046 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:19:32.152931 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:19:32.153306 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:32.228712 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:32.250866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:19:32.253123 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee888b0d-0168-404a-ac91-0310fee91d66" -d '{"events": [{"server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "name": "network-vif-plugged", "status": "completed", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:19:32.268909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:19:32.273103 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:32.299925 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61964018-3c93-4172-b9a6-9876a05bdafa x-openstack-request-id: req-61964018-3c93-4172-b9a6-9876a05bdafa {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:19:32.300216 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "name": "network-vif-plugged", "status": "completed", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:19:32.300464 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61964018-3c93-4172-b9a6-9876a05bdafa {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:19:32.300845 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'code': 200} Nov 16 22:19:32.325801 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:32.392710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673183-fd44-4358-8961-e8af7f8fa154 req-7f94a10a-738e-4e60-8e8c-4bf238c40afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:32.394191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf673183-fd44-4358-8961-e8af7f8fa154 req-7f94a10a-738e-4e60-8e8c-4bf238c40afa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0391212 Nov 16 22:19:32.440214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf673183-fd44-4358-8961-e8af7f8fa154 req-345b39b3-6f20-4dad-a6d3-f785b08bd3f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386674 Nov 16 22:19:32.486778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604ff0-140b-474b-847c-83661b2bc40e req-96ad33c8-eee7-430b-8391-dd7c54e7aeec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:32.488352 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71604ff0-140b-474b-847c-83661b2bc40e req-96ad33c8-eee7-430b-8391-dd7c54e7aeec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0472600 Nov 16 22:19:32.537659 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-71604ff0-140b-474b-847c-83661b2bc40e req-73a59612-804b-4260-a31c-5fe5f940ac16 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Nov 16 22:19:33.657030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40ab73-cc3d-4a01-b481-fd9e97fdae63 req-11679349-b828-4775-b735-287cc56421b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:33.658602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f40ab73-cc3d-4a01-b481-fd9e97fdae63 req-11679349-b828-4775-b735-287cc56421b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0535669 Nov 16 22:19:33.708768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2f40ab73-cc3d-4a01-b481-fd9e97fdae63 req-938dbd6a-73d6-4ff8-a2f6-2c5925ff10f7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Nov 16 22:19:33.820043 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb3f1-c279-4063-a54e-f4e0ad7c4614 req-46cdee6e-a37b-4a82-8551-774905048082 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:33.821403 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae6cb3f1-c279-4063-a54e-f4e0ad7c4614 req-46cdee6e-a37b-4a82-8551-774905048082 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0476599 Nov 16 22:19:33.869647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae6cb3f1-c279-4063-a54e-f4e0ad7c4614 req-ddd56850-4807-4147-9e87-12e530d53c48 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Nov 16 22:19:33.891208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40528) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:33.932478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069167d8-be4b-4784-b4e8-982d5d1e0158 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:33.933957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-069167d8-be4b-4784-b4e8-982d5d1e0158 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1091 time: 0.0417836 Nov 16 22:19:33.936679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40530) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:33.940970 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:19:33.961342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.053506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.156155 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.240 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/d1fa7eba-b8d1-4b09-be23-a02b117c8eec) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:19:34.253000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.286187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.325893 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:19:34.331327 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:19:34.334834 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:19:34.358174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=d1fa7eba-b8d1-4b09-be23-a02b117c8eec,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:34.673829 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.741841 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.893375 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.898119 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:34.963942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=d1fa7eba-b8d1-4b09-be23-a02b117c8eec,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:19:34.976892 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:35.073538 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 39fd92d5-c421-475c-adfb-9ecef4bfacc3 associated. External IP: 172.25.7.240, port: 3b5fa300-2bcb-48ae-9975-ec1d605ad00c. Nov 16 22:19:35.611081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:19:35.714010 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:19:35.724863 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Sync routers for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:19:35.731811 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:35.735907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:35.736515 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:35.760880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-344b465d-32ee-4a27-a92b-36916a36293a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8206217 Nov 16 22:19:35.760880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:19:35.761350 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:19:35.800820 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b622d3-9364-4e3e-af4b-b643ba5facd3 x-openstack-request-id: req-21b622d3-9364-4e3e-af4b-b643ba5facd3 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:19:35.801167 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:19:35.801384 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21b622d3-9364-4e3e-af4b-b643ba5facd3 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:19:35.801792 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'status': 'completed', 'code': 200} Nov 16 22:19:35.857183 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:35.885483 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecce2f8-810c-486a-a52a-6aa3b9c1e61a req-0eedf273-a90d-4fc9-b96a-626aeebbacdc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:35.886999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ecce2f8-810c-486a-a52a-6aa3b9c1e61a req-0eedf273-a90d-4fc9-b96a-626aeebbacdc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0805273 Nov 16 22:19:35.890143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-0b44457e-5c79-4b71-afc0-6219669381a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:35.891622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-0b44457e-5c79-4b71-afc0-6219669381a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0580802 Nov 16 22:19:35.989647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8ecce2f8-810c-486a-a52a-6aa3b9c1e61a req-4275bc46-f3a6-4285-a868-5848fda90d9e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960474 Nov 16 22:19:36.012533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40536) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:36.018177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-4a66ba60-c173-4781-9da8-31407ff4eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:36.019691 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-4a66ba60-c173-4781-9da8-31407ff4eaf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.1195595 Nov 16 22:19:36.075477 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dd1019e7-2d55-48e1-abad-27eb5297321d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/39fd92d5-c421-475c-adfb-9ecef4bfacc3 HTTP/1.1" status: 200 len: 991 time: 0.0615497 Nov 16 22:19:36.079608 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '39fd92d5-c421-475c-adfb-9ecef4bfacc3', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'port_id': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:19:34Z', 'updated_at': '2021-11-16T22:19:34Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:36.086600 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-bb27a2fd-4ed8-4d7a-9465-99c6d2b69f84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 999 time: 0.0598187 Nov 16 22:19:36.109154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Checking router: b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:19:36.117394 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:19:36.117984 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:19:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:36.141471 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-99acab8a-db10-44dd-b68b-7434ed87d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:36.142956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-99acab8a-db10-44dd-b68b-7434ed87d9d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0484629 Nov 16 22:19:36.191429 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-917870af-0516-4a61-bde2-8d7391614d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:36.193722 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-917870af-0516-4a61-bde2-8d7391614d81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440063 Nov 16 22:19:36.222576 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:19:36.286253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-10aba93f-1d8d-4e6e-91a0-c18f0a806d40 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Nov 16 22:19:36.377783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c41af51-da6d-4b3d-adcb-fb9ad6a98dd5 req-86c37486-d951-4136-b62b-f156ee248a13 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845506 Nov 16 22:19:36.535907 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '39fd92d5-c421-475c-adfb-9ecef4bfacc3', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'port_id': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:19:34Z', 'updated_at': '2021-11-16T22:19:34Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:19:36.561438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459949f9-ac7c-49a4-a276-95a8556c463a None None] The sync data for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 is: [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '39fd92d5-c421-475c-adfb-9ecef4bfacc3', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'port_id': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'mac_address': 'fa:16:3e:98:a0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:19:34Z', 'updated_at': '2021-11-16T22:19:34Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:19:36.756004 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d0059-b90b-42e3-8b13-aab4388944de None None] New status for floating IP 39fd92d5-c421-475c-adfb-9ecef4bfacc3: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:19:37.079317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40538) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:19:37.143480 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f1b26e99-9f3a-4eb5-a6e0-8fa00bbcd079 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/39fd92d5-c421-475c-adfb-9ecef4bfacc3 HTTP/1.1" status: 200 len: 993 time: 0.0629117 Nov 16 22:19:39.596428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:43.445074 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:44.799488 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-e36a76aa-b977-4eed-9d4e-2547bd33d2b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380931 Nov 16 22:19:44.882333 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-fadade16-c2e0-4031-b4f2-2f0e8192f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:44.883842 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-fadade16-c2e0-4031-b4f2-2f0e8192f134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0411057 Nov 16 22:19:44.995742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-3a6fafbe-0d87-44fc-92dd-364ab2e1cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:44.997199 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-3a6fafbe-0d87-44fc-92dd-364ab2e1cec0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.0884666 Nov 16 22:19:45.063498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-49f9a0c4-0368-4d88-a3e3-fe68e8437417 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 1001 time: 0.0569177 Nov 16 22:19:45.112663 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-99e8a66c-ee92-4507-a100-19dc16d3018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:45.114045 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-99e8a66c-ee92-4507-a100-19dc16d3018d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0431051 Nov 16 22:19:45.166812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-0abbaf89-c964-4401-ad88-190f9ebeb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:45.168316 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-0abbaf89-c964-4401-ad88-190f9ebeb81f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420780 Nov 16 22:19:45.265359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-6207e9c8-18dc-4396-a021-388c9cfd9b12 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884140 Nov 16 22:19:45.357637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2e2f3384-c62f-4dcd-ae1e-181f2ca33090 req-ff28885d-db8b-4275-853e-d846bf0c6e33 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Nov 16 22:19:45.464874 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d9377d8d-fcbf-4996-80d8-057fad09d554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:47.783347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e916706f-71d6-45c6-a275-d55c77d1c3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:49.507796 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:50.747008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:51.581336 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:06.222105 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:20:08.596768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a658-1a97-4fcd-a0de-a46e8ff82e83 req-0b239c79-b97b-4dc8-aeb0-832a9ab25fe3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:08.598361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7040a658-1a97-4fcd-a0de-a46e8ff82e83 req-0b239c79-b97b-4dc8-aeb0-832a9ab25fe3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.1040854 Nov 16 22:20:08.673414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7040a658-1a97-4fcd-a0de-a46e8ff82e83 req-80fb6ec0-0f74-4e86-b9d1-e909bee99fe2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688295 Nov 16 22:20:08.682873 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-e766a41d-c523-4b00-871c-48d1ffe78006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:08.684355 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-e766a41d-c523-4b00-871c-48d1ffe78006 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0536475 Nov 16 22:20:08.778566 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-f7cfb3de-cbbd-4a6e-be47-008760eb30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:08.780024 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-f7cfb3de-cbbd-4a6e-be47-008760eb30e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.0883212 Nov 16 22:20:08.845866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-53bbab43-6c6a-4e12-92b1-27f5296a3e65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 1001 time: 0.0569153 Nov 16 22:20:08.898544 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-81f2930e-052b-4fa0-8bca-dfdd3c3d653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:08.900036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-81f2930e-052b-4fa0-8bca-dfdd3c3d653a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0473809 Nov 16 22:20:08.944640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-9ce8f55b-414d-4bac-9c1f-b0bc310d52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:08.945990 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-9ce8f55b-414d-4bac-9c1f-b0bc310d52e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383768 Nov 16 22:20:09.037855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-e9f541b1-92d9-40b5-9aaa-919d510289f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842037 Nov 16 22:20:09.125061 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6884ffca-7d06-4346-b15a-5b5da50c5efb req-b0baf826-54a3-4a81-8339-79f6a61d4859 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801611 Nov 16 22:20:09.610263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:09.838496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fde94-78cc-476b-b92b-036038ed63bc req-5782d295-f553-48bc-8692-2bd7b3c11cf7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:09.839968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-851fde94-78cc-476b-b92b-036038ed63bc req-5782d295-f553-48bc-8692-2bd7b3c11cf7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0971684 Nov 16 22:20:09.889393 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-851fde94-78cc-476b-b92b-036038ed63bc req-ec251b5b-04f5-4c1a-b36f-ccee8353e3ea tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Nov 16 22:20:11.007833 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1688d3b-0d00-41d0-a51f-7161738266f2 req-f1bc2487-dfa1-481d-a721-8a0cd173c2f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:11.009299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1688d3b-0d00-41d0-a51f-7161738266f2 req-f1bc2487-dfa1-481d-a721-8a0cd173c2f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0525630 Nov 16 22:20:11.057616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c1688d3b-0d00-41d0-a51f-7161738266f2 req-ccb8f91c-5817-419b-9385-268d7f60acfc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Nov 16 22:20:12.170436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501a3b-d69b-42e3-a2b3-3f4732d35faf req-6ce337ac-2b9f-44a8-96f2-5cb6cfc29a62 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:12.172424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54501a3b-d69b-42e3-a2b3-3f4732d35faf req-6ce337ac-2b9f-44a8-96f2-5cb6cfc29a62 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0480275 Nov 16 22:20:12.220142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54501a3b-d69b-42e3-a2b3-3f4732d35faf req-5ebf9d95-be0f-47b7-b28d-f213d7acd2b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Nov 16 22:20:13.338169 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb6dfb-6b5e-4b88-8aa3-21f6fbd1d9e7 req-b6e4b142-17c5-4c36-8c0e-5d8834743e1f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:13.339615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5cb6dfb-6b5e-4b88-8aa3-21f6fbd1d9e7 req-b6e4b142-17c5-4c36-8c0e-5d8834743e1f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0524602 Nov 16 22:20:13.389073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5cb6dfb-6b5e-4b88-8aa3-21f6fbd1d9e7 req-e1fe6f46-30d8-4fb9-a67d-ab78d583f1d0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Nov 16 22:20:13.442759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:14.504124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e9f8c-695e-46ed-82f0-033a72f47055 req-3d932d6a-7904-4e61-811a-cf873ebd053b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:14.505632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b01e9f8c-695e-46ed-82f0-033a72f47055 req-3d932d6a-7904-4e61-811a-cf873ebd053b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0493062 Nov 16 22:20:14.555838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b01e9f8c-695e-46ed-82f0-033a72f47055 req-c9d6c4ec-7778-4f34-954c-4b9ab0765704 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Nov 16 22:20:15.464893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eb78c181-0adb-4227-820d-751acfb46b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:15.676640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f2bfd-e38d-4b63-a7ca-6a025b9fdeef req-da8f82ee-f3a8-494a-af29-56c04c757458 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:15.678110 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b9f2bfd-e38d-4b63-a7ca-6a025b9fdeef req-da8f82ee-f3a8-494a-af29-56c04c757458 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0484335 Nov 16 22:20:15.730514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b9f2bfd-e38d-4b63-a7ca-6a025b9fdeef req-d408c11b-bf47-482d-843e-cb1e6da4a889 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Nov 16 22:20:16.842541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc1bfe-f2d7-434b-a3af-56697336c48f req-d1d31f07-0b46-42a8-bdca-23af46fef097 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:16.844508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efbc1bfe-f2d7-434b-a3af-56697336c48f req-d1d31f07-0b46-42a8-bdca-23af46fef097 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0487416 Nov 16 22:20:16.893114 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-efbc1bfe-f2d7-434b-a3af-56697336c48f req-95566470-73e8-4e63-bdc9-dd82e5ffb4ea tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Nov 16 22:20:17.787236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5930f88e-bf58-42a7-9d02-e1617c34f706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:18.010013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0451b8-3967-4031-ac7e-7e6e075a61e7 req-792819fa-dd9d-4674-83c2-a08cc72dc992 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:18.011540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0451b8-3967-4031-ac7e-7e6e075a61e7 req-792819fa-dd9d-4674-83c2-a08cc72dc992 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0514252 Nov 16 22:20:18.064193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0451b8-3967-4031-ac7e-7e6e075a61e7 req-d6a93682-8698-4831-89e6-0a971a8adefb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466273 Nov 16 22:20:19.186675 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb047a7f-b797-4839-bec7-fd8fb2198657 req-e1b00f18-6539-4507-97d7-c8dcd2e67047 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:19.188666 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb047a7f-b797-4839-bec7-fd8fb2198657 req-e1b00f18-6539-4507-97d7-c8dcd2e67047 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0527482 Nov 16 22:20:19.237377 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eb047a7f-b797-4839-bec7-fd8fb2198657 req-b12b1697-b9b4-401b-9afe-a4699f599d47 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Nov 16 22:20:19.511509 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:20.352033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88b25d-def1-4e0e-9773-8bf858ca20dd req-e21f2c0b-9d3a-48bb-9cbd-a5f209f49212 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:20.353505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f88b25d-def1-4e0e-9773-8bf858ca20dd req-e21f2c0b-9d3a-48bb-9cbd-a5f209f49212 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0488031 Nov 16 22:20:20.402419 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1f88b25d-def1-4e0e-9773-8bf858ca20dd req-e4c9c858-2334-40a3-9818-733de563acd4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Nov 16 22:20:20.748790 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:21.521806 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82639-7e09-4d85-baa1-ed22784609a9 req-f080b73b-e96b-43d5-86a2-eae843536e10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:21.523288 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5e82639-7e09-4d85-baa1-ed22784609a9 req-f080b73b-e96b-43d5-86a2-eae843536e10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0507066 Nov 16 22:20:21.573820 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:21.576044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5e82639-7e09-4d85-baa1-ed22784609a9 req-e6643be0-c878-43ae-a439-ba96eece0d3e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468326 Nov 16 22:20:22.703780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a9036-99c1-409a-b3af-aeb6a41936ae req-093d6d9a-76ba-4bd9-9cd1-0f1b1ee62f3e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:22.705250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d00a9036-99c1-409a-b3af-aeb6a41936ae req-093d6d9a-76ba-4bd9-9cd1-0f1b1ee62f3e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0488918 Nov 16 22:20:22.754701 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d00a9036-99c1-409a-b3af-aeb6a41936ae req-32cd451a-784c-4826-b5e7-e727c29c61b2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Nov 16 22:20:23.867740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d3429-9313-4dff-a6f1-23ae85abd683 req-92d01ec0-5f4d-47e8-80d3-5f8b29e0c59a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:23.869209 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de2d3429-9313-4dff-a6f1-23ae85abd683 req-92d01ec0-5f4d-47e8-80d3-5f8b29e0c59a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0485132 Nov 16 22:20:23.918069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de2d3429-9313-4dff-a6f1-23ae85abd683 req-569afd2d-5cca-4769-9746-e63346050d30 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Nov 16 22:20:25.037882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7417b-4169-4486-8706-f61c5fd09e3d req-8c76fcf7-c877-4e9a-8b3f-2ed795160d73 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:25.039363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5c7417b-4169-4486-8706-f61c5fd09e3d req-8c76fcf7-c877-4e9a-8b3f-2ed795160d73 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0520639 Nov 16 22:20:25.089494 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f5c7417b-4169-4486-8706-f61c5fd09e3d req-fee01ed5-cdf7-47d3-aa4d-6ca7acc44e41 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442338 Nov 16 22:20:25.111335 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40586) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:20:25.169044 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d32d7fa0-72d9-4dcd-8239-c75df1b972c1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/39fd92d5-c421-475c-adfb-9ecef4bfacc3 HTTP/1.1" status: 200 len: 993 time: 0.0564990 Nov 16 22:20:39.615443 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:43.221496 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:20:43.443631 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:45.466089 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-397da189-a9ca-4d2b-a328-108124474952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:46.793128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-6d14fb69-f283-4e98-ae6a-d13aa57f09df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419676 Nov 16 22:20:46.872576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-c548eaec-7094-45ad-928b-513dc7236519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:46.874029 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-c548eaec-7094-45ad-928b-513dc7236519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0388081 Nov 16 22:20:46.974441 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-2cd44eb8-764b-4c63-9377-51b35aece817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:46.975922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-2cd44eb8-764b-4c63-9377-51b35aece817 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.0835500 Nov 16 22:20:47.044236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-0aec0615-3bf4-49ef-b8cb-776719b2ad3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 1001 time: 0.0608861 Nov 16 22:20:47.094518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-666dd1af-38f2-426b-bd12-8af460c455da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:47.095957 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-666dd1af-38f2-426b-bd12-8af460c455da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0441129 Nov 16 22:20:47.140345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-99be02e3-1325-4b4f-ad62-3fa44ad7a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:47.141757 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-99be02e3-1325-4b4f-ad62-3fa44ad7a533 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384541 Nov 16 22:20:47.232461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-447fc2ab-4504-4393-b7c8-59e92957512f service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Nov 16 22:20:47.320729 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ce4077b7-9f99-44c2-a165-8f0d623b950b req-79f6ac09-8d49-482b-ab91-33d0cf6df6fb service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806448 Nov 16 22:20:47.788817 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-acc255e9-2ef5-448c-88eb-853e39b825f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:49.513588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:50.752080 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:51.576716 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:55.684867 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40598) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:20:55.846526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port d1fa7eba-b8d1-4b09-be23-a02b117c8eec {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:20:55.846784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:55.919027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:55.919352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:55.931215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for d1fa7eba-b8d1-4b09-be23-a02b117c8eec owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:20:56.071928 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:56.096121 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=d1fa7eba-b8d1-4b09-be23-a02b117c8eec,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:20:56.107709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.108054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.108406 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.108720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.109095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.109943 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.110263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.110585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.110905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.111247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.111564 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.111877 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:56.166818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:56.167322 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 39fd92d5-c421-475c-adfb-9ecef4bfacc3 disassociated (deleted). External IP: 172.25.7.240, port: 3b5fa300-2bcb-48ae-9975-ec1d605ad00c. Nov 16 22:20:56.364228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:20:56.466435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:20:56.471882 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:56.476586 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Sync routers for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:20:56.486391 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:20:56.487001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:20:56.502643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-df2c8253-f31c-4ef6-910e-5352b037262d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/floatingips/39fd92d5-c421-475c-adfb-9ecef4bfacc3 HTTP/1.1" status: 204 len: 168 time: 0.8138576 Nov 16 22:20:56.502643 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:20:56.503892 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:20:56.542757 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28280b12-4d33-4f48-96ad-0554b1350358 x-openstack-request-id: req-28280b12-4d33-4f48-96ad-0554b1350358 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:20:56.543082 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:20:56.543342 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28280b12-4d33-4f48-96ad-0554b1350358 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:20:56.543751 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'status': 'completed', 'code': 200} Nov 16 22:20:56.596365 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:20:56.616634 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-603a8dfc-4f42-4f5d-8d0e-5268db77a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.618090 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-603a8dfc-4f42-4f5d-8d0e-5268db77a689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 1096 time: 0.0505695 Nov 16 22:20:56.754034 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-0daeebd3-a8da-47d3-9c47-fe226f210f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.755539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-0daeebd3-a8da-47d3-9c47-fe226f210f51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 200 len: 898 time: 0.1296577 Nov 16 22:20:56.766499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccdbe3-0b4d-4a78-a025-8819936d5fca req-20e12b6d-3aa2-4b2f-a3f1-3a77d0adf859 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.767914 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0ccdbe3-0b4d-4a78-a025-8819936d5fca req-20e12b6d-3aa2-4b2f-a3f1-3a77d0adf859 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0783303 Nov 16 22:20:56.807047 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:20:56.811581 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-3008acc1-0e21-427b-9df9-9616c3429e8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 200 len: 217 time: 0.0427494 Nov 16 22:20:56.833287 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Checking router: b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:20:56.841355 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:20:56.841935 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:20:56.876040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b0ccdbe3-0b4d-4a78-a025-8819936d5fca req-be687d8b-96a2-4042-9cb6-46065f650065 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017218 Nov 16 22:20:56.884139 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-c83aa3e9-841c-468e-93c6-0a79fd0118fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.885644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-c83aa3e9-841c-468e-93c6-0a79fd0118fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 200 len: 834 time: 0.0655849 Nov 16 22:20:56.935503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-6fd774c9-5997-495f-8be8-1182fd20b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.936980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-6fd774c9-5997-495f-8be8-1182fd20b80e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e992e077-168f-4bca-a2f2-3ad7bac97ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426524 Nov 16 22:20:56.945872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:20:57.025410 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-5b86a05c-0069-4247-b413-08fd8128f3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797043 Nov 16 22:20:57.117496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-84ba1c61-bf63-420d-a0ca-7224ddd0ce3e req-7dccf038-3e52-45c8-bd97-1b53b8eddde7 service neutron] 10.222.0.21 "GET /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Nov 16 22:20:57.142624 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:20:57.167955 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd405e-457c-4f17-a2b5-1d1df9823001 None None] The sync data for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 is: [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:22Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5bbd3458-ecc9-4a62-9c35-658f7484bdf0', 'name': '', 'network_id': 'e992e077-168f-4bca-a2f2-3ad7bac97ef4', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:8c:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:21Z', 'updated_at': '2021-11-16T22:19:25Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '2ab7fb38-b7fa-4cd7-93db-f537fbbd5866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:20:57.387001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dcb48b-156a-4119-8102-0083f4e88e23 None None] New status for floating IP 39fd92d5-c421-475c-adfb-9ecef4bfacc3: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:20:57.993647 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6237d1-3cc7-4ef4-8f70-b544e68b05c3 req-dea2a473-55bd-4184-982c-85546499a454 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:57.995203 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe6237d1-3cc7-4ef4-8f70-b544e68b05c3 req-dea2a473-55bd-4184-982c-85546499a454 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0502634 Nov 16 22:20:58.044597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe6237d1-3cc7-4ef4-8f70-b544e68b05c3 req-f3326d83-0d04-4fc5-adbe-9b0abe79ee9f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a137722-b1a3-46ed-9130-fc0daef101fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Nov 16 22:20:58.248522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-cba87ddc-bef4-4108-b37e-9992be745318 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.250350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-cba87ddc-bef4-4108-b37e-9992be745318 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb2a4e23-310a-4e41-93eb-004da25e0e6b HTTP/1.1" status: 200 len: 945 time: 0.0459216 Nov 16 22:20:58.339511 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:20:58.339839 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.425679 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:20:58.426029 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.438690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 3b5fa300-2bcb-48ae-9975-ec1d605ad00c owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:20:58.564942 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.590541 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=3b5fa300-2bcb-48ae-9975-ec1d605ad00c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:20:58.636623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port 3b5fa300-2bcb-48ae-9975-ec1d605ad00c on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:20:58.639229 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.642627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a6bfa4ec-b2e9-4866-bacd-45f6cf73a426 req-0fd7e9c1-6d35-4cd5-9f35-d7664cb927ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "DELETE /v2.0/ports/3b5fa300-2bcb-48ae-9975-ec1d605ad00c HTTP/1.1" status: 204 len: 173 time: 0.3859720 Nov 16 22:20:58.643083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'name': 'network-vif-deleted', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:20:58.645297 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e7548-156b-41e2-b118-5ddfe6c83f32" -d '{"events": [{"server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "name": "network-vif-deleted", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:20:58.681344 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a51450-d27d-482d-8a88-a2cf0ea64a65 x-openstack-request-id: req-15a51450-d27d-482d-8a88-a2cf0ea64a65 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:20:58.681631 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2a4e23-310a-4e41-93eb-004da25e0e6b", "name": "network-vif-deleted", "tag": "3b5fa300-2bcb-48ae-9975-ec1d605ad00c", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:20:58.681882 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15a51450-d27d-482d-8a88-a2cf0ea64a65 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:20:58.682281 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2a4e23-310a-4e41-93eb-004da25e0e6b', 'name': 'network-vif-deleted', 'tag': '3b5fa300-2bcb-48ae-9975-ec1d605ad00c', 'status': 'completed', 'code': 200} Nov 16 22:20:59.102526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40612) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:20:59.447082 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:59.697804 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:20:59.698047 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:59.788108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 5bbd3458-ecc9-4a62-9c35-658f7484bdf0, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:20:59.788459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:00.133075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:00.311573 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:00.342529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=5bbd3458-ecc9-4a62-9c35-658f7484bdf0,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:00.512818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:00.725950 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:21:00.828498 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:00.833520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9bbda77d-abcd-4849-b324-74172518aa70 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/b1cd06f1-d0ba-4ad5-b916-86e3cec337d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299333 Nov 16 22:21:00.837922 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40614) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:00.842135 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Sync routers for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:00.853818 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:00.854491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:00.888276 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting subnet 2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:21:00.891904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:00.931102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:00.958178 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:01.017468 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.077729 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.106485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab7fb38-b7fa-4cd7-93db-f537fbbd5866,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:01.108493 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.111821 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-9ed6c000-ecd0-427c-a0cc-28b101479f5f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/subnets/2ab7fb38-b7fa-4cd7-93db-f537fbbd5866 HTTP/1.1" status: 204 len: 168 time: 0.2729228 Nov 16 22:21:01.114310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40616) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:01.117116 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5378e1-464b-4821-997a-c034a359c151 None None] Network e992e077-168f-4bca-a2f2-3ad7bac97ef4 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:01.147383 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:21:00Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:01.173097 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Checking router: b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:01.181360 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Routers {'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:01.181959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:01.226773 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.286890 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] Set router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:01.304590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] DHCP port deletion for e992e077-168f-4bca-a2f2-3ad7bac97ef4 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:01.342571 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.365199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Deleting port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:01.365562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.406221 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 17b5d032-1c5b-4120-9809-9ad3ea34152c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:01.406852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.437869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] For port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,segment=NetworkSegment(bd94c004-6095-4511-a5e4-e5657049e777),segment_id=bd94c004-6095-4511-a5e4-e5657049e777)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:01.438569 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.453021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Calling delete_port for 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:01.510872 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 17b5d032-1c5b-4120-9809-9ad3ea34152c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=17b5d032-1c5b-4120-9809-9ad3ea34152c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:01.511262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.524361 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 17b5d032-1c5b-4120-9809-9ad3ea34152c owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:01.536239 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.566941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Pushing event deleted for resources: {'Port': ['ID=5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:01.571243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] No DVR routers for this DVR port 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:21:01.578098 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.578437 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.578771 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.579127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.579454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.579775 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:21:00Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:01.579915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.580092 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.580411 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.580726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.581038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.581726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.581726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f8282-ed0a-4c86-9ac9-611a6bc0b259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:01.615255 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c782a-296c-4f50-a1e4-1be9fee10833 None None] The sync data for ids ['b1cd06f1-d0ba-4ad5-b916-86e3cec337d2'] in n-d-816206-5 is: [{'id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-972641771', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:21:00Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '17b5d032-1c5b-4120-9809-9ad3ea34152c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd06f1-d0ba-4ad5-b916-86e3cec337d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:19:19Z', 'updated_at': '2021-11-16T22:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:01.703492 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.733342 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=17b5d032-1c5b-4120-9809-9ad3ea34152c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:01.744996 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd3fc5-f685-4ac5-8945-12e6460278d8 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:01.797613 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.891133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.893253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.936350 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.936886 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Fanout notify agent at l3_agent the message router_deleted on router b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:21:01.944202 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:01.945643 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-389f370f-efd2-404c-a1a0-d70a74b3b5f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/routers/b1cd06f1-d0ba-4ad5-b916-86e3cec337d2 HTTP/1.1" status: 204 len: 168 time: 0.8303337 Nov 16 22:21:01.948215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40618) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:02.025770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.120144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.139552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e992e077-168f-4bca-a2f2-3ad7bac97ef4']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:02.150241 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd94c004-6095-4511-a5e4-e5657049e777') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:02.150536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd94c004-6095-4511-a5e4-e5657049e777') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:02.164864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.179993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.186033 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:21:02.186410 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:21:02.189510 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:21:02.251943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.259132 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.262248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/networks/e992e077-168f-4bca-a2f2-3ad7bac97ef4 HTTP/1.1" status: 204 len: 168 time: 0.3131201 Nov 16 22:21:02.265573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40620) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:02.274835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6050567-74e7-4431-82e3-2edb8eeee6bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Network': ['ID=e992e077-168f-4bca-a2f2-3ad7bac97ef4,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:02.328436 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.353730 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.419152 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.421818 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.423012 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a137722-b1a3-46ed-9130-fc0daef101fb HTTP/1.1" status: 204 len: 168 time: 0.1563535 Nov 16 22:21:02.431961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a137722-b1a3-46ed-9130-fc0daef101fb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:02.439965 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.440327 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.440671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.441010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.441347 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.441684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.442017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.442352 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.442683 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.443042 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.443373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.443690 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bbc82-ccf0-4b5d-85d6-477d7e74bef9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:02.600985 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3b5fa300-2bcb-48ae-9975-ec1d605ad00c no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:02.624167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 3b5fa300-2bcb-48ae-9975-ec1d605ad00c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:02.625128 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 3b5fa300-2bcb-48ae-9975-ec1d605ad00c not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:02.691247 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40630) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:02.695852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89597014', 'description': 'tempest-secgroup-smoke-89597014 description', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:02.717398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.781708 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.785705 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.813110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.814323 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1220679 Nov 16 22:21:02.817519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40632) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:02.818267 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297f69-6085-4794-879d-552293f9e1a6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e1ba7-afad-4cc8-96f3-f12132f88394,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:02.822047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:02.847915 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.900383 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.903894 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.925012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4125bb-cb40-4b12-a642-a8c82eeb5a8a,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:02.930378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:02.934487 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40634) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:02.934639 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a30d9aec-e4ee-4fe7-b9a4-57be8b701885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160574 Nov 16 22:21:02.939747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:02.964497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.019544 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.023045 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.042731 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00e5c22-ebae-4c87-815f-066e9616fe13,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.049094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.050178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8e75548c-a550-4731-9141-fcc606a12111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146555 Nov 16 22:21:03.053010 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40636) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.057245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.083641 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.107704 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:03.129562 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:03.129905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5bbd3458-ecc9-4a62-9c35-658f7484bdf0 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:03.130321 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17b5d032-1c5b-4120-9809-9ad3ea34152c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:03.142497 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.146041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.150034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 17b5d032-1c5b-4120-9809-9ad3ea34152c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:03.150378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 17b5d032-1c5b-4120-9809-9ad3ea34152c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:03.150847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:03.165961 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad307e74-b09f-46d5-a01c-d3b124ed6297,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.173683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:03.174031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5de9d4dd-27e1-4e98-bcf3-5a7d28d8d56e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:03.175554 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.176764 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9fb19f0d-5c59-47dd-8917-dcabf9514a2c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228366 Nov 16 22:21:03.179412 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40638) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.183798 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.209064 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.265594 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.269308 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.290125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d742d8a-e424-4d3c-9364-d38e9151d257,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.297043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.300675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-de617336-b815-4fe9-891f-f9840eef2c10 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178958 Nov 16 22:21:03.300860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40640) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.305153 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.326308 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:21:03.331096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.388903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.392463 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.411517 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af722e67-9ce7-4dba-9d0b-cdaa8fc36e6d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.416148 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.417321 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-3ba31c29-259f-4b3d-a65f-67559386a0eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155469 Nov 16 22:21:03.419984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40642) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.424773 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'a01e1ba7-afad-4cc8-96f3-f12132f88394', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.446280 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:21:03.450886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.509459 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.513180 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.533925 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9f08d2-ad0a-4a23-ba7a-a38f3734f953,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.539130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.543090 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9ac02c5b-8d7c-48a1-ad87-1b60f6da6ef0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193895 Nov 16 22:21:03.543273 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40644) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.549280 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'network': {'name': 'tempest-network-smoke--1592055875', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.568445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:03.571782 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.595295 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:21:03.605080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.605533 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Added segment 1209e4ba-ad26-460d-8ada-adfe228c74f1 of type vlan for network 705093d1-db04-48d5-83dd-3bbedd31484a Nov 16 22:21:03.645942 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.671816 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.677370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:03.677954 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.733088 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887646 Nov 16 22:21:03.737722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40646) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:03.744928 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'admin_state_up': True, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:03.749545 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376442c-da7c-47d2-896b-6d2791218013 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Network': ['ID=705093d1-db04-48d5-83dd-3bbedd31484a,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:03.761047 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 705093d1-db04-48d5-83dd-3bbedd31484a details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:21:03.771554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.772554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.828159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:03.959714 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.145257 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.163246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.260012 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.159 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/9437c614-727c-47c8-96c8-e34932d8daba) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:04.361842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.393974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.429079 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:04.435344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:04.438985 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:04.444310 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=9437c614-727c-47c8-96c8-e34932d8daba,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:04.447699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aad5d8-28a3-4c71-b33a-f80a3fbf833c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:04.573320 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-01acc2c8-2114-41a7-97ae-fef526ef922e None None] Provisioning complete for port 9437c614-727c-47c8-96c8-e34932d8daba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:04.573607 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-01acc2c8-2114-41a7-97ae-fef526ef922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.612468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-01acc2c8-2114-41a7-97ae-fef526ef922e None None] Port 9437c614-727c-47c8-96c8-e34932d8daba cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:04.693987 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.888284 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.013360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 5d2129be-e71d-41be-a2ce-d2e97ec06426 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:21:05.121177 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:05.131391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Sync routers for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:05.141824 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.142002 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:05.142391 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:05.146101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-82ae4c24-b39b-4226-b664-181682da89a7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4028242 Nov 16 22:21:05.146495 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40648) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:05.178415 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-213eb5f0-401c-4ffb-9dee-2dad95501ade tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9586a4ba20d9411a8ef0d43c9e06713e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306053 Nov 16 22:21:05.180954 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40650) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:05.247616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:05.265672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04ed11-82fb-4626-bb43-0b5828625986 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:05.269957 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8a04ed11-82fb-4626-bb43-0b5828625986 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853317 Nov 16 22:21:05.270094 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40652) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:05.296738 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f80cd2ea-c918-443e-88f4-48d02663c0e0 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0251596 Nov 16 22:21:05.300171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40654) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:05.304806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652286389', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:05.395687 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:05.399407 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.423043 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:04Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:05.453279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Checking router: 5d2129be-e71d-41be-a2ce-d2e97ec06426 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:05.453776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Updating router 5d2129be-e71d-41be-a2ce-d2e97ec06426 port 9437c614-727c-47c8-96c8-e34932d8daba binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:21:05.587363 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.642604 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.657835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Subnet': ['ID=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:05.668291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Checking segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:05.668676 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network hostable DHCP agents. Network: 705093d1-db04-48d5-83dd-3bbedd31484a, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:21:05.685741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 705093d1-db04-48d5-83dd-3bbedd31484a is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:21:05.694684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 705093d1-db04-48d5-83dd-3bbedd31484a) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:05.699119 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:05.699869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:05.716825 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-f2900825-f949-444f-9fa9-638552f6c44c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4156613 Nov 16 22:21:05.720258 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40656) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:05.721770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db366909-963c-47b0-a2e2-b962552b243e None None] Network 705093d1-db04-48d5-83dd-3bbedd31484a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:05.974297 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-705093d1-db04-48d5-83dd-3bbedd31484a', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:21:05.975226 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.043679 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.091735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.161484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5f454-576f-4299-8d4f-8f2d76a415da None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:06.196254 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b939a-adf4-4748-8742-f4aed5b8ab45 None None] Pushing event updated for resources: {'Port': ['ID=9437c614-727c-47c8-96c8-e34932d8daba,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:06.201246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Attempting to bind port 9437c614-727c-47c8-96c8-e34932d8daba on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:06.201625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Attempting to bind port 9437c614-727c-47c8-96c8-e34932d8daba by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:06.201978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Attempting to bind port 9437c614-727c-47c8-96c8-e34932d8daba on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:06.214617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:06.215016 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:06.215376 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.215766 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:06.216271 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Bound port: 9437c614-727c-47c8-96c8-e34932d8daba, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:06.216632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.261369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Allocated IP 172.20.0.2 (705093d1-db04-48d5-83dd-3bbedd31484a/4b5490d7-29ae-4fdb-9a8b-acd36d7109d2/8e87ac0a-85f6-48e0-a240-71d591ec8f1a) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:06.334233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] For port 9437c614-727c-47c8-96c8-e34932d8daba, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:06.336332 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-705e2166-1c1f-4e9b-8d20-c77a033c57c4 None None] Provisioning complete for port 9437c614-727c-47c8-96c8-e34932d8daba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:06.336701 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-705e2166-1c1f-4e9b-8d20-c77a033c57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.373963 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] For port 9437c614-727c-47c8-96c8-e34932d8daba, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9437c614-727c-47c8-96c8-e34932d8daba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:06.381579 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.432248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-705e2166-1c1f-4e9b-8d20-c77a033c57c4 None None] Port 9437c614-727c-47c8-96c8-e34932d8daba cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:06.444589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f4499-f701-4375-bb32-7e612ae7281f None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:06.492007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:06.492659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:06.498197 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b939a-adf4-4748-8742-f4aed5b8ab45 None None] Pushing event updated for resources: {'Port': ['ID=9437c614-727c-47c8-96c8-e34932d8daba,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:06.512731 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.622681 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.631413 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] Provisioning complete for port 9437c614-727c-47c8-96c8-e34932d8daba triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:06.631781 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.636817 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.719867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:06.749924 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Network 705093d1-db04-48d5-83dd-3bbedd31484a is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:06.750736 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Pushing event updated for resources: {'Port': ['ID=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:06.783811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:06.787744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:06.792249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.1 (705093d1-db04-48d5-83dd-3bbedd31484a/4b5490d7-29ae-4fdb-9a8b-acd36d7109d2/264b69e3-f6bc-4238-93c2-3e0aedc23a3c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:06.906140 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.933195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Attempting to bind port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:06.933563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Attempting to bind port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:06.933920 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Attempting to bind port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:06.939688 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.944798 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.963846 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:06.964214 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Checking segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:06.964612 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.965001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Bound using segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:06.965475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Bound port: 8e87ac0a-85f6-48e0-a240-71d591ec8f1a, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:06.965855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.988784 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] For port 9437c614-727c-47c8-96c8-e34932d8daba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9437c614-727c-47c8-96c8-e34932d8daba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:06.996273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 705093d1-db04-48d5-83dd-3bbedd31484a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:06.997179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:07.000701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:07.002753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:07.012269 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.047067 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.117443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] For port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:07.121611 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20f29d-88dd-41e1-ad7e-760e336cf27e None None] Pushing event updated for resources: {'Port': ['ID=9437c614-727c-47c8-96c8-e34932d8daba,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:07.133874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] For port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:07.138288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:04Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:07.141871 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.172751 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7741f56-d4f1-4767-981e-a77efaea6cb3 None None] The sync data for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 is: [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:04Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:07.185144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.230102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c8d96-9199-4e97-ac1f-3bfaf0b06439 None None] Pushing event updated for resources: {'Port': ['ID=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:07.524094 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.529262 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.609853 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:07.613671 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:07.720180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 705093d1-db04-48d5-83dd-3bbedd31484a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:07.721697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:07.844694 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 5d2129be-e71d-41be-a2ce-d2e97ec06426 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:21:07.961693 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:07.966981 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8295baa0-e026-455e-9b12-bfbe700e0313 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/5d2129be-e71d-41be-a2ce-d2e97ec06426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2455349 Nov 16 22:21:08.137973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-29ec1be5-60a5-481f-a154-56231819fda9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89597014&fields=id&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 267 time: 0.0555785 Nov 16 22:21:08.214115 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d3101-7a37-4c1a-897a-c25b38ccb55a None None] Network 705093d1-db04-48d5-83dd-3bbedd31484a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:08.248014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-c90ab33f-f2d4-496d-8ba7-2a316a21b963 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:08.250127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-c90ab33f-f2d4-496d-8ba7-2a316a21b963 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 797 time: 0.1045020 Nov 16 22:21:08.265875 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-847b6af8-590f-46a3-a845-d7c1913aeabd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/quotas/9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 375 time: 0.0092440 Nov 16 22:21:08.278531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] Provisioning complete for port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:08.278992 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:08.322736 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-6d5ab4fd-05a2-475f-ba58-c9e411414b9c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513053 Nov 16 22:21:08.424124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-3076c685-2e14-46e7-9396-f4dac2e87bb5 service neutron] 10.222.0.54 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890117 Nov 16 22:21:08.524100 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-e1eb2e0a-4f69-468d-92aa-8acdca4bdd4d service neutron] 10.222.0.54 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Nov 16 22:21:08.589954 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:08.631495 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] For port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:08.652146 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:08.716866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2279f29-5f2a-401c-8cfc-8b5ccdbf2ba1 None None] Pushing event updated for resources: {'Port': ['ID=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:08.746372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-48e5d08f-89e4-43fb-8f1e-804dda56528c req-96e04506-bb99-4ef0-bf32-0ab29c862002 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 210 time: 0.0459912 Nov 16 22:21:08.912925 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Sync routers for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:08.923993 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:08.924747 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:08.975491 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-261e23fa-b5fe-4dd7-893c-b0528eda4b16 None None] Provisioning complete for port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:08.976382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-261e23fa-b5fe-4dd7-893c-b0528eda4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.041974 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:09.093863 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-261e23fa-b5fe-4dd7-893c-b0528eda4b16 None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:09.094523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-261e23fa-b5fe-4dd7-893c-b0528eda4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.161014 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-261e23fa-b5fe-4dd7-893c-b0528eda4b16 None None] Port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:09.270153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8e87ac0a-85f6-48e0-a240-71d591ec8f1a up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:09.301802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 2, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:09.333556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d640034-e39d-4c9e-a54f-ab93a622780f None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:09.334047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d640034-e39d-4c9e-a54f-ab93a622780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.338464 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Checking router: 5d2129be-e71d-41be-a2ce-d2e97ec06426 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:09.338806 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Updating router 5d2129be-e71d-41be-a2ce-d2e97ec06426 port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:21:09.366352 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.373471 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:09.374713 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.401382 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4d640034-e39d-4c9e-a54f-ab93a622780f None None] Port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:09.470649 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9437c614-727c-47c8-96c8-e34932d8daba up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:09.524528 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 9437c614-727c-47c8-96c8-e34932d8daba triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:09.524875 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.553169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a082944f-8ebe-4c72-9528-4d89afe440ae None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:09.553406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a082944f-8ebe-4c72-9528-4d89afe440ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.596472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a082944f-8ebe-4c72-9528-4d89afe440ae None None] Port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:09.642322 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.648644 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.658577 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.711199 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Pushing event updated for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:09.738771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.738771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.738771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.738771 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.739348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.739348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.739538 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.739809 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.740130 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.740450 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.740766 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.741087 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:09.772504 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Attempting to bind port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:09.772873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Attempting to bind port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:09.773238 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Attempting to bind port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:09.778917 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:09.779324 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Checking segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:09.779726 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.780118 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Bound using segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:09.780659 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Bound port: 264b69e3-f6bc-4238-93c2-3e0aedc23a3c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:09.781052 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.869032 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] For port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:09.873089 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] For port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:09.881407 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:09.895959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-728fa0a2-6020-4c7f-a3de-d1d8d4309ad0 req-9de80f81-b1a2-45c9-9c35-ee4a46f4626e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 210 time: 0.0429330 Nov 16 22:21:09.906785 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-bad26a32-6585-44a2-a5b8-c6ee08be7f97 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:09.908584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-bad26a32-6585-44a2-a5b8-c6ee08be7f97 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 797 time: 0.1675384 Nov 16 22:21:09.966662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:09.967376 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:20:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:09.971594 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b1e2-918b-43e3-b4a3-bea300040f89 None None] Pushing event updated for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:09.990636 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d1bf6ca6-f934-43cd-80e1-49f8966aa955 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 378 time: 0.0722706 Nov 16 22:21:10.001358 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'port': {'device_id': '83f89e07-9b35-48fb-802e-dea91e33172e', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'admin_state_up': True, 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'security_groups': ['a01e1ba7-afad-4cc8-96f3-f12132f88394']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:10.031731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:10.032495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.088721 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:10.126289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:10.131145 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.135887 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.179684 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] For port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:10.185099 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.259427 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b946e87-4251-41e2-9558-dc36f7510eff None None] Pushing event updated for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:10.290739 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.7 (705093d1-db04-48d5-83dd-3bbedd31484a/4b5490d7-29ae-4fdb-9a8b-acd36d7109d2/602619b1-bfe7-4f40-905a-4bd9badad8e1) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:10.307465 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:09Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:10.307774 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0c8f0671-325d-41dc-b930-a9242043d53e None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:10.308255 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0671-325d-41dc-b930-a9242043d53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.337900 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b07126-9552-4116-9da7-1366f142ea46 None None] The sync data for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 is: [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:09Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:10.459080 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.493976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.543321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 705093d1-db04-48d5-83dd-3bbedd31484a is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:10.549473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:10.553448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:10.583997 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:10.616199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:10.616767 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.635001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-d72f1216-1449-420c-959a-43f416d9e2fd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6378560 Nov 16 22:21:10.649046 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Request body: {'port': {'device_id': '83f89e07-9b35-48fb-802e-dea91e33172e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:10.708770 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.830892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4c799834-fb39-4f55-9653-650aefa8e6b3 None None] Provisioning complete for port 602619b1-bfe7-4f40-905a-4bd9badad8e1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:10.831263 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4c799834-fb39-4f55-9653-650aefa8e6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:10.870038 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-4c799834-fb39-4f55-9653-650aefa8e6b3 None None] Port 602619b1-bfe7-4f40-905a-4bd9badad8e1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:21:11.000282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602619b1-bfe7-4f40-905a-4bd9badad8e1 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:11.025605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.042798 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Transition to ACTIVE for port object 602619b1-bfe7-4f40-905a-4bd9badad8e1 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:21:11.048904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.067758 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a95cc-9cff-48aa-8c73-2e677a621fd6 req-a765e747-a2b3-428e-a2b8-316c3b2d83e7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.069340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-558a95cc-9cff-48aa-8c73-2e677a621fd6 req-a765e747-a2b3-428e-a2b8-316c3b2d83e7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 931 time: 0.0838819 Nov 16 22:21:11.149129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 264b69e3-f6bc-4238-93c2-3e0aedc23a3c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:11.149598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:11.177925 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-558a95cc-9cff-48aa-8c73-2e677a621fd6 req-ddae6fcd-75ac-4867-85a9-ec01d1de63ee tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892470 Nov 16 22:21:11.216157 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:11.216662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.270630 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:11.272168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:11.272168 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:11.276871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:21:11.277457 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:11.283280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:11.283894 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Checking segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:11.284512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Bound using segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:11.285041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Bound port: 602619b1-bfe7-4f40-905a-4bd9badad8e1, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:11.285561 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.361435 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:11.364571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:11.368381 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.406076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.406981 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:11.408451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] 10.222.0.21 "PUT /v2.0/ports/602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 1091 time: 0.7645929 Nov 16 22:21:11.410920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:11.414683 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d" -d '{"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:11.447954 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a1bc-1f60-4f8e-8100-cb1f8a9ad80b service neutron] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:11.469756 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512893ea-28c1-412c-8a50-ab069c0931c9 x-openstack-request-id: req-512893ea-28c1-412c-8a50-ab069c0931c9 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:11.470643 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:11.470900 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-512893ea-28c1-412c-8a50-ab069c0931c9 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:11.471361 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'status': 'completed', 'code': 200} Nov 16 22:21:11.523517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-05d3ca4e-aed9-4243-ae8f-6cfabc88d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.525069 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-05d3ca4e-aed9-4243-ae8f-6cfabc88d65b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0493140 Nov 16 22:21:11.573204 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-ae3bb3fa-e426-41fa-aa8b-37e35257787b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 217 time: 0.0397830 Nov 16 22:21:11.626823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-1812a4e1-94b7-44df-9ea2-883a74baf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.628511 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-1812a4e1-94b7-44df-9ea2-883a74baf835 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0487647 Nov 16 22:21:11.673793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-1bc9a805-1855-4b01-b1d8-44c9b251236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.675301 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-1bc9a805-1855-4b01-b1d8-44c9b251236d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400670 Nov 16 22:21:11.768006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-a2f2dde6-de5b-4664-b7fb-22827d42e932 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Nov 16 22:21:11.860885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-59b1ce55-c41e-47aa-8a9d-b50fec307086 req-67e5e78a-8439-40d4-8469-9a91353d5d1d service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Nov 16 22:21:11.942895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-714ece8e-f86f-4d37-aeec-f017762563b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.944343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-714ece8e-f86f-4d37-aeec-f017762563b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0389287 Nov 16 22:21:12.037551 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-77ce1046-ebee-45e3-bc7c-cf293df0cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:12.039018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-77ce1046-ebee-45e3-bc7c-cf293df0cae3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.0880554 Nov 16 22:21:12.079331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-ab5fc72e-0528-44a1-9528-64cf9246f7c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 217 time: 0.0328469 Nov 16 22:21:12.132642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-26809aec-101c-4f05-a071-5e753c4d1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:12.134139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-26809aec-101c-4f05-a071-5e753c4d1347 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0465398 Nov 16 22:21:12.177967 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-b8868d52-5820-4b07-83a7-69e73af18c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:12.179446 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-b8868d52-5820-4b07-83a7-69e73af18c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382521 Nov 16 22:21:12.295989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-975ae8db-988b-4cf5-be2d-0d470d982c77 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086957 Nov 16 22:21:12.331609 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95702051-c973-41a9-b317-dc18115a80d3 req-511de536-e6ea-4e0a-ac7a-2479edda1513 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:12.333021 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95702051-c973-41a9-b317-dc18115a80d3 req-511de536-e6ea-4e0a-ac7a-2479edda1513 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0792298 Nov 16 22:21:12.423805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95702051-c973-41a9-b317-dc18115a80d3 req-b600f010-b0b4-43ad-aa73-743c9ce90f9a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669348 Nov 16 22:21:12.438603 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-612b6e18-0a3a-4ddb-bb03-120f3d86ab7d req-e58c60a7-ad7b-41e8-a1f2-f083aa2d43e2 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338320 Nov 16 22:21:13.445084 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:13.540836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc2d55-6932-4b4a-bf4f-6063ed1355c5 req-440b3cf3-83ac-4bc0-93d7-de2d1f1b1506 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:13.542330 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93dc2d55-6932-4b4a-bf4f-6063ed1355c5 req-440b3cf3-83ac-4bc0-93d7-de2d1f1b1506 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0489511 Nov 16 22:21:13.592269 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-93dc2d55-6932-4b4a-bf4f-6063ed1355c5 req-a0b99924-543d-4848-a82c-9ebbbc6710bd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431588 Nov 16 22:21:14.661959 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:21:14.705923 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049e42a-61ad-4e99-9ef4-1c168f93d076 req-fcffd56b-b9fc-465f-acc0-2d18b963e616 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.707445 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9049e42a-61ad-4e99-9ef4-1c168f93d076 req-fcffd56b-b9fc-465f-acc0-2d18b963e616 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0481286 Nov 16 22:21:14.757340 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9049e42a-61ad-4e99-9ef4-1c168f93d076 req-79d872f7-f672-4602-9a7d-3cbc276139cc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438139 Nov 16 22:21:14.758553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:14.777288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'mac_address': 'fa:16:3e:c3:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:21:14.811200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:14.824252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602619b1-bfe7-4f40-905a-4bd9badad8e1 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:14.844525 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:14.847209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:14.893676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:15.079394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['602619b1-bfe7-4f40-905a-4bd9badad8e1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:21:15.466369 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-37321786-56eb-401a-b572-c41b307f61cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:15.877427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61713-c365-496c-9d69-6e6b45f94e68 req-396ab77e-e210-41b5-9fce-e414f74fc485 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:15.878922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06e61713-c365-496c-9d69-6e6b45f94e68 req-396ab77e-e210-41b5-9fce-e414f74fc485 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 944 time: 0.0518847 Nov 16 22:21:15.927980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-06e61713-c365-496c-9d69-6e6b45f94e68 req-9271385f-4407-4e73-872d-a6d01cc60d76 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431144 Nov 16 22:21:16.662513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:16.710251 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 602619b1-bfe7-4f40-905a-4bd9badad8e1 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:21:16.714175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 602619b1-bfe7-4f40-905a-4bd9badad8e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:16.714544 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:16.792516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:16.815255 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:16.817485 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c1ff9-42aa-41fd-9663-56ab4dc5c24c" -d '{"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-plugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:16.829875 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:16.834065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:16.859962 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e352c6-c091-48cc-999f-61b1a3b8e8e8 x-openstack-request-id: req-08e352c6-c091-48cc-999f-61b1a3b8e8e8 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:16.860257 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-plugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:16.860506 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08e352c6-c091-48cc-999f-61b1a3b8e8e8 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:16.860891 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'code': 200} Nov 16 22:21:16.886065 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:16.951434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bdf79-7dff-4e0e-9e8a-3d81b06e19d1 req-e7469fb4-74a9-4af3-9ef3-6fa0f84f7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:16.952988 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-320bdf79-7dff-4e0e-9e8a-3d81b06e19d1 req-e7469fb4-74a9-4af3-9ef3-6fa0f84f7e3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1096 time: 0.0390978 Nov 16 22:21:17.010479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-320bdf79-7dff-4e0e-9e8a-3d81b06e19d1 req-14330fe7-2383-4dfd-9b67-50696e717b88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497808 Nov 16 22:21:17.045337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5c9e-2fb6-4cd2-a6e3-ea62ff21223d req-adeb4870-4f16-452a-b48a-71cecd8aae47 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:17.047383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d50e5c9e-2fb6-4cd2-a6e3-ea62ff21223d req-adeb4870-4f16-452a-b48a-71cecd8aae47 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0491457 Nov 16 22:21:17.099331 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d50e5c9e-2fb6-4cd2-a6e3-ea62ff21223d req-746a67a6-99a1-4eef-ac78-fd7a2ecaf843 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458636 Nov 16 22:21:17.790588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c73cb0e6-ecbe-4ea8-abdb-de1daeb01366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:18.214485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568aad-0d27-4696-adec-0e7bad841dde req-7de337b8-b48b-409e-afef-228e861263f3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:18.215966 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95568aad-0d27-4696-adec-0e7bad841dde req-7de337b8-b48b-409e-afef-228e861263f3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0483477 Nov 16 22:21:18.264652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-95568aad-0d27-4696-adec-0e7bad841dde req-49603873-9fcc-4dcf-a1f9-7a379fd539b7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428028 Nov 16 22:21:18.377971 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976bde8-44e1-45c1-895f-cf01243d5fb7 req-318df295-7290-4626-947c-0821b470554b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:18.379645 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7976bde8-44e1-45c1-895f-cf01243d5fb7 req-318df295-7290-4626-947c-0821b470554b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0491788 Nov 16 22:21:18.428026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7976bde8-44e1-45c1-895f-cf01243d5fb7 req-1d3ec019-39c8-4d30-a64f-929c46e9f9fa tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425267 Nov 16 22:21:18.448907 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40708) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:18.491369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f861d-169b-473b-ac16-957f843d9836 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:18.492858 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-4a6f861d-169b-473b-ac16-957f843d9836 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1091 time: 0.0430157 Nov 16 22:21:18.495667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40710) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:18.499906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:18.521428 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:18.615439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:18.719089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.77 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/682622c7-0ad6-4c40-953f-c3853055589d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:18.820874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:18.854076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:18.892861 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:18.897519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:18.901027 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:18.925794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=682622c7-0ad6-4c40-953f-c3853055589d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:19.232272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.299706 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.447452 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.451989 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.517273 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.518038 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=682622c7-0ad6-4c40-953f-c3853055589d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:19.529001 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.968299 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 4835e05d-a634-4e02-aeca-c72af06cd44a associated. External IP: 172.25.7.77, port: 602619b1-bfe7-4f40-905a-4bd9badad8e1. Nov 16 22:21:20.170334 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 5d2129be-e71d-41be-a2ce-d2e97ec06426 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:21:20.219574 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:21:20.274995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:20.284842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Sync routers for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:20.291979 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:20.294530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:20.295175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:20.319149 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-76ca7ba7-03b9-40bb-be44-1fba9afb3c87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8224664 Nov 16 22:21:20.319730 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:20.321991 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56081b01-239a-4740-8c5a-2e69bea0a791" -d '{"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:20.365231 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b6279-115c-4777-bd3c-4a00a245f648 x-openstack-request-id: req-807b6279-115c-4777-bd3c-4a00a245f648 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:20.365520 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:20.366110 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-807b6279-115c-4777-bd3c-4a00a245f648 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:20.366538 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'status': 'completed', 'code': 200} Nov 16 22:21:20.406732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:20.450124 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a67264-646b-424c-8bf3-4db93ef23232 req-b319fe1b-248f-4dd0-beae-1e5b5e17e7f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.451637 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8a67264-646b-424c-8bf3-4db93ef23232 req-b319fe1b-248f-4dd0-beae-1e5b5e17e7f9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0739655 Nov 16 22:21:20.457364 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-7953390c-87ea-445b-ab0e-74da0a8d3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.458739 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-7953390c-87ea-445b-ab0e-74da0a8d3a41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1096 time: 0.0698075 Nov 16 22:21:20.556802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c8a67264-646b-424c-8bf3-4db93ef23232 req-32c62f4f-1ef2-4e0d-8020-ddf9c94f5ef5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970840 Nov 16 22:21:20.580633 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40716) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:20.624180 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-e4f3fd58-f1aa-4c03-b42d-809e8933ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.626143 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-e4f3fd58-f1aa-4c03-b42d-809e8933ba6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.1595113 Nov 16 22:21:20.634155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '4835e05d-a634-4e02-aeca-c72af06cd44a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'mac_address': 'fa:16:3e:c3:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f89e07-9b35-48fb-802e-dea91e33172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:21:19Z', 'updated_at': '2021-11-16T22:21:19Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:20.665490 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Checking router: 5d2129be-e71d-41be-a2ce-d2e97ec06426 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:20.674212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:20.674823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:21:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:20.693372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-724a444b-9e75-4920-9dbd-ede6290b749b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/4835e05d-a634-4e02-aeca-c72af06cd44a HTTP/1.1" status: 200 len: 990 time: 0.1102586 Nov 16 22:21:20.707371 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-3154fcd6-c96a-4f22-b59c-bf0fd9478733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 998 time: 0.0725718 Nov 16 22:21:20.768471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:20.793142 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:20.802691 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-e110dd1b-1d95-4f6f-92b3-b44c68ca853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.804189 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-e110dd1b-1d95-4f6f-92b3-b44c68ca853d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0888488 Nov 16 22:21:20.853497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-604d781c-a4db-422e-9e5e-e76a133671fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.855046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-604d781c-a4db-422e-9e5e-e76a133671fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439863 Nov 16 22:21:20.946778 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-4bb1a929-9495-42d6-bde8-dc34df7f49fa service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846505 Nov 16 22:21:21.018496 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '4835e05d-a634-4e02-aeca-c72af06cd44a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'mac_address': 'fa:16:3e:c3:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f89e07-9b35-48fb-802e-dea91e33172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:21:19Z', 'updated_at': '2021-11-16T22:21:19Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:21.041853 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-56081b01-239a-4740-8c5a-2e69bea0a791 req-6fa61914-f9cc-4127-ac11-6bf76a261b9e service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881839 Nov 16 22:21:21.048881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51952066-5668-4bd8-bda2-66cef9be5a73 None None] The sync data for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 is: [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '4835e05d-a634-4e02-aeca-c72af06cd44a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'mac_address': 'fa:16:3e:c3:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f89e07-9b35-48fb-802e-dea91e33172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:21:19Z', 'updated_at': '2021-11-16T22:21:19Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:21.239265 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a61d7e-9fe9-4b34-9318-6d9de86c9b89 None None] New status for floating IP 4835e05d-a634-4e02-aeca-c72af06cd44a: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:21:21.578231 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:21.697012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40720) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:21.767385 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d4cd4e9e-950c-43e3-9d2e-c021ad5fad40 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/4835e05d-a634-4e02-aeca-c72af06cd44a HTTP/1.1" status: 200 len: 992 time: 0.0691590 Nov 16 22:21:39.624560 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:43.441703 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.467380 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-58c941e9-5872-4c1a-bf80-b705b3646dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.790048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-738c7340-0d31-40e7-84b4-752d899a028b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418591 Nov 16 22:21:47.791087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ad49623-8e7c-4605-8fe4-0f828a654f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.874104 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-de9de242-f8ef-43c3-8263-4dd2c3f01d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:47.876218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-de9de242-f8ef-43c3-8263-4dd2c3f01d8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1096 time: 0.0436344 Nov 16 22:21:47.995208 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-47b9a664-e27e-40c6-b09b-abad4f5dffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:47.996776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-47b9a664-e27e-40c6-b09b-abad4f5dffa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.0990646 Nov 16 22:21:48.063618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-0a5e6736-39c2-41f3-87c2-026fe4efe1b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0582209 Nov 16 22:21:48.112636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-383bbed3-79e4-4a6e-83ff-574aeede1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:48.114036 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-383bbed3-79e4-4a6e-83ff-574aeede1690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0437927 Nov 16 22:21:48.162402 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-69457ba4-9faa-40f6-b140-c56f23714404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:48.163874 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-69457ba4-9faa-40f6-b140-c56f23714404 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422318 Nov 16 22:21:48.251714 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-b9a9ca37-6063-4669-b78b-2fd1c7ffa360 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803711 Nov 16 22:21:48.331271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-e514d560-d36d-4096-b5ae-1b372992697d req-c724cc5d-de27-4987-8023-62d34eb39c90 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:21:48.332176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e514d560-d36d-4096-b5ae-1b372992697d req-c724cc5d-de27-4987-8023-62d34eb39c90 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075555 Nov 16 22:21:48.358304 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-adb64042-02d0-4696-98ee-81d53b7f1a17 req-1c71657a-32cc-4949-92bb-c65e33f669cc service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986824 Nov 16 22:21:48.491254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40740) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:48.522454 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30339d-c478-4468-9c28-3a78017afb0f req-487b5708-c286-47a3-9195-49a2fe2cc111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:48.524062 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d30339d-c478-4468-9c28-3a78017afb0f req-487b5708-c286-47a3-9195-49a2fe2cc111 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0578442 Nov 16 22:21:48.571352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-683dbcbd-f8a8-49d1-a0ca-60659a009c66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788898 Nov 16 22:21:48.575041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5d30339d-c478-4468-9c28-3a78017afb0f req-9a0306e9-d98d-4694-aefc-e8938805b1c9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449038 Nov 16 22:21:48.580735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-2a62af01-58c3-4a41-bf37-1b1e9ae70ba7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:21:48.581772 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-2a62af01-58c3-4a41-bf37-1b1e9ae70ba7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055034 Nov 16 22:21:49.519305 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.637283 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-cbaf3eb9-044b-496f-a659-33a00f3b958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:49.638903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-cbaf3eb9-044b-496f-a659-33a00f3b958a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1096 time: 0.0456498 Nov 16 22:21:49.741874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75667-dbb6-4620-924d-c39b46e1298d req-f68e7634-d9df-4bc9-b11b-94a84ab90436 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:49.743375 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63a75667-dbb6-4620-924d-c39b46e1298d req-f68e7634-d9df-4bc9-b11b-94a84ab90436 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0991790 Nov 16 22:21:49.782884 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-5764625b-e534-4f13-be71-6d708a2d52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:49.784232 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-5764625b-e534-4f13-be71-6d708a2d52c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.1318309 Nov 16 22:21:49.846043 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-63a75667-dbb6-4620-924d-c39b46e1298d req-41a71349-5167-4635-a375-353f05cc3f0e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946071 Nov 16 22:21:49.864651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-e94b9af0-6f71-430e-8eac-b3b6cef976c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0715368 Nov 16 22:21:49.915322 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-b2c1aa6c-f2b9-4f3f-a97d-dd795418e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:49.916725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-b2c1aa6c-f2b9-4f3f-a97d-dd795418e621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0443540 Nov 16 22:21:49.967478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-e95397c3-b104-4724-867c-aa4bf8abf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:49.969601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-e95397c3-b104-4724-867c-aa4bf8abf786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440886 Nov 16 22:21:50.059015 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-6a381f70-b89d-4527-975b-57c95fbb766d service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Nov 16 22:21:50.153633 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-f64206ee-af4c-4eb9-b8d7-0c1e64bc8caf service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859778 Nov 16 22:21:50.758440 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.963066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78915e61-04d5-4521-ae4d-e6d2209a7630 req-405fd04f-4f7b-4163-9785-b94bfeea4c96 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:50.964575 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78915e61-04d5-4521-ae4d-e6d2209a7630 req-405fd04f-4f7b-4163-9785-b94bfeea4c96 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0506926 Nov 16 22:21:51.012813 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-78915e61-04d5-4521-ae4d-e6d2209a7630 req-97e710ed-0d41-455e-a698-06c9482a3ce7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422072 Nov 16 22:21:51.579441 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:52.130154 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77db8-13c3-4e07-82e1-5944dcb0f20b req-0a8d8850-2729-40ce-9e53-7ea545e2bf2f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:52.131663 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acd77db8-13c3-4e07-82e1-5944dcb0f20b req-0a8d8850-2729-40ce-9e53-7ea545e2bf2f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0489190 Nov 16 22:21:52.179516 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-acd77db8-13c3-4e07-82e1-5944dcb0f20b req-146c6c7c-077e-448d-8589-ff5b755c7a0a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419619 Nov 16 22:21:53.298108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3ad4-f36a-4aa7-9c03-b486a73de2b3 req-b0248feb-4071-4438-9ce6-17b30a35cc9e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:53.299609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb2a3ad4-f36a-4aa7-9c03-b486a73de2b3 req-b0248feb-4071-4438-9ce6-17b30a35cc9e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0532918 Nov 16 22:21:53.349309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cb2a3ad4-f36a-4aa7-9c03-b486a73de2b3 req-2d96c2d9-ec27-4c27-b362-78febfd2afd7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437634 Nov 16 22:21:54.470624 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad8daa-1562-4127-9d63-b9668d8368c5 req-e9b3bbd2-b453-4092-8abb-3ddabaa97adb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.472216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17ad8daa-1562-4127-9d63-b9668d8368c5 req-e9b3bbd2-b453-4092-8abb-3ddabaa97adb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0507336 Nov 16 22:21:54.522341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-17ad8daa-1562-4127-9d63-b9668d8368c5 req-821f79d3-21d2-487d-89d5-3bd3407d61b8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438640 Nov 16 22:21:55.636864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0d59-6ed5-4c5d-aa47-a895d395e618 req-8dfb4817-8930-47cf-b301-f9cc41f3840c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:55.638333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b75e0d59-6ed5-4c5d-aa47-a895d395e618 req-8dfb4817-8930-47cf-b301-f9cc41f3840c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0484555 Nov 16 22:21:55.692606 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b75e0d59-6ed5-4c5d-aa47-a895d395e618 req-0b3da3c7-dfd2-4a12-9985-ea6d5d680f3d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477464 Nov 16 22:21:56.807387 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b52e5-6a93-4ad5-bec9-72359ce21835 req-0b37bf98-1959-4aa9-9fa3-e1ef56d4a4b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:56.808752 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-664b52e5-6a93-4ad5-bec9-72359ce21835 req-0b37bf98-1959-4aa9-9fa3-e1ef56d4a4b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0480850 Nov 16 22:21:56.858266 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-664b52e5-6a93-4ad5-bec9-72359ce21835 req-8246c48c-aee9-4cbf-b3ce-74da011852c5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429578 Nov 16 22:21:57.221219 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:21:57.972054 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a2ebc-3e2b-4c8b-bed8-1bde09853bec req-355a7a11-b777-474c-93fd-6b4b59fdd2dd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:57.973509 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-872a2ebc-3e2b-4c8b-bed8-1bde09853bec req-355a7a11-b777-474c-93fd-6b4b59fdd2dd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0479615 Nov 16 22:21:58.022346 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-872a2ebc-3e2b-4c8b-bed8-1bde09853bec req-56a06928-dc55-4088-affd-681b39dea5eb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426426 Nov 16 22:21:59.142039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0457-1233-49d8-b691-6c14dcf2f57d req-5d3e2dbf-5aae-40ed-8329-dfdc4c3e1055 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:59.143534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fc0457-1233-49d8-b691-6c14dcf2f57d req-5d3e2dbf-5aae-40ed-8329-dfdc4c3e1055 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0533566 Nov 16 22:21:59.191635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-33fc0457-1233-49d8-b691-6c14dcf2f57d req-325f82c3-7e53-406f-a932-4d058052de98 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421515 Nov 16 22:22:00.304684 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d04093-3023-47e3-af5a-755519805743 req-68d0842f-fc3c-4dd9-9b30-31f0594dc9dd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:00.306157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81d04093-3023-47e3-af5a-755519805743 req-68d0842f-fc3c-4dd9-9b30-31f0594dc9dd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0483699 Nov 16 22:22:00.354336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-81d04093-3023-47e3-af5a-755519805743 req-5d2f778d-1fe7-4c43-83a3-e7d6038176f8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423381 Nov 16 22:22:01.472685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe3d51-97a5-49d0-b5f0-43439186a8f1 req-06aef2e1-fc3e-4922-ac8e-080fd35a6e45 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:01.474191 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73fe3d51-97a5-49d0-b5f0-43439186a8f1 req-06aef2e1-fc3e-4922-ac8e-080fd35a6e45 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0527294 Nov 16 22:22:01.523715 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73fe3d51-97a5-49d0-b5f0-43439186a8f1 req-9ce616ae-7282-4d85-b5d1-d22ab8b27bb6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432901 Nov 16 22:22:01.949493 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-614c53ae-3563-43a9-9746-68d6485016c7 service neutron] show failed (client error): The resource could not be found. Nov 16 22:22:01.950474 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-614c53ae-3563-43a9-9746-68d6485016c7 service neutron] 10.222.0.21 "GET /v2.0/ports/602619b1-bfe7-4f40-905a-4bd9badad8e1/bindings/n-h2-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0528271 Nov 16 22:22:02.187259 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-ab8199c7-55c9-43be-956b-f246f9eed891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:02.189247 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-ab8199c7-55c9-43be-956b-f246f9eed891 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 1096 time: 0.0817394 Nov 16 22:22:02.199927 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-91fa94aa-8f0c-4025-8909-fb7ff3a8fc27 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:22:02.200800 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-91fa94aa-8f0c-4025-8909-fb7ff3a8fc27 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046918 Nov 16 22:22:02.212463 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-5', 'device_owner': 'compute:nova'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:02.265997 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:02.649183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5bfa6-38f1-45d9-a43e-4ca133b34683 req-43dfdd7d-0835-4dfc-84f7-9a99628ce523 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:02.650882 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bda5bfa6-38f1-45d9-a43e-4ca133b34683 req-43dfdd7d-0835-4dfc-84f7-9a99628ce523 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0527320 Nov 16 22:22:02.703037 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bda5bfa6-38f1-45d9-a43e-4ca133b34683 req-cd46aa9c-cfc4-478b-91fe-2ee00478b7bf tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446515 Nov 16 22:22:02.787203 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:02.819308 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h1-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:02.857964 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:02.860378 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e1f30-e233-4c89-9b43-7bb2e772f50b" -d '{"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-unplugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:02.864387 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:02.877337 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Transition to ACTIVE for port object 602619b1-bfe7-4f40-905a-4bd9badad8e1 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:22:02.880658 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:02.910451 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388c727-fe60-456b-9baa-d7fa613ceadc x-openstack-request-id: req-8388c727-fe60-456b-9baa-d7fa613ceadc {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:02.910746 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-unplugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:02.911031 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8388c727-fe60-456b-9baa-d7fa613ceadc {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:02.911428 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'code': 200} Nov 16 22:22:02.930903 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=6']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:02.972301 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.972648 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.972988 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.973323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.973657 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.973986 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.974311 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.974639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.974984 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.975370 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.975697 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:02.976017 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:03.014079 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] No DVR routers for this DVR port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on host n-h1-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:03.149130 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:03.149465 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:03.149790 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:03.154001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:22:03.154317 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Attempting to bind port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on network 705093d1-db04-48d5-83dd-3bbedd31484a {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:03.159081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:03.159414 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Checking segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:03.159796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Bound using segment: {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:03.160234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Bound port: 602619b1-bfe7-4f40-905a-4bd9badad8e1, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1209e4ba-ad26-460d-8ada-adfe228c74f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:03.160559 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.220630 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:03.223546 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:03.227878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.263262 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.263876 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.265276 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-811be225-ccd7-4f70-918c-29802748e51c service neutron] 10.222.0.36 "PUT /v2.0/ports/602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 1091 time: 1.0563846 Nov 16 22:22:03.288797 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811be225-ccd7-4f70-918c-29802748e51c service neutron] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=7']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:03.343574 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-db3c0dd4-673f-42e0-a353-5bf6c337bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.345967 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-db3c0dd4-673f-42e0-a353-5bf6c337bcfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0542221 Nov 16 22:22:03.450553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-d30af53a-9807-4137-b666-874b4c6dcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.452066 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-d30af53a-9807-4137-b666-874b4c6dcbad service neutron] 10.222.0.36 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.0985215 Nov 16 22:22:03.517764 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-f043dafb-cfdf-4221-8937-891735f7cd2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 998 time: 0.0585356 Nov 16 22:22:03.566285 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-534540ff-04b5-468a-a6d4-b643d7c3cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.567765 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-534540ff-04b5-468a-a6d4-b643d7c3cf85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0437188 Nov 16 22:22:03.615819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-ddfcb11e-6e91-47be-b6c2-4f5264f22c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.617295 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-ddfcb11e-6e91-47be-b6c2-4f5264f22c6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428185 Nov 16 22:22:03.712568 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-7cedd412-ffcd-4853-a4b1-8a171c8b29dd service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876153 Nov 16 22:22:03.806251 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-e48038a6-8c68-471e-ab85-e8d8d423c32c req-da643e57-6aa2-49e9-84b5-dfd6ca168d34 service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Nov 16 22:22:03.822093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c8d26-3063-4cdf-aa9a-75324f043050 req-37de39eb-aab2-4745-a4cc-5b4a3e9035d2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.823838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a12c8d26-3063-4cdf-aa9a-75324f043050 req-37de39eb-aab2-4745-a4cc-5b4a3e9035d2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0521183 Nov 16 22:22:03.873528 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a12c8d26-3063-4cdf-aa9a-75324f043050 req-8e82ba30-713e-4cc2-9a72-aaa8abe23ff1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429072 Nov 16 22:22:04.912869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:04.915270 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21574481-1594-4972-8ada-50feba37c475" -d '{"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:04.926731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:04.963933 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e564a3b-1692-442a-b57c-3527f9b912b7 x-openstack-request-id: req-4e564a3b-1692-442a-b57c-3527f9b912b7 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:04.964291 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:04.964546 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e564a3b-1692-442a-b57c-3527f9b912b7 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:04.964948 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'status': 'completed', 'code': 200} Nov 16 22:22:04.969129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:05.028768 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-fe23c8a3-20e7-4629-872a-9bddd0bf50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.030270 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-fe23c8a3-20e7-4629-872a-9bddd0bf50a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0400479 Nov 16 22:22:05.031760 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032d61-9042-437d-af42-5d252a890d0d req-74d4baf7-3c18-4c1d-b964-431c5e427b39 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.033865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91032d61-9042-437d-af42-5d252a890d0d req-74d4baf7-3c18-4c1d-b964-431c5e427b39 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0841706 Nov 16 22:22:05.040120 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-bc97acd0-7436-4571-bd4b-18e10eea6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.041505 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-bc97acd0-7436-4571-bd4b-18e10eea6f69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0573225 Nov 16 22:22:05.123720 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-195b8718-9fd2-4ae3-af99-e9a8bcce7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.125182 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-195b8718-9fd2-4ae3-af99-e9a8bcce7ba3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.0859802 Nov 16 22:22:05.142588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-91032d61-9042-437d-af42-5d252a890d0d req-d50539f7-e06b-46f0-aa5e-eb7df5d04906 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995286 Nov 16 22:22:05.167526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-1ca03f89-c996-482f-b76a-117a7848574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.168920 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-1ca03f89-c996-482f-b76a-117a7848574f service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.1140685 Nov 16 22:22:05.194829 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-a41c9b22-509e-449a-b3f2-131344d5c301 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 998 time: 0.0617971 Nov 16 22:22:05.239698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-48d69e90-acca-4ef0-a28f-950dad45bd33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 998 time: 0.0629513 Nov 16 22:22:05.245188 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-8160fafe-e33e-432a-80a3-0089b4850915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.246671 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-8160fafe-e33e-432a-80a3-0089b4850915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0443459 Nov 16 22:22:05.289501 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-c3846982-bccc-4f53-af6e-f84b6376c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.291082 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-c3846982-bccc-4f53-af6e-f84b6376c64e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0449777 Nov 16 22:22:05.297199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-e5ec629a-0a04-411b-8fd5-a54a2e4114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.298949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-e5ec629a-0a04-411b-8fd5-a54a2e4114fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409520 Nov 16 22:22:05.344427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574481-1594-4972-8ada-50feba37c475 req-8abe625f-7c29-4797-b10f-cab1bbe157df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.346020 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-8abe625f-7c29-4797-b10f-cab1bbe157df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464618 Nov 16 22:22:05.403526 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-f86f76ee-2bf8-44c8-85e6-bf6c6503f7fc service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952992 Nov 16 22:22:05.440256 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-98d1e753-443e-452c-815e-fd1161ddfad4 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Nov 16 22:22:05.497416 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-71c80898-5f4c-4101-8dd6-0d34e05d2aaa service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856938 Nov 16 22:22:05.529276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-21574481-1594-4972-8ada-50feba37c475 req-2edf0aa1-cf5a-448d-bbcf-c887b17c3200 service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824447 Nov 16 22:22:06.257959 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e9ddb-15e2-476a-a340-2ac01e71214f req-2cc3c55c-0cea-45b0-bde4-57f831c3472a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.259460 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e0e9ddb-15e2-476a-a340-2ac01e71214f req-2cc3c55c-0cea-45b0-bde4-57f831c3472a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0483484 Nov 16 22:22:06.307306 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3e0e9ddb-15e2-476a-a340-2ac01e71214f req-78cb16c6-a772-4b2b-9836-c703aa95b710 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418484 Nov 16 22:22:06.535064 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8bb6d-e6a0-4a65-9bfc-adfd20605816 req-701c4e16-9851-49ad-8403-751b0bc39eed tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.536522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35d8bb6d-e6a0-4a65-9bfc-adfd20605816 req-701c4e16-9851-49ad-8403-751b0bc39eed tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0870373 Nov 16 22:22:06.544424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-594c09f9-d543-490d-9f25-251eec893b48 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.545734 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-594c09f9-d543-490d-9f25-251eec893b48 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&binding%3Ahost_id=n-h2-816206-5 HTTP/1.1" status: 200 len: 943 time: 0.0657160 Nov 16 22:22:06.632321 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-35d8bb6d-e6a0-4a65-9bfc-adfd20605816 req-4aa1b73a-fc0b-4a76-bd19-94443dd35596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856152 Nov 16 22:22:06.637708 n-d-816206-5 neutron-server[102665]: INFO neutron.api.v2.resource [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-2286cc72-11f3-4b25-94bd-c77a6c65b387 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:22:06.638724 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-2286cc72-11f3-4b25-94bd-c77a6c65b387 service neutron] 10.222.0.21 "DELETE /v2.0/ports/602619b1-bfe7-4f40-905a-4bd9badad8e1/bindings/n-h1-816206-5 HTTP/1.1" status: 404 len: 380 time: 0.0856006 Nov 16 22:22:06.757248 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-0dfbeb57-2dc6-41de-be42-64b859ff9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.758647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-0dfbeb57-2dc6-41de-be42-64b859ff9427 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1094 time: 0.0714488 Nov 16 22:22:06.771620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4bb69-d6e2-4692-99a9-f823968ef95a req-d81e1dd8-d953-4e24-93bc-b0602e000108 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.773139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bb4bb69-d6e2-4692-99a9-f823968ef95a req-d81e1dd8-d953-4e24-93bc-b0602e000108 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 943 time: 0.0604613 Nov 16 22:22:06.872006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1bb4bb69-d6e2-4692-99a9-f823968ef95a req-c1d6f703-ff23-4b60-88a4-72e3e6eaceda tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906923 Nov 16 22:22:06.893434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-607e745c-eb54-41af-8105-7cc55e4d46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.894841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-607e745c-eb54-41af-8105-7cc55e4d46b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.1208463 Nov 16 22:22:06.957205 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-0eff1202-b86d-47c9-bbda-83ebc43a89b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 998 time: 0.0552917 Nov 16 22:22:07.007784 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-d8f164f8-e742-401f-912f-f6003dc08412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:07.009079 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-d8f164f8-e742-401f-912f-f6003dc08412 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0452251 Nov 16 22:22:07.052131 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-9aaef050-67c3-482f-b5a0-1e05199af3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:07.053506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-9aaef050-67c3-482f-b5a0-1e05199af3c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0370238 Nov 16 22:22:07.140619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-d03c2f13-8443-4f51-a3f6-5e401b011a4a service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794995 Nov 16 22:22:07.172773 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:22:07.229107 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-eedb64c0-dc82-4dd6-8d0b-e14575c06ee7 req-e1b2a48d-34ef-44e9-8877-e10ec42d775c service neutron] 10.222.0.21 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818176 Nov 16 22:22:07.267937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:07.282122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'port_id': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'mac_address': 'fa:16:3e:c3:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:22:07.319995 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:07.332816 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602619b1-bfe7-4f40-905a-4bd9badad8e1 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:07.352451 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:07.356049 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:07.400793 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:07.408499 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.408841 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.409175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.409504 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.409830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.410152 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.410469 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.410786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.411124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.411440 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.411755 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.412069 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:07.604623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['602619b1-bfe7-4f40-905a-4bd9badad8e1'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:07.986143 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb98c2-abf6-4895-95e8-cac3476a24a4 req-4e6ec9c5-109e-4a14-bf59-b9b3ea9b6452 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:07.987622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dfb98c2-abf6-4895-95e8-cac3476a24a4 req-4e6ec9c5-109e-4a14-bf59-b9b3ea9b6452 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 944 time: 0.0488245 Nov 16 22:22:08.035683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6dfb98c2-abf6-4895-95e8-cac3476a24a4 req-39160505-5f99-466b-b3e8-d1d6d726e7ef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421007 Nov 16 22:22:08.057478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40810) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:08.120313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2c85b61c-646d-4bff-8a17-00d125449d26 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/4835e05d-a634-4e02-aeca-c72af06cd44a HTTP/1.1" status: 200 len: 991 time: 0.0617301 Nov 16 22:22:09.199390 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:09.250013 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port 602619b1-bfe7-4f40-905a-4bd9badad8e1 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:22:09.254213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port 602619b1-bfe7-4f40-905a-4bd9badad8e1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:09.254574 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:09.328594 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:09.350833 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:09.353306 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c0ef4-7e86-469a-aabd-2ecb68d7913f" -d '{"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-plugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:09.366081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:09.370060 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:09.419523 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:09.448800 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0056b2-0c23-4a50-9ce1-b7fa46e14230 x-openstack-request-id: req-2a0056b2-0c23-4a50-9ce1-b7fa46e14230 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:09.449094 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-plugged", "status": "completed", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:09.449346 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a0056b2-0c23-4a50-9ce1-b7fa46e14230 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:09.449748 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'code': 200} Nov 16 22:22:09.627684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:13.439370 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:15.468952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a86423a7-c927-4673-a2e1-bd3835900894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:17.791958 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fcc07101-c87c-4baa-b7ca-240949d86780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.522211 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.760240 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.581704 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.219795 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:22:36.457976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40824) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:36.610372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 682622c7-0ad6-4c40-953f-c3853055589d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:36.610709 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.686693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.687038 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.698919 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 682622c7-0ad6-4c40-953f-c3853055589d owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:36.841078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.869407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=682622c7-0ad6-4c40-953f-c3853055589d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.894709 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.895084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.895423 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.895757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.896089 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.896419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.896745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.897068 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.897391 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.897711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.898029 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.898343 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:36.935898 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.936222 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 4835e05d-a634-4e02-aeca-c72af06cd44a disassociated (deleted). External IP: 172.25.7.77, port: 602619b1-bfe7-4f40-905a-4bd9badad8e1. Nov 16 22:22:37.468996 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 5d2129be-e71d-41be-a2ce-d2e97ec06426 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:22:37.574418 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:37.579679 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.584373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Sync routers for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:37.594091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:37.594692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.607128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c8ac802d-df6d-4b42-acad-b2109aa714ae tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/floatingips/4835e05d-a634-4e02-aeca-c72af06cd44a HTTP/1.1" status: 204 len: 168 time: 1.1480553 Nov 16 22:22:37.607719 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:37.610071 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:37.649995 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7a6b9-30fd-4158-8833-5aba45f296a1 x-openstack-request-id: req-12a7a6b9-30fd-4158-8833-5aba45f296a1 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:37.650400 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:37.650657 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12a7a6b9-30fd-4158-8833-5aba45f296a1 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:37.651130 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'status': 'completed', 'code': 200} Nov 16 22:22:37.707316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:37.721209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-af4da4ca-b0cd-4ea0-8759-89007b6e990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:37.723395 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-af4da4ca-b0cd-4ea0-8759-89007b6e990a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 1096 time: 0.0487306 Nov 16 22:22:37.822034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-49990cd8-6024-415b-b627-288e302dec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:37.824077 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-49990cd8-6024-415b-b627-288e302dec75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 200 len: 898 time: 0.0932169 Nov 16 22:22:37.863370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33a00-2248-4486-8270-2493d0c1c82e req-9482ef59-1e9f-4039-812c-cf399e74c0ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:37.864884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9e33a00-2248-4486-8270-2493d0c1c82e req-9482ef59-1e9f-4039-812c-cf399e74c0ce tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0525100 Nov 16 22:22:37.879505 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-fe0da188-e9b3-4829-8459-36b7ed4248cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 200 len: 217 time: 0.0479882 Nov 16 22:22:37.917482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9e33a00-2248-4486-8270-2493d0c1c82e req-6a6221cd-0ca6-4df6-9420-cb542dcc0947 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463438 Nov 16 22:22:37.919969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.932221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-0ece6c3f-3e95-4fca-ab18-41089e3c626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:37.933712 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-0ece6c3f-3e95-4fca-ab18-41089e3c626c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 200 len: 834 time: 0.0467451 Nov 16 22:22:37.947862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Checking router: 5d2129be-e71d-41be-a2ce-d2e97ec06426 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:37.956121 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:37.957243 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.981050 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-fd362cf2-a242-4ce1-a82c-086c928f79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:37.982481 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-fd362cf2-a242-4ce1-a82c-086c928f79de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=705093d1-db04-48d5-83dd-3bbedd31484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402827 Nov 16 22:22:38.059534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:38.077724 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-64668769-b4f6-41e5-a0d6-3d3776185889 service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864899 Nov 16 22:22:38.175050 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-787252ce-8d7f-4c87-a18d-d3ec75fa69bc req-0883644a-1a20-4e11-8929-1944212f6708 service neutron] 10.222.0.36 "GET /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883403 Nov 16 22:22:38.257533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:38.287048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf48c1-d695-46fe-94f1-c084f16c963d None None] The sync data for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 is: [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:21:07Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '264b69e3-f6bc-4238-93c2-3e0aedc23a3c', 'name': '', 'network_id': '705093d1-db04-48d5-83dd-3bbedd31484a', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:bf:6c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:06Z', 'updated_at': '2021-11-16T22:21:10Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': '4b5490d7-29ae-4fdb-9a8b-acd36d7109d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:38.501521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eaddd1-038e-4d27-a7f8-aa60b82eed27 None None] New status for floating IP 4835e05d-a634-4e02-aeca-c72af06cd44a: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:22:39.035871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7240ba7-e197-4454-a578-175641297b32 req-1ced86ad-98c4-4d2d-93c6-b145d062be36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:39.037341 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7240ba7-e197-4454-a578-175641297b32 req-1ced86ad-98c4-4d2d-93c6-b145d062be36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0476520 Nov 16 22:22:39.088522 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7240ba7-e197-4454-a578-175641297b32 req-1f8ff7d5-db95-469b-ae3a-50993899e339 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=a01e1ba7-afad-4cc8-96f3-f12132f88394&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450337 Nov 16 22:22:39.139363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59822-4187-41bc-8952-7e837074b335 req-a07d9186-7530-450b-8dad-9e65e712c881 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:39.140900 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-99e59822-4187-41bc-8952-7e837074b335 req-a07d9186-7530-450b-8dad-9e65e712c881 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "GET /v2.0/ports?device_id=83f89e07-9b35-48fb-802e-dea91e33172e HTTP/1.1" status: 200 len: 945 time: 0.0528488 Nov 16 22:22:39.231957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 602619b1-bfe7-4f40-905a-4bd9badad8e1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:39.232216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.317929 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 602619b1-bfe7-4f40-905a-4bd9badad8e1, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=602619b1-bfe7-4f40-905a-4bd9badad8e1,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:39.318283 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.330453 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 602619b1-bfe7-4f40-905a-4bd9badad8e1 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:39.460359 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.487250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=602619b1-bfe7-4f40-905a-4bd9badad8e1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:39.535813 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port 602619b1-bfe7-4f40-905a-4bd9badad8e1 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:39.538620 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.541949 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-99e59822-4187-41bc-8952-7e837074b335 req-1816c733-8357-4057-b7ab-01ef0e652515 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "DELETE /v2.0/ports/602619b1-bfe7-4f40-905a-4bd9badad8e1 HTTP/1.1" status: 204 len: 173 time: 0.3951719 Nov 16 22:22:39.542383 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-deleted', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:39.544647 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496bd15-b3de-4449-80dc-172fdcb4f66b" -d '{"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-deleted", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:39.582243 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a37b28-c5a8-4678-a1e7-cf29a7c7b419 x-openstack-request-id: req-86a37b28-c5a8-4678-a1e7-cf29a7c7b419 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:39.582536 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f89e07-9b35-48fb-802e-dea91e33172e", "name": "network-vif-deleted", "tag": "602619b1-bfe7-4f40-905a-4bd9badad8e1", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:39.582791 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86a37b28-c5a8-4678-a1e7-cf29a7c7b419 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:39.583239 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f89e07-9b35-48fb-802e-dea91e33172e', 'name': 'network-vif-deleted', 'tag': '602619b1-bfe7-4f40-905a-4bd9badad8e1', 'status': 'completed', 'code': 200} Nov 16 22:22:39.632855 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.146014 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40838) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:40.505199 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.761189 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:40.761802 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.864671 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 264b69e3-f6bc-4238-93c2-3e0aedc23a3c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:40.865031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.878081 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 264b69e3-f6bc-4238-93c2-3e0aedc23a3c owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:41.060149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.087644 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=264b69e3-f6bc-4238-93c2-3e0aedc23a3c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:41.270668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.350840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:41.370786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: 602619b1-bfe7-4f40-905a-4bd9badad8e1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:41.371158 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device 602619b1-bfe7-4f40-905a-4bd9badad8e1 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:41.494705 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router 5d2129be-e71d-41be-a2ce-d2e97ec06426 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:22:41.601829 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:41.606856 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-52da88ab-0d73-4253-b900-9fff7df197c8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/5d2129be-e71d-41be-a2ce-d2e97ec06426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597371 Nov 16 22:22:41.609590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40840) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:41.611862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Sync routers for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:41.623109 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:41.623827 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:41.661165 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting subnet 4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:41.664329 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.704420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.732150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:41.794251 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.850834 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.877830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5490d7-29ae-4fdb-9a8b-acd36d7109d2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:41.881642 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.884836 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-609e976a-458c-4d2d-b1fa-71eea50316d8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/subnets/4b5490d7-29ae-4fdb-9a8b-acd36d7109d2 HTTP/1.1" status: 204 len: 168 time: 0.2742541 Nov 16 22:22:41.887468 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40842) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:41.902779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca6b37-ec1b-4122-bef2-cf80c64d9ae2 None None] Network 705093d1-db04-48d5-83dd-3bbedd31484a requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:41.992871 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.017857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.054131 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Checking router: 5d2129be-e71d-41be-a2ce-d2e97ec06426 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:42.070160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Routers {'5d2129be-e71d-41be-a2ce-d2e97ec06426'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:42.070765 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['5d2129be-e71d-41be-a2ce-d2e97ec06426'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.111940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.152340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] DHCP port deletion for 705093d1-db04-48d5-83dd-3bbedd31484a request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:42.167727 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 9437c614-727c-47c8-96c8-e34932d8daba {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:42.168068 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.221159 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] Set router 5d2129be-e71d-41be-a2ce-d2e97ec06426 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:42.250650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 9437c614-727c-47c8-96c8-e34932d8daba, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=9437c614-727c-47c8-96c8-e34932d8daba,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:42.251034 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.263591 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 9437c614-727c-47c8-96c8-e34932d8daba owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:42.436947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.463880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=9437c614-727c-47c8-96c8-e34932d8daba,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:42.484515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0d550-d656-4db7-a43e-7004b87a4377 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:42.489021 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Deleting port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:42.489391 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.525532 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.581091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] For port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,segment=NetworkSegment(1209e4ba-ad26-460d-8ada-adfe228c74f1),segment_id=1209e4ba-ad26-460d-8ada-adfe228c74f1)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:42.582098 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.603612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Calling delete_port for 8e87ac0a-85f6-48e0-a240-71d591ec8f1a owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:42.621540 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.623672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.668204 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.668767 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2129be-e71d-41be-a2ce-d2e97ec06426 {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:22:42.676511 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.680770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40844) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:42.681250 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5ded3da4-dd70-485a-9ae9-0ab18d99c089 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/routers/5d2129be-e71d-41be-a2ce-d2e97ec06426 HTTP/1.1" status: 204 len: 168 time: 0.7920594 Nov 16 22:22:42.709633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.739626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba446ef4-054c-4fb0-b28d-276676b399e2 None None] The sync data for ids ['5d2129be-e71d-41be-a2ce-d2e97ec06426'] in n-d-816206-5 is: [{'id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1598937971', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '9437c614-727c-47c8-96c8-e34932d8daba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:21:03Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '9437c614-727c-47c8-96c8-e34932d8daba', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2129be-e71d-41be-a2ce-d2e97ec06426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:21:04Z', 'updated_at': '2021-11-16T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:42.750214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.771243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.779198 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] Pushing event deleted for resources: {'Port': ['ID=8e87ac0a-85f6-48e0-a240-71d591ec8f1a,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:42.781473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f65ac5-7d6c-4007-a8d1-43e5290ca6e1 None None] No DVR routers for this DVR port 8e87ac0a-85f6-48e0-a240-71d591ec8f1a on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:42.861945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.881209 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705093d1-db04-48d5-83dd-3bbedd31484a']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.890208 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1209e4ba-ad26-460d-8ada-adfe228c74f1') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.890498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1209e4ba-ad26-460d-8ada-adfe228c74f1') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.900405 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.914009 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.919869 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:42.920252 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:42.923252 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:42.979008 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.985957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.988962 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/networks/705093d1-db04-48d5-83dd-3bbedd31484a HTTP/1.1" status: 204 len: 168 time: 0.3073795 Nov 16 22:22:42.991955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40846) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.004507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8b81-3336-4164-8a92-7f7bfafa0af5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Network': ['ID=705093d1-db04-48d5-83dd-3bbedd31484a,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.052881 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.077859 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.154537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.160250 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.161707 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/security-groups/a01e1ba7-afad-4cc8-96f3-f12132f88394 HTTP/1.1" status: 204 len: 168 time: 0.1687174 Nov 16 22:22:43.172661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a66038-1323-4b4a-b0cd-ceef3216c596 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e1ba7-afad-4cc8-96f3-f12132f88394,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.237724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 264b69e3-f6bc-4238-93c2-3e0aedc23a3c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:43.272245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 264b69e3-f6bc-4238-93c2-3e0aedc23a3c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:43.272422 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 264b69e3-f6bc-4238-93c2-3e0aedc23a3c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:43.272868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8e87ac0a-85f6-48e0-a240-71d591ec8f1a no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:43.292983 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 8e87ac0a-85f6-48e0-a240-71d591ec8f1a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:43.293328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 8e87ac0a-85f6-48e0-a240-71d591ec8f1a not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:43.396664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40852) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.401236 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915872308', 'description': 'tempest-secgroup-smoke-1915872308 description', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:43.424522 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.441296 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.499591 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.504246 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.534755 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.535999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1383164 Nov 16 22:22:43.537858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b47b21-ef11-4e87-89e6-a67950bad333 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db4f58-19b9-4442-adac-b4c1b63e22a8,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.539059 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40854) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.544154 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:43.570005 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.623916 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.627242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.646677 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a168c4b9-e9f9-43dd-9034-8d098f16e01d,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.655391 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.656640 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4ae39d9a-717a-4412-bf7b-1192f34ca719 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164579 Nov 16 22:22:43.659474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40856) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.663816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:43.689914 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.744518 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.748021 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.766888 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfff295-b1ec-498d-804e-c61e84825ea5,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.771441 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.772644 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a269f814-4bec-4f56-9a25-ae6a9302db1a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122465 Nov 16 22:22:43.775640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40858) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.780297 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:43.810537 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.867596 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.871084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.892015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1088c40-30e9-4375-9de3-abddec79a4ec,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.897524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.898702 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-433dd358-6a94-4b1b-b2eb-3874a9fc5db9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220541 Nov 16 22:22:43.901395 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40860) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:43.905599 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:43.933179 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.989920 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.993384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.010764 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f2d3fc-f921-4e16-8ed5-e7eff6e500bf,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.018239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.019450 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-95f91d8f-d32a-43ba-8dc8-8061a0842aec tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171451 Nov 16 22:22:44.022130 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40862) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.026384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.047724 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:22:44.052930 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.116840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.120343 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.138001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea435998-f5cb-4a0d-a786-8953bb5434d5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.145104 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.146277 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-986fb34b-d8c9-4c02-8ab9-4966ca38a349 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232166 Nov 16 22:22:44.150001 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40864) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.154416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': 'b3db4f58-19b9-4442-adac-b4c1b63e22a8', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.176684 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:22:44.182746 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.240723 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.244152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.260869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2947c95f-3b29-4568-868d-bb1963829968,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.268877 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.270066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6d1f4b6e-0942-4642-9d47-a40bb5a2baa0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191146 Nov 16 22:22:44.272906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40866) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.277761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'network': {'name': 'tempest-network-smoke--1202505741', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'port_security_enabled': True}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.298781 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:44.302783 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.325474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:44.335874 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.336349 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Added segment 1690aa81-f0d2-47e6-8b05-d1f2f36b8214 of type vlan for network 3abd1f4b-1609-412a-8eb1-7465508a4829 Nov 16 22:22:44.376544 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.400866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.406794 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:44.407398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.474524 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2005548 Nov 16 22:22:44.477447 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40868) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.483811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'admin_state_up': True, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.491963 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3a3c5-e29c-4976-b18a-de53f3378029 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Network': ['ID=3abd1f4b-1609-412a-8eb1-7465508a4829,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.502797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:44.513144 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.514131 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.565269 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.704056 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.893661 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.915840 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.019347 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.97 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/800f27d8-b05f-4fd5-9e9c-dfc60861bfa2) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:45.112797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9437c614-727c-47c8-96c8-e34932d8daba no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:45.125738 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.133777 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 9437c614-727c-47c8-96c8-e34932d8daba {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:45.134119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 9437c614-727c-47c8-96c8-e34932d8daba not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:45.161940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.195132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:45.197850 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:45.200337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:45.210336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45ab33-cbe6-471e-be26-e8357aaeb903 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:45.236495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:45.296034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-83849873-2b30-4a3c-972e-4e5a3f3db7aa None None] Provisioning complete for port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:45.296457 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-83849873-2b30-4a3c-972e-4e5a3f3db7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.329607 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-83849873-2b30-4a3c-972e-4e5a3f3db7aa None None] Port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:45.457388 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.470009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7fb755b4-c435-4d23-9ab0-ed82763fed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.652966 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.780368 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router baf147fd-76a1-4e7c-adec-1c5ecf7d107b is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:22:45.886903 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:45.896667 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Sync routers for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:45.907903 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:45.908069 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.908532 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:45.909683 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-19b4976e-1a6d-4b03-8221-e938215bcb19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4313121 Nov 16 22:22:45.913505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40870) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:45.943133 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-070ddbfb-9edd-4cf1-8a15-3c8b106c5be1 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9586a4ba20d9411a8ef0d43c9e06713e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261283 Nov 16 22:22:45.943365 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40872) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:46.013337 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:46.027664 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c412a8-7e8d-4a25-a6a3-8fde957843ac tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:46.029181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f7c412a8-7e8d-4a25-a6a3-8fde957843ac tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848994 Nov 16 22:22:46.032075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40874) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:46.065587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b9e07788-6213-44f1-8726-be8a8008b2e9 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303206 Nov 16 22:22:46.065820 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40876) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:46.070439 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74416248', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:46.156896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:46.160624 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.194507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:46.221587 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Checking router: baf147fd-76a1-4e7c-adec-1c5ecf7d107b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:46.221933 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Updating router baf147fd-76a1-4e7c-adec-1c5ecf7d107b port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:46.247141 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.344288 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.403300 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Subnet': ['ID=d97dcde4-9986-474d-9fdf-27ccd5c7167b,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.411918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Checking segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:46.412885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network hostable DHCP agents. Network: 3abd1f4b-1609-412a-8eb1-7465508a4829, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:46.428766 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:46.437340 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 3abd1f4b-1609-412a-8eb1-7465508a4829) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:46.443187 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:46.443779 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.452001 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce76580-161e-4393-b9a7-3d84c5167f53 None None] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:46.461169 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c7d8199c-bc2b-43ad-9731-9db5834a7a08 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3944056 Nov 16 22:22:46.464090 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 40878) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:46.498610 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.507076 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.560477 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Pushing event updated for resources: {'Port': ['ID=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.561635 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe427bdb-a911-4988-adbc-706c60416276 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:46.562555 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Attempting to bind port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:46.562916 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Attempting to bind port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:46.563289 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Attempting to bind port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:46.573282 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.573282 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.573562 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.573892 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.574215 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.574537 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.575314 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.575314 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.575543 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.575803 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.576117 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.576429 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:46.579662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:46.580279 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:46.580667 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.581036 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:46.581509 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Bound port: 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:46.581881 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.639259 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] For port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:46.642256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] For port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:46.643739 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-3abd1f4b-1609-412a-8eb1-7465508a4829', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:46.644828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.647251 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.710959 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4ccd2-770c-41b4-b330-481dc7fb07a9 None None] Pushing event updated for resources: {'Port': ['ID=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.726706 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:46.727588 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:46.728759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] Provisioning complete for port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:46.729316 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.758759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3f308-5f10-4d20-ad29-906fb4efb639 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:46.844584 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:46.859958 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Allocated IP 172.20.0.2 (3abd1f4b-1609-412a-8eb1-7465508a4829/d97dcde4-9986-474d-9fdf-27ccd5c7167b/f40ed6bf-32b5-4ec4-8562-dfa5f749176d) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:46.883028 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.939447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] For port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:46.944715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.946401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.015424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a77723-435e-4303-9030-f4d7bee0f45b None None] Pushing event updated for resources: {'Port': ['ID=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.038957 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:47.069456 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af0713-3587-4e3d-bc1b-12e9f4dcc8df None None] The sync data for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 is: [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:47.088632 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.092790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a12d105f-458c-41ff-b78a-07f399d75857 None None] Provisioning complete for port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:47.093152 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a12d105f-458c-41ff-b78a-07f399d75857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.096584 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.175785 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:47.184474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:47.186891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Pushing event updated for resources: {'Port': ['ID=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.189145 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:47.283247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Attempting to bind port f40ed6bf-32b5-4ec4-8562-dfa5f749176d on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:47.283625 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Attempting to bind port f40ed6bf-32b5-4ec4-8562-dfa5f749176d by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:47.283989 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Attempting to bind port f40ed6bf-32b5-4ec4-8562-dfa5f749176d on network 3abd1f4b-1609-412a-8eb1-7465508a4829 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:47.292956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:47.293336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Checking segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:47.293840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.294134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Bound using segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:47.294575 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Bound port: f40ed6bf-32b5-4ec4-8562-dfa5f749176d, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:47.294961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.388177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] For port f40ed6bf-32b5-4ec4-8562-dfa5f749176d, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:47.392663 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] For port f40ed6bf-32b5-4ec4-8562-dfa5f749176d, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:47.401605 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.486578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e6388-6147-485c-bfeb-6efdd3d94f36 None None] Pushing event updated for resources: {'Port': ['ID=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.613353 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.1 (3abd1f4b-1609-412a-8eb1-7465508a4829/d97dcde4-9986-474d-9fdf-27ccd5c7167b/784b9bfc-3efb-449d-a87d-38120d9b91f3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:47.761479 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.794853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fdda-3bdf-48ca-815f-e4fdd4256023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.806175 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.852900 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:47.856351 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:47.860452 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:47.867113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.915208 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.046796 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.345066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.351477 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.372974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4445b60-80c6-49c7-9925-d7e53a09d916 None None] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:48.430506 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.432882 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.441500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-438b492d-5759-452e-98ad-96583de3e336 None None] Provisioning complete for port f40ed6bf-32b5-4ec4-8562-dfa5f749176d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.441872 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-438b492d-5759-452e-98ad-96583de3e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.538497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:48.541085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:48.593278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-438b492d-5759-452e-98ad-96583de3e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.634980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-438b492d-5759-452e-98ad-96583de3e336 None None] For port f40ed6bf-32b5-4ec4-8562-dfa5f749176d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:48.640235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-438b492d-5759-452e-98ad-96583de3e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.659978 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router baf147fd-76a1-4e7c-adec-1c5ecf7d107b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:22:48.707689 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b492d-5759-452e-98ad-96583de3e336 None None] Pushing event updated for resources: {'Port': ['ID=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.775375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:48.780785 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-79a7b083-3ad1-4e70-971c-c902fb6225c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/baf147fd-76a1-4e7c-adec-1c5ecf7d107b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3156497 Nov 16 22:22:48.865435 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7958448b-2aa9-4912-b313-a8e31614cd66 None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.865435 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7958448b-2aa9-4912-b313-a8e31614cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.907550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7958448b-2aa9-4912-b313-a8e31614cd66 None None] Port 784b9bfc-3efb-449d-a87d-38120d9b91f3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:48.911377 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Sync routers for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:48.928510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:48.929139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:48.933886 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7958448b-2aa9-4912-b313-a8e31614cd66 None None] Provisioning complete for port f40ed6bf-32b5-4ec4-8562-dfa5f749176d triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.934260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7958448b-2aa9-4912-b313-a8e31614cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.948907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b403de33-d309-4df7-9365-21bd4564de98 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915872308&fields=id&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 267 time: 0.0580060 Nov 16 22:22:49.061646 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-554c1b62-0ff9-455a-a807-949ff9d2a011 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:49.066685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-554c1b62-0ff9-455a-a807-949ff9d2a011 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 797 time: 0.1088345 Nov 16 22:22:49.079065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-d76f05d1-8c74-4a37-8586-294683e37082 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/quotas/9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 375 time: 0.0096571 Nov 16 22:22:49.094612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:49.146556 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-da98ea8d-69c7-4bd2-83e9-f99247e3c75a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593383 Nov 16 22:22:49.258700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-799d32b2-3dad-471c-92b6-255971b82bc0 service neutron] 10.222.0.54 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003678 Nov 16 22:22:49.294767 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cb7f2d8f-ca52-4937-9c9a-0b0f15df75ed None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.295162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2d8f-ca52-4937-9c9a-0b0f15df75ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.316778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40ed6bf-32b5-4ec4-8562-dfa5f749176d up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:49.359001 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-54880944-6bcc-4647-845b-e35494aced8b service neutron] 10.222.0.54 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991197 Nov 16 22:22:49.555747 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-92574ab4-f757-4206-a0a3-78b5c9f18f10 req-63c966e6-39e0-4e6c-9366-d2ede1600f3b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 210 time: 0.0333669 Nov 16 22:22:49.562167 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f2d8f-ca52-4937-9c9a-0b0f15df75ed None None] Port 784b9bfc-3efb-449d-a87d-38120d9b91f3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:49.579017 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.599439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port f40ed6bf-32b5-4ec4-8562-dfa5f749176d triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.600040 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.605476 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 2, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:49.651040 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Checking router: baf147fd-76a1-4e7c-adec-1c5ecf7d107b for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:49.651397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Updating router baf147fd-76a1-4e7c-adec-1c5ecf7d107b port 784b9bfc-3efb-449d-a87d-38120d9b91f3 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:49.698558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.717318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-13077535-882c-440c-a851-3f63616d29bb None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.717677 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13077535-882c-440c-a851-3f63616d29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.809268 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-13077535-882c-440c-a851-3f63616d29bb None None] Port 784b9bfc-3efb-449d-a87d-38120d9b91f3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:49.862762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:49.970380 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.970705 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.130222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.135308 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.190500 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b32434-e1c1-42f4-934c-3c9ed2fa119f None None] Pushing event updated for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:50.242578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Attempting to bind port 784b9bfc-3efb-449d-a87d-38120d9b91f3 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:50.242974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Attempting to bind port 784b9bfc-3efb-449d-a87d-38120d9b91f3 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:50.243344 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Attempting to bind port 784b9bfc-3efb-449d-a87d-38120d9b91f3 on network 3abd1f4b-1609-412a-8eb1-7465508a4829 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:50.248939 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:50.249447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Checking segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:50.250087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.250582 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Bound using segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:50.251123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Bound port: 784b9bfc-3efb-449d-a87d-38120d9b91f3, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:50.251533 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.318124 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] For port 784b9bfc-3efb-449d-a87d-38120d9b91f3, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:50.321510 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] For port 784b9bfc-3efb-449d-a87d-38120d9b91f3, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=784b9bfc-3efb-449d-a87d-38120d9b91f3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:50.326008 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.388814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b32434-e1c1-42f4-934c-3c9ed2fa119f None None] Pushing event updated for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:50.391443 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:50.392394 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:50.496487 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:50.496961 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.554050 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:50.590721 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-8d8f1757-c31b-4e3e-aa3a-ba36ba8e4122 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:50.597506 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-8d8f1757-c31b-4e3e-aa3a-ba36ba8e4122 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 797 time: 0.1647415 Nov 16 22:22:50.684028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4748484-7465-455c-8be5-e178bbf635a5 req-4f0219cf-d179-489e-82f0-acd406758f8d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 210 time: 0.0267577 Nov 16 22:22:50.685194 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-e47bf90c-066c-4e31-9195-1cf6406bcb72 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 380 time: 0.0732329 Nov 16 22:22:50.695761 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'port': {'device_id': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'admin_state_up': True, 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'security_groups': ['b3db4f58-19b9-4442-adac-b4c1b63e22a8']}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:50.717622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.783756 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] For port 784b9bfc-3efb-449d-a87d-38120d9b91f3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=784b9bfc-3efb-449d-a87d-38120d9b91f3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:50.789222 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.814904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'port': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:50.818947 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.833293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.867708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26509fd9-931e-4d79-9ee2-29d176bfb3e1 None None] Pushing event updated for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:50.885448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:50.915599 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ce9a0-6444-48b7-a7c6-707222a7f890 None None] The sync data for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 is: [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:50.926616 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-8b7987fc-4d7b-4f91-9430-1c875816e27c None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:50.927018 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8b7987fc-4d7b-4f91-9430-1c875816e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.951164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.13 (3abd1f4b-1609-412a-8eb1-7465508a4829/d97dcde4-9986-474d-9fdf-27ccd5c7167b/e0923867-b652-4727-ac30-4aefc49724b3) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:51.139054 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.175654 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.209537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 784b9bfc-3efb-449d-a87d-38120d9b91f3 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:51.221167 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:51.227611 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:51.230223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:51.261993 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:51.268612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 784b9bfc-3efb-449d-a87d-38120d9b91f3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:51.268989 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.295305 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:51.296239 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.318384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-b8ade9e4-ddab-4f5b-8a75-e3138fcc762b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6270547 Nov 16 22:22:51.331051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Request body: {'port': {'device_id': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:51.401370 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.594441 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-404aad29-b87f-4cad-92c7-8177ab760a57 None None] Provisioning complete for port e0923867-b652-4727-ac30-4aefc49724b3 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:51.594684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-404aad29-b87f-4cad-92c7-8177ab760a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.625746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.642570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-404aad29-b87f-4cad-92c7-8177ab760a57 None None] Port e0923867-b652-4727-ac30-4aefc49724b3 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:51.699540 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0923867-b652-4727-ac30-4aefc49724b3 {{(pid=102664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:51.708094 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.723204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.provisioning_blocks [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Transition to ACTIVE for port object e0923867-b652-4727-ac30-4aefc49724b3 will not be triggered until provisioned by entity L2. {{(pid=102664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:22:51.728388 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.783727 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Pushing event updated for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:51.822212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488877eb-115d-4317-9da8-d44bcdce81d2 req-dbb41f68-8ef9-41ca-94ff-dfe180ecd4df tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:51.833835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-488877eb-115d-4317-9da8-d44bcdce81d2 req-dbb41f68-8ef9-41ca-94ff-dfe180ecd4df tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 944 time: 0.0715370 Nov 16 22:22:51.868844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Attempting to bind port e0923867-b652-4727-ac30-4aefc49724b3 on host n-h2-816206-5 for vnic_type normal with profile {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:51.869226 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Attempting to bind port e0923867-b652-4727-ac30-4aefc49724b3 by drivers openvswitch,hyperv on host n-h2-816206-5 at level 0 using segments [{'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:51.869550 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Attempting to bind port e0923867-b652-4727-ac30-4aefc49724b3 on network 3abd1f4b-1609-412a-8eb1-7465508a4829 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:51.874718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Port e0923867-b652-4727-ac30-4aefc49724b3 on network 3abd1f4b-1609-412a-8eb1-7465508a4829 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-5 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:22:51.875069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Attempting to bind port e0923867-b652-4727-ac30-4aefc49724b3 on network 3abd1f4b-1609-412a-8eb1-7465508a4829 {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:51.881243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Checking agent: {'id': '9e909201-7807-44a3-9889-3e55ff7bb0fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:51.881596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Checking segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:51.882266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Bound using segment: {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'} {{(pid=102664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:51.882710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.managers [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Bound port: e0923867-b652-4727-ac30-4aefc49724b3, host: n-h2-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1690aa81-f0d2-47e6-8b05-d1f2f36b8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829'}}] {{(pid=102664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:51.883161 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.885094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-488877eb-115d-4317-9da8-d44bcdce81d2 req-0804c463-e187-4915-9536-238e5c61f4f1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503902 Nov 16 22:22:51.962065 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, cleared binding levels {{(pid=102664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:51.965976 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0923867-b652-4727-ac30-4aefc49724b3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:51.971002 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.013521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.014080 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.015663 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] 10.222.0.36 "PUT /v2.0/ports/e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 1092 time: 0.6892421 Nov 16 22:22:52.016135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:52.018668 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fdcae9-1b30-4a02-8afe-c02a76a48907" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:52.056831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d427c-d7c7-4a62-afdb-fca10482e61a service neutron] Pushing event updated for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=3']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:52.120624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-8b7ef315-ff28-404f-962a-576ff1ae7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.122254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-8b7ef315-ff28-404f-962a-576ff1ae7324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1095 time: 0.0601437 Nov 16 22:22:52.170329 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-3dc0d730-a3c5-48bd-921c-cbb4d8fdd113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 217 time: 0.0379107 Nov 16 22:22:52.174857 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6fff2-ec22-42fd-8537-4d7162afc084 x-openstack-request-id: req-60d6fff2-ec22-42fd-8537-4d7162afc084 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:52.175262 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:52.175582 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60d6fff2-ec22-42fd-8537-4d7162afc084 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:52.176057 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3', 'status': 'completed', 'code': 200} Nov 16 22:22:52.230181 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-7b53a5e1-947f-45a3-99b9-d2d7353385f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.231937 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-7b53a5e1-947f-45a3-99b9-d2d7353385f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0491245 Nov 16 22:22:52.283878 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-7c3db9a3-86c1-4f67-a704-9c80785559c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.285396 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-7c3db9a3-86c1-4f67-a704-9c80785559c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462010 Nov 16 22:22:52.375615 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-84f59850-5fe2-4dfe-a61a-587af5b49484 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824807 Nov 16 22:22:52.470910 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b8c23c0d-b1a2-43f6-9c97-a347be46703d req-c73db331-300f-4e42-82d3-8ffc688a08d5 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882907 Nov 16 22:22:52.557537 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-b301026f-fa4f-423c-bb60-9f52c5040c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.559058 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-b301026f-fa4f-423c-bb60-9f52c5040c7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1095 time: 0.0408547 Nov 16 22:22:52.649298 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-3bbe82f5-864c-4924-b966-dd7963471734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.650748 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-3bbe82f5-864c-4924-b966-dd7963471734 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 898 time: 0.0837271 Nov 16 22:22:52.694947 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-0292fb31-8ca6-46e6-9593-5d37733ff55d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 217 time: 0.0363655 Nov 16 22:22:52.746800 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-0d68f80a-e290-437f-ad76-bb9a11841421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.748260 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-0d68f80a-e290-437f-ad76-bb9a11841421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0456026 Nov 16 22:22:52.795001 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-28d3edd7-7b48-4baf-80cb-a0df9c771b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.796495 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-28d3edd7-7b48-4baf-80cb-a0df9c771b40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394135 Nov 16 22:22:52.888316 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-cf136179-8816-479f-a747-b3a7545052dc service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840266 Nov 16 22:22:52.980282 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-77fdcae9-1b30-4a02-8afe-c02a76a48907 req-471d6c22-9605-4503-a9b3-1b984c3bcfbb service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Nov 16 22:22:53.001726 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26292fd-67b8-4b68-8284-d649ce15336f req-266f3c6a-0cc4-4c30-8a01-aecad937bccf tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.003230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b26292fd-67b8-4b68-8284-d649ce15336f req-266f3c6a-0cc4-4c30-8a01-aecad937bccf tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 944 time: 0.0494218 Nov 16 22:22:53.391507 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b26292fd-67b8-4b68-8284-d649ce15336f req-b08b0502-ac8b-4ea3-875f-388395a3be97 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822060 Nov 16 22:22:54.505831 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660368-c2b6-41b3-a52a-344737c6a499 req-1179461d-9c42-4837-8df8-413f94e2aeef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:54.507347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0660368-c2b6-41b3-a52a-344737c6a499 req-1179461d-9c42-4837-8df8-413f94e2aeef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 944 time: 0.0481710 Nov 16 22:22:54.556993 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c0660368-c2b6-41b3-a52a-344737c6a499 req-0689d3e8-b2d0-48ce-854f-1a5bc957df54 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Nov 16 22:22:55.399417 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0923867-b652-4727-ac30-4aefc49724b3 details requested by agent hyperv_n-h2-816206-5 with host n-h2-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:22:55.495835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0923867-b652-4727-ac30-4aefc49724b3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:55.507106 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Returning: {'device': 'e0923867-b652-4727-ac30-4aefc49724b3', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'port_id': 'e0923867-b652-4727-ac30-4aefc49724b3', 'mac_address': 'fa:16:3e:fe:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:22:55.543446 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:55.556645 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0923867-b652-4727-ac30-4aefc49724b3 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:55.574819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0923867-b652-4727-ac30-4aefc49724b3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:55.578740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:55.635799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:55.678558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb14da-3290-4fd8-9d0b-187855e86ec2 req-3291d7e6-fb83-4a3c-ab74-20701fd4cca4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:55.679959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dcb14da-3290-4fd8-9d0b-187855e86ec2 req-3291d7e6-fb83-4a3c-ab74-20701fd4cca4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 945 time: 0.0497437 Nov 16 22:22:55.728674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1dcb14da-3290-4fd8-9d0b-187855e86ec2 req-61371254-496f-41ae-9244-4cb4c2a23b19 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Nov 16 22:22:55.775819 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] get_ports_and_sgs() called for port_ids ['e0923867-b652-4727-ac30-4aefc49724b3'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:56.843319 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf15fd-5c41-4921-b4b7-5e4666bd1186 req-be2c9e68-a7f2-4aca-bfa7-26f579b2fd58 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:56.844782 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5bf15fd-5c41-4921-b4b7-5e4666bd1186 req-be2c9e68-a7f2-4aca-bfa7-26f579b2fd58 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 945 time: 0.0509715 Nov 16 22:22:56.898980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b5bf15fd-5c41-4921-b4b7-5e4666bd1186 req-8ef03cbe-2024-499a-b7f7-b7023205ccc1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Nov 16 22:22:57.448768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0923867-b652-4727-ac30-4aefc49724b3 up at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:57.497892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning for port e0923867-b652-4727-ac30-4aefc49724b3 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:22:57.502154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Provisioning complete for port e0923867-b652-4727-ac30-4aefc49724b3 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:57.502523 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:57.581882 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:57.608682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:57.611139 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a4f6e-a785-4b0b-a3e1-50cdb7d1d0f3" -d '{"events": [{"server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "name": "network-vif-plugged", "status": "completed", "tag": "e0923867-b652-4727-ac30-4aefc49724b3"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:57.624308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0923867-b652-4727-ac30-4aefc49724b3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:57.628382 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:57.651652 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e3db12-fd9b-4228-9fef-564dcab254e9 x-openstack-request-id: req-47e3db12-fd9b-4228-9fef-564dcab254e9 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:57.651937 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "name": "network-vif-plugged", "status": "completed", "tag": "e0923867-b652-4727-ac30-4aefc49724b3", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:57.652182 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47e3db12-fd9b-4228-9fef-564dcab254e9 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:57.652563 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3', 'code': 200} Nov 16 22:22:57.679537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Pushing event updated for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:57.749199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9b174-08a7-4808-8d48-10854c7c809e req-785a97ac-5da9-47de-950a-15e0bed51de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:57.750755 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b7c9b174-08a7-4808-8d48-10854c7c809e req-785a97ac-5da9-47de-950a-15e0bed51de3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1097 time: 0.0471094 Nov 16 22:22:57.796990 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b7c9b174-08a7-4808-8d48-10854c7c809e req-ff3d1990-030c-4c73-a0a6-c70290b8ddb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388000 Nov 16 22:22:58.013496 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9374f0-7643-4ffe-a6b0-85dde7b8c760 req-8275b758-c42d-4998-9aec-db7621b5d37a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:58.015014 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef9374f0-7643-4ffe-a6b0-85dde7b8c760 req-8275b758-c42d-4998-9aec-db7621b5d37a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0487366 Nov 16 22:22:58.065869 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ef9374f0-7643-4ffe-a6b0-85dde7b8c760 req-6c0f8939-9151-4a1b-92ba-c20be8b224d1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Nov 16 22:22:59.189849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7718106-ce60-4530-ae9d-41e4d0960839 req-7e259d14-2dab-4c58-b619-b11cf3e7b5a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:59.191347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7718106-ce60-4530-ae9d-41e4d0960839 req-7e259d14-2dab-4c58-b619-b11cf3e7b5a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0524335 Nov 16 22:22:59.239954 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7718106-ce60-4530-ae9d-41e4d0960839 req-221cf05b-db6f-4e4b-937b-c566474d53d7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Nov 16 22:22:59.352214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82f52-5d3a-4024-9161-72238ff578db req-71cef48f-86f7-4874-a672-04d2d5d373b2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:59.353568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef82f52-5d3a-4024-9161-72238ff578db req-71cef48f-86f7-4874-a672-04d2d5d373b2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0481539 Nov 16 22:22:59.401640 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9ef82f52-5d3a-4024-9161-72238ff578db req-114a2c27-1909-4c5b-85ba-bd0b27a3e981 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423005 Nov 16 22:22:59.422388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40930) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:59.460329 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78d7a1-57ef-40f5-ae66-3d566f68ae31 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:59.461838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ff78d7a1-57ef-40f5-ae66-3d566f68ae31 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1092 time: 0.0384753 Nov 16 22:22:59.464753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40932) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:59.468974 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': 'e0923867-b652-4727-ac30-4aefc49724b3', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:59.491564 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.593938 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.698878 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.9 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/1f642d69-f907-4996-a6f5-f11b62b6f13d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:59.797418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.829879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.865773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:59.870469 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:59.874006 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:59.900828 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=1f642d69-f907-4996-a6f5-f11b62b6f13d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:00.219416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.290378 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.437983 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.443078 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.509108 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=1f642d69-f907-4996-a6f5-f11b62b6f13d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:00.521653 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.618488 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 51e7db3a-afb0-4040-8520-9d876c65c592 associated. External IP: 172.25.7.9, port: e0923867-b652-4727-ac30-4aefc49724b3. Nov 16 22:23:00.820359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router baf147fd-76a1-4e7c-adec-1c5ecf7d107b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:23:00.919132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:23:00.928935 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Sync routers for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:23:00.937072 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:00.939488 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:23:00.940093 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:23:00.968118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-35d34c84-b371-40e3-b2a0-62c9f4c9d9e0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5023437 Nov 16 22:23:00.968701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:23:00.970969 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:23:01.008646 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9377f4ca-2b2b-493e-be5c-34b8c6fbe410 x-openstack-request-id: req-9377f4ca-2b2b-493e-be5c-34b8c6fbe410 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:23:01.008942 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:23:01.009242 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9377f4ca-2b2b-493e-be5c-34b8c6fbe410 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:23:01.009614 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3', 'status': 'completed', 'code': 200} Nov 16 22:23:01.050074 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:23:01.069761 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b2ddc-8eba-4acb-a241-2a2add6a65c2 req-6250f708-10a9-4857-8457-f42b321fd8bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.070171 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-e9fdce18-9c00-4f54-9807-80006b855916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.071568 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-696b2ddc-8eba-4acb-a241-2a2add6a65c2 req-6250f708-10a9-4857-8457-f42b321fd8bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0518565 Nov 16 22:23:01.071699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-e9fdce18-9c00-4f54-9807-80006b855916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1097 time: 0.0404971 Nov 16 22:23:01.123893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-696b2ddc-8eba-4acb-a241-2a2add6a65c2 req-d8b15f18-5c8e-4923-81df-ef33b741b010 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Nov 16 22:23:01.147571 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40938) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:23:01.171246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-6a2511c1-9604-4fb6-8f7f-3b0d7401f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.173041 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-6a2511c1-9604-4fb6-8f7f-3b0d7401f016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 898 time: 0.0914466 Nov 16 22:23:01.213274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c9855eeb-7ec6-41e1-b769-39663465a7ca tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/51e7db3a-afb0-4040-8520-9d876c65c592 HTTP/1.1" status: 200 len: 990 time: 0.0645046 Nov 16 22:23:01.238409 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-a57378a4-0846-4664-b287-70430f09a757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 998 time: 0.0578814 Nov 16 22:23:01.286723 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '51e7db3a-afb0-4040-8520-9d876c65c592', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'port_id': 'e0923867-b652-4727-ac30-4aefc49724b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'mac_address': 'fa:16:3e:fe:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:23:00Z', 'updated_at': '2021-11-16T22:23:00Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:23:01.287396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-d2aa234a-841a-438b-a892-6ebe91135f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.288875 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-d2aa234a-841a-438b-a892-6ebe91135f4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0437980 Nov 16 22:23:01.312411 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Checking router: baf147fd-76a1-4e7c-adec-1c5ecf7d107b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:23:01.320545 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:23:01.321132 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:22:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:23:01.337054 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-b3766594-ca86-467d-af30-66c82b2e8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.338474 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-b3766594-ca86-467d-af30-66c82b2e8d33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427258 Nov 16 22:23:01.435192 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-fde88160-6727-44f3-8776-1aa29e801142 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890989 Nov 16 22:23:01.517823 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:23:01.534016 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-1d5df3f0-34bc-4093-b7dd-72ee7cb0e523 req-da45f8e0-14d8-4179-9bf3-0703964e4ee7 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918481 Nov 16 22:23:01.736563 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '51e7db3a-afb0-4040-8520-9d876c65c592', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'port_id': 'e0923867-b652-4727-ac30-4aefc49724b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'mac_address': 'fa:16:3e:fe:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:23:00Z', 'updated_at': '2021-11-16T22:23:00Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:23:01.761363 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d3ae1-9eb9-4ef7-8cb5-6f8cc2eb6b67 None None] The sync data for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 is: [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '51e7db3a-afb0-4040-8520-9d876c65c592', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'port_id': 'e0923867-b652-4727-ac30-4aefc49724b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'mac_address': 'fa:16:3e:fe:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:23:00Z', 'updated_at': '2021-11-16T22:23:00Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:23:01.961591 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982d04e-ca75-48b7-b0e2-b4dd9039f7f1 None None] New status for floating IP 51e7db3a-afb0-4040-8520-9d876c65c592: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:23:02.216793 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 40940) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:23:02.281096 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-3058cc77-3ece-49b6-9a3d-ea133f199320 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/51e7db3a-afb0-4040-8520-9d876c65c592 HTTP/1.1" status: 200 len: 992 time: 0.0632255 Nov 16 22:23:09.630676 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:11.219550 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:23:13.453822 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:15.471857 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4fcc18f9-8c1c-457a-879b-71bc5396ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:17.796479 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-668be745-fd57-477c-bdc4-0ed74b0f864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:19.528722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:20.767419 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:21.589301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:35.667840 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e4c81-4027-497f-bcdd-7e6dcfa6697d req-7af7b7b9-480f-49af-8c4d-9137a1007132 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:35.669376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-166e4c81-4027-497f-bcdd-7e6dcfa6697d req-7af7b7b9-480f-49af-8c4d-9137a1007132 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0520236 Nov 16 22:23:35.718177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-166e4c81-4027-497f-bcdd-7e6dcfa6697d req-74e22e0a-b16f-4d14-954a-2880eba226bf tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Nov 16 22:23:36.837650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab889965-9ea3-40ff-a0d2-e124cc3e71dd req-8412a9af-8a60-43aa-b254-f103ab8d5863 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:36.839148 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab889965-9ea3-40ff-a0d2-e124cc3e71dd req-8412a9af-8a60-43aa-b254-f103ab8d5863 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0518947 Nov 16 22:23:36.887491 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ab889965-9ea3-40ff-a0d2-e124cc3e71dd req-acc985ca-01e5-425d-bf02-a8ff628b7a4e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Nov 16 22:23:38.002698 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c51a8-4a81-43e0-998f-8528472b6d7d req-e955225b-9cef-447d-ba39-96632975739c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:38.004193 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-774c51a8-4a81-43e0-998f-8528472b6d7d req-e955225b-9cef-447d-ba39-96632975739c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0491993 Nov 16 22:23:38.052198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-774c51a8-4a81-43e0-998f-8528472b6d7d req-54af3540-9fa2-466c-bfe3-749ba9dec88d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Nov 16 22:23:39.171585 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8921b-e03f-4caa-8526-f9b336073b8d req-ba620070-8d74-4584-a0b1-85716ccf9053 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:39.173060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecb8921b-e03f-4caa-8526-f9b336073b8d req-ba620070-8d74-4584-a0b1-85716ccf9053 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0541036 Nov 16 22:23:39.221527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ecb8921b-e03f-4caa-8526-f9b336073b8d req-8b8793f1-dda4-45cb-983f-0746c8a87e5d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Nov 16 22:23:39.626659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:40.337991 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8954f72-68a8-453b-9e63-810c97665c6f req-57fe0b21-edf0-4591-b831-4e2551b3a0b3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:40.339508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8954f72-68a8-453b-9e63-810c97665c6f req-57fe0b21-edf0-4591-b831-4e2551b3a0b3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0498655 Nov 16 22:23:40.391129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a8954f72-68a8-453b-9e63-810c97665c6f req-48a22cf9-c622-4764-9ea9-32c883e77abd tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454640 Nov 16 22:23:41.506656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4906-c429-4227-a13e-016f51f11b17 req-3113894d-fae0-4237-aabc-d07daf491282 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:41.508177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48f4906-c429-4227-a13e-016f51f11b17 req-3113894d-fae0-4237-aabc-d07daf491282 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0506880 Nov 16 22:23:41.561527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c48f4906-c429-4227-a13e-016f51f11b17 req-c7a8a8fa-f4cc-4161-9a2d-dc304fc123e8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Nov 16 22:23:42.679251 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3afdee-6db6-41fc-a189-76bdd4cafed0 req-dcdca38b-0c96-4b37-a019-cf83dc135dee tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:42.680699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b3afdee-6db6-41fc-a189-76bdd4cafed0 req-dcdca38b-0c96-4b37-a019-cf83dc135dee tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0496323 Nov 16 22:23:42.728126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9b3afdee-6db6-41fc-a189-76bdd4cafed0 req-576a5105-984b-4ffb-ac7b-75c9ac62243f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Nov 16 22:23:43.452373 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:43.840373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36224bd9-9cb4-4795-9699-5ed2cb0613b1 req-eca3a013-9a4f-45ef-9dba-7a25c425ccb3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:43.841832 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36224bd9-9cb4-4795-9699-5ed2cb0613b1 req-eca3a013-9a4f-45ef-9dba-7a25c425ccb3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0474491 Nov 16 22:23:43.889815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-36224bd9-9cb4-4795-9699-5ed2cb0613b1 req-c6072c1a-81ae-469e-a6d1-bbf42f8f37ea tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Nov 16 22:23:45.007019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45b11-5808-47f1-9cf3-25f622993b49 req-d6344e1e-cbf9-4ee1-b01e-be990b6caa36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:45.008548 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb45b11-5808-47f1-9cf3-25f622993b49 req-d6344e1e-cbf9-4ee1-b01e-be990b6caa36 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0531156 Nov 16 22:23:45.057208 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bcb45b11-5808-47f1-9cf3-25f622993b49 req-14c2fd26-22f1-4e84-8563-01a68ec336c3 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Nov 16 22:23:45.473827 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6168047a-04a5-4cc7-9258-0667cb76363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:46.170313 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37fac5-caba-42a3-b928-bd237a82c8fe req-d868b724-dc0b-4952-85e9-f8200a7e7422 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:46.171792 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba37fac5-caba-42a3-b928-bd237a82c8fe req-d868b724-dc0b-4952-85e9-f8200a7e7422 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0481508 Nov 16 22:23:46.219992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ba37fac5-caba-42a3-b928-bd237a82c8fe req-26b4e04c-e14f-4cec-a80b-46be0e7e3bde tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Nov 16 22:23:47.335561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe7b8a-8c08-4f8d-9ce5-d3b2c4298d14 req-127d8305-a465-45e8-b9f4-239044e25131 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:47.337041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fbe7b8a-8c08-4f8d-9ce5-d3b2c4298d14 req-127d8305-a465-45e8-b9f4-239044e25131 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0483918 Nov 16 22:23:47.389856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3fbe7b8a-8c08-4f8d-9ce5-d3b2c4298d14 req-0dc156dc-4dfc-4ccf-8330-a504e70ad7cb tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469582 Nov 16 22:23:47.799325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-527cedcd-7c0e-49e1-b0eb-af095affed74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:48.217905 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:23:48.511901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0651fa0-eec5-4bcd-9cda-bfe9de74257a req-521fdaa6-1602-4b8a-9499-5079d50fdb94 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:48.513394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0651fa0-eec5-4bcd-9cda-bfe9de74257a req-521fdaa6-1602-4b8a-9499-5079d50fdb94 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0501807 Nov 16 22:23:48.562878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0651fa0-eec5-4bcd-9cda-bfe9de74257a req-3382f0fb-7464-4ae3-b84f-ef507562a081 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Nov 16 22:23:49.535768 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:49.678701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd6fe-2f4e-42d9-98f2-e430ea4c5a86 req-941b103d-9e51-43e7-a674-d203cbcede0d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:49.680202 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89efd6fe-2f4e-42d9-98f2-e430ea4c5a86 req-941b103d-9e51-43e7-a674-d203cbcede0d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0479391 Nov 16 22:23:49.728428 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-89efd6fe-2f4e-42d9-98f2-e430ea4c5a86 req-b785dbaa-e276-4a00-a499-b02cc45f8688 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Nov 16 22:23:50.769490 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:50.853226 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4428-d958-4288-b584-fa05c5d9cde8 req-af3a79e4-4753-497e-ad2c-75d0daab4016 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:50.854824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d52f4428-d958-4288-b584-fa05c5d9cde8 req-af3a79e4-4753-497e-ad2c-75d0daab4016 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0565398 Nov 16 22:23:50.905379 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d52f4428-d958-4288-b584-fa05c5d9cde8 req-0416f7ac-2a4c-45da-a663-30c4d3af0ddc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Nov 16 22:23:51.590841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:52.019462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543166d-2910-46c1-9d8c-0831c858741b req-5e38dab3-ec6a-4a83-9d40-c504a750ca5b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:52.020941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d543166d-2910-46c1-9d8c-0831c858741b req-5e38dab3-ec6a-4a83-9d40-c504a750ca5b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0481246 Nov 16 22:23:52.068983 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d543166d-2910-46c1-9d8c-0831c858741b req-16b5fe34-66b1-4b7a-93c4-c7fc5d2c0b69 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Nov 16 22:23:52.091103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41000) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:23:52.152520 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-91f22b35-9921-4b65-8814-0adf6c2a8227 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/51e7db3a-afb0-4040-8520-9d876c65c592 HTTP/1.1" status: 200 len: 992 time: 0.0603166 Nov 16 22:23:53.412084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d85990-2d59-42c8-a591-7c4d70abe843 req-87ea26d5-49af-44b5-85c4-3fb515c45f54 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:53.413685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76d85990-2d59-42c8-a591-7c4d70abe843 req-87ea26d5-49af-44b5-85c4-3fb515c45f54 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0509596 Nov 16 22:23:53.434591 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdccb0-40af-4378-b761-ae012f619b7a req-276743a5-5790-4148-89ab-1f524ff7b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:53.436184 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-276743a5-5790-4148-89ab-1f524ff7b489 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1097 time: 0.0415397 Nov 16 22:23:53.463320 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-76d85990-2d59-42c8-a591-7c4d70abe843 req-0c995a9e-30aa-495a-afb4-ab3ce466e39f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433030 Nov 16 22:23:53.527244 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdccb0-40af-4378-b761-ae012f619b7a req-1bacc772-cd39-4017-b060-013ef37d5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:53.528714 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-1bacc772-cd39-4017-b060-013ef37d5505 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 898 time: 0.0840309 Nov 16 22:23:53.594606 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-2336e2e2-ce59-4c8b-be6c-93cc1fbf01c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 1000 time: 0.0587950 Nov 16 22:23:53.641533 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdccb0-40af-4378-b761-ae012f619b7a req-14462f04-2eaa-4939-b46e-7124231ca3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:53.642975 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-14462f04-2eaa-4939-b46e-7124231ca3d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0416312 Nov 16 22:23:53.689148 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdccb0-40af-4378-b761-ae012f619b7a req-aac69d7c-6bfa-4521-92a6-6367eaeda732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:53.691097 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-aac69d7c-6bfa-4521-92a6-6367eaeda732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401611 Nov 16 22:23:53.783683 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-b229c9b0-44b6-4537-b576-53a2e3379fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844548 Nov 16 22:23:53.873584 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-63cdccb0-40af-4378-b761-ae012f619b7a req-80fc49bf-719d-463a-8ef9-782ae6151f63 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811837 Nov 16 22:23:54.582706 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caad65-f38e-402a-8348-0a8cce54fe1c req-be6e517c-b56e-4945-84e0-d2a720092b16 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:54.584172 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41caad65-f38e-402a-8348-0a8cce54fe1c req-be6e517c-b56e-4945-84e0-d2a720092b16 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0474818 Nov 16 22:23:54.635895 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-41caad65-f38e-402a-8348-0a8cce54fe1c req-04bc5259-336d-4224-8a77-3b1bfb0dea04 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Nov 16 22:23:54.657941 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41010) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:23:54.715635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-a13a33ae-d101-481a-a8e1-451d3ba30317 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/51e7db3a-afb0-4040-8520-9d876c65c592 HTTP/1.1" status: 200 len: 992 time: 0.0565052 Nov 16 22:23:56.768425 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-a911fb79-0c58-420e-b168-b61db1f72edb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427649 Nov 16 22:23:56.848634 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516eb8-a324-4c51-be81-b12343b76455 req-5e7e1ff5-6dcc-4837-9423-be4f7ef96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:56.850178 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-5e7e1ff5-6dcc-4837-9423-be4f7ef96df1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1097 time: 0.0404475 Nov 16 22:23:56.950350 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516eb8-a324-4c51-be81-b12343b76455 req-c357e8d6-dc5b-4f26-a846-c0215c2f430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:56.951853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-c357e8d6-dc5b-4f26-a846-c0215c2f430c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 898 time: 0.0829635 Nov 16 22:23:57.021793 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-631b3b42-f02f-4f0b-858a-f4335be860f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 1000 time: 0.0624106 Nov 16 22:23:57.070057 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516eb8-a324-4c51-be81-b12343b76455 req-42346789-9d25-4797-8106-5bdbe421ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:57.071496 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-42346789-9d25-4797-8106-5bdbe421ec7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0433536 Nov 16 22:23:57.115040 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516eb8-a324-4c51-be81-b12343b76455 req-21ed8e15-ef8d-40ad-b48c-c648ab940ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:57.116476 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-21ed8e15-ef8d-40ad-b48c-c648ab940ccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383325 Nov 16 22:23:57.208039 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-09c9eadb-a785-4bac-b586-6d6a0a6528b6 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845110 Nov 16 22:23:57.298541 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-45516eb8-a324-4c51-be81-b12343b76455 req-7fd25a61-d82e-4832-af5b-6d6473b42c62 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Nov 16 22:24:09.641029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.455759 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.476861 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4f79e9c6-14a5-41f2-961e-a89e9002fb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.801386 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-dbc96617-d331-4702-97e5-fa6bd6664c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.535229 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.771282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.593251 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.216976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:24:25.248799 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41034) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:25.404904 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 1f642d69-f907-4996-a6f5-f11b62b6f13d {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:25.405151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.478298 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.478617 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.490674 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 1f642d69-f907-4996-a6f5-f11b62b6f13d owned by network:floatingip {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:25.633994 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.659601 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=1f642d69-f907-4996-a6f5-f11b62b6f13d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:25.671114 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.671469 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.671806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.672142 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.672472 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.672801 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.673131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.673457 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.673831 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.674156 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.674477 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.674796 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:25.730150 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.730552 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP 51e7db3a-afb0-4040-8520-9d876c65c592 disassociated (deleted). External IP: 172.25.7.9, port: e0923867-b652-4727-ac30-4aefc49724b3. Nov 16 22:24:25.925980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router baf147fd-76a1-4e7c-adec-1c5ecf7d107b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:26.031089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:26.036491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:26.041144 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Sync routers for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:26.051283 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:26.051872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:26.063384 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-16980e44-d275-47b7-87eb-cdf31c8145a1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/floatingips/51e7db3a-afb0-4040-8520-9d876c65c592 HTTP/1.1" status: 204 len: 168 time: 0.8134255 Nov 16 22:24:26.063975 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:26.066293 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf843d2d-9d52-44b7-a3b8-e992a764a182" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:26.117113 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323bb6c5-44ee-4172-8f2c-840b0628a849 x-openstack-request-id: req-323bb6c5-44ee-4172-8f2c-840b0628a849 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:26.117408 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "tag": "e0923867-b652-4727-ac30-4aefc49724b3", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:26.117755 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-323bb6c5-44ee-4172-8f2c-840b0628a849 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:26.118069 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3', 'status': 'completed', 'code': 200} Nov 16 22:24:26.160493 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:26.187361 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-2834b437-6a95-4d22-94e0-fbfca9ff8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:26.189124 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-2834b437-6a95-4d22-94e0-fbfca9ff8538 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 1097 time: 0.0490355 Nov 16 22:24:26.290388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-910f3ad8-fe50-4c4a-97f8-8c882c83a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:26.292027 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-910f3ad8-fe50-4c4a-97f8-8c882c83a3a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 200 len: 898 time: 0.0921078 Nov 16 22:24:26.308614 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041da9-c03d-4435-8fb8-6e3fdd828237 req-95833b66-9003-4156-ad20-2cc9b438e447 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:26.310238 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a041da9-c03d-4435-8fb8-6e3fdd828237 req-95833b66-9003-4156-ad20-2cc9b438e447 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0544980 Nov 16 22:24:26.337766 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-e361f0f6-2e70-439a-b489-651dd1ab5c08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 200 len: 217 time: 0.0374446 Nov 16 22:24:26.365683 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:26.368272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a041da9-c03d-4435-8fb8-6e3fdd828237 req-2fc5965b-a9e0-4a7d-8abe-47a26b52a24f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514531 Nov 16 22:24:26.390744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-0cd1d0b8-65c4-4493-8f6e-326dd521d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:26.392237 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-0cd1d0b8-65c4-4493-8f6e-326dd521d869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 200 len: 833 time: 0.0453134 Nov 16 22:24:26.395470 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Checking router: baf147fd-76a1-4e7c-adec-1c5ecf7d107b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:26.403783 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:26.404373 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:26.440760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-a12f157a-95eb-4961-8c4d-403353a65d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:26.442169 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-a12f157a-95eb-4961-8c4d-403353a65d3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3abd1f4b-1609-412a-8eb1-7465508a4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400326 Nov 16 22:24:26.509816 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:26.537003 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-523db724-43ab-473b-a4d8-ae60c0c2f467 service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851300 Nov 16 22:24:26.723879 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:26.750754 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ff005-068a-48ca-b9a1-ef00e9f3defe None None] The sync data for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 is: [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '784b9bfc-3efb-449d-a87d-38120d9b91f3', 'name': '', 'network_id': '3abd1f4b-1609-412a-8eb1-7465508a4829', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:82:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:50Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'd97dcde4-9986-474d-9fdf-27ccd5c7167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:26.957867 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-cf843d2d-9d52-44b7-a3b8-e992a764a182 req-a8379638-70e1-4182-9245-56bf1bcd000d service neutron] 10.222.0.36 "GET /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130733 Nov 16 22:24:26.980840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24bff9-944b-4b3f-a103-f099a509404f None None] New status for floating IP 51e7db3a-afb0-4040-8520-9d876c65c592: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:24:27.487197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea028e0-e215-45c2-a41d-cf900c42a79f req-eda0be2c-8e6e-4d87-8c4a-cc99c44e5949 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:27.492660 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea028e0-e215-45c2-a41d-cf900c42a79f req-eda0be2c-8e6e-4d87-8c4a-cc99c44e5949 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0503011 Nov 16 22:24:27.537975 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ea028e0-e215-45c2-a41d-cf900c42a79f req-d8b7d1f6-0f0a-401f-a845-2796bb0b7f87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3db4f58-19b9-4442-adac-b4c1b63e22a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Nov 16 22:24:27.893891 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-59598abc-d81a-42b8-95e5-3b314c2ef041 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:27.895330 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-59598abc-d81a-42b8-95e5-3b314c2ef041 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 946 time: 0.0478644 Nov 16 22:24:27.983947 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port e0923867-b652-4727-ac30-4aefc49724b3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:27.984284 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:28.074555 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port e0923867-b652-4727-ac30-4aefc49724b3, host n-h2-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-5',level=0,port_id=e0923867-b652-4727-ac30-4aefc49724b3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:28.074948 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:28.087135 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for e0923867-b652-4727-ac30-4aefc49724b3 owned by compute:nova {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:28.210568 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:28.236392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=e0923867-b652-4727-ac30-4aefc49724b3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:28.281234 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port e0923867-b652-4727-ac30-4aefc49724b3 on host n-h2-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:28.283809 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:28.287044 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.36 "DELETE /v2.0/ports/e0923867-b652-4727-ac30-4aefc49724b3 HTTP/1.1" status: 204 len: 173 time: 0.3854365 Nov 16 22:24:28.287474 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'name': 'network-vif-deleted', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:28.289676 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c3793-a21a-4daa-973f-3623b3ac91d6" -d '{"events": [{"server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "name": "network-vif-deleted", "tag": "e0923867-b652-4727-ac30-4aefc49724b3"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:28.331032 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e73f4-233c-42ea-ba75-72925b8350ef x-openstack-request-id: req-084e73f4-233c-42ea-ba75-72925b8350ef {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:28.331204 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4dfa00-2faa-46ac-a351-974c051e6a6f", "name": "network-vif-deleted", "tag": "e0923867-b652-4727-ac30-4aefc49724b3", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:28.331455 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-084e73f4-233c-42ea-ba75-72925b8350ef {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:28.331846 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4dfa00-2faa-46ac-a351-974c051e6a6f', 'name': 'network-vif-deleted', 'tag': 'e0923867-b652-4727-ac30-4aefc49724b3', 'status': 'completed', 'code': 200} Nov 16 22:24:28.648546 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c75c06c-190a-4628-8be2-566d3ce889b6 req-b92ebda6-e269-4d7a-ac19-022da9fb99e9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f4dfa00-2faa-46ac-a351-974c051e6a6f HTTP/1.1" status: 200 len: 210 time: 0.0273249 Nov 16 22:24:29.710293 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41050) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:30.055800 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:30.308019 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 784b9bfc-3efb-449d-a87d-38120d9b91f3 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:30.308266 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:30.403388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 784b9bfc-3efb-449d-a87d-38120d9b91f3, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=784b9bfc-3efb-449d-a87d-38120d9b91f3,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:30.403751 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:30.416643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 784b9bfc-3efb-449d-a87d-38120d9b91f3 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:30.603628 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:30.630004 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=784b9bfc-3efb-449d-a87d-38120d9b91f3,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:30.808829 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.020641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router baf147fd-76a1-4e7c-adec-1c5ecf7d107b has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:31.124184 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:31.129628 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-1bf4b50a-d290-4a8e-87de-b2de93be79b5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/baf147fd-76a1-4e7c-adec-1c5ecf7d107b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182699 Nov 16 22:24:31.132402 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41052) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:31.133523 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Sync routers for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:31.144308 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:31.144891 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:31.188425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting subnet d97dcde4-9986-474d-9fdf-27ccd5c7167b {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:24:31.192372 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.232423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.246781 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:31.318957 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.381556 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.412212 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Subnet': ['ID=d97dcde4-9986-474d-9fdf-27ccd5c7167b,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:31.417919 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.425071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41054) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:31.425596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b2d9d-ab33-48a8-922e-7ababcaf2ce0 None None] Network 3abd1f4b-1609-412a-8eb1-7465508a4829 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:31.427456 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-350c7c62-cf7c-489d-8808-2714bdf189da tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/subnets/d97dcde4-9986-474d-9fdf-27ccd5c7167b HTTP/1.1" status: 204 len: 168 time: 0.2940304 Nov 16 22:24:31.437603 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:24:30Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:31.553842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.574176 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Checking router: baf147fd-76a1-4e7c-adec-1c5ecf7d107b for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:31.583453 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Routers {'baf147fd-76a1-4e7c-adec-1c5ecf7d107b'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:31.584060 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:31.666008 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.687829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] Set router baf147fd-76a1-4e7c-adec-1c5ecf7d107b gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:31.719198 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:31.719538 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.780609 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0923867-b652-4727-ac30-4aefc49724b3 no longer exists at agent hyperv_n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:31.802241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] DHCP port deletion for 3abd1f4b-1609-412a-8eb1-7465508a4829 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:31.805402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] No Port match for: e0923867-b652-4727-ac30-4aefc49724b3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:31.805742 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Device e0923867-b652-4727-ac30-4aefc49724b3 not bound to the agent host n-h2-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:31.814880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:31.815345 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.828070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:31.855812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Deleting port f40ed6bf-32b5-4ec4-8562-dfa5f749176d {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:31.856475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.867621 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:24:30Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:31.894977 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03246aa3-aab9-40c7-9f4d-48c1a3014c10 None None] The sync data for ids ['baf147fd-76a1-4e7c-adec-1c5ecf7d107b'] in n-d-816206-5 is: [{'id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046883834', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:24:30Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '800f27d8-b05f-4fd5-9e9c-dfc60861bfa2', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf147fd-76a1-4e7c-adec-1c5ecf7d107b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:44Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:31.920979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] For port f40ed6bf-32b5-4ec4-8562-dfa5f749176d, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,segment=NetworkSegment(1690aa81-f0d2-47e6-8b05-d1f2f36b8214),segment_id=1690aa81-f0d2-47e6-8b05-d1f2f36b8214)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:31.921672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:31.937659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Calling delete_port for f40ed6bf-32b5-4ec4-8562-dfa5f749176d owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:32.004541 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.023675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.030488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=800f27d8-b05f-4fd5-9e9c-dfc60861bfa2,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:32.043078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.043431 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.043773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.044110 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.044443 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.044773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.045100 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.045426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.045749 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.046070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.046389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.046712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.053330 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e898bf96-408b-41d7-a60c-2dcdb0aa5096 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:32.056199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Pushing event deleted for resources: {'Port': ['ID=f40ed6bf-32b5-4ec4-8562-dfa5f749176d,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:32.062192 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] No DVR routers for this DVR port f40ed6bf-32b5-4ec4-8562-dfa5f749176d on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:32.072788 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.073140 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.073482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.073861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.074138 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.074470 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.074800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.075272 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.075717 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.075915 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.076334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.076548 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab613466-a575-4a64-ac27-34d7f6990ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:32.100558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.189566 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.191650 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.238082 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.239041 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Fanout notify agent at l3_agent the message router_deleted on router baf147fd-76a1-4e7c-adec-1c5ecf7d107b {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:24:32.246420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.247615 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8018ab94-6f58-4809-b2de-b2c53ac54033 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/routers/baf147fd-76a1-4e7c-adec-1c5ecf7d107b HTTP/1.1" status: 204 len: 168 time: 0.8215261 Nov 16 22:24:32.250369 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41056) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:32.329223 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.421512 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.442946 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abd1f4b-1609-412a-8eb1-7465508a4829']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:32.452735 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1690aa81-f0d2-47e6-8b05-d1f2f36b8214') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:32.453034 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1690aa81-f0d2-47e6-8b05-d1f2f36b8214') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:32.463066 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.476837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.483417 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:24:32.483751 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:24:32.487417 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:24:32.555936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.563193 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.569699 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/networks/3abd1f4b-1609-412a-8eb1-7465508a4829 HTTP/1.1" status: 204 len: 168 time: 0.3182464 Nov 16 22:24:32.569859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41058) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:32.581466 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae708-0bc3-440d-9e33-5389f6f49b43 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Network': ['ID=3abd1f4b-1609-412a-8eb1-7465508a4829,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:32.629001 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.654036 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.714306 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.716976 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.718137 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/security-groups/b3db4f58-19b9-4442-adac-b4c1b63e22a8 HTTP/1.1" status: 204 len: 168 time: 0.1472654 Nov 16 22:24:32.727980 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5ca2-5e0f-4e70-a798-cdd41310534d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db4f58-19b9-4442-adac-b4c1b63e22a8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.208618 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40ed6bf-32b5-4ec4-8562-dfa5f749176d no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:33.230233 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: f40ed6bf-32b5-4ec4-8562-dfa5f749176d {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:33.230578 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device f40ed6bf-32b5-4ec4-8562-dfa5f749176d not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:33.231005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:33.252310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:33.252659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 800f27d8-b05f-4fd5-9e9c-dfc60861bfa2 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:33.253045 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 784b9bfc-3efb-449d-a87d-38120d9b91f3 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:33.272626 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 784b9bfc-3efb-449d-a87d-38120d9b91f3 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:33.272971 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 784b9bfc-3efb-449d-a87d-38120d9b91f3 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:33.307444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41064) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.312042 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098296684', 'description': 'tempest-secgroup-smoke-1098296684 description', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.334430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.400816 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.404761 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.433866 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.435098 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266224 Nov 16 22:24:33.438109 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41066) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.443313 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.443660 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126063f-02d1-4316-a08b-f2b9a145ea8a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.469590 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.524158 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.527675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.547718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2413de34-08bc-43ec-9731-bb46f6c1e9d2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.556049 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.557254 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-da2b10a6-94f0-4c97-80db-f376b7b2a0f6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181259 Nov 16 22:24:33.560025 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41068) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.565069 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.591576 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.648292 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.652061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.667096 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97222f0c-bff9-4dc9-8a30-2bb9fdd23d8a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.681979 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.686394 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-0222e402-9313-4ddf-a7b4-23cb9facce9b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227953 Nov 16 22:24:33.686658 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41070) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.691650 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.717977 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.774536 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.778353 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.797760 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd5cc04-dbef-4c35-875b-da41e40f2112,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.804726 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.805896 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-623af719-b01d-4ba5-adbd-56a0683bde8b tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182377 Nov 16 22:24:33.809478 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41072) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.813715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.839793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.895711 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.899316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.916556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eab2f75-d462-4c97-87b2-bddbb9f8796c,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:33.923168 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:33.924853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6c2a42ef-ab7e-4141-b135-c035fcdd13e6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144557 Nov 16 22:24:33.927573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41074) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:33.931858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.952939 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:24:33.957675 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.014445 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.017719 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.035392 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5346b7e-8d3a-4e36-96c7-9d78e1849249,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:34.041515 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.045523 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a872fda5-40dc-4ab5-a819-8cc6299ccec8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141832 Nov 16 22:24:34.045523 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41076) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:34.050355 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'security_group_rule': {'security_group_id': '02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:34.071136 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Project 9586a4ba20d9411a8ef0d43c9e06713e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:24:34.075795 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.135945 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.139423 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.158551 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4900d43-658e-49e7-aa43-7a0ad9d39c4f,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:34.166245 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.170004 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5ef49544-6283-4cc7-829b-016cb1be1b56 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209755 Nov 16 22:24:34.170200 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41078) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:34.175411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'network': {'name': 'tempest-network-smoke--2145166893', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'port_security_enabled': True}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:34.195489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:34.198756 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.222569 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:24:34.232170 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.232516 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Added segment 61b2ede1-411a-426a-95c6-12dc0fd89a86 of type vlan for network aab2223c-a23f-4661-9d93-abb1c6c95f00 Nov 16 22:24:34.273277 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.297484 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.303709 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:34.304289 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.359708 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885362 Nov 16 22:24:34.363238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41080) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:34.368296 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'admin_state_up': True, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:34.372118 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f18320-985d-428d-b3b7-b8583d5922b6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Network': ['ID=aab2223c-a23f-4661-9d93-abb1c6c95f00,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:34.384343 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:24:34.392993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.394152 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.444886 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.583372 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.121088 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.139506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.244563 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.219 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/4a653cda-1c4b-4fb0-9ba9-378a2618d38c) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:35.355943 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.389040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.430243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:35.433197 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:35.436846 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:35.446259 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283f397-108d-4679-8a21-c571423f774a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:35.460134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:35.494679 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-48a9b141-57ec-4ad4-b21f-b3337718ab91 None None] Provisioning complete for port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:35.495076 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48a9b141-57ec-4ad4-b21f-b3337718ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.529640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-48a9b141-57ec-4ad4-b21f-b3337718ab91 None None] Port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:35.687314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:35.880791 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.007462 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router e9d5a4df-6c76-4eba-a150-47d8fc659e14 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:24:36.109598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:36.119429 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Sync routers for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:36.130533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:36.130719 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.131162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:36.131843 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e39ce407-ef34-44e0-8632-12dd32b90115 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7675209 Nov 16 22:24:36.135081 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41082) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:36.221809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-819d6726-ffd9-4255-8cbe-198a3ef7f0ac tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9586a4ba20d9411a8ef0d43c9e06713e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857320 Nov 16 22:24:36.224320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41086) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:36.237530 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:36.309381 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c357dc-ca77-4f4e-a320-141934e4ace6 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:36.310815 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c1c357dc-ca77-4f4e-a320-141934e4ace6 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855923 Nov 16 22:24:36.313600 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41088) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:36.341105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f5b6295d-9c98-4703-a972-37621d80e01a tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=3af618af-f9e2-4a56-b7c9-289f41ed9326&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257738 Nov 16 22:24:36.343612 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41090) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:36.349221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236313710', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:36.410945 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:35Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:36.442372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Checking router: e9d5a4df-6c76-4eba-a150-47d8fc659e14 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:36.442726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Updating router e9d5a4df-6c76-4eba-a150-47d8fc659e14 port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:36.443396 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:36.446921 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.467389 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.631282 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.696570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Subnet': ['ID=df60c83c-67c5-4949-998b-6163445d09ed,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:36.704395 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Checking segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:36.704807 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network hostable DHCP agents. Network: aab2223c-a23f-4661-9d93-abb1c6c95f00, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:24:36.719702 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.721460 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:24:36.725377 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.731714 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, aab2223c-a23f-4661-9d93-abb1c6c95f00) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:36.737516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:36.738380 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.752515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c88e9-0083-4ed1-b756-15f055215051 None None] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:36.757758 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d7b7476d-9e67-4029-a996-420c03c56802 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099739 Nov 16 22:24:36.757980 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41092) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:36.804265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aeb8b1-3ed6-4207-a1ee-ddee2297753b None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:36.832448 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeaaf2-e25f-4256-8f53-bf1a85ba27b5 None None] Pushing event updated for resources: {'Port': ['ID=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:36.836647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Attempting to bind port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:36.836916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Attempting to bind port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:36.837282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Attempting to bind port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:36.853927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:36.854299 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:36.854699 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.855118 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:36.855603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Bound port: 4a653cda-1c4b-4fb0-9ba9-378a2618d38c, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:36.855979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.915513 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-297e608d-9733-4e98-b116-a9c91d0276cf None None] Provisioning complete for port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:36.915877 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-297e608d-9733-4e98-b116-a9c91d0276cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.988059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-297e608d-9733-4e98-b116-a9c91d0276cf None None] Port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:36.991354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] For port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:36.996340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] For port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:37.004301 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.056979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-aab2223c-a23f-4661-9d93-abb1c6c95f00', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:24:37.057782 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.075454 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466c6a4-2e7f-45dc-b3cb-1b4b14f0da8e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:37.101347 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:37.101962 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:37.108401 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeaaf2-e25f-4256-8f53-bf1a85ba27b5 None None] Pushing event updated for resources: {'Port': ['ID=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:37.207187 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.265100 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] Provisioning complete for port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:37.265466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.499978 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:37.555316 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Allocated IP 172.20.0.2 (aab2223c-a23f-4661-9d93-abb1c6c95f00/df60c83c-67c5-4949-998b-6163445d09ed/61ae30c1-269b-47e8-8e3d-9e992706d3db) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:37.727085 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.789571 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] For port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:37.799139 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.893637 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.898707 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d308af-9069-4acc-84e7-d759a6db75e8 None None] Pushing event updated for resources: {'Port': ['ID=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:37.903521 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:37.936916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:35Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:37.949494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:37.949741 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.1 (aab2223c-a23f-4661-9d93-abb1c6c95f00/df60c83c-67c5-4949-998b-6163445d09ed/cec3708c-d41c-4359-ab38-986be1d22af9) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:37.977257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:37.981709 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589df26c-8a54-4aad-9ccb-fe95cb4a1f34 None None] The sync data for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 is: [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:35Z', 'revision_number': 3, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:37.983420 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:37.986279 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Pushing event updated for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:38.044744 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Attempting to bind port 61ae30c1-269b-47e8-8e3d-9e992706d3db on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:38.045031 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Attempting to bind port 61ae30c1-269b-47e8-8e3d-9e992706d3db by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:38.045399 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Attempting to bind port 61ae30c1-269b-47e8-8e3d-9e992706d3db on network aab2223c-a23f-4661-9d93-abb1c6c95f00 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:38.051563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:38.051936 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Checking segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:38.052337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.052731 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Bound using segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:38.053201 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Bound port: 61ae30c1-269b-47e8-8e3d-9e992706d3db, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:38.053585 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.084285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.119587 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.126546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:38.129540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=61ae30c1-269b-47e8-8e3d-9e992706d3db,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:38.134161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.163542 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:38.167571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:38.170363 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:38.192037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6d33a-b3cb-4845-997f-95651cd33fab None None] Pushing event updated for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:38.198080 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:38.227840 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:38.397767 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.077603 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.084027 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.162403 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:39.164996 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.241550 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b15fe-408f-4589-9049-55ab7e875d94 None None] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:39.282240 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:39.284380 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:39.294153 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 61ae30c1-269b-47e8-8e3d-9e992706d3db up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:39.366805 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] Provisioning complete for port 61ae30c1-269b-47e8-8e3d-9e992706d3db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:39.367213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.399098 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router e9d5a4df-6c76-4eba-a150-47d8fc659e14 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:39.445310 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 61ae30c1-269b-47e8-8e3d-9e992706d3db triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:39.445671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.519682 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:39.524682 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-5cfa4f81-9e1f-4bd3-b225-dbd84ae85792 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/e9d5a4df-6c76-4eba-a150-47d8fc659e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657881 Nov 16 22:24:39.555137 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.644433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=61ae30c1-269b-47e8-8e3d-9e992706d3db,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:39.648142 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.654589 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.667302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.694844 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Sync routers for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:39.711012 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:39.711635 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:39.728454 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-8875cb29-3752-4ff2-9ce0-b631089b0aa2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098296684&fields=id&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 267 time: 0.0626495 Nov 16 22:24:39.747776 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad62930-f902-4ba4-90f0-c4555a445b99 None None] Pushing event updated for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:39.758645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:24:39.759026 n-d-816206-5 neutron-server[102666]: DEBUG oslo_db.api [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:24:39.836830 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:39.849855 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-33c00853-85e3-4fd3-adb9-8ae1868ed734 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:39.851592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-33c00853-85e3-4fd3-adb9-8ae1868ed734 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 797 time: 0.1159530 Nov 16 22:24:39.874743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cd6ca9c7-d248-4de0-84c7-c4b1cfdc12c5 None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:39.875144 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca9c7-d248-4de0-84c7-c4b1cfdc12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.881363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-fd4d8193-6690-48cf-a028-efab2cc7a17f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/quotas/9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 375 time: 0.0236702 Nov 16 22:24:39.917033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ca9c7-d248-4de0-84c7-c4b1cfdc12c5 None None] Port cec3708c-d41c-4359-ab38-986be1d22af9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:39.929934 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cd6ca9c7-d248-4de0-84c7-c4b1cfdc12c5 None None] Provisioning complete for port 61ae30c1-269b-47e8-8e3d-9e992706d3db triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:39.931173 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca9c7-d248-4de0-84c7-c4b1cfdc12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:39.944570 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-4faffac9-08c1-434f-8042-0411cfad21bf tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620508 Nov 16 22:24:40.065074 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 2, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:40.093680 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Checking router: e9d5a4df-6c76-4eba-a150-47d8fc659e14 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:40.094026 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Updating router e9d5a4df-6c76-4eba-a150-47d8fc659e14 port cec3708c-d41c-4359-ab38-986be1d22af9 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:40.104482 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-72c0773a-8ed6-49d1-9440-91f450398839 service neutron] 10.222.0.54 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509960 Nov 16 22:24:40.119681 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.152590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e3af4282-6943-497d-b0a0-7908c032903b None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:40.153236 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e3af4282-6943-497d-b0a0-7908c032903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.220665 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e3af4282-6943-497d-b0a0-7908c032903b None None] Port cec3708c-d41c-4359-ab38-986be1d22af9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:40.221427 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-ae262256-5d84-4018-a1dd-389548183029 service neutron] 10.222.0.54 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092629 Nov 16 22:24:40.319137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a653cda-1c4b-4fb0-9ba9-378a2618d38c up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:40.382536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-1cb09650-1b28-4fff-b7f5-743f4850e6a2 None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:40.382903 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1cb09650-1b28-4fff-b7f5-743f4850e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.430309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-1cb09650-1b28-4fff-b7f5-743f4850e6a2 None None] Port cec3708c-d41c-4359-ab38-986be1d22af9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:40.434871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:40.435468 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.478913 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fe77f5bd-c9c8-4342-90e1-8fa74470e7cb req-ff0f2878-adbe-432d-aba2-9d50fabd231e tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 210 time: 0.0761595 Nov 16 22:24:40.509161 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.518669 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.605561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Pushing event updated for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:40.636170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.636513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.636915 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.637438 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.637778 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.638170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.639397 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.639693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.640055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.640415 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.640765 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.641086 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:40.654873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Attempting to bind port cec3708c-d41c-4359-ab38-986be1d22af9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:40.655271 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Attempting to bind port cec3708c-d41c-4359-ab38-986be1d22af9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:40.655631 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Attempting to bind port cec3708c-d41c-4359-ab38-986be1d22af9 on network aab2223c-a23f-4661-9d93-abb1c6c95f00 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:40.662150 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:40.662517 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Checking segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:40.662916 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.663336 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Bound using segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:40.663835 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Bound port: cec3708c-d41c-4359-ab38-986be1d22af9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:40.664289 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.734165 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] For port cec3708c-d41c-4359-ab38-986be1d22af9, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:40.737398 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] For port cec3708c-d41c-4359-ab38-986be1d22af9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cec3708c-d41c-4359-ab38-986be1d22af9,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:40.745182 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.810439 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:40.811096 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:40.813212 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca64c6-6b0f-4175-83ac-460b6bfb0e5d None None] Pushing event updated for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=4']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:40.859247 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:40.859613 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.968313 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:40.975873 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:41.027485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] For port cec3708c-d41c-4359-ab38-986be1d22af9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cec3708c-d41c-4359-ab38-986be1d22af9,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:41.035135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:41.118221 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733b5d-b2d7-4fc4-8259-1e183b4ce2ff None None] Pushing event updated for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:41.222834 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-88a08981-7806-4425-af14-12dadc578c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:41.252792 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 61ae30c1-269b-47e8-8e3d-9e992706d3db up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:41.263906 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a08981-7806-4425-af14-12dadc578c05 None None] The sync data for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 is: [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:41.301132 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-e61854c8-8e7d-4880-9043-cafb7f740345 None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:41.301503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e61854c8-8e7d-4880-9043-cafb7f740345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:41.374199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 61ae30c1-269b-47e8-8e3d-9e992706d3db triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:41.374768 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:41.582611 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5b324350-593c-40c0-86ab-eaac62ba7659 req-cd0c3996-040c-4c0b-ab57-e3c58047e75c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 210 time: 0.0293248 Nov 16 22:24:41.729459 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-77a88d34-5fa8-4351-8d50-ad67996843ef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:41.731108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-77a88d34-5fa8-4351-8d50-ad67996843ef tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 797 time: 0.1360404 Nov 16 22:24:41.798756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-e672e3a7-6500-47f1-b226-4c4c246db5d5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9586a4ba20d9411a8ef0d43c9e06713e HTTP/1.1" status: 200 len: 380 time: 0.0577133 Nov 16 22:24:41.807720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'port': {'device_id': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'admin_state_up': True, 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'security_groups': ['02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:41.925567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Made reservation on behalf of 9586a4ba20d9411a8ef0d43c9e06713e for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:41.929256 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.064488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.20.0.5 (aab2223c-a23f-4661-9d93-abb1c6c95f00/df60c83c-67c5-4949-998b-6163445d09ed/7121972d-4d86-48e4-909b-22b371019619) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:42.207955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.242349 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.291384 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:42.294593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:42.298543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:42.322615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:42.354601 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:42.355555 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.372862 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-dcd404e3-f985-4597-95d3-aa14e699b787 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688891 Nov 16 22:24:42.384434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-8ef56b37-e7a6-4716-bf7e-686ba8d2f428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:24:42.385614 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-8ef56b37-e7a6-4716-bf7e-686ba8d2f428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062311 Nov 16 22:24:42.398240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Request body: {'port': {'device_id': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:42.459923 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.588759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-86db3eef-2f72-452f-94ca-75827453586e None None] Provisioning complete for port 7121972d-4d86-48e4-909b-22b371019619 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:42.589325 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-86db3eef-2f72-452f-94ca-75827453586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.623547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-86db3eef-2f72-452f-94ca-75827453586e None None] Port 7121972d-4d86-48e4-909b-22b371019619 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:42.737122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b36ba3-09ac-4a3d-a109-f51c12206769 req-9eac61a2-142d-4cf3-838e-b4325dca2960 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:42.738496 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b36ba3-09ac-4a3d-a109-f51c12206769 req-9eac61a2-142d-4cf3-838e-b4325dca2960 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 931 time: 0.0756845 Nov 16 22:24:42.783505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7121972d-4d86-48e4-909b-22b371019619 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:24:42.795698 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.819812 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Transition to ACTIVE for port object 7121972d-4d86-48e4-909b-22b371019619 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:24:42.824239 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-50b36ba3-09ac-4a3d-a109-f51c12206769 req-ff8ed9dd-210f-4465-9023-1d68cebe66fe tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690877 Nov 16 22:24:42.825253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:42.880009 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Pushing event updated for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:42.951449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Attempting to bind port 7121972d-4d86-48e4-909b-22b371019619 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:42.951743 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Attempting to bind port 7121972d-4d86-48e4-909b-22b371019619 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:42.952071 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Attempting to bind port 7121972d-4d86-48e4-909b-22b371019619 on network aab2223c-a23f-4661-9d93-abb1c6c95f00 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:42.957289 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Port 7121972d-4d86-48e4-909b-22b371019619 on network aab2223c-a23f-4661-9d93-abb1c6c95f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:24:42.957610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Attempting to bind port 7121972d-4d86-48e4-909b-22b371019619 on network aab2223c-a23f-4661-9d93-abb1c6c95f00 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:42.962745 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:42.963111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Checking segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:42.963495 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Bound using segment: {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:42.963920 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Bound port: 7121972d-4d86-48e4-909b-22b371019619, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b2ede1-411a-426a-95c6-12dc0fd89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:42.964275 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:43.030363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:43.033659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7121972d-4d86-48e4-909b-22b371019619,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:43.038277 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:43.077478 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.078100 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:43.079555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] 10.222.0.21 "PUT /v2.0/ports/7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 1091 time: 0.6857345 Nov 16 22:24:43.079994 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:43.082236 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:43.107620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a43096-0692-4aa1-93cb-f166d807b649 service neutron] Pushing event updated for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:43.164330 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-defa9152-c4ce-4821-83de-10c401dd6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.165848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-defa9152-c4ce-4821-83de-10c401dd6c33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1094 time: 0.0454621 Nov 16 22:24:43.221102 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-898a824e-4e6b-43e6-90c0-baade1938fae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 217 time: 0.0442696 Nov 16 22:24:43.230173 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d143115-07ae-49e1-b2ab-1c0fb37d3728 x-openstack-request-id: req-9d143115-07ae-49e1-b2ab-1c0fb37d3728 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:43.230473 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:43.230732 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d143115-07ae-49e1-b2ab-1c0fb37d3728 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:43.231184 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619', 'status': 'completed', 'code': 200} Nov 16 22:24:43.266445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cec3708c-d41c-4359-ab38-986be1d22af9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:43.289166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-4fa1bdae-9aa0-4d69-a961-5eb7987ec9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.290578 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-4fa1bdae-9aa0-4d69-a961-5eb7987ec9a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0586419 Nov 16 22:24:43.319246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port cec3708c-d41c-4359-ab38-986be1d22af9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:43.319617 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:43.337075 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-932ced18-6465-4d55-9fbe-c06945c17da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.338584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-932ced18-6465-4d55-9fbe-c06945c17da1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402210 Nov 16 22:24:43.434309 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-71e6d241-a807-4e40-be01-36946c842788 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878327 Nov 16 22:24:43.465769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:43.527893 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9c468828-ec91-488f-83c4-7edb3c3f1979 req-7c775831-d3e1-415b-b2ef-fc7771a66c66 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863712 Nov 16 22:24:43.611569 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-ac246306-2e9b-430a-be8d-aab9cd971a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.612959 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-ac246306-2e9b-430a-be8d-aab9cd971a01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1094 time: 0.0407217 Nov 16 22:24:43.709612 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-ae96a764-389e-4e82-ba89-88943d7a9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.711328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-ae96a764-389e-4e82-ba89-88943d7a9d26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 898 time: 0.0912721 Nov 16 22:24:43.758336 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-b39f67c8-00af-4c2d-bd54-8d4e712dc783 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 217 time: 0.0394952 Nov 16 22:24:43.806737 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-78196e31-b286-4798-970c-677b57d785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.808150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-78196e31-b286-4798-970c-677b57d785a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0426588 Nov 16 22:24:43.859512 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-86bf4513-6589-4b59-8874-a9e89e64c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.861006 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-86bf4513-6589-4b59-8874-a9e89e64c679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447321 Nov 16 22:24:43.981753 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be7bb-4d07-48cd-8a0a-bd7c0411ad93 req-96f36483-faec-477d-ba14-1caab66b4909 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.983236 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd8be7bb-4d07-48cd-8a0a-bd7c0411ad93 req-96f36483-faec-477d-ba14-1caab66b4909 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 943 time: 0.0733116 Nov 16 22:24:43.999448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-896121c3-02b5-42dc-83cb-8877322b2e99 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303747 Nov 16 22:24:44.083290 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd8be7bb-4d07-48cd-8a0a-bd7c0411ad93 req-1da98a60-186f-442d-a671-437dfc61a621 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929179 Nov 16 22:24:44.113526 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-503f72ad-7902-4a26-b2b9-e2dfebe0e1f8 req-b7c047a4-61d2-4aaa-bba7-44352d33626d service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048753 Nov 16 22:24:45.205771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5b92-06e2-4092-a17d-dfab0e5d12fc req-66b18820-6fc5-4c2d-8c87-0a8c82c03860 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:45.207251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4ad5b92-06e2-4092-a17d-dfab0e5d12fc req-66b18820-6fc5-4c2d-8c87-0a8c82c03860 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 943 time: 0.0533593 Nov 16 22:24:45.255974 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f4ad5b92-06e2-4092-a17d-dfab0e5d12fc req-629092cf-58be-4357-8f39-dcf29ffff423 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Nov 16 22:24:45.478621 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-be395ed8-40ea-43a1-a4a8-170ee5b9129c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:45.671492 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7121972d-4d86-48e4-909b-22b371019619 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:24:45.767546 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7121972d-4d86-48e4-909b-22b371019619,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:45.779011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '7121972d-4d86-48e4-909b-22b371019619', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'port_id': '7121972d-4d86-48e4-909b-22b371019619', 'mac_address': 'fa:16:3e:c2:8c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:24:45.816361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:45.828860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7121972d-4d86-48e4-909b-22b371019619 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:24:45.853082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7121972d-4d86-48e4-909b-22b371019619,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:45.857647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:45.904166 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:46.091909 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['7121972d-4d86-48e4-909b-22b371019619'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:24:46.370298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4d327-dc5f-4f96-a9dd-8214031825f6 req-74c69053-a219-4495-af10-7f9b45b64734 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:46.371728 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aad4d327-dc5f-4f96-a9dd-8214031825f6 req-74c69053-a219-4495-af10-7f9b45b64734 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 944 time: 0.0486689 Nov 16 22:24:46.420930 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aad4d327-dc5f-4f96-a9dd-8214031825f6 req-80f0809f-0d7b-4a5d-9dff-b98f6dc7c0f8 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Nov 16 22:24:47.536320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899438d-28ee-4300-ba39-eeb3abc1e045 req-de105557-8a17-4370-bb78-121170d5e8bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.537849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8899438d-28ee-4300-ba39-eeb3abc1e045 req-de105557-8a17-4370-bb78-121170d5e8bc tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 944 time: 0.0482872 Nov 16 22:24:47.589905 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8899438d-28ee-4300-ba39-eeb3abc1e045 req-453310e7-5b5a-4a84-982c-a4f8a50803e1 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Nov 16 22:24:47.676534 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7121972d-4d86-48e4-909b-22b371019619 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:47.724592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 7121972d-4d86-48e4-909b-22b371019619 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:24:47.728585 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 7121972d-4d86-48e4-909b-22b371019619 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:47.728951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.815275 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.823690 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1a0c-7d13-4822-bdbe-afccd43b1d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.838274 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121972d-4d86-48e4-909b-22b371019619'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:47.840544 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d1fd3-1f08-4012-8edf-582ecebf1d12" -d '{"events": [{"server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "name": "network-vif-plugged", "status": "completed", "tag": "7121972d-4d86-48e4-909b-22b371019619"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:47.858177 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7121972d-4d86-48e4-909b-22b371019619,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:47.862918 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.885467 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90a37c-793f-41a8-9f27-0e41ca10f325 x-openstack-request-id: req-0c90a37c-793f-41a8-9f27-0e41ca10f325 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:47.885747 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "name": "network-vif-plugged", "status": "completed", "tag": "7121972d-4d86-48e4-909b-22b371019619", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:47.886001 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c90a37c-793f-41a8-9f27-0e41ca10f325 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:47.886392 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121972d-4d86-48e4-909b-22b371019619', 'code': 200} Nov 16 22:24:47.912554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:47.974692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95a754-3bda-4b88-98b6-6eb86c471eb6 req-2604f316-99b6-40c7-8b3f-a6cddc7805f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.976461 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b95a754-3bda-4b88-98b6-6eb86c471eb6 req-2604f316-99b6-40c7-8b3f-a6cddc7805f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1096 time: 0.0384109 Nov 16 22:24:48.021989 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2b95a754-3bda-4b88-98b6-6eb86c471eb6 req-780fb4e5-d613-4812-94e3-45b777aa2a9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380495 Nov 16 22:24:48.702757 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef854f2-f3c2-4a04-9780-73bdd0adf306 req-b7e4171a-30bd-451d-b051-0c79aa999610 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:48.704866 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef854f2-f3c2-4a04-9780-73bdd0adf306 req-b7e4171a-30bd-451d-b051-0c79aa999610 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0475342 Nov 16 22:24:48.753268 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ef854f2-f3c2-4a04-9780-73bdd0adf306 req-b32d8f99-6a55-437d-a489-a8827b928806 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Nov 16 22:24:49.537742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:49.869710 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0c765-f858-4b35-8dac-89aa42ee0e97 req-0de04c62-6cc8-49d1-9d2e-db32776893d2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:49.871178 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5d0c765-f858-4b35-8dac-89aa42ee0e97 req-0de04c62-6cc8-49d1-9d2e-db32776893d2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0510938 Nov 16 22:24:49.919216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e5d0c765-f858-4b35-8dac-89aa42ee0e97 req-6ef1d001-2797-4375-9f2f-ea0bbbea2439 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Nov 16 22:24:50.032803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81883ee-9cb8-4e71-9a04-7c3d8542d93b req-2fb36c6c-7194-49d7-a995-f8a6dc8a2c31 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:50.034227 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c81883ee-9cb8-4e71-9a04-7c3d8542d93b req-2fb36c6c-7194-49d7-a995-f8a6dc8a2c31 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0485454 Nov 16 22:24:50.082418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c81883ee-9cb8-4e71-9a04-7c3d8542d93b req-978c7017-d2dc-4d42-b6cb-5ca3bf3f9885 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Nov 16 22:24:50.103556 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41148) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:50.142518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab794c1-0f77-4ab7-b09d-ad19e31ee5c7 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:50.144054 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-dab794c1-0f77-4ab7-b09d-ad19e31ee5c7 tempest-TestNetworkAdvancedServerOps-1859212713 tempest-TestNetworkAdvancedServerOps-1859212713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1091 time: 0.0395083 Nov 16 22:24:50.146732 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41150) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:50.150901 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '7121972d-4d86-48e4-909b-22b371019619', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:50.179110 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:50.273290 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:50.375575 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Allocated IP 172.25.7.217 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/39178bcd-fd30-429f-9887-d66fde1a760c) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:50.475560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:50.509409 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:50.554125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:50.557126 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:50.559624 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:50.581246 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=39178bcd-fd30-429f-9887-d66fde1a760c,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:50.774108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.010585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.135031 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.287846 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.292122 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.363442 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event updated for resources: {'Port': ['ID=39178bcd-fd30-429f-9887-d66fde1a760c,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:51.370442 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.472272 n-d-816206-5 neutron-server[102664]: INFO neutron.db.l3_db [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP e4d56688-4920-4042-88f6-8ba648e5dcd6 associated. External IP: 172.25.7.217, port: 7121972d-4d86-48e4-909b-22b371019619. Nov 16 22:24:51.595052 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.685026 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router e9d5a4df-6c76-4eba-a150-47d8fc659e14 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:51.790307 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-a3985b4f-d7ed-4596-b8b3-6d0454706207 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421796 Nov 16 22:24:51.794411 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:51.805692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Sync routers for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:51.813316 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.818796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:51.819445 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:51.842942 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42cad663-7698-44cc-8063-e274445de428 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6951470 Nov 16 22:24:51.843541 n-d-816206-5 neutron-server[102664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619'}] {{(pid=102664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:51.847389 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0be1e210b2dad663cd2ca02ceb277759d32ac2770560e89f52239a4bdaa4258e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84" -d '{"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619"}]}' {{(pid=102664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:51.874109 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-637ffbe8-72a3-48ad-a017-6a5e37e2f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:51.875650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-637ffbe8-72a3-48ad-a017-6a5e37e2f912 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1096 time: 0.0437622 Nov 16 22:24:51.902270 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069a9dbd-7fb1-441d-aadd-deabe92ab393 x-openstack-request-id: req-069a9dbd-7fb1-441d-aadd-deabe92ab393 {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:51.902573 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619", "status": "completed", "code": 200}]} {{(pid=102664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:51.902828 n-d-816206-5 neutron-server[102664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-069a9dbd-7fb1-441d-aadd-deabe92ab393 {{(pid=102664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:51.903387 n-d-816206-5 neutron-server[102664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619', 'status': 'completed', 'code': 200} Nov 16 22:24:51.958874 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:51.994356 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4e090-38db-44dc-ad20-48c083b3e0d4 req-0c4cb6c4-059b-4305-b82f-8be1c8654473 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:51.995849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69f4e090-38db-44dc-ad20-48c083b3e0d4 req-0c4cb6c4-059b-4305-b82f-8be1c8654473 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0917215 Nov 16 22:24:52.033680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-c5100184-d496-41fe-9998-5c1c91447adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.035405 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-c5100184-d496-41fe-9998-5c1c91447adc service neutron] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 898 time: 0.1400914 Nov 16 22:24:52.104999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-69f4e090-38db-44dc-ad20-48c083b3e0d4 req-0d5fed83-1e6f-4ffa-8d71-a90ac6e88a76 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981224 Nov 16 22:24:52.130699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41156) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:52.138802 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-968f4b55-ff08-4ee6-b2ba-70d268160cbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 999 time: 0.0929289 Nov 16 22:24:52.232730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6ec783ed-49d0-4b86-af93-5892d4e0cc87 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/e4d56688-4920-4042-88f6-8ba648e5dcd6 HTTP/1.1" status: 200 len: 991 time: 0.1007967 Nov 16 22:24:52.238965 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-a468cfe4-ec8b-4e2e-852f-a1f54948a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.240374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-a468cfe4-ec8b-4e2e-852f-a1f54948a898 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0670738 Nov 16 22:24:52.284162 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-2a746b3c-0f41-463f-a252-3fae6c540c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.285671 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-2a746b3c-0f41-463f-a252-3fae6c540c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386360 Nov 16 22:24:52.344371 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e4d56688-4920-4042-88f6-8ba648e5dcd6', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'port_id': '7121972d-4d86-48e4-909b-22b371019619', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'mac_address': 'fa:16:3e:c2:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:24:50Z', 'updated_at': '2021-11-16T22:24:50Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:52.374212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Checking router: e9d5a4df-6c76-4eba-a150-47d8fc659e14 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:52.377740 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-29b9b810-7d47-4816-9373-bc60564aa2c5 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848067 Nov 16 22:24:52.382566 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:52.383212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:24:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:52.465425 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4fab1018-3cae-44c9-85d0-8b426399cc4c req-d535a343-99c1-4207-9cc8-f588f21701aa service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808222 Nov 16 22:24:52.489114 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:52.553388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-54e06a22-81a2-4881-b55b-e0727040db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.554883 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-54e06a22-81a2-4881-b55b-e0727040db0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1096 time: 0.0447760 Nov 16 22:24:52.643964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-810e9acb-ba80-4503-afb3-d2e1e82889b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.645417 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-810e9acb-ba80-4503-afb3-d2e1e82889b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 898 time: 0.0840905 Nov 16 22:24:52.712973 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-b36af12c-16e5-41e2-8dc3-8dca6b6251f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 999 time: 0.0611157 Nov 16 22:24:52.713877 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e4d56688-4920-4042-88f6-8ba648e5dcd6', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'port_id': '7121972d-4d86-48e4-909b-22b371019619', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'mac_address': 'fa:16:3e:c2:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:24:50Z', 'updated_at': '2021-11-16T22:24:50Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:52.744208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f70ce-3d59-4b98-b9ae-0f2bfc710f91 None None] The sync data for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 is: [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'e4d56688-4920-4042-88f6-8ba648e5dcd6', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'floating_ip_address': '172.25.7.217', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'port_id': '7121972d-4d86-48e4-909b-22b371019619', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'mac_address': 'fa:16:3e:c2:8c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:24:50Z', 'updated_at': '2021-11-16T22:24:50Z', 'revision_number': 0, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:52.765448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-d785490b-97c9-4653-91fa-307fd7b923e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.766917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-d785490b-97c9-4653-91fa-307fd7b923e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0471792 Nov 16 22:24:52.812879 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-f06f00a6-5548-4716-97f6-13168e61065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.814880 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-f06f00a6-5548-4716-97f6-13168e61065f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406818 Nov 16 22:24:52.911273 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-e2b30c91-3e8f-4c58-9ae1-6a8b431df972 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892236 Nov 16 22:24:52.943639 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739910d1-b634-4830-8838-bf762471d4be None None] New status for floating IP e4d56688-4920-4042-88f6-8ba648e5dcd6: ACTIVE {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:24:53.002885 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3309e4b3-2190-4ab5-b779-a6e0bd9c5f84 req-bd09bb81-0fe0-4aa0-897e-e4219bbb150a service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Nov 16 22:24:53.236671 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41158) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:53.301601 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-84626fea-9dfa-48bf-ba0f-1c6aedc7f630 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/e4d56688-4920-4042-88f6-8ba648e5dcd6 HTTP/1.1" status: 200 len: 993 time: 0.0637422 Nov 16 22:25:02.215567 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:25:09.651437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:13.473854 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:15.416135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-9dac5b46-1a31-4fdc-8461-7f933580a683 req-365b6a84-4567-49fd-b63d-99a789a9397a service neutron] (102665) timed out ('10.222.0.36', 49531) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:25:15.480185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2e6c21e5-5b2c-4523-9337-c6ed1ce82ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:17.804925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d750f258-919e-4959-8096-3af5803b4bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:19.540821 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:20.777423 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:21.597770 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:25.131231 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ce50d-1566-426d-9ffc-be7d17caa954 req-6f1c3b66-d7d0-42bf-a3e9-b0947bc8d3c2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:25.132721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-915ce50d-1566-426d-9ffc-be7d17caa954 req-6f1c3b66-d7d0-42bf-a3e9-b0947bc8d3c2 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.4443161 Nov 16 22:25:25.180413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-915ce50d-1566-426d-9ffc-be7d17caa954 req-55c448e7-2a82-4cce-adbc-2cd8c69ea713 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Nov 16 22:25:26.338098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e16912-df5a-4038-88ff-4d0bb113c9dd req-aa3de2ab-017a-40a0-a810-66cf5f997454 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:26.339589 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99e16912-df5a-4038-88ff-4d0bb113c9dd req-aa3de2ab-017a-40a0-a810-66cf5f997454 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0911543 Nov 16 22:25:26.388464 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-99e16912-df5a-4038-88ff-4d0bb113c9dd req-d8a449fa-6c7d-4314-87c9-26d10a00b621 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Nov 16 22:25:26.410537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41190) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:26.471338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-7b4b4161-85d2-43e8-8e0a-a4a16bfaf513 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/e4d56688-4920-4042-88f6-8ba648e5dcd6 HTTP/1.1" status: 200 len: 993 time: 0.0594609 Nov 16 22:25:27.776261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a65f82-aca4-49cd-b96e-ff36f3788380 req-46523817-c37d-40ab-ad0c-9698bb3ffb79 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:27.777654 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a65f82-aca4-49cd-b96e-ff36f3788380 req-46523817-c37d-40ab-ad0c-9698bb3ffb79 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0781312 Nov 16 22:25:27.783800 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-10ab2dde-2fa2-43fe-a1ba-4613e88302c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:27.785168 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-10ab2dde-2fa2-43fe-a1ba-4613e88302c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1096 time: 0.0584414 Nov 16 22:25:27.882281 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-54a65f82-aca4-49cd-b96e-ff36f3788380 req-46d3567a-016c-4c1e-98dc-5935e249f99a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961580 Nov 16 22:25:27.908518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-c6ee21bf-c392-4583-b222-c7732a43130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:27.910008 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-c6ee21bf-c392-4583-b222-c7732a43130b service neutron] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 898 time: 0.1180837 Nov 16 22:25:27.978389 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-a4a02a73-2f88-42d8-9505-63833b1586c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 1001 time: 0.0613956 Nov 16 22:25:28.026376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-44ff6963-4583-46e9-8b6f-af10889a9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:28.027721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-44ff6963-4583-46e9-8b6f-af10889a9ab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0419722 Nov 16 22:25:28.071312 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-44a4a7a2-95bc-42ec-8ece-663290dac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:28.072779 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-44a4a7a2-95bc-42ec-8ece-663290dac33a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377939 Nov 16 22:25:28.163502 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-a39a98c4-24d5-4b99-ba81-c21bbdbd431e service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Nov 16 22:25:28.251479 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-51eb3d78-c1b6-4af0-a358-dbc09775e292 req-91ac8331-6660-46a5-914f-eff6b80bfd4e service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807114 Nov 16 22:25:28.999535 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ecc6-6ebb-480c-af87-2e8a3738e23c req-d413ccb8-e2e9-4cba-bafb-af755b486b12 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:29.001564 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a027ecc6-6ebb-480c-af87-2e8a3738e23c req-d413ccb8-e2e9-4cba-bafb-af755b486b12 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0508194 Nov 16 22:25:29.051347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a027ecc6-6ebb-480c-af87-2e8a3738e23c req-e0e2c684-b448-43ab-8c58-97fd9fb4a11a tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Nov 16 22:25:30.169084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1738db-cb86-4335-a1e3-659137010f4f req-50606fe9-4433-4b40-90e2-59dc60b0ada6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:30.170555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c1738db-cb86-4335-a1e3-659137010f4f req-50606fe9-4433-4b40-90e2-59dc60b0ada6 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0529022 Nov 16 22:25:30.219230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c1738db-cb86-4335-a1e3-659137010f4f req-ac28e14e-02c8-4522-858e-979a880801b9 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Nov 16 22:25:30.240925 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41202) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:30.299635 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1e3ab88b-409c-4a30-8488-39f60f8d1859 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/floatingips/e4d56688-4920-4042-88f6-8ba648e5dcd6 HTTP/1.1" status: 200 len: 993 time: 0.0576367 Nov 16 22:25:30.514605 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41208) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:30.669399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 39178bcd-fd30-429f-9887-d66fde1a760c {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:30.669771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:30.747672 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:30.748000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:30.760019 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 39178bcd-fd30-429f-9887-d66fde1a760c owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:30.905083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:30.935895 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=39178bcd-fd30-429f-9887-d66fde1a760c,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:30.988636 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:30.988953 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Floating IP e4d56688-4920-4042-88f6-8ba648e5dcd6 disassociated (deleted). External IP: 172.25.7.217, port: 7121972d-4d86-48e4-909b-22b371019619. Nov 16 22:25:31.192420 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router e9d5a4df-6c76-4eba-a150-47d8fc659e14 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:25:31.298261 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:31.303156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:31.308129 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Sync routers for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:31.317334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:31.317925 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:31.333971 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-52f7ef83-6168-4d4a-b04f-62a62f1c216d tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/floatingips/e4d56688-4920-4042-88f6-8ba648e5dcd6 HTTP/1.1" status: 204 len: 168 time: 0.8182271 Nov 16 22:25:31.334687 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:25:31.337109 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f2987-debe-44ae-8c94-84caa48daa1d" -d '{"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:25:31.378893 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88b202-7b24-4f1e-9788-6e1698f9be9b x-openstack-request-id: req-eb88b202-7b24-4f1e-9788-6e1698f9be9b {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:25:31.379269 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "tag": "7121972d-4d86-48e4-909b-22b371019619", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:25:31.379538 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb88b202-7b24-4f1e-9788-6e1698f9be9b {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:25:31.379950 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'tag': '7121972d-4d86-48e4-909b-22b371019619', 'status': 'completed', 'code': 200} Nov 16 22:25:31.427892 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:31.456427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-d58fee5e-7ffd-4ab8-b7ea-1d93a4dbf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:31.458333 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-d58fee5e-7ffd-4ab8-b7ea-1d93a4dbf952 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 1096 time: 0.0551910 Nov 16 22:25:31.603595 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-59a7806d-d3f9-49d7-a98d-8060347fdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:31.605092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-59a7806d-d3f9-49d7-a98d-8060347fdea9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 200 len: 898 time: 0.1367021 Nov 16 22:25:31.613776 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3be6b-75ec-4341-a3a9-5d32a10aab6d req-332f4728-7f88-48ed-8043-55d069fa4360 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:31.615157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4c3be6b-75ec-4341-a3a9-5d32a10aab6d req-332f4728-7f88-48ed-8043-55d069fa4360 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0773184 Nov 16 22:25:31.647696 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:31.659251 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-0d486450-0c94-4622-93ea-5a6f6ed6816b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 200 len: 217 time: 0.0431340 Nov 16 22:25:31.685444 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Checking router: e9d5a4df-6c76-4eba-a150-47d8fc659e14 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:31.694849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:31.695466 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:31.742347 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e4c3be6b-75ec-4341-a3a9-5d32a10aab6d req-4db87fef-92c0-446c-895c-cb443031dda0 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197512 Nov 16 22:25:31.743627 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-505364b6-bda4-45c5-85a4-980c0055754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:31.744982 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-505364b6-bda4-45c5-85a4-980c0055754b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 200 len: 834 time: 0.0781577 Nov 16 22:25:31.792249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-1334e722-a6f0-4cb0-84b7-dcb8de90c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:31.793775 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-1334e722-a6f0-4cb0-84b7-dcb8de90c8b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aab2223c-a23f-4661-9d93-abb1c6c95f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409331 Nov 16 22:25:31.809042 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:31.888876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-685bf131-0a45-45a7-9bf1-f9071b38c67e service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Nov 16 22:25:31.980901 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d53f2987-debe-44ae-8c94-84caa48daa1d req-69766af8-59ec-481f-b7d6-f08dabe45064 service neutron] 10.222.0.21 "GET /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824211 Nov 16 22:25:32.004768 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:32.031378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c82c61-3476-47f0-be8e-37b83e9b102b None None] The sync data for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 is: [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:24:38Z', 'revision_number': 4, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'cec3708c-d41c-4359-ab38-986be1d22af9', 'name': '', 'network_id': 'aab2223c-a23f-4661-9d93-abb1c6c95f00', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'mac_address': 'fa:16:3e:c6:7a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:37Z', 'updated_at': '2021-11-16T22:24:40Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'subnets': [{'id': 'df60c83c-67c5-4949-998b-6163445d09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:32.262170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59997c4-dbd2-4691-8405-cb05fad9f7e2 None None] New status for floating IP e4d56688-4920-4042-88f6-8ba648e5dcd6: DOWN {{(pid=102667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:25:32.866639 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a5f68-dcdd-4242-bc3c-1c987e1f01e6 req-f05d7d3a-f022-4b4f-a8cb-f5726be68ac4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:32.868150 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-093a5f68-dcdd-4242-bc3c-1c987e1f01e6 req-f05d7d3a-f022-4b4f-a8cb-f5726be68ac4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0545180 Nov 16 22:25:32.917322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-093a5f68-dcdd-4242-bc3c-1c987e1f01e6 req-819ee315-377f-4281-b66a-17467ac9d06f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/security-groups?id=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Nov 16 22:25:33.122990 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-70f0c3cd-20f0-4773-bb3c-a7ab2facb091 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:33.124338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-70f0c3cd-20f0-4773-bb3c-a7ab2facb091 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 945 time: 0.0477073 Nov 16 22:25:33.210669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 7121972d-4d86-48e4-909b-22b371019619 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:33.211033 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:33.300444 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 7121972d-4d86-48e4-909b-22b371019619, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=7121972d-4d86-48e4-909b-22b371019619,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:33.300800 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:33.313667 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 7121972d-4d86-48e4-909b-22b371019619 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:33.442384 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:33.468787 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=7121972d-4d86-48e4-909b-22b371019619,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:33.478783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.479158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.479502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.479844 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.480174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.480503 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.480830 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.481158 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.482028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.482028 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.482237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.482424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:33.522874 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port 7121972d-4d86-48e4-909b-22b371019619 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:25:33.525524 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:33.528824 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7c905196-857c-4611-8fe5-0fc9353fc13f req-a75ba539-4e36-4987-aa85-3e9e7ed5f03f tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.21 "DELETE /v2.0/ports/7121972d-4d86-48e4-909b-22b371019619 HTTP/1.1" status: 204 len: 173 time: 0.3984506 Nov 16 22:25:33.529263 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'name': 'network-vif-deleted', 'tag': '7121972d-4d86-48e4-909b-22b371019619'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:25:33.531557 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98396f48-d639-44b1-9086-eb80c6dea13e" -d '{"events": [{"server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "name": "network-vif-deleted", "tag": "7121972d-4d86-48e4-909b-22b371019619"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:25:33.572278 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30fe103-1b1e-44d0-b89d-91af12ce8379 x-openstack-request-id: req-e30fe103-1b1e-44d0-b89d-91af12ce8379 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:25:33.572578 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a30465-c32b-4dfc-96dd-d78213d2f62b", "name": "network-vif-deleted", "tag": "7121972d-4d86-48e4-909b-22b371019619", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:25:33.572840 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e30fe103-1b1e-44d0-b89d-91af12ce8379 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:25:33.573244 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a30465-c32b-4dfc-96dd-d78213d2f62b', 'name': 'network-vif-deleted', 'tag': '7121972d-4d86-48e4-909b-22b371019619', 'status': 'completed', 'code': 200} Nov 16 22:25:34.033175 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cad665c9-5479-4e1a-aec8-77ed84890f03 req-a606dd08-29bc-439a-a937-b4ee9fbe0007 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "GET /v2.0/ports?device_id=45a30465-c32b-4dfc-96dd-d78213d2f62b HTTP/1.1" status: 200 len: 210 time: 0.0293992 Nov 16 22:25:35.088066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41224) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:35.432889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:35.679536 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port cec3708c-d41c-4359-ab38-986be1d22af9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:35.679872 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:35.770474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port cec3708c-d41c-4359-ab38-986be1d22af9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=cec3708c-d41c-4359-ab38-986be1d22af9,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:35.770711 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:35.788553 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for cec3708c-d41c-4359-ab38-986be1d22af9 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:35.914869 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7121972d-4d86-48e4-909b-22b371019619 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:25:35.938678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 7121972d-4d86-48e4-909b-22b371019619 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:25:35.939048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 7121972d-4d86-48e4-909b-22b371019619 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:25:35.984453 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.010692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=cec3708c-d41c-4359-ab38-986be1d22af9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:36.181828 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.395134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Router e9d5a4df-6c76-4eba-a150-47d8fc659e14 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:25:36.500843 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:36.505865 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0c0fc698-f338-402f-82b0-fb215d4707a5 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "PUT /v2.0/routers/e9d5a4df-6c76-4eba-a150-47d8fc659e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167492 Nov 16 22:25:36.508849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41226) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:36.510669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Sync routers for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:36.520298 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:36.520897 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:36.558622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting subnet df60c83c-67c5-4949-998b-6163445d09ed {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:25:36.561764 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.601474 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.626308 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:36.687201 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.747889 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.775682 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Subnet': ['ID=df60c83c-67c5-4949-998b-6163445d09ed,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:36.777660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.783699 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c535b-03b8-4104-a36a-a4598fa16196 None None] Network aab2223c-a23f-4661-9d93-abb1c6c95f00 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:25:36.783870 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41228) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:36.787444 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f715995-9b66-4474-a460-3d3d55add3c4 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/subnets/df60c83c-67c5-4949-998b-6163445d09ed HTTP/1.1" status: 204 len: 168 time: 0.2775462 Nov 16 22:25:36.851584 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-12633bf5-d56e-489f-ba21-c678b2fb11d0 req-0fa1a99f-84a9-4477-95e5-a4d37bc69102 service neutron] (102664) timed out ('10.222.0.21', 52234) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:25:36.893521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:36.905796 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:25:35Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:36.938206 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Checking router: e9d5a4df-6c76-4eba-a150-47d8fc659e14 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:36.950974 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Routers {'e9d5a4df-6c76-4eba-a150-47d8fc659e14'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:36.951572 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:37.006480 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.064518 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:37.064869 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.145748 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 4a653cda-1c4b-4fb0-9ba9-378a2618d38c, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:37.146130 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.151225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] DHCP port deletion for aab2223c-a23f-4661-9d93-abb1c6c95f00 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:37.159277 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 4a653cda-1c4b-4fb0-9ba9-378a2618d38c owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:37.247966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] Set router e9d5a4df-6c76-4eba-a150-47d8fc659e14 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:37.308905 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 61ae30c1-269b-47e8-8e3d-9e992706d3db no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:25:37.327344 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.357330 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=4a653cda-1c4b-4fb0-9ba9-378a2618d38c,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:37.371958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.372440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.372958 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.373221 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.373559 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.373894 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.374225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.374560 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.374914 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.375266 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.375432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03357ed6-fcdd-4165-8882-040ef46421ee None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:37.375587 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.375910 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.402170 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Deleting port 61ae30c1-269b-47e8-8e3d-9e992706d3db {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:37.402537 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.431585 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.499227 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=61ae30c1-269b-47e8-8e3d-9e992706d3db,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:37.499622 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.539415 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.541530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.553993 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Calling delete_port for 61ae30c1-269b-47e8-8e3d-9e992706d3db owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:37.607063 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.607604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Fanout notify agent at l3_agent the message router_deleted on router e9d5a4df-6c76-4eba-a150-47d8fc659e14 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:25:37.610545 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.614962 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.618661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b6add6b-f6bb-47b9-b9db-7d952050beb7 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/routers/e9d5a4df-6c76-4eba-a150-47d8fc659e14 HTTP/1.1" status: 204 len: 168 time: 0.8313332 Nov 16 22:25:37.618852 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41230) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:37.669545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=61ae30c1-269b-47e8-8e3d-9e992706d3db,segment=NetworkSegment(61b2ede1-411a-426a-95c6-12dc0fd89a86),segment_id=61b2ede1-411a-426a-95c6-12dc0fd89a86)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:37.676288 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:25:35Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:37.679470 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.698318 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.739880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f450881-a45c-4c42-a488-12d5bdf2c897 None None] The sync data for ids ['e9d5a4df-6c76-4eba-a150-47d8fc659e14'] in n-d-816206-5 is: [{'id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343102870', 'tenant_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:34Z', 'updated_at': '2021-11-16T22:25:35Z', 'revision_number': 5, 'project_id': '9586a4ba20d9411a8ef0d43c9e06713e', 'gw_port': {'id': '4a653cda-1c4b-4fb0-9ba9-378a2618d38c', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:67:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d5a4df-6c76-4eba-a150-47d8fc659e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:35Z', 'updated_at': '2021-11-16T22:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:37.755671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.762897 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Deleting port 61ae30c1-269b-47e8-8e3d-9e992706d3db {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:25:37.763270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.779811 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] No DVR routers for this DVR port 61ae30c1-269b-47e8-8e3d-9e992706d3db on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:25:37.781218 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:37.789700 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.790051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.790823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.790823 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.791060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.791397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.791725 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.792049 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.792374 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.792695 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.793018 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.793336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:37.818870 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b813-1071-40f4-9a05-3d9a81fd9b5c None None] Pushing event deleted for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:37.837535 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] For port 61ae30c1-269b-47e8-8e3d-9e992706d3db, host n-d-816206-5, got binding levels [] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:37.838041 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.850715 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Calling delete_port for 61ae30c1-269b-47e8-8e3d-9e992706d3db owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:25:37.853718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.ipam_backend_mixin [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Port 61ae30c1-269b-47e8-8e3d-9e992706d3db was not found and therefore no delete operation was performed {{(pid=102664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:25:37.855006 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.880662 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Port': ['ID=61ae30c1-269b-47e8-8e3d-9e992706d3db,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:37.885147 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] No DVR routers for this DVR port 61ae30c1-269b-47e8-8e3d-9e992706d3db on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:25:37.966850 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.986806 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab2223c-a23f-4661-9d93-abb1c6c95f00']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:37.995932 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b2ede1-411a-426a-95c6-12dc0fd89a86') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:37.996223 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b2ede1-411a-426a-95c6-12dc0fd89a86') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:38.006039 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.018784 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.024989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:25:38.025431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:25:38.028408 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:25:38.089144 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.098077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.104352 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/networks/aab2223c-a23f-4661-9d93-abb1c6c95f00 HTTP/1.1" status: 204 len: 168 time: 0.4819210 Nov 16 22:25:38.104875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41232) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:38.115582 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0712ee-5e3b-40aa-9566-a551a6bdfb88 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'Network': ['ID=aab2223c-a23f-4661-9d93-abb1c6c95f00,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:38.165061 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.191496 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.254666 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.257508 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.258621 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] 10.222.0.54 "DELETE /v2.0/security-groups/02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9 HTTP/1.1" status: 204 len: 168 time: 0.1525412 Nov 16 22:25:38.267815 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efed13b-41e8-42bf-83b2-4849cdf23633 tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae67ec-3a73-42c5-9d1e-cb4aec25e0c9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:38.603421 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41240) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:38.749101 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6f196a7c-7b55-4a1f-aea0-b2925240f2cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9586a4ba20d9411a8ef0d43c9e06713e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443079 Nov 16 22:25:38.751610 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41244) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:38.801958 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.822239 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.868259 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.870993 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:38.872158 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ae044b4-6f80-4f01-88ff-4f5506700bc7 HTTP/1.1" status: 204 len: 168 time: 0.1196036 Nov 16 22:25:38.881526 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bc748-388f-4b84-a892-b96a6b6e8941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae044b4-6f80-4f01-88ff-4f5506700bc7,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:39.129445 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:39.143125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8871674-6d0c-4558-979e-0a2e9e95098e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.215320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:25:39.226716 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8871674-6d0c-4558-979e-0a2e9e95098e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.230722 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d8871674-6d0c-4558-979e-0a2e9e95098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.246669 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cec3708c-d41c-4359-ab38-986be1d22af9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:25:39.268028 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: cec3708c-d41c-4359-ab38-986be1d22af9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:25:39.268372 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device cec3708c-d41c-4359-ab38-986be1d22af9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:25:39.268786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a653cda-1c4b-4fb0-9ba9-378a2618d38c no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:25:39.273853 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d8871674-6d0c-4558-979e-0a2e9e95098e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=349a01902a924945ac698717ce72ce83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433344 Nov 16 22:25:39.276568 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41252) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:39.278710 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8871674-6d0c-4558-979e-0a2e9e95098e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfefadf-68b7-4f11-88d6-5963431fefbe,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:39.292891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4a653cda-1c4b-4fb0-9ba9-378a2618d38c {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:25:39.293242 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4a653cda-1c4b-4fb0-9ba9-378a2618d38c not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:25:39.325616 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.346456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.391904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.394405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:39.395562 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bfefadf-68b7-4f11-88d6-5963431fefbe HTTP/1.1" status: 204 len: 168 time: 0.1180208 Nov 16 22:25:39.402981 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34c20-03e1-4633-bea1-28bae4636742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfefadf-68b7-4f11-88d6-5963431fefbe,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:39.650112 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.101981 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41274) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:40.198860 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1158862622-network', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:40.221718 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Made reservation on behalf of 5a23e57eb7374eccaf6c0ca7098fdc00 for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:25:40.224366 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.233243 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.307975 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.313100 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.342672 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:25:40.353521 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e31f4a-e115-46cd-8041-a82ae3f38553,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:40.358530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.358862 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Added segment b358160c-4613-4ee3-a24c-ba2b2faa6c87 of type vlan for network bbea31d7-f515-40aa-ae01-91e985a2d6f5 Nov 16 22:25:40.716465 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.743004 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.743991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:40.744622 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:40.828818 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7251468 Nov 16 22:25:40.831906 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41278) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:40.837196 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Request body: {'subnet': {'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1158862622-subnet', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:40.846780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032b77-350b-4077-8821-b1208be170c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbea31d7-f515-40aa-ae01-91e985a2d6f5,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:40.858007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:25:40.863171 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Made reservation on behalf of 5a23e57eb7374eccaf6c0ca7098fdc00 for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:25:40.865953 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.037978 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.097875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3540a4a-fb12-4247-ad3c-547a3e4addb1,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:41.105360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Checking segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:41.105711 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Network hostable DHCP agents. Network: bbea31d7-f515-40aa-ae01-91e985a2d6f5, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:25:41.122869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:25:41.131989 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, bbea31d7-f515-40aa-ae01-91e985a2d6f5) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:41.136014 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:41.136577 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.143965 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dde87d-5833-49ea-aa33-6f69344b45fa None None] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:25:41.156592 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-219d834e-061a-483f-9cdb-78db39cff75b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210673 Nov 16 22:25:41.157073 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41280) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:41.162134 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:41.189445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.191060 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.252418 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.292327 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:25:41.293271 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.394586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.433960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Allocated IP 172.20.0.2 (bbea31d7-f515-40aa-ae01-91e985a2d6f5/f3540a4a-fb12-4247-ad3c-547a3e4addb1/ffe951d5-bef9-4a62-b48a-c81732936c61) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:41.584616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.589792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.607019 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.630043 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.634538 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:41.638452 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:41.641051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Pushing event updated for resources: {'Port': ['ID=ffe951d5-bef9-4a62-b48a-c81732936c61,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:41.643234 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:41.696015 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Attempting to bind port ffe951d5-bef9-4a62-b48a-c81732936c61 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:41.696291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Attempting to bind port ffe951d5-bef9-4a62-b48a-c81732936c61 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:41.696652 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Attempting to bind port ffe951d5-bef9-4a62-b48a-c81732936c61 on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:41.701515 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:41.701887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Checking segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:41.702284 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.702676 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Bound using segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:41.703728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Bound port: ffe951d5-bef9-4a62-b48a-c81732936c61, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:41.704108 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.735078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Allocated IP 172.25.7.2 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/64f5d397-ec82-4f6e-8e51-f128ee2ac0eb) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:41.770060 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] For port ffe951d5-bef9-4a62-b48a-c81732936c61, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:41.773613 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] For port ffe951d5-bef9-4a62-b48a-c81732936c61, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ffe951d5-bef9-4a62-b48a-c81732936c61,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:41.779259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:41.837555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0781-c717-4680-8327-9bdb2e5d2c51 None None] Pushing event updated for resources: {'Port': ['ID=ffe951d5-bef9-4a62-b48a-c81732936c61,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:42.196456 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.228757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.268638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:42.271615 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:42.275272 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:42.280642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Pushing event updated for resources: {'Port': ['ID=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:42.284275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698fba0-c66b-4314-b941-e5e2eeef1770 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:42.346640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ebc78c33-3299-418d-97be-ffa65a9e720f None None] Provisioning complete for port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:42.347039 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ebc78c33-3299-418d-97be-ffa65a9e720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.382384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ebc78c33-3299-418d-97be-ffa65a9e720f None None] Port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:42.529459 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.699590 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d918e2-e7d0-4d9f-a56d-81c6acd156f5 None None] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:25:42.729315 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.825749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] Provisioning complete for port ffe951d5-bef9-4a62-b48a-c81732936c61 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:42.826111 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.856380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Router c93c0799-3539-4d12-8a90-7f5e02ee302f is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:25:42.929539 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.967553 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] For port ffe951d5-bef9-4a62-b48a-c81732936c61, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ffe951d5-bef9-4a62-b48a-c81732936c61,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:42.971875 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:42.975433 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.988547 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:42.993721 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:42.997825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41282) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:42.998448 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fcc59b0d-baa2-4343-9b2b-9885c2318b1a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8402429 Nov 16 22:25:43.002256 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:43.003107 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:43.035779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a779a5-6119-4d6c-b681-d0b85d84f0dd None None] Pushing event updated for resources: {'Port': ['ID=ffe951d5-bef9-4a62-b48a-c81732936c61,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:43.120231 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:43.204213 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9e023712-d57d-4601-bde8-91549a68866d None None] Provisioning complete for port ffe951d5-bef9-4a62-b48a-c81732936c61 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:43.205123 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9e023712-d57d-4601-bde8-91549a68866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.304445 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:42Z', 'revision_number': 3, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:43.312935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ffe951d5-bef9-4a62-b48a-c81732936c61 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:43.336265 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:43.336613 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Updating router c93c0799-3539-4d12-8a90-7f5e02ee302f port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:25:43.368888 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ffe951d5-bef9-4a62-b48a-c81732936c61 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:43.370053 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.370330 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.471925 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.477521 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.624127 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.630124 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.674102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0219e-6e9d-4e92-a030-ba29e6290b2d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:43.684483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Allocated IP 172.20.0.1 (bbea31d7-f515-40aa-ae01-91e985a2d6f5/f3540a4a-fb12-4247-ad3c-547a3e4addb1/ad1b218b-d7d5-467e-bfea-47d8b6a0af27) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:43.695170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Attempting to bind port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:43.695692 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Attempting to bind port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:43.696320 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Attempting to bind port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:43.703756 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Pushing event updated for resources: {'Port': ['ID=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:43.710278 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:43.710644 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:43.711066 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.711462 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:43.711927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Bound port: 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:43.712304 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.715569 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.715919 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.716285 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.716673 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.716942 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.717272 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.717385 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3df0d954-d9d9-42a5-a5db-c3dd3d3777f1 None None] Provisioning complete for port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:43.717593 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.717914 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.718020 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3df0d954-d9d9-42a5-a5db-c3dd3d3777f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.718235 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.719088 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.719405 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.719724 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:43.758119 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-3df0d954-d9d9-42a5-a5db-c3dd3d3777f1 None None] Port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:43.772829 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] For port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:43.775880 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] For port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:43.780376 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.795491 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.821351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d781a2-a53c-4255-81ea-43e64106c334 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:43.831021 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:43.831642 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:43.838248 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.877536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] Provisioning complete for port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:43.878298 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.879571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:43.882553 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:43.886224 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:43.892291 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Pushing event updated for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:43.914491 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78677-a0ee-484b-b9b6-1956ab7d5429 None None] Pushing event updated for resources: {'Port': ['ID=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:43.938580 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:43.964847 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:43.984593 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.022856 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] For port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:44.027599 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.090470 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.092458 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730c6f2-c3ea-480c-bfaf-63a8f50614e1 None None] Pushing event updated for resources: {'Port': ['ID=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:44.147193 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-48f8978a-63bf-4029-ade1-c87a1dc4f2f9 None None] Provisioning complete for port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:44.147553 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-48f8978a-63bf-4029-ade1-c87a1dc4f2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.177217 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-05e5a578-adff-4927-b580-9647206c14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:42Z', 'revision_number': 3, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:44.184291 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-48f8978a-63bf-4029-ade1-c87a1dc4f2f9 None None] Port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:44.206513 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5a578-adff-4927-b580-9647206c14ed None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:42Z', 'revision_number': 3, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:44.263229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.267959 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.338951 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Pushing event updated for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:44.341323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.448989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:44.450386 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:44.587570 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:25:44.701889 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:44.707711 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-89da7cd6-acbb-47bd-9270-a85d3626dffa admin admin] 10.222.0.54 "PUT /v2.0/routers/c93c0799-3539-4d12-8a90-7f5e02ee302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072728 Nov 16 22:25:44.710912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7293d80b-7af3-44f3-b3c0-663c4524ec1a None None] Provisioning complete for port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:44.711873 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7293d80b-7af3-44f3-b3c0-663c4524ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:44.761647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7293d80b-7af3-44f3-b3c0-663c4524ec1a None None] Port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:45.191436 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41298) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:45.195938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437923680-network', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:45.220427 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Made reservation on behalf of 5b9cfaffc930499baf62ea2dc0b16125 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:25:45.222911 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.232629 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.269901 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:45.318605 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.323016 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.323564 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:45.323951 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.348066 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:25:45.357942 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84db4ab-3ba9-4458-bb0b-b4be8de78c82,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:45.364130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.364463 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Added segment 92306ea8-4fdd-4d65-b1e8-b2723a3be09d of type vlan for network 635586de-ae55-4970-868c-410864e02113 Nov 16 22:25:45.405462 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.431687 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.432656 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:45.433216 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.483979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7d065eeb-4398-4e07-9a8a-58d059db3b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.498999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3069127 Nov 16 22:25:45.501832 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41300) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:45.506015 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4282d-e9de-4a47-b678-6fe2c3239b52 admin admin] Pushing event updated for resources: {'Network': ['ID=635586de-ae55-4970-868c-410864e02113,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:45.507235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Request body: {'subnet': {'network_id': '635586de-ae55-4970-868c-410864e02113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437923680-subnet', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:45.516029 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 635586de-ae55-4970-868c-410864e02113 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:25:45.541461 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Made reservation on behalf of 5b9cfaffc930499baf62ea2dc0b16125 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:25:45.545032 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.727072 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.787137 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f54624-2bd6-4e93-b0b2-c763c96bc8af,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:45.793780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Checking segment: {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:45.794129 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Network hostable DHCP agents. Network: 635586de-ae55-4970-868c-410864e02113, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:25:45.811398 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Network 635586de-ae55-4970-868c-410864e02113 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:25:45.821245 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 635586de-ae55-4970-868c-410864e02113) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:45.825146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:45.825759 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.831312 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec46bfd-45d6-406a-b298-4f49cca9321f None None] Network 635586de-ae55-4970-868c-410864e02113 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:25:45.842776 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d3a4874b-fd2b-4b55-85f3-f60614f7435a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3396680 Nov 16 22:25:45.845431 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41302) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:45.849723 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:45.877323 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.878881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:45.906111 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:45.928752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:45.929361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:45.966149 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.065052 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-635586de-ae55-4970-868c-410864e02113', 'network_id': '635586de-ae55-4970-868c-410864e02113', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'fixed_ips': [{'subnet_id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:25:46.065906 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.095494 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:46.102907 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.300857 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.325716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Allocated IP 172.20.0.2 (635586de-ae55-4970-868c-410864e02113/e7f54624-2bd6-4e93-b0b2-c763c96bc8af/e221e47c-35f5-4b55-8d01-84862270ea4f) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:46.326216 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.429953 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Allocated IP 172.25.7.24 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/4391d7ab-05e5-4fd1-84f4-296e6eb6e737) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:46.480216 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 2, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:46.522977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:46.523318 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Updating router c93c0799-3539-4d12-8a90-7f5e02ee302f port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:25:46.538285 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.561191 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.566671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.572270 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.579800 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.607643 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:46.611058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:46.617139 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:46.628960 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2979832-61a4-4142-afa1-ca3f9fdafa6d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:46.648751 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:46.659817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Network 635586de-ae55-4970-868c-410864e02113 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:46.669671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:46.711059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Pushing event updated for resources: {'Port': ['ID=e221e47c-35f5-4b55-8d01-84862270ea4f,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:46.715715 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:46.799937 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6549fa1d-b486-4b3f-86bf-44cbe4c6baa6 None None] Provisioning complete for port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:46.800300 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6549fa1d-b486-4b3f-86bf-44cbe4c6baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.867847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Attempting to bind port e221e47c-35f5-4b55-8d01-84862270ea4f on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:46.868537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Attempting to bind port e221e47c-35f5-4b55-8d01-84862270ea4f by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:46.868537 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Attempting to bind port e221e47c-35f5-4b55-8d01-84862270ea4f on network 635586de-ae55-4970-868c-410864e02113 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:46.890746 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:46.891155 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Checking segment: {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:46.891555 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.891949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Bound using segment: {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:46.892432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Bound port: e221e47c-35f5-4b55-8d01-84862270ea4f, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:46.892810 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:46.897497 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6549fa1d-b486-4b3f-86bf-44cbe4c6baa6 None None] Port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:46.994910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] For port e221e47c-35f5-4b55-8d01-84862270ea4f, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:47.018468 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] For port e221e47c-35f5-4b55-8d01-84862270ea4f, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e221e47c-35f5-4b55-8d01-84862270ea4f,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:47.039659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.105362 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.121242 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.123320 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.135474 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787df867-dd0c-4717-a4b6-d7ffb32f89f2 None None] Pushing event updated for resources: {'Port': ['ID=e221e47c-35f5-4b55-8d01-84862270ea4f,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:47.222862 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ad62-52af-45d6-9277-bfd717f9943b None None] Pushing event updated for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:47.240005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Attempting to bind port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:47.240378 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Attempting to bind port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:47.240743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Attempting to bind port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:47.246264 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:47.246555 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Checking segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:47.246977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.247373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Bound using segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:47.247845 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Bound port: ad1b218b-d7d5-467e-bfea-47d8b6a0af27, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:47.248230 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.354282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] For port ad1b218b-d7d5-467e-bfea-47d8b6a0af27, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:47.358465 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] For port ad1b218b-d7d5-467e-bfea-47d8b6a0af27, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:47.361635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.364534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.448603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:47.448603 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:47.452246 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ad62-52af-45d6-9277-bfd717f9943b None None] Pushing event updated for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:47.544000 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Router 3ae142dd-d1bb-458b-a499-d07232c4382f is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:25:47.547726 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] Provisioning complete for port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:47.548093 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.607769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:47.667848 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:47.679589 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Sync routers for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:47.693726 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:47.694526 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:47.698034 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.700625 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-87020fec-e8c2-49b2-9e23-ea6e0206f5f1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8542118 Nov 16 22:25:47.704119 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41304) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:47.777573 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.829526 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-638d4acc-4ce6-41c3-ada3-f80d365e7a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.847946 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] For port ad1b218b-d7d5-467e-bfea-47d8b6a0af27, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:47.853578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:47.930480 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:47.938480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dddf6c-d653-4fc0-ac1f-8201c857df1f None None] Pushing event updated for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:48.006363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:48.135595 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:46Z', 'revision_number': 3, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:48.166179 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Checking router: 3ae142dd-d1bb-458b-a499-d07232c4382f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:48.166521 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Updating router 3ae142dd-d1bb-458b-a499-d07232c4382f port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:25:48.195835 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.223861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-b266ec62-96e5-4a4e-b806-9e2ec91ea8fa None None] Provisioning complete for port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:48.224403 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b266ec62-96e5-4a4e-b806-9e2ec91ea8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.259307 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.260219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d116d-17ce-4b23-a1e7-14452b396951 None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:48.403547 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85740f20-cd72-44dc-861c-3d009fe94fb0 None None] Network 635586de-ae55-4970-868c-410864e02113 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:25:48.507488 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Allocated IP 172.20.0.1 (635586de-ae55-4970-868c-410864e02113/e7f54624-2bd6-4e93-b0b2-c763c96bc8af/68348f13-4896-4aeb-bfa9-efc9c5e12707) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:48.507738 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] Provisioning complete for port e221e47c-35f5-4b55-8d01-84862270ea4f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:48.508024 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.550150 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.560450 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.595067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6604565-6e7f-426d-a16e-4b8a65c48e1a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:48.638828 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Attempting to bind port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:48.639221 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Attempting to bind port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:48.639669 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Attempting to bind port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:48.650429 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:48.650792 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:48.651214 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.651601 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:48.652065 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Bound port: 4391d7ab-05e5-4fd1-84f4-296e6eb6e737, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:48.652440 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.661656 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.696065 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.708077 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] For port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:48.708712 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.711489 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] For port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:48.712969 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26c3dc-33ec-4cad-a385-64a4e6c3d5e7 None None] Pushing event updated for resources: {'Port': ['ID=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:48.727218 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.746634 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] For port e221e47c-35f5-4b55-8d01-84862270ea4f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e221e47c-35f5-4b55-8d01-84862270ea4f,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:48.753536 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.778779 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Network 635586de-ae55-4970-868c-410864e02113 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:48.781505 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:48.784366 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:48.798871 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e421c8e-e713-4f69-871e-ebcfd84a388d None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:25:48.822484 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:48.823241 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:48.837048 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.857749 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b110-c27b-424a-9835-d1f9a98abe2f None None] Pushing event updated for resources: {'Port': ['ID=e221e47c-35f5-4b55-8d01-84862270ea4f,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:48.900433 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-297d9047-dd30-4b4d-813f-490090492706 None None] Provisioning complete for port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:48.900956 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-297d9047-dd30-4b4d-813f-490090492706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:48.901751 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Pushing event updated for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:49.000322 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:49.049051 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-297d9047-dd30-4b4d-813f-490090492706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.058000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.084035 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26c3dc-33ec-4cad-a385-64a4e6c3d5e7 None None] Pushing event updated for resources: {'Port': ['ID=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:49.102912 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-297d9047-dd30-4b4d-813f-490090492706 None None] For port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:49.111044 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-297d9047-dd30-4b4d-813f-490090492706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.243683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9047-dd30-4b4d-813f-490090492706 None None] Pushing event updated for resources: {'Port': ['ID=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:49.309134 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5796b93a-6c30-4b35-b64c-4f8eaba9ee74 None None] Provisioning complete for port e221e47c-35f5-4b55-8d01-84862270ea4f triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:49.309516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5796b93a-6c30-4b35-b64c-4f8eaba9ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.381135 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:46Z', 'revision_number': 3, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:49.419982 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.426402 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad1b218b-d7d5-467e-bfea-47d8b6a0af27 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:49.428695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.441181 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b76f67-5252-432e-8b94-54ee1837973c None None] The sync data for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 is: [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:46Z', 'revision_number': 3, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:49.501984 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:49.501984 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.510414 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.513880 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Pushing event updated for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:49.571736 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.576881 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6e2b5d97-0e58-49cf-a350-0c02445087c2 None None] Provisioning complete for port 68348f13-4896-4aeb-bfa9-efc9c5e12707 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:49.576881 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5d97-0e58-49cf-a350-0c02445087c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.630413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Network 635586de-ae55-4970-868c-410864e02113 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:49.632202 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:49.641860 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b5d97-0e58-49cf-a350-0c02445087c2 None None] Port 68348f13-4896-4aeb-bfa9-efc9c5e12707 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:49.645847 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e221e47c-35f5-4b55-8d01-84862270ea4f up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:49.703592 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port e221e47c-35f5-4b55-8d01-84862270ea4f triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:49.704094 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:49.817680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Router 3ae142dd-d1bb-458b-a499-d07232c4382f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:25:49.951521 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:49.958364 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-63b9c798-962e-4fea-b7d3-0269fecb2053 admin admin] 10.222.0.54 "PUT /v2.0/routers/3ae142dd-d1bb-458b-a499-d07232c4382f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497730 Nov 16 22:25:49.979895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a3632d93-a898-4849-80a5-90e4d52d6383 None None] Provisioning complete for port 68348f13-4896-4aeb-bfa9-efc9c5e12707 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:49.980276 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a3632d93-a898-4849-80a5-90e4d52d6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.019241 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-a3632d93-a898-4849-80a5-90e4d52d6383 None None] Port 68348f13-4896-4aeb-bfa9-efc9c5e12707 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:50.711662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41312) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:50.716755 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639959181', 'description': 'tempest-secgroup-smoke-639959181 description', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:50.739972 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.781455 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.812947 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.816165 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.844323 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.845555 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1327901 Nov 16 22:25:50.848519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41314) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:50.854056 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:50.861490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3cd63-9633-49b8-94ce-7849d1dcfc92 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:50.883102 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.938514 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.942163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.962388 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d619ee7e-b0f4-4734-9f0c-92c6867ffc66,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:50.968394 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:50.969850 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-5abbefb3-51d0-4803-85db-fb4436cba21e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201689 Nov 16 22:25:50.972280 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41316) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:50.976780 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:51.004083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.064447 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.068084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.093631 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75869024-3473-416d-a830-4b4c4f2d8c19,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:51.099818 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.100859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e65fcf11-ad7c-4fc6-b660-6ddfa6224bf7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276617 Nov 16 22:25:51.103996 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41318) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:51.110138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:51.138055 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.203793 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.208307 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.226884 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b2dae7-649d-40c7-9d14-adfa0922cd59,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:51.237729 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.241405 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bba6de85-c1af-468d-86b8-2610a86e4b69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339338 Nov 16 22:25:51.241639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41320) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:51.247185 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:51.276623 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.284629 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:51.336037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:51.336408 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.339898 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.344215 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.362819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f687c8e4-f376-482b-b747-e3158f6673e2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:51.371738 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.372971 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9de5df99-2a4e-4eff-85ba-bcea6117bea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303680 Nov 16 22:25:51.375639 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41322) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:51.380144 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:51.401708 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Project 5a23e57eb7374eccaf6c0ca7098fdc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:25:51.407190 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.472035 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.476262 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.500214 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7893f080-5e9c-4f92-a2b0-8380a00ea6ff,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:51.508911 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.510129 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a4ce40b7-7d77-4551-988b-f95032cb4c0d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335282 Nov 16 22:25:51.513448 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41324) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:51.519135 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:51.541704 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Project 5a23e57eb7374eccaf6c0ca7098fdc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:25:51.546918 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.605925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.613083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.616631 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.635262 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b8b3d9-83c8-40ef-9e51-96aecc4493f5,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:51.643879 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.645123 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b83bec3d-113f-479c-ac7e-23b5a86def0f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302333 Nov 16 22:25:51.804218 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-23b79ddd-3500-4914-b1f2-4f9261429ae8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639959181&fields=id&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 267 time: 0.0492957 Nov 16 22:25:51.817335 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Sync routers for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:51.829467 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:51.830179 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:51.918715 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-d0550425-acd3-4d40-8485-e9d4544ccbc0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:51.920221 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-d0550425-acd3-4d40-8485-e9d4544ccbc0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 809 time: 0.1089118 Nov 16 22:25:51.934970 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-201a367b-61db-4898-8c92-d7f8ac7abd14 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/quotas/5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 375 time: 0.0090115 Nov 16 22:25:51.941231 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:51.988748 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-35f24812-6475-464f-b052-791f1a5778b1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476744 Nov 16 22:25:52.087046 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-6ae28ec1-1301-4df9-bdc0-cf510bdd932b service neutron] 10.222.0.54 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Nov 16 22:25:52.167975 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '68348f13-4896-4aeb-bfa9-efc9c5e12707', 'name': '', 'network_id': '635586de-ae55-4970-868c-410864e02113', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'mac_address': 'fa:16:3e:cc:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:48Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 2, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'subnets': [{'id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:52.175855 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-f6bca328-2cd1-4d10-94c6-5eba3ebb951c service neutron] 10.222.0.54 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824938 Nov 16 22:25:52.194835 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Checking router: 3ae142dd-d1bb-458b-a499-d07232c4382f for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:52.195217 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Updating router 3ae142dd-d1bb-458b-a499-d07232c4382f port 68348f13-4896-4aeb-bfa9-efc9c5e12707 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:25:52.221247 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.353292 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-125f78f8-9456-4205-bec3-23e87675b08d req-e9f2b9ea-0cef-4d17-86b7-a102b566e9a4 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 210 time: 0.0314004 Nov 16 22:25:52.504974 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.510977 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.588574 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c321f5-1db7-4813-91f8-1491909ca82e None None] Pushing event updated for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:52.624154 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Attempting to bind port 68348f13-4896-4aeb-bfa9-efc9c5e12707 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:52.624556 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Attempting to bind port 68348f13-4896-4aeb-bfa9-efc9c5e12707 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:52.625011 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Attempting to bind port 68348f13-4896-4aeb-bfa9-efc9c5e12707 on network 635586de-ae55-4970-868c-410864e02113 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:52.630554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:52.630995 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Checking segment: {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:52.631406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.631798 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Bound using segment: {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:52.632275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Bound port: 68348f13-4896-4aeb-bfa9-efc9c5e12707, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92306ea8-4fdd-4d65-b1e8-b2723a3be09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '635586de-ae55-4970-868c-410864e02113'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:52.632644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.710545 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] For port 68348f13-4896-4aeb-bfa9-efc9c5e12707, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:52.714174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] For port 68348f13-4896-4aeb-bfa9-efc9c5e12707, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68348f13-4896-4aeb-bfa9-efc9c5e12707,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:52.720513 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.778232 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:52.778857 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:52.864682 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c321f5-1db7-4813-91f8-1491909ca82e None None] Pushing event updated for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:52.890412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] Provisioning complete for port 68348f13-4896-4aeb-bfa9-efc9c5e12707 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:52.890786 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:52.947617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:53.099828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:53.160207 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] For port 68348f13-4896-4aeb-bfa9-efc9c5e12707, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68348f13-4896-4aeb-bfa9-efc9c5e12707,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:53.182698 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:53.243077 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce07f81-6cec-4451-b054-8e5966773b25 None None] Pushing event updated for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:53.251351 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '68348f13-4896-4aeb-bfa9-efc9c5e12707', 'name': '', 'network_id': '635586de-ae55-4970-868c-410864e02113', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'mac_address': 'fa:16:3e:cc:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:48Z', 'updated_at': '2021-11-16T22:25:52Z', 'revision_number': 4, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'subnets': [{'id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:53.286808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10452262-5f24-4eca-864b-890a94bc0803 None None] The sync data for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 is: [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '68348f13-4896-4aeb-bfa9-efc9c5e12707', 'name': '', 'network_id': '635586de-ae55-4970-868c-410864e02113', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'mac_address': 'fa:16:3e:cc:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:48Z', 'updated_at': '2021-11-16T22:25:52Z', 'revision_number': 4, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'subnets': [{'id': 'e7f54624-2bd6-4e93-b0b2-c763c96bc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:53.304280 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-6dd25645-c90c-4633-a32d-957ceaed2921 None None] Provisioning complete for port 68348f13-4896-4aeb-bfa9-efc9c5e12707 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:53.304905 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6dd25645-c90c-4633-a32d-957ceaed2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:53.400111 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-66ed2c17-4214-48fd-b376-183ee9328e42 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:53.401809 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-66ed2c17-4214-48fd-b376-183ee9328e42 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 809 time: 0.1656141 Nov 16 22:25:53.495492 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a57cbff0-8955-48d2-85a0-fd3a27afd137 req-2ca28fd1-31da-4a29-a008-5f9d16f5cb9e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 210 time: 0.0377369 Nov 16 22:25:53.550127 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-7cefbca2-41ed-43af-8d35-e53a78cc2030 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 379 time: 0.1300180 Nov 16 22:25:53.560083 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'port': {'device_id': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'admin_state_up': True, 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'security_groups': ['e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:53.682084 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Made reservation on behalf of 5a23e57eb7374eccaf6c0ca7098fdc00 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:25:53.685684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:53.817935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Allocated IP 172.20.0.7 (bbea31d7-f515-40aa-ae01-91e985a2d6f5/f3540a4a-fb12-4247-ad3c-547a3e4addb1/91d034cd-3383-4fa8-9286-9c24012b9613) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:53.964646 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.000053 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.057255 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:54.060416 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:54.064801 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:54.090235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:54.119669 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:54.120290 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.146704 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3fbf5471-8647-4318-8b90-c0d566e1e42a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904655 Nov 16 22:25:54.161944 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Request body: {'port': {'device_id': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:54.220658 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.290459 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ec6534d9-9d1a-4ea3-ab62-48eb1f89535f None None] Provisioning complete for port 91d034cd-3383-4fa8-9286-9c24012b9613 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:54.291091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ec6534d9-9d1a-4ea3-ab62-48eb1f89535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.333565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-ec6534d9-9d1a-4ea3-ab62-48eb1f89535f None None] Port 91d034cd-3383-4fa8-9286-9c24012b9613 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:25:54.484979 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:25:54.492309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.504976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Transition to ACTIVE for port object 91d034cd-3383-4fa8-9286-9c24012b9613 will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:25:54.508757 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.560720 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:54.672887 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5b722-8b6c-4744-87f1-d551cd2a52dc req-9833ee24-0126-4536-a0ea-56b1e23e1dac tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:54.674435 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bc5b722-8b6c-4744-87f1-d551cd2a52dc req-9833ee24-0126-4536-a0ea-56b1e23e1dac tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0933483 Nov 16 22:25:54.678200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Attempting to bind port 91d034cd-3383-4fa8-9286-9c24012b9613 on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:25:54.678534 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Attempting to bind port 91d034cd-3383-4fa8-9286-9c24012b9613 by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:25:54.678858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Attempting to bind port 91d034cd-3383-4fa8-9286-9c24012b9613 on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:54.690214 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Port 91d034cd-3383-4fa8-9286-9c24012b9613 on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:25:54.690533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Attempting to bind port 91d034cd-3383-4fa8-9286-9c24012b9613 on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:25:55.041380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:25:55.041617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Checking segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:25:55.041995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Bound using segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:25:55.042425 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Bound port: 91d034cd-3383-4fa8-9286-9c24012b9613, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:25:55.042771 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:55.100613 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bc5b722-8b6c-4744-87f1-d551cd2a52dc req-78ff905e-96db-4174-86b5-f0d7cfde279d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4181182 Nov 16 22:25:55.131243 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:25:55.134382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:25:55.139062 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:55.174712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.175352 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:55.176763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] 10.222.0.21 "PUT /v2.0/ports/91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 1091 time: 1.0221837 Nov 16 22:25:55.177206 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:25:55.179485 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:25:55.213786 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32334b-7edb-4978-93ea-dababe544b92 service neutron] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:55.251666 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04031f6-1bcf-429e-9ee5-fc86a7570729 x-openstack-request-id: req-a04031f6-1bcf-429e-9ee5-fc86a7570729 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:25:55.251964 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:25:55.252221 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a04031f6-1bcf-429e-9ee5-fc86a7570729 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:25:55.252628 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'status': 'completed', 'code': 200} Nov 16 22:25:55.300315 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-97572c3d-1929-437b-b025-b17f1250fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.301838 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-97572c3d-1929-437b-b025-b17f1250fc2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1094 time: 0.0694716 Nov 16 22:25:55.321913 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68348f13-4896-4aeb-bfa9-efc9c5e12707 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:25:55.349359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-20596dd2-4435-409e-b063-088a961f72d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 217 time: 0.0366404 Nov 16 22:25:55.375019 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 68348f13-4896-4aeb-bfa9-efc9c5e12707 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:55.375675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:55.409823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3de136cd-d7f7-44db-b1e4-1bede8897cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.411424 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-3de136cd-d7f7-44db-b1e4-1bede8897cf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0552418 Nov 16 22:25:55.462690 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-fb01ad0a-2ed7-4381-9597-85cde68e8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.465383 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-fb01ad0a-2ed7-4381-9597-85cde68e8093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467372 Nov 16 22:25:55.558540 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-a8b59dbc-5f75-4cb0-923c-98f3742bb106 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Nov 16 22:25:55.652431 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-19cceec1-5507-4173-bb4d-1d11a85ae6d3 req-f814a7c9-f822-4222-8441-5620d1c85dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Nov 16 22:25:55.737622 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-f1608f09-654a-48d2-aa69-f5e96ce8a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.739180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-f1608f09-654a-48d2-aa69-f5e96ce8a540 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1094 time: 0.0413547 Nov 16 22:25:55.831598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-f2e6ac40-b82c-49e3-93ff-897ca1e18d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.832977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-f2e6ac40-b82c-49e3-93ff-897ca1e18d56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0866413 Nov 16 22:25:55.877557 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-1547f0c7-03fb-4521-a4b7-70bf46ca31b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 217 time: 0.0368071 Nov 16 22:25:55.928298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-9da2c8b4-0edb-49cc-9dc0-66e0719b85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.929756 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-9da2c8b4-0edb-49cc-9dc0-66e0719b85da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0441904 Nov 16 22:25:55.974821 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-426ae04a-6989-4114-9910-cccad1c826f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.976650 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-426ae04a-6989-4114-9910-cccad1c826f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384848 Nov 16 22:25:56.067879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-e5b89b09-17b1-4e4b-9b6c-d413c99bdcd4 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Nov 16 22:25:56.162248 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-409cd5be-fec4-4f3d-81d9-2d7604f1f53b req-5e83cdd8-e1e6-47d6-aa0f-7082b00e0cfe service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863512 Nov 16 22:25:56.226824 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8db5-60ed-4656-b158-99fd111aba98 req-6b7eba95-5923-4a55-b2cd-59e12fb53d23 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:56.228328 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7ce8db5-60ed-4656-b158-99fd111aba98 req-6b7eba95-5923-4a55-b2cd-59e12fb53d23 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0585353 Nov 16 22:25:56.278329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7ce8db5-60ed-4656-b158-99fd111aba98 req-a20fb701-33bf-4a92-9dea-0133cb403672 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435560 Nov 16 22:25:57.392908 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9663aa-5c76-407b-933e-e1f4b4ecc9a2 req-29e3a607-b896-4eee-9c51-b2e0a237d846 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:57.394365 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c9663aa-5c76-407b-933e-e1f4b4ecc9a2 req-29e3a607-b896-4eee-9c51-b2e0a237d846 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0482550 Nov 16 22:25:57.443453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c9663aa-5c76-407b-933e-e1f4b4ecc9a2 req-cb88bd01-4183-4313-af82-05e03b8fe35c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Nov 16 22:25:58.038907 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:25:58.131450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:58.143475 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '91d034cd-3383-4fa8-9286-9c24012b9613', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:25:58.181645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:58.348322 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:25:58.367977 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:58.371516 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:58.417733 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:58.556576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38804d-0feb-4249-b093-2cce96b98535 req-f093548e-e6da-4ed0-981d-a0a1427e0708 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:58.558048 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c38804d-0feb-4249-b093-2cce96b98535 req-f093548e-e6da-4ed0-981d-a0a1427e0708 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0482361 Nov 16 22:25:58.571317 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['91d034cd-3383-4fa8-9286-9c24012b9613'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:25:58.613170 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0c38804d-0feb-4249-b093-2cce96b98535 req-f43c6b1d-174c-46d9-aa6a-423afedb31c6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484421 Nov 16 22:25:59.727565 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8f935-2d08-43e4-b731-94625776197c req-b6c9efd8-5048-4152-9823-07cfb7733dfd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:59.729040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3b8f935-2d08-43e4-b731-94625776197c req-b6c9efd8-5048-4152-9823-07cfb7733dfd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0495219 Nov 16 22:25:59.779177 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3b8f935-2d08-43e4-b731-94625776197c req-a5316f20-3ba4-4043-95da-e01c2da218bb tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 Nov 16 22:26:00.045174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:26:00.093160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 91d034cd-3383-4fa8-9286-9c24012b9613 completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:26:00.096969 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 91d034cd-3383-4fa8-9286-9c24012b9613 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:00.097344 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:00.174363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:00.196105 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:26:00.198346 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54be775-f0e5-4154-9b9a-87431472d350" -d '{"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:26:00.211752 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:00.215925 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:00.238981 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553f3c6-5b3f-48f8-84af-e6e59e3deb8d x-openstack-request-id: req-5553f3c6-5b3f-48f8-84af-e6e59e3deb8d {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:26:00.239280 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:26:00.239533 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5553f3c6-5b3f-48f8-84af-e6e59e3deb8d {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:26:00.239925 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'code': 200} Nov 16 22:26:00.268640 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:00.334125 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449cc1c-0826-4a89-a540-4561f7dee427 req-0ec66431-29ec-4ee9-a7b2-c1b2cf330072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:00.335530 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d449cc1c-0826-4a89-a540-4561f7dee427 req-0ec66431-29ec-4ee9-a7b2-c1b2cf330072 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1096 time: 0.0389605 Nov 16 22:26:00.382047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d449cc1c-0826-4a89-a540-4561f7dee427 req-0444164f-7252-4491-b342-0cf9435d955d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380356 Nov 16 22:26:00.898414 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ab156-e7db-4c90-b9e1-751185663195 req-28dfba4e-b5e5-4d6e-9013-6a19246c6bcf tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:00.899917 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-463ab156-e7db-4c90-b9e1-751185663195 req-28dfba4e-b5e5-4d6e-9013-6a19246c6bcf tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0551171 Nov 16 22:26:00.948339 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-463ab156-e7db-4c90-b9e1-751185663195 req-a06486d5-5acf-4cdb-ab93-3da9e853ac69 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Nov 16 22:26:02.065921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a39f80-2a9e-45a4-9629-8737ad76d660 req-ae072b50-c3b3-437a-a7f2-4118c12b9157 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:02.067413 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40a39f80-2a9e-45a4-9629-8737ad76d660 req-ae072b50-c3b3-437a-a7f2-4118c12b9157 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0492563 Nov 16 22:26:02.116087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-40a39f80-2a9e-45a4-9629-8737ad76d660 req-8582351c-ee91-40ed-878e-a859959a627a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Nov 16 22:26:02.228321 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6d8c-5d14-451b-b948-c0656562e5e2 req-ea36cca1-c0c9-4fad-8d8d-664f013edf73 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:02.229699 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f82d6d8c-5d14-451b-b948-c0656562e5e2 req-ea36cca1-c0c9-4fad-8d8d-664f013edf73 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0484946 Nov 16 22:26:02.283040 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f82d6d8c-5d14-451b-b948-c0656562e5e2 req-372eef0c-e912-42bc-92fe-ebfb4a3175fa tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 Nov 16 22:26:02.304641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41374) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:02.430048 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd31be-3153-4264-9b4e-8619e2baf4dd tempest-TestShelveInstance-1123749679 tempest-TestShelveInstance-1123749679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:02.431616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-dfdd31be-3153-4264-9b4e-8619e2baf4dd tempest-TestShelveInstance-1123749679 tempest-TestShelveInstance-1123749679-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1091 time: 0.1259816 Nov 16 22:26:02.434515 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41378) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:02.438716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:02.460133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:02.565741 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:02.665253 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Allocated IP 172.25.7.135 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/e9481f85-880e-4a62-8dbb-9172a5a44865) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:26:02.770398 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:02.802917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:02.842636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:26:02.846097 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:02.849752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:26:02.871331 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=e9481f85-880e-4a62-8dbb-9172a5a44865,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:03.181664 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.255000 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.402868 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.407718 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.473628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=e9481f85-880e-4a62-8dbb-9172a5a44865,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:03.489166 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.590386 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Floating IP 1ec178e1-59ce-42fa-b848-8580ad710d94 associated. External IP: 172.25.7.135, port: 91d034cd-3383-4fa8-9286-9c24012b9613. Nov 16 22:26:03.792207 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:26:03.896002 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:03.906087 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:03.913649 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:03.916255 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:03.916863 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:03.940977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8f6db66f-0cff-4ab2-98b6-aec179563b50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5054393 Nov 16 22:26:03.941616 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:26:03.943900 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f133abbd-639f-471c-90bf-049c3f9a166d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:26:03.982362 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbaef1f-0039-4c72-9ceb-6aea6ace08f4 x-openstack-request-id: req-4cbaef1f-0039-4c72-9ceb-6aea6ace08f4 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:26:03.982681 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:26:03.982984 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4cbaef1f-0039-4c72-9ceb-6aea6ace08f4 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:26:03.983941 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'status': 'completed', 'code': 200} Nov 16 22:26:04.022592 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:04.043645 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133abbd-639f-471c-90bf-049c3f9a166d req-eee2a92d-057a-4d47-877a-431faacac49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.045071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-eee2a92d-057a-4d47-877a-431faacac49d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1096 time: 0.0398626 Nov 16 22:26:04.139039 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133abbd-639f-471c-90bf-049c3f9a166d req-b2054d3b-2bee-43fa-ba98-5e3013fea6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.141104 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-b2054d3b-2bee-43fa-ba98-5e3013fea6b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0883777 Nov 16 22:26:04.204465 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-02d72ded-e726-41b8-b8d1-6e7f1a839089 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 999 time: 0.0559278 Nov 16 22:26:04.245390 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1ec178e1-59ce-42fa-b848-8580ad710d94', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:26:03Z', 'updated_at': '2021-11-16T22:26:03Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:04.253869 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133abbd-639f-471c-90bf-049c3f9a166d req-57384b41-00c6-4c0c-954c-6c4523a4031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.255429 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-57384b41-00c6-4c0c-954c-6c4523a4031d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0435317 Nov 16 22:26:04.271654 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:04.279951 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:04.280574 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:25:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:04.303380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133abbd-639f-471c-90bf-049c3f9a166d req-854f4dcc-0d9e-444b-b98c-acc3cd7dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.304799 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-854f4dcc-0d9e-444b-b98c-acc3cd7dbb52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428646 Nov 16 22:26:04.385961 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:04.394652 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-adcc8fd0-0d58-46df-bd09-e848f5077c57 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818477 Nov 16 22:26:04.488047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f133abbd-639f-471c-90bf-049c3f9a166d req-99f1792b-b803-488c-a3fe-33d6f921ffbd service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864255 Nov 16 22:26:04.609223 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1ec178e1-59ce-42fa-b848-8580ad710d94', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:26:03Z', 'updated_at': '2021-11-16T22:26:03Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:04.633997 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a6b3b-b20d-4ca7-805f-048a1e3142bb None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': '1ec178e1-59ce-42fa-b848-8580ad710d94', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:26:03Z', 'updated_at': '2021-11-16T22:26:03Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:26:04.821340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc8ab2e-102a-4e05-92c9-3f51bd3709f0 None None] New status for floating IP 1ec178e1-59ce-42fa-b848-8580ad710d94: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:26:09.652980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:13.470851 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:15.486437 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc3410f1-a726-4f76-bf0f-1d1c96138877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:16.213680 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:26:17.804348 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb2de-91e4-407c-9c71-7581e4ca3199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:19.549426 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:20.782654 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:21.597675 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:39.648671 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:43.495562 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.488739 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-401be7be-6086-490b-bc13-c28ab71fcd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.807260 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ae154cf2-2b82-4d97-b03a-7ad40150df97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.552194 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.785217 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.598385 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.212552 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:26:53.833176 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-eb4bc919-dc94-4149-b059-eda1d3c54666 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800147 Nov 16 22:26:53.911390 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-2c1ca707-5835-4cd1-b5af-26ffd0cbb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:53.912848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-2c1ca707-5835-4cd1-b5af-26ffd0cbb74e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1096 time: 0.0392518 Nov 16 22:26:54.018747 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-9756cffe-2e54-4652-b0c0-67f427f87eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:54.020136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-9756cffe-2e54-4652-b0c0-67f427f87eea service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0873687 Nov 16 22:26:54.083619 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-c6ae7b91-a2de-44ed-a13a-0341693ca462 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 1001 time: 0.0559316 Nov 16 22:26:54.135938 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-133042e4-426b-4f19-aa3e-0ae8b838428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:54.137408 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-133042e4-426b-4f19-aa3e-0ae8b838428d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0471141 Nov 16 22:26:54.182199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-fbb78081-4d8f-4dd8-b027-a634e44d5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:54.183680 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-fbb78081-4d8f-4dd8-b027-a634e44d5636 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395484 Nov 16 22:26:54.269188 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-e7ce5405-3847-4303-a905-cfa73ab18309 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782900 Nov 16 22:26:54.360741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ff9fa386-3944-4da1-9c05-3bb9ea07503c req-60e72f5f-2031-4161-868b-e2761148444f service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Nov 16 22:27:09.647783 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.507394 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:15.490075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3193db1e-8750-43e0-a52d-f595c886f703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:17.808147 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-114f4a85-4e60-485c-b916-1b2033bd3f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:19.558372 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:20.788121 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:21.599428 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:26.439509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-4d9e3349-3b2c-472c-8bc8-a1fdadb7132d req-9ee8fc59-921a-4012-9565-afea4870fc27 service neutron] (102665) timed out ('10.222.0.54', 46630) {{(pid=102665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:27:30.210854 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:27:39.651530 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:43.507308 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:45.491949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6260e80f-2bcb-4350-b7f0-4697d78707ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:47.809626 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cf5cb811-6685-4746-a165-a918d636fa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:49.557361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:50.790826 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:51.600293 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:55.787593 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-4437c6a0-c193-45d7-b336-a36b74bac950 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397148 Nov 16 22:27:55.866713 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301b37-db6b-495e-bc77-5a62c6102160 req-1a60a2ee-47cd-4267-aefa-737cf73245a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:55.868179 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-1a60a2ee-47cd-4267-aefa-737cf73245a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1096 time: 0.0388317 Nov 16 22:27:55.971598 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301b37-db6b-495e-bc77-5a62c6102160 req-6427be8e-c31a-4a92-ace3-76544cca4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:55.973157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-6427be8e-c31a-4a92-ace3-76544cca4d98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0860562 Nov 16 22:27:56.044700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-e4114c66-6537-4250-95d6-dc23d548e470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 1001 time: 0.0646353 Nov 16 22:27:56.092047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301b37-db6b-495e-bc77-5a62c6102160 req-a00d54ff-dd6b-4d8c-9233-f8df434ad37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:56.093489 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-a00d54ff-dd6b-4d8c-9233-f8df434ad37a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0419090 Nov 16 22:27:56.137376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301b37-db6b-495e-bc77-5a62c6102160 req-89ec9a00-a38a-4ffd-810e-88357607f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:56.138793 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-89ec9a00-a38a-4ffd-810e-88357607f3eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384331 Nov 16 22:27:56.228829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-efcd8788-c7f0-43ee-90d7-309553c1cc8c service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829613 Nov 16 22:27:56.316892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-49301b37-db6b-495e-bc77-5a62c6102160 req-99228419-7d8e-42ee-ba67-71e8b6d19ba6 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810838 Nov 16 22:27:59.607271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d417a-82b0-4318-9750-dbc89f29c4d9 req-44055e2b-ad3d-4d99-9da3-61747cb38a1e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:59.608716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d0d417a-82b0-4318-9750-dbc89f29c4d9 req-44055e2b-ad3d-4d99-9da3-61747cb38a1e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0486224 Nov 16 22:27:59.655647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9d0d417a-82b0-4318-9750-dbc89f29c4d9 req-eae88ac0-670b-439e-82fd-c03c0c88d028 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409639 Nov 16 22:28:00.790193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411fcb-12b6-44df-bdec-2ea7fee0f200 req-23d6ad94-9c35-42eb-930d-3de93d401329 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:00.791641 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64411fcb-12b6-44df-bdec-2ea7fee0f200 req-23d6ad94-9c35-42eb-930d-3de93d401329 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0522976 Nov 16 22:28:00.840207 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-64411fcb-12b6-44df-bdec-2ea7fee0f200 req-1345fcf9-9193-49e4-8a41-73e815a41064 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Nov 16 22:28:01.977567 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d109a-5342-40ac-84d4-28d10d32b772 req-a3cec81b-7597-4ceb-af5c-096a720dd1b5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:01.979074 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a0d109a-5342-40ac-84d4-28d10d32b772 req-a3cec81b-7597-4ceb-af5c-096a720dd1b5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0487993 Nov 16 22:28:02.027732 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6a0d109a-5342-40ac-84d4-28d10d32b772 req-86d09ccb-56a5-42d5-b01e-9aac6afef027 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 Nov 16 22:28:03.155499 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058591e0-a8ac-4a81-9dbb-7e718acb7286 req-6277e6bf-cdca-444c-8b39-325a5aab3e57 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:03.157012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058591e0-a8ac-4a81-9dbb-7e718acb7286 req-6277e6bf-cdca-444c-8b39-325a5aab3e57 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0639272 Nov 16 22:28:03.207794 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-058591e0-a8ac-4a81-9dbb-7e718acb7286 req-289ebb83-6f8b-405a-acc3-45dd1945c35e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448861 Nov 16 22:28:04.321486 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff3015-2aac-4487-a2e3-9d7b57e11c19 req-51afc342-57e8-4f9d-b418-543d42ff0477 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:04.322849 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aeff3015-2aac-4487-a2e3-9d7b57e11c19 req-51afc342-57e8-4f9d-b418-543d42ff0477 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0479982 Nov 16 22:28:04.370588 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-aeff3015-2aac-4487-a2e3-9d7b57e11c19 req-f84b09a3-e0f2-4e39-86db-9908794ef8db tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412636 Nov 16 22:28:05.488407 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da184-98a8-4571-9a04-8ce1af4a4f74 req-4cd3e284-65ed-48e6-9641-3a5e47b46497 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:05.489879 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-972da184-98a8-4571-9a04-8ce1af4a4f74 req-4cd3e284-65ed-48e6-9641-3a5e47b46497 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0477264 Nov 16 22:28:05.542164 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-972da184-98a8-4571-9a04-8ce1af4a4f74 req-9b8689c6-ae80-414b-9ce1-ffe1d00a4b2e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Nov 16 22:28:06.655964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db273-de76-4be8-90f8-39b022ee87ee req-a1b7f37d-8731-43e1-b1f1-9154aecccae7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:06.657394 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e2db273-de76-4be8-90f8-39b022ee87ee req-a1b7f37d-8731-43e1-b1f1-9154aecccae7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0477066 Nov 16 22:28:06.705322 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4e2db273-de76-4be8-90f8-39b022ee87ee req-d223a8b5-6993-44ed-a1fb-9df0f95e8fc9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Nov 16 22:28:07.209925 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:28:07.819267 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270aba9-7252-419b-b2fa-56dbfae766a7 req-562aa928-3150-4184-a3e2-38cb70bc65b5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:07.820638 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8270aba9-7252-419b-b2fa-56dbfae766a7 req-562aa928-3150-4184-a3e2-38cb70bc65b5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0489111 Nov 16 22:28:07.868941 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8270aba9-7252-419b-b2fa-56dbfae766a7 req-9b0dcb54-2407-4b8f-ab61-b7ef4b62604a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Nov 16 22:28:08.988326 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a421210-bab5-4771-8160-562efa769d0f req-0db05a69-6788-4fbe-aec5-122ddf5baade tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:08.989788 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a421210-bab5-4771-8160-562efa769d0f req-0db05a69-6788-4fbe-aec5-122ddf5baade tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0514758 Nov 16 22:28:09.038041 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a421210-bab5-4771-8160-562efa769d0f req-11690ac4-4981-4d17-b81e-58477082f79d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Nov 16 22:28:09.651862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:10.155411 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298b35c-4b8a-4273-8478-6ec308a36dd1 req-6c59170c-8cc7-421e-ae0c-62cdbd4182d5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:10.157400 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1298b35c-4b8a-4273-8478-6ec308a36dd1 req-6c59170c-8cc7-421e-ae0c-62cdbd4182d5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0498464 Nov 16 22:28:10.205313 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-1298b35c-4b8a-4273-8478-6ec308a36dd1 req-66c7c4a3-5692-49d1-bc61-0ee7a0dec6a5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Nov 16 22:28:10.735472 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:28:10.830169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:10.841212 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '91d034cd-3383-4fa8-9286-9c24012b9613', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:28:10.877794 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:10.890485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:28:10.912957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:10.917255 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:10.965921 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:10.974005 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.974354 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.974697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.975058 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.975400 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.975734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.976328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.976656 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.976980 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.977302 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.977627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.977949 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:10.992839 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['91d034cd-3383-4fa8-9286-9c24012b9613'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:28:11.318350 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd361ca-97e6-4b9c-b627-249b232e0e13 req-36cc91da-031e-4d43-aa02-a1acb1f774cc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:11.319820 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bd361ca-97e6-4b9c-b627-249b232e0e13 req-36cc91da-031e-4d43-aa02-a1acb1f774cc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0476086 Nov 16 22:28:11.370937 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5bd361ca-97e6-4b9c-b627-249b232e0e13 req-44fdb9fc-3f28-4555-8444-a545e438c0dd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Nov 16 22:28:12.498184 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454aa9-d0c0-4fe3-8d8b-5f6160c4a1da req-beaa9477-66ca-44a9-a9c8-abb2f4b923e8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:12.506721 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86454aa9-d0c0-4fe3-8d8b-5f6160c4a1da req-beaa9477-66ca-44a9-a9c8-abb2f4b923e8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0595043 Nov 16 22:28:12.563142 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-86454aa9-d0c0-4fe3-8d8b-5f6160c4a1da req-27d334c7-b2d4-4bf6-96c2-3872a3c1ef54 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515642 Nov 16 22:28:12.743804 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:12.796923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 91d034cd-3383-4fa8-9286-9c24012b9613 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:12.797282 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:12.880815 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:12.907262 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:12.909516 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b3ae1-914f-4e79-a002-3eea86e4ecbf" -d '{"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:12.930189 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:12.937050 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:12.993758 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:13.047584 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65100190-f186-4e16-b44c-87d77793115f x-openstack-request-id: req-65100190-f186-4e16-b44c-87d77793115f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:13.048183 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:13.048435 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65100190-f186-4e16-b44c-87d77793115f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:13.048832 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'code': 200} Nov 16 22:28:13.540234 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:13.678123 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899090-1d16-4748-a850-e720191ea55b req-543cac9d-07d5-4a07-96ce-e2bd3146ecf5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:13.680451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30899090-1d16-4748-a850-e720191ea55b req-543cac9d-07d5-4a07-96ce-e2bd3146ecf5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 16 22:28:13.735716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-30899090-1d16-4748-a850-e720191ea55b req-779f0173-3b9e-4239-a2d5-fa96459918bc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475678 Nov 16 22:28:14.870383 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411052-fa5b-470d-a48b-dbb9368550b0 req-58c6d2a4-3a2f-4c46-870d-c6e14d604266 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:14.871890 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1411052-fa5b-470d-a48b-dbb9368550b0 req-58c6d2a4-3a2f-4c46-870d-c6e14d604266 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0542307 Nov 16 22:28:14.935131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e1411052-fa5b-470d-a48b-dbb9368550b0 req-415824dc-0455-44a7-a357-05c26485c1fc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559938 Nov 16 22:28:15.506106 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5973-3d01-4b88-a9d1-8e74072af929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:16.069864 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e461d-abcd-4bfd-9e3e-7a5b9006890d req-bf9a4791-bcd3-4887-8a47-e0c451640b17 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:16.074587 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b23e461d-abcd-4bfd-9e3e-7a5b9006890d req-bf9a4791-bcd3-4887-8a47-e0c451640b17 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0667117 Nov 16 22:28:16.131543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b23e461d-abcd-4bfd-9e3e-7a5b9006890d req-d8bf570a-4011-472a-a41b-86e0347a2ff5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499430 Nov 16 22:28:17.264901 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817daa47-5722-4985-a0dc-9c7daaa836f2 req-d6b1bd25-3e25-4889-8345-b8f484f3d3e6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:17.266534 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-817daa47-5722-4985-a0dc-9c7daaa836f2 req-d6b1bd25-3e25-4889-8345-b8f484f3d3e6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0560219 Nov 16 22:28:17.334518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-817daa47-5722-4985-a0dc-9c7daaa836f2 req-f85077c9-ac7f-4b10-9cf2-76dddc46490c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449791 Nov 16 22:28:17.813161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-718c8264-f756-4bd2-a3e2-9e593da28073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:18.469249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a952-5ec6-4612-bd5a-5d1335293f05 req-0514ff50-ed55-4993-8eaa-e90131c8463d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:18.471449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52f8a952-5ec6-4612-bd5a-5d1335293f05 req-0514ff50-ed55-4993-8eaa-e90131c8463d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0578806 Nov 16 22:28:18.535980 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-52f8a952-5ec6-4612-bd5a-5d1335293f05 req-677d4d40-9f56-4cc0-a466-7e64f1a1f505 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579858 Nov 16 22:28:19.563361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:19.675363 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff173d-d7e7-4be4-b153-a61310055154 req-6904a713-5ebf-451f-b693-8aa02359bda5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:19.677685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddff173d-d7e7-4be4-b153-a61310055154 req-6904a713-5ebf-451f-b693-8aa02359bda5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0573797 Nov 16 22:28:19.738772 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ddff173d-d7e7-4be4-b153-a61310055154 req-377f50de-1ad6-4e60-8e69-2502a1dcfdc2 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539894 Nov 16 22:28:20.792623 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:21.192672 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e7c4f-c246-44b7-82b6-56b4d232cc02 req-4607ed0c-b8bf-4f4f-9acd-f78c28b04ac4 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.194155 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-842e7c4f-c246-44b7-82b6-56b4d232cc02 req-4607ed0c-b8bf-4f4f-9acd-f78c28b04ac4 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.3802242 Nov 16 22:28:21.270852 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-842e7c4f-c246-44b7-82b6-56b4d232cc02 req-e4d6f00b-c361-404e-93c8-5add71938ac6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704582 Nov 16 22:28:21.273369 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067910-729c-434a-bf6f-89a6f75f213d req-00022c0f-c2ee-4ef4-8e50-83a170265201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.274776 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-00022c0f-c2ee-4ef4-8e50-83a170265201 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1096 time: 0.0684626 Nov 16 22:28:21.368754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067910-729c-434a-bf6f-89a6f75f213d req-38114572-8d62-4679-9fae-0ba517cdce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.370180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-38114572-8d62-4679-9fae-0ba517cdce9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0884590 Nov 16 22:28:21.434543 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-46a89a09-9ed9-491e-8584-86c2834073af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 1001 time: 0.0574479 Nov 16 22:28:21.487298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067910-729c-434a-bf6f-89a6f75f213d req-ed0fa93c-3c18-4800-9a7f-5bd831e9866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.488674 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-ed0fa93c-3c18-4800-9a7f-5bd831e9866e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0473368 Nov 16 22:28:21.541065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067910-729c-434a-bf6f-89a6f75f213d req-2a67e477-0d36-4d02-b4bf-115a2d3ab03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.542620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-2a67e477-0d36-4d02-b4bf-115a2d3ab03f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458364 Nov 16 22:28:21.602534 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:21.632665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-d4117ed0-2059-4ff7-bba0-eb74705303ab service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Nov 16 22:28:21.723926 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-27067910-729c-434a-bf6f-89a6f75f213d req-526cdf26-f2ff-4c65-a7ac-b1535d19e09d service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Nov 16 22:28:22.385044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10a2e6-9d22-416c-88e0-f5f824f31721 req-0498f7b3-d042-4fee-a4ad-30cecf86bd26 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:22.386512 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e10a2e6-9d22-416c-88e0-f5f824f31721 req-0498f7b3-d042-4fee-a4ad-30cecf86bd26 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0491419 Nov 16 22:28:22.435620 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8e10a2e6-9d22-416c-88e0-f5f824f31721 req-d7bf4b31-7611-433a-bc06-1ab3e458aa49 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Nov 16 22:28:23.561932 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53c9d-3fbe-4491-8fae-7e10dafbb590 req-bafaed9c-080e-4ff0-98e2-9b9799e725fd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:23.564124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4f53c9d-3fbe-4491-8fae-7e10dafbb590 req-bafaed9c-080e-4ff0-98e2-9b9799e725fd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0557444 Nov 16 22:28:23.615437 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a4f53c9d-3fbe-4491-8fae-7e10dafbb590 req-2ec6d950-ff45-43c5-980e-6805fde9523e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Nov 16 22:28:23.728537 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-d6003a3d-adcb-4649-a5ed-b1d8390b397d req-c71db1ba-ca15-4dda-831a-50a963b6defd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:28:23.729554 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d6003a3d-adcb-4649-a5ed-b1d8390b397d req-c71db1ba-ca15-4dda-831a-50a963b6defd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488536 Nov 16 22:28:23.880973 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730c962-70d1-47eb-8e7f-900eb3391744 req-2f063690-4fbd-43a9-af35-5bc20d8b46f2 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:23.882470 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2730c962-70d1-47eb-8e7f-900eb3391744 req-2f063690-4fbd-43a9-af35-5bc20d8b46f2 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 945 time: 0.0492144 Nov 16 22:28:23.935402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2730c962-70d1-47eb-8e7f-900eb3391744 req-67074b92-94a8-4273-a19c-c1033dce80d3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468578 Nov 16 22:28:24.166675 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-da43db97-a1ae-4343-bce7-3b7b0fd0ffb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799890 Nov 16 22:28:24.806622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:28:24.884069 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:24.898640 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb399-c032-4caf-b075-cf5cb7141929 req-2d0f0d3d-3582-43a8-b207-a99bd5791859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.900345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-2d0f0d3d-3582-43a8-b207-a99bd5791859 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 1096 time: 0.0410242 Nov 16 22:28:24.907730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:24.909940 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676caac-d445-423a-81cf-deefca2a0a88" -d '{"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:24.923617 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:24.929400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:24.954922 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9d9fa-79d7-4a2f-9cd6-5531de51903f x-openstack-request-id: req-30e9d9fa-79d7-4a2f-9cd6-5531de51903f {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:24.955237 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:24.955482 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30e9d9fa-79d7-4a2f-9cd6-5531de51903f {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:24.955904 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'code': 200} Nov 16 22:28:24.972337 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb399-c032-4caf-b075-cf5cb7141929 req-42969885-7236-4f3c-8680-c031b781bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.974198 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-42969885-7236-4f3c-8680-c031b781bce4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1094 time: 0.0518091 Nov 16 22:28:24.981858 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:25.099661 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0c545-b062-46cf-a3fc-f139383df571 req-156c839b-c1ca-431f-bda9-db6850ccd8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.101285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7f0c545-b062-46cf-a3fc-f139383df571 req-156c839b-c1ca-431f-bda9-db6850ccd8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0776658 Nov 16 22:28:25.105782 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb399-c032-4caf-b075-cf5cb7141929 req-2efd25b5-7200-42c2-9b5d-1746f0f797da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.107157 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-2efd25b5-7200-42c2-9b5d-1746f0f797da service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.1259773 Nov 16 22:28:25.194648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a7f0c545-b062-46cf-a3fc-f139383df571 req-abf2850c-af45-4f7b-a8bf-937ebbd9cfd4 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865471 Nov 16 22:28:25.198338 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-e8e328b7-3af1-4e00-8d61-24488ef47e6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 999 time: 0.0838473 Nov 16 22:28:25.251603 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb399-c032-4caf-b075-cf5cb7141929 req-e57822b7-b7e4-4dcc-8891-a9d7177e426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.253028 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-e57822b7-b7e4-4dcc-8891-a9d7177e426c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0473702 Nov 16 22:28:25.297596 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb399-c032-4caf-b075-cf5cb7141929 req-dcd4f58e-dc61-4f4a-a305-64698908a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.299085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-dcd4f58e-dc61-4f4a-a305-64698908a01a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386257 Nov 16 22:28:25.386553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-817b83f7-d77d-4f51-a3b0-8a35fe4b8e0a service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797403 Nov 16 22:28:25.481485 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-407bb399-c032-4caf-b075-cf5cb7141929 req-1ffb2954-1d4f-49d2-9328-183ce03eb4c6 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883813 Nov 16 22:28:26.315930 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7429b83-e56b-4f18-a7c9-6eee7c9cf448 req-1fdf34ba-f118-4b8f-8f37-fe81b4ba0792 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:26.317510 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7429b83-e56b-4f18-a7c9-6eee7c9cf448 req-1fdf34ba-f118-4b8f-8f37-fe81b4ba0792 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0498123 Nov 16 22:28:26.370376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e7429b83-e56b-4f18-a7c9-6eee7c9cf448 req-39a071c0-59d7-42e6-88d8-0667b648b4a8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469089 Nov 16 22:28:27.496370 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982899f3-313a-4277-99ec-271d2e74e105 req-f5201f63-dd02-4fca-8d72-57b5c6066c07 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:27.501022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-982899f3-313a-4277-99ec-271d2e74e105 req-f5201f63-dd02-4fca-8d72-57b5c6066c07 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0565763 Nov 16 22:28:27.555397 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-982899f3-313a-4277-99ec-271d2e74e105 req-dc9a276e-0032-46cc-b700-1dd6840b9fe6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501027 Nov 16 22:28:28.683475 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee312-4ca2-440a-a501-3182ea9f42bd req-bd8cdbe7-37d4-4d2c-9bf7-2012fbdde855 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:28.684962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e42ee312-4ca2-440a-a501-3182ea9f42bd req-bd8cdbe7-37d4-4d2c-9bf7-2012fbdde855 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0500560 Nov 16 22:28:28.735559 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e42ee312-4ca2-440a-a501-3182ea9f42bd req-7b1d6467-178d-4029-9a4e-4ca2dc24c848 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 Nov 16 22:28:29.854583 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b333562-072b-4438-86a7-c47cc0f24ed1 req-7c325917-79e1-477d-b96c-ffaed994ef39 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:29.856144 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b333562-072b-4438-86a7-c47cc0f24ed1 req-7c325917-79e1-477d-b96c-ffaed994ef39 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0512578 Nov 16 22:28:29.911441 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-8b333562-072b-4438-86a7-c47cc0f24ed1 req-b25b404a-60da-44f4-aa3e-cb3f7b067d68 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487578 Nov 16 22:28:31.031975 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82903-2625-423b-a978-81b2f8b7409f req-b4d2b098-6238-4b6f-96d6-4f24d754b62c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:31.033627 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6f82903-2625-423b-a978-81b2f8b7409f req-b4d2b098-6238-4b6f-96d6-4f24d754b62c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0508416 Nov 16 22:28:31.086092 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e6f82903-2625-423b-a978-81b2f8b7409f req-fce9a7b2-d0d4-4b4c-a24c-647187438b01 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Nov 16 22:28:32.203998 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde07eb4-06c2-4dbf-bb58-b965e9b6a5da req-b0a52664-3f6c-4aac-afa3-55a464ed3777 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:32.205498 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bde07eb4-06c2-4dbf-bb58-b965e9b6a5da req-b0a52664-3f6c-4aac-afa3-55a464ed3777 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0498810 Nov 16 22:28:32.258047 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bde07eb4-06c2-4dbf-bb58-b965e9b6a5da req-dd6b8066-5e66-4ad9-848d-22aeda83b072 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461550 Nov 16 22:28:33.379294 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b2cb3-09e7-4150-a869-5ceafe9e3457 req-6ead3b5f-58b3-47e7-91fa-36bb287728b8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:33.380841 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0b2cb3-09e7-4150-a869-5ceafe9e3457 req-6ead3b5f-58b3-47e7-91fa-36bb287728b8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0546598 Nov 16 22:28:33.432932 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5e0b2cb3-09e7-4150-a869-5ceafe9e3457 req-0bd4b183-eaec-435c-8b1b-7ac90a4543ed tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455062 Nov 16 22:28:34.556238 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018e2d-d73e-4c46-b6c1-184721b4704c req-fc83a741-cbe3-452c-8126-7ce6c1b9cd39 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:34.557854 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68018e2d-d73e-4c46-b6c1-184721b4704c req-fc83a741-cbe3-452c-8126-7ce6c1b9cd39 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0558059 Nov 16 22:28:34.610093 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-68018e2d-d73e-4c46-b6c1-184721b4704c req-8554d2da-6681-44fb-a8b3-4935bce74475 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 Nov 16 22:28:35.727921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513299df-3e0a-4a38-b3af-303b78e15c4c req-0f7f24c4-fb28-4ece-88ca-623d19e9f500 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:35.729414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-513299df-3e0a-4a38-b3af-303b78e15c4c req-0f7f24c4-fb28-4ece-88ca-623d19e9f500 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0492401 Nov 16 22:28:35.783948 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-513299df-3e0a-4a38-b3af-303b78e15c4c req-27915a55-ddb7-44f7-9f1d-761433e420be tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484858 Nov 16 22:28:36.900210 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af951950-decc-4509-870f-502de105d855 req-6a2fd80b-ecb8-4931-ac65-5afb827517bd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:36.901819 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af951950-decc-4509-870f-502de105d855 req-6a2fd80b-ecb8-4931-ac65-5afb827517bd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0478997 Nov 16 22:28:36.951124 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af951950-decc-4509-870f-502de105d855 req-fc349771-46ec-4df7-aa71-e01c85f48e48 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Nov 16 22:28:38.071856 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6446b62-bdb6-47c9-a9bb-df4a17737ab3 req-a8b72ec6-3b28-4c72-9545-342556266fd9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:38.073324 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6446b62-bdb6-47c9-a9bb-df4a17737ab3 req-a8b72ec6-3b28-4c72-9545-342556266fd9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 943 time: 0.0474904 Nov 16 22:28:38.122011 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c6446b62-bdb6-47c9-a9bb-df4a17737ab3 req-de26e7e0-8f48-4079-acdf-4ac138869ad3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Nov 16 22:28:38.852719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:28:38.944814 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:38.956260 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '91d034cd-3383-4fa8-9286-9c24012b9613', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'port_id': '91d034cd-3383-4fa8-9286-9c24012b9613', 'mac_address': 'fa:16:3e:56:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:28:38.999045 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.011786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:28:39.030535 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:39.034402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.080810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=9']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:39.241360 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7a348-e640-4a16-8260-24de59b18653 req-a7b5dc2d-fb1d-4c15-bf51-6fe74755822e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:39.242831 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d7a348-e640-4a16-8260-24de59b18653 req-a7b5dc2d-fb1d-4c15-bf51-6fe74755822e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0542462 Nov 16 22:28:39.277867 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['91d034cd-3383-4fa8-9286-9c24012b9613'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:28:39.293214 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-79d7a348-e640-4a16-8260-24de59b18653 req-86c182a7-aa85-4ad5-9b31-31a9ef22a5a0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Nov 16 22:28:39.645486 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.410662 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8942db-499e-4768-af93-91a580eb4911 req-fec901c5-eb64-49bb-96e1-bf4942778180 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:40.412076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae8942db-499e-4768-af93-91a580eb4911 req-fec901c5-eb64-49bb-96e1-bf4942778180 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 944 time: 0.0485585 Nov 16 22:28:40.461553 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ae8942db-499e-4768-af93-91a580eb4911 req-b93ad297-fa44-4b6a-bf41-e8e4f9b1df36 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Nov 16 22:28:40.852051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:40.899632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 91d034cd-3383-4fa8-9286-9c24012b9613 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:40.900969 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.978559 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:41.000930 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:41.003160 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231d20b6-8c2e-4f79-9d5b-2895c9ec464a" -d '{"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:41.018786 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:41.023158 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:41.047814 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fecb65-54c0-4c88-b8f7-f40feb84e4e1 x-openstack-request-id: req-f8fecb65-54c0-4c88-b8f7-f40feb84e4e1 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:41.048099 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-plugged", "status": "completed", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:41.048914 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8fecb65-54c0-4c88-b8f7-f40feb84e4e1 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:41.049310 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'code': 200} Nov 16 22:28:41.077810 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=10']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:41.220748 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea7e2-6119-42b2-b74a-410af4d3ef63 req-a8d8c7ca-d29e-45a4-a1b5-069288e6b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.222237 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bdea7e2-6119-42b2-b74a-410af4d3ef63 req-a8d8c7ca-d29e-45a4-a1b5-069288e6b35b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1097 time: 0.0427709 Nov 16 22:28:41.270856 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0bdea7e2-6119-42b2-b74a-410af4d3ef63 req-1b3885f8-fa17-4f08-87cb-0ffa4bf1da35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408659 Nov 16 22:28:41.577399 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc632-a72c-4672-bac2-33bb53fc085b req-ba1f5972-40e2-45fd-90ad-fe206fabafd0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.578785 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0bdc632-a72c-4672-bac2-33bb53fc085b req-ba1f5972-40e2-45fd-90ad-fe206fabafd0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.0497158 Nov 16 22:28:41.627644 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0bdc632-a72c-4672-bac2-33bb53fc085b req-eca030d2-3c05-4850-ba9b-98eba187d1a6 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428936 Nov 16 22:28:42.748842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541865-93d8-4e53-9c5e-a68a0f88cd5e req-2d8ac3ac-a3bf-4b4b-a20a-3658b6da8f5c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:42.750374 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a541865-93d8-4e53-9c5e-a68a0f88cd5e req-2d8ac3ac-a3bf-4b4b-a20a-3658b6da8f5c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.0524485 Nov 16 22:28:42.804230 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0a541865-93d8-4e53-9c5e-a68a0f88cd5e req-a0e7c75e-f26c-4ce9-8005-d1d7b021dc52 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479076 Nov 16 22:28:43.540166 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:43.917549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d9d-62ac-474d-bc90-4d53d0735bae req-217edb79-bbf8-4e75-ac52-9eecd3bef186 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:43.919022 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5147d9d-62ac-474d-bc90-4d53d0735bae req-217edb79-bbf8-4e75-ac52-9eecd3bef186 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.0477490 Nov 16 22:28:43.968278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d5147d9d-62ac-474d-bc90-4d53d0735bae req-d5b51b85-cc56-4ff1-bf22-934d17c92a91 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Nov 16 22:28:44.209104 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:28:45.503242 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0fa8-7ee1-41cd-874a-e8cad78f357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:47.816441 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e9e4807e-619c-4209-b5de-f9cc397fbd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.557740 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.795411 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:51.604694 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:55.785080 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-13a43760-8a4b-43a1-a1a1-1d3c85907e70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381019 Nov 16 22:28:55.864714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-024c8aea-8aa1-4c18-beb8-774364e7d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:55.866171 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-024c8aea-8aa1-4c18-beb8-774364e7d18d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1097 time: 0.0395474 Nov 16 22:28:55.974860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-eb7f0d43-25d9-4217-a40e-27fcf3fb9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:55.976648 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-eb7f0d43-25d9-4217-a40e-27fcf3fb9773 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0897121 Nov 16 22:28:56.043373 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-02a20c13-2206-44c3-bf51-a466fab8e2ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 1001 time: 0.0590394 Nov 16 22:28:56.090428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-c56c6b7b-e2d1-4511-8772-322b4b641c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:56.091884 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-c56c6b7b-e2d1-4511-8772-322b4b641c1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0424130 Nov 16 22:28:56.136955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-876df58c-1315-4811-9abf-b7f4bf668304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:56.138402 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-876df58c-1315-4811-9abf-b7f4bf668304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388315 Nov 16 22:28:56.227774 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-10a7c145-9a7f-4630-838c-8f15775267ce service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822713 Nov 16 22:28:56.320060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-0864e7ac-985c-4191-a6a1-4f51f836ca4d req-2d5c7248-30e0-4c8c-a63b-025bbe87da70 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Nov 16 22:29:09.644452 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:13.551582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:15.506036 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-62719ac2-3ab9-49d2-a09e-95f372436cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:17.819700 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9590ea23-e3df-4047-8bf1-b6ad066e1440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:19.561064 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:20.798309 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:21.208348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:29:21.605670 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:39.668940 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:43.552215 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:45.510290 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-717a8f6d-f590-4ccc-98d7-6258f1d95ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:47.820466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b94c40b4-a95d-46b9-be17-878b52ed0956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:49.563465 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:50.801286 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:51.608346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.494247 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41692) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:54.657216 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Deleting port e9481f85-880e-4a62-8dbb-9172a5a44865 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:29:54.657560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.737858 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.738181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.750359 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Calling delete_port for e9481f85-880e-4a62-8dbb-9172a5a44865 owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:29:54.894546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.926606 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'Port': ['ID=e9481f85-880e-4a62-8dbb-9172a5a44865,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:54.951339 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.951685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.952023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.952373 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.952686 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.953013 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.953344 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.953666 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.953986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.954304 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.954621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.954955 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:54.993159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.993484 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Floating IP 1ec178e1-59ce-42fa-b848-8580ad710d94 disassociated (deleted). External IP: 172.25.7.135, port: 91d034cd-3383-4fa8-9286-9c24012b9613. Nov 16 22:29:55.191778 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:29:55.296166 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:29:55.300912 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:55.306315 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:29:55.316023 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:29:55.316614 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:29:55.329716 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-195c01c8-07da-4f9c-a1f5-4c5b11561489 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "DELETE /v2.0/floatingips/1ec178e1-59ce-42fa-b848-8580ad710d94 HTTP/1.1" status: 204 len: 168 time: 0.8321614 Nov 16 22:29:55.329716 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:29:55.330470 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254e9c5-cfef-40f9-b5d5-b3b362705440" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:29:55.423745 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf13a45-859e-40c6-9762-a45ac8305459 x-openstack-request-id: req-9bf13a45-859e-40c6-9762-a45ac8305459 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:29:55.424147 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:29:55.424504 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bf13a45-859e-40c6-9762-a45ac8305459 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:29:55.424642 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:29:55.425125 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'status': 'completed', 'code': 200} Nov 16 22:29:55.501345 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-75d307f8-267e-4f9f-a3e0-c18df7a50c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.501345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-75d307f8-267e-4f9f-a3e0-c18df7a50c1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 1097 time: 0.0531640 Nov 16 22:29:55.631885 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f762e-1509-4d7d-8edb-26bb820e7324 req-9dcfb9df-8e04-451a-802a-182f0c45cab3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.633361 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a3f762e-1509-4d7d-8edb-26bb820e7324 req-9dcfb9df-8e04-451a-802a-182f0c45cab3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.1051531 Nov 16 22:29:55.636829 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-9d7e2101-c75c-4f36-b642-5d4d9c34b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.639075 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-9d7e2101-c75c-4f36-b642-5d4d9c34b036 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.1290751 Nov 16 22:29:55.640147 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:29:55.670700 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:29:55.678890 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:29:55.679507 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:29:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:29:55.696038 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-101a2643-d774-4293-b41e-53409a9d577b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 200 len: 217 time: 0.0430160 Nov 16 22:29:55.749344 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2a3f762e-1509-4d7d-8edb-26bb820e7324 req-485787e4-c1ba-4661-9647-f79beac2b4a7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091731 Nov 16 22:29:55.763466 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-212573f8-08e9-4be7-8875-839801f13d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.764912 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-212573f8-08e9-4be7-8875-839801f13d54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0614381 Nov 16 22:29:55.786170 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:29:55.811299 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-7cd73787-08cb-4845-a645-849b81ac89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.812768 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-7cd73787-08cb-4845-a645-849b81ac89df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399408 Nov 16 22:29:55.910095 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-59254f63-4e33-469c-abd4-d9826484f68b service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Nov 16 22:29:55.978920 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:29:56.000584 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f254e9c5-cfef-40f9-b5d5-b3b362705440 req-1c9777ed-99da-4b8b-b056-e0d0ce2254fd service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826533 Nov 16 22:29:56.004357 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65223d2a-e066-413c-8106-c1abc774d8db None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:29:56.215600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3649924-d587-4caf-a8db-cd452cae9bb3 None None] New status for floating IP 1ec178e1-59ce-42fa-b848-8580ad710d94: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:29:56.875235 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-f4e224d5-cdc3-4036-bff6-bdb0a8a72342 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:56.876700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-f4e224d5-cdc3-4036-bff6-bdb0a8a72342 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.0788202 Nov 16 22:29:56.897700 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13689a2-2fd7-49eb-894e-5fc25585f64e req-d173e7ff-3b8b-44aa-89b2-905d3b9a751b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:56.899129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c13689a2-2fd7-49eb-894e-5fc25585f64e req-d173e7ff-3b8b-44aa-89b2-905d3b9a751b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f28b47-1138-418a-9d29-b8f940e402fd HTTP/1.1" status: 200 len: 946 time: 0.0759408 Nov 16 22:29:56.990700 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-c13689a2-2fd7-49eb-894e-5fc25585f64e req-9b72ee75-4b97-44c7-a120-7ef8e8277bfc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760460 Nov 16 22:29:57.008773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Deleting port 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:29:57.009111 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:57.100011 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] For port 91d034cd-3383-4fa8-9286-9c24012b9613, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=91d034cd-3383-4fa8-9286-9c24012b9613,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:29:57.100272 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:57.112803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Calling delete_port for 91d034cd-3383-4fa8-9286-9c24012b9613 owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:29:57.237986 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:57.264621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'Port': ['ID=91d034cd-3383-4fa8-9286-9c24012b9613,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:57.309151 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] No DVR routers for this DVR port 91d034cd-3383-4fa8-9286-9c24012b9613 on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:29:57.311778 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:57.315280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-87d5b965-da8b-4324-b2a5-8f32e07ee6cd req-192eec45-d3c6-4a4c-8d86-a2ca8fccd9d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "DELETE /v2.0/ports/91d034cd-3383-4fa8-9286-9c24012b9613 HTTP/1.1" status: 204 len: 173 time: 0.4317722 Nov 16 22:29:57.426070 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-deleted', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:29:57.428535 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58fdf84-ff76-4db3-ad08-746de2231c12" -d '{"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-deleted", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:29:57.466484 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ff7f7-8341-40f8-8a97-15baf8b1eb9d x-openstack-request-id: req-661ff7f7-8341-40f8-8a97-15baf8b1eb9d {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:29:57.466777 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f28b47-1138-418a-9d29-b8f940e402fd", "name": "network-vif-deleted", "tag": "91d034cd-3383-4fa8-9286-9c24012b9613", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:29:57.467061 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-661ff7f7-8341-40f8-8a97-15baf8b1eb9d {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:29:57.467466 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f28b47-1138-418a-9d29-b8f940e402fd', 'name': 'network-vif-deleted', 'tag': '91d034cd-3383-4fa8-9286-9c24012b9613', 'status': 'completed', 'code': 200} Nov 16 22:29:58.045413 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41712) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:58.099756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.125123 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.187900 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.190546 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.191749 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "DELETE /v2.0/security-groups/e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e HTTP/1.1" status: 204 len: 168 time: 0.1453371 Nov 16 22:29:58.201545 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba4ad2-7869-451f-89cf-9f99dbf29012 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dde3fd-c3b5-40fe-bf8a-15e848f3f53e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:58.207698 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:29:58.532270 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41718) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:58.536810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905607440', 'description': 'tempest-secgroup-smoke-1905607440 description', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:58.560084 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.623554 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.627304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.655513 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.656719 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1234529 Nov 16 22:29:58.658516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa53aa-1809-4a35-83e2-8e268344354c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6788cd7-5e5b-467b-95b5-f2513ccf1cda,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:58.659835 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 41720) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:58.665447 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:58.692600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.748772 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.752044 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.769791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1bc396-e776-4be4-a649-88a0b32be99a,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:58.777973 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.779180 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182473 Nov 16 22:29:58.780911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.781254 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.781589 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.781920 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.782248 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.782371 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41724) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:58.782573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.782895 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.783243 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.783564 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.783881 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.784199 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.784515 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c1369a-4bed-4a4f-b43d-92585cb14ec8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:29:58.787752 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:58.814864 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.869956 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.873768 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.890896 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b50543-43a2-46f4-8c00-3edcd58e5152,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:58.898359 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.899610 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-02763064-8895-4910-b43b-9a04c1896862 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163516 Nov 16 22:29:58.902419 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41726) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:58.907323 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:58.932852 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.989170 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:58.992568 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.013271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8764893-14e0-485e-8019-6bdc1fe01382,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:59.018432 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.022213 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-fe409903-6f72-4771-a47d-df247c40e9ea tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160727 Nov 16 22:29:59.022213 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41728) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:59.026389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:59.052109 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.107586 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.110842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.128835 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedba88e-17e9-41b8-b5cc-5fdcfe7033ca,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:59.133535 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.134713 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-982a95ac-0e28-405b-a521-abb285b19343 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1116111 Nov 16 22:29:59.137430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41730) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:59.141740 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:59.163159 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Project 5a23e57eb7374eccaf6c0ca7098fdc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:29:59.167763 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.209808 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:29:59.225695 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.229364 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.230506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 91d034cd-3383-4fa8-9286-9c24012b9613 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:29:59.230861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 91d034cd-3383-4fa8-9286-9c24012b9613 not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:29:59.247754 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b202351-aa0c-4ed3-933a-16afa79b84d2,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:59.252610 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.253889 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-0847b66d-a24b-4be2-9a28-337c6c1f7783 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154227 Nov 16 22:29:59.256542 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41732) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:29:59.260769 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'security_group_rule': {'security_group_id': 'c6788cd7-5e5b-467b-95b5-f2513ccf1cda', 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:29:59.282151 n-d-816206-5 neutron-server[102665]: INFO neutron.db.securitygroups_db [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Project 5a23e57eb7374eccaf6c0ca7098fdc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:29:59.286884 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.345133 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.348435 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.367810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e442716c-69c8-4235-8d97-fe8abcce7956,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:29:59.374977 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:59.376131 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-2cd522b6-4314-4206-a6af-de807fb87b46 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186836 Nov 16 22:30:09.673481 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:13.551721 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:14.613767 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-23c80e07-fe67-4033-90f3-7f336a44d30c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905607440&fields=id&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 267 time: 0.0459468 Nov 16 22:30:14.716770 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-3826ada3-da04-49e7-b5b8-7ce33c6619e2 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:14.718128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-3826ada3-da04-49e7-b5b8-7ce33c6619e2 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 809 time: 0.0975416 Nov 16 22:30:14.732698 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-8eea830c-b591-4b69-8225-c95dacd5dbc8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/quotas/5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 375 time: 0.0089145 Nov 16 22:30:15.111628 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-00f06fb2-b12f-4e91-ac96-aa867ea3b65e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3738258 Nov 16 22:30:15.127062 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-25048335-07d1-42f5-8d4b-ace639010f06 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:30:15.127977 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-25048335-07d1-42f5-8d4b-ace639010f06 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048702 Nov 16 22:30:15.214673 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-72bfc3ef-d178-49c4-9725-e6cd8005fea7 service neutron] 10.222.0.54 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Nov 16 22:30:15.302392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-ef13f257-09c8-46b3-b3b8-68e11f233400 service neutron] 10.222.0.54 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816271 Nov 16 22:30:15.514980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4761711-452d-4fa2-b2b3-e1857da5fba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:15.589538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d938e9fd-e218-4e5f-8f61-ea3c4e19298c req-4838dfa2-ef12-4d40-9d4e-3a05a9d5f1b8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0273702 Nov 16 22:30:16.520638 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-0c63c419-cdf8-4595-969c-649d52086602 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:16.522076 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-0c63c419-cdf8-4595-969c-649d52086602 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 809 time: 0.1115139 Nov 16 22:30:16.586005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-b201be50-cff3-4a10-b075-b26daeda8f57 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 380 time: 0.0550866 Nov 16 22:30:16.595712 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'port': {'device_id': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'admin_state_up': True, 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'security_groups': ['c6788cd7-5e5b-467b-95b5-f2513ccf1cda']}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:30:16.705326 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3581e135-2c23-459b-913e-5a4a3bfc8b33 req-5cc3d9e9-9645-40f9-b83d-56b9f9b273a3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0410526 Nov 16 22:30:16.735193 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Made reservation on behalf of 5a23e57eb7374eccaf6c0ca7098fdc00 for: {'port': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:30:16.738827 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:16.861976 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Allocated IP 172.20.0.7 (bbea31d7-f515-40aa-ae01-91e985a2d6f5/f3540a4a-fb12-4247-ad3c-547a3e4addb1/6d16f786-37de-4e67-b1c4-a8ec455fc76a) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:30:17.003175 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.040693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.080557 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:30:17.085642 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:30:17.089437 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:30:17.120626 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:17.153788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:17.154403 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.171291 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-7ccf82bd-aa4f-4bca-8dc6-bd3989626763 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792749 Nov 16 22:30:17.186311 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Request body: {'port': {'device_id': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-5'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:30:17.244424 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.376287 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-760d915c-784c-4453-a689-397c9d8277bb None None] Provisioning complete for port 6d16f786-37de-4e67-b1c4-a8ec455fc76a triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:30:17.376828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-760d915c-784c-4453-a689-397c9d8277bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.410982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-760d915c-784c-4453-a689-397c9d8277bb None None] Port 6d16f786-37de-4e67-b1c4-a8ec455fc76a cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:30:17.519862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d16f786-37de-4e67-b1c4-a8ec455fc76a {{(pid=102665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:30:17.527318 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.539307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.provisioning_blocks [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Transition to ACTIVE for port object 6d16f786-37de-4e67-b1c4-a8ec455fc76a will not be triggered until provisioned by entity L2. {{(pid=102665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:30:17.543178 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.600078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:17.666494 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Attempting to bind port 6d16f786-37de-4e67-b1c4-a8ec455fc76a on host n-h1-816206-5 for vnic_type normal with profile {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:30:17.667018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Attempting to bind port 6d16f786-37de-4e67-b1c4-a8ec455fc76a by drivers openvswitch,hyperv on host n-h1-816206-5 at level 0 using segments [{'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:30:17.667473 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Attempting to bind port 6d16f786-37de-4e67-b1c4-a8ec455fc76a on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:30:17.672617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Port 6d16f786-37de-4e67-b1c4-a8ec455fc76a on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:30:17.673080 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Attempting to bind port 6d16f786-37de-4e67-b1c4-a8ec455fc76a on network bbea31d7-f515-40aa-ae01-91e985a2d6f5 {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:30:17.679795 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Checking agent: {'id': '98a227fb-282f-4fc3-ba71-b67a0e725ed7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'started_at': datetime.datetime(2021, 11, 16, 21, 9, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:30:17.680271 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Checking segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:30:17.680659 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Bound using segment: {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'} {{(pid=102665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:30:17.681086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.managers [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Bound port: 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host: n-h1-816206-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b358160c-4613-4ee3-a24c-ba2b2faa6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5'}}] {{(pid=102665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:30:17.681445 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.757362 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, cleared binding levels {{(pid=102665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:30:17.761701 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:30:17.768678 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.836899 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:17.837547 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.838956 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 1091 time: 0.6592491 Nov 16 22:30:17.839389 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:30:17.839601 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-60b666fa-ce7d-44b9-a505-3aef6bbe47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:17.841802 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ae915-6018-4ab0-99ea-e5e8e06475aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:30:17.866174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e367a9-d70a-40ca-8fc2-29865cfb4268 service neutron] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=3']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:17.896232 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18699e03-eace-4fd6-8a10-5ec2db50bb8a req-212d5457-c9d7-45c9-afbb-5beae5615263 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:17.897797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18699e03-eace-4fd6-8a10-5ec2db50bb8a req-212d5457-c9d7-45c9-afbb-5beae5615263 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0985117 Nov 16 22:30:17.935314 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabba56c-1275-47b8-97e8-ecfa8b156954 x-openstack-request-id: req-fabba56c-1275-47b8-97e8-ecfa8b156954 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:30:17.935603 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:30:17.935837 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fabba56c-1275-47b8-97e8-ecfa8b156954 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:30:17.936239 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'status': 'completed', 'code': 200} Nov 16 22:30:17.981382 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-21425967-1dc5-4000-b4d3-fc87999681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:17.982907 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-21425967-1dc5-4000-b4d3-fc87999681bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1094 time: 0.0832446 Nov 16 22:30:17.986972 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-18699e03-eace-4fd6-8a10-5ec2db50bb8a req-efa69699-ad5e-4c4f-955a-e878131cdacb tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777485 Nov 16 22:30:18.034274 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-d7361dcb-9cff-4e53-8605-6703e2219cdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 217 time: 0.0430393 Nov 16 22:30:18.112921 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-2c2e807d-b99b-42ec-9acc-2c17237dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.114412 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-2c2e807d-b99b-42ec-9acc-2c17237dffb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0707562 Nov 16 22:30:18.163674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-095d54fe-3991-444a-ac60-f51f31ef29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.165280 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-095d54fe-3991-444a-ac60-f51f31ef29a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432231 Nov 16 22:30:18.258797 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-9e665358-e900-410b-9801-2a84e8cfb8f3 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Nov 16 22:30:18.348414 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-57a58e23-f234-4c08-8279-8a8c0e3490ed req-bbe8ddcf-5ade-401f-85e9-3e043e7a0c1e service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823410 Nov 16 22:30:18.430611 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-a733fc9f-3f8a-4180-9476-746e1f5be47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.432060 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-a733fc9f-3f8a-4180-9476-746e1f5be47c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1094 time: 0.0406604 Nov 16 22:30:18.530722 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-ff99e54f-4ff5-43ba-818f-0b0672ee2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.532255 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-ff99e54f-4ff5-43ba-818f-0b0672ee2370 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0926626 Nov 16 22:30:18.573651 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-fa5fe3d9-76e9-4e99-b621-31b7f69cb47f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 217 time: 0.0335152 Nov 16 22:30:18.626913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-7848d48e-80d7-48f5-8e13-4158a882769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.628311 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-7848d48e-80d7-48f5-8e13-4158a882769f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0480840 Nov 16 22:30:18.677983 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-2ce07623-3e13-4bb0-b43a-834892b3b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:18.680128 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-2ce07623-3e13-4bb0-b43a-834892b3b01c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449898 Nov 16 22:30:18.768991 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-8f64cab7-42ac-4aed-9b37-10bafa520f48 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820043 Nov 16 22:30:18.864278 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-920ae915-6018-4ab0-99ea-e5e8e06475aa req-95e5b345-edde-4a45-8f40-2ebec78c370d service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Nov 16 22:30:19.106972 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019104-103b-4856-bccd-ee607c44ec5e req-c56f6b97-9d54-47d9-8993-cd46a54c0121 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:19.108872 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a019104-103b-4856-bccd-ee607c44ec5e req-c56f6b97-9d54-47d9-8993-cd46a54c0121 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0505137 Nov 16 22:30:19.159765 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a019104-103b-4856-bccd-ee607c44ec5e req-b9299042-628a-4827-a4df-3938187e35a3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444953 Nov 16 22:30:19.566750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:20.279636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0739-fc61-4b65-8703-ecfe839dd3d9 req-23ef133e-735a-4e4d-b034-f046eb0c8be5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:20.281235 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edee0739-fc61-4b65-8703-ecfe839dd3d9 req-23ef133e-735a-4e4d-b034-f046eb0c8be5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0544021 Nov 16 22:30:20.330661 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-edee0739-fc61-4b65-8703-ecfe839dd3d9 req-0929716b-2f8a-4ce6-9526-b7742c577ea0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Nov 16 22:30:20.803261 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:21.448836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea00ab-0604-4eae-8e24-53128ffe0785 req-484afb1f-e2db-40fb-a369-3545460ad22f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:21.451515 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbea00ab-0604-4eae-8e24-53128ffe0785 req-484afb1f-e2db-40fb-a369-3545460ad22f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0527666 Nov 16 22:30:21.503329 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-dbea00ab-0604-4eae-8e24-53128ffe0785 req-4b069a03-c06a-4ba4-8850-5f81067a4a5f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Nov 16 22:30:21.610896 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:22.619212 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2a49e-729f-4d12-944e-cbfbec194d23 req-a5b2a624-a219-45ed-a05e-0a69c395c3c9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:22.620741 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f2a49e-729f-4d12-944e-cbfbec194d23 req-a5b2a624-a219-45ed-a05e-0a69c395c3c9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0495393 Nov 16 22:30:22.673272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22f2a49e-729f-4d12-944e-cbfbec194d23 req-a2bb478c-222d-46c6-b863-a11861a99613 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466089 Nov 16 22:30:23.793051 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d5bf4-4087-4c26-bf13-d70eecd514f5 req-7c7516c7-ac9f-4562-9420-285b30e1faf3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:23.794518 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de0d5bf4-4087-4c26-bf13-d70eecd514f5 req-7c7516c7-ac9f-4562-9420-285b30e1faf3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0487697 Nov 16 22:30:23.843558 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-de0d5bf4-4087-4c26-bf13-d70eecd514f5 req-6c9e06bd-0d43-498b-a817-967d8aabf808 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Nov 16 22:30:25.004489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0a51-e3cc-4ebf-b607-042057bef1b2 req-5cb645dc-bad0-485b-a2c3-99279e5b38d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:25.005944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f34d0a51-e3cc-4ebf-b607-042057bef1b2 req-5cb645dc-bad0-485b-a2c3-99279e5b38d1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0963488 Nov 16 22:30:25.053616 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f34d0a51-e3cc-4ebf-b607-042057bef1b2 req-51246128-e3e2-44d4-be56-90a4155588c1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Nov 16 22:30:26.228273 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed717b77-1650-45ef-886c-15fec9c72d4e req-176765b3-281b-4759-9b34-16e00b501146 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:26.229743 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed717b77-1650-45ef-886c-15fec9c72d4e req-176765b3-281b-4759-9b34-16e00b501146 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.1013372 Nov 16 22:30:26.278242 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ed717b77-1650-45ef-886c-15fec9c72d4e req-8dafee57-0a86-4207-a274-5cf0b805f8dc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Nov 16 22:30:27.391428 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108b3a2-c166-4e17-a370-c4b73dc67e62 req-7462b389-4f83-4cb1-9949-ffdffbeb811b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:27.392896 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5108b3a2-c166-4e17-a370-c4b73dc67e62 req-7462b389-4f83-4cb1-9949-ffdffbeb811b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0483599 Nov 16 22:30:27.441876 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5108b3a2-c166-4e17-a370-c4b73dc67e62 req-f15f96a3-c497-4c14-8cc3-0c1632ba30f1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Nov 16 22:30:28.561317 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19f93-cc44-4e26-910b-2b18cd7448f0 req-388f9bd2-641f-4a47-9ca7-68ecb0795062 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:28.562762 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bea19f93-cc44-4e26-910b-2b18cd7448f0 req-388f9bd2-641f-4a47-9ca7-68ecb0795062 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0519724 Nov 16 22:30:28.611163 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bea19f93-cc44-4e26-910b-2b18cd7448f0 req-7913c219-2f74-4dbb-986b-114e7f3ac461 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Nov 16 22:30:29.353544 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:30:29.449364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:30:29.460265 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'mac_address': 'fa:16:3e:a1:ef:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:30:29.497235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:29.513716 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d16f786-37de-4e67-b1c4-a8ec455fc76a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:30:29.532506 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:30:29.536658 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:29.583208 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:29.590481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.590769 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.591161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.591488 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.591817 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.592150 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.592473 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.592800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.593120 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.593439 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.593759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.594081 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:29.726883 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e925-8e2c-4cc5-88ee-119ba65da11b req-7857ec0f-de3d-4c72-b14c-0547c83c0469 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:29.728632 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5740e925-8e2c-4cc5-88ee-119ba65da11b req-7857ec0f-de3d-4c72-b14c-0547c83c0469 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 944 time: 0.0500150 Nov 16 22:30:29.737205 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6d16f786-37de-4e67-b1c4-a8ec455fc76a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:30:29.776992 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5740e925-8e2c-4cc5-88ee-119ba65da11b req-1c84b036-6f9f-4751-a764-7641ec19f22b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Nov 16 22:30:30.891200 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e2740-2503-4ecd-94e2-a71f45b81c66 req-6fdd554c-80c3-41f5-a472-46ac7dad2d60 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:30.892685 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-918e2740-2503-4ecd-94e2-a71f45b81c66 req-6fdd554c-80c3-41f5-a472-46ac7dad2d60 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 944 time: 0.0487163 Nov 16 22:30:30.946035 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-918e2740-2503-4ecd-94e2-a71f45b81c66 req-4f53d34d-8f3f-4ecf-a601-113ef493965a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475245 Nov 16 22:30:31.365414 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:30:31.415235 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning for port 6d16f786-37de-4e67-b1c4-a8ec455fc76a completed by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:30:31.420037 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 6d16f786-37de-4e67-b1c4-a8ec455fc76a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:30:31.420406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:31.499852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:31.521750 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:30:31.523916 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c1a79-b888-4ee1-8300-aea1bcf9f0be" -d '{"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:30:31.536659 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:30:31.540995 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:31.564764 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5ecaae-8567-4609-ba18-655a58240119 x-openstack-request-id: req-4e5ecaae-8567-4609-ba18-655a58240119 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:30:31.565052 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:30:31.565331 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e5ecaae-8567-4609-ba18-655a58240119 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:30:31.565756 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'code': 200} Nov 16 22:30:31.592910 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:31.662552 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50021-9a4b-4862-ac88-b3850af0490a req-a66e13a2-6a94-4a5e-8ebb-dfdae61681fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:31.664140 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe50021-9a4b-4862-ac88-b3850af0490a req-a66e13a2-6a94-4a5e-8ebb-dfdae61681fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0468228 Nov 16 22:30:31.710538 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ebe50021-9a4b-4862-ac88-b3850af0490a req-288b6d16-08ba-451b-af12-4ba65bf5c558 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Nov 16 22:30:32.057432 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20c32d-2971-4123-9106-998704639eb4 req-dcd779b3-b4ad-4385-8cbb-ed56d9878106 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:32.058903 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd20c32d-2971-4123-9106-998704639eb4 req-dcd779b3-b4ad-4385-8cbb-ed56d9878106 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0483353 Nov 16 22:30:32.107622 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-fd20c32d-2971-4123-9106-998704639eb4 req-f2cfce76-404b-46f3-9772-c59f1f11fcfa tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Nov 16 22:30:33.228546 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3456b2f-99f8-4bfb-b09a-aaa1c86e5351 req-50296ba0-8e98-4c90-bbfb-cdd2c19b38d8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:33.230010 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3456b2f-99f8-4bfb-b09a-aaa1c86e5351 req-50296ba0-8e98-4c90-bbfb-cdd2c19b38d8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0521924 Nov 16 22:30:33.278717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b3456b2f-99f8-4bfb-b09a-aaa1c86e5351 req-a94d4383-f1b4-498f-b07d-c1f66ddfdd50 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Nov 16 22:30:33.389808 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780021e-9276-4997-8e6b-41862ea73c8b req-0c8c692a-ca6d-43b2-b857-1b0bd6485ee3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:33.391210 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b780021e-9276-4997-8e6b-41862ea73c8b req-0c8c692a-ca6d-43b2-b857-1b0bd6485ee3 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0481083 Nov 16 22:30:33.439940 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b780021e-9276-4997-8e6b-41862ea73c8b req-63c0c26b-15b5-4bee-8c43-2260758aa2f7 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Nov 16 22:30:33.461533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41926) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:33.499282 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a0700-1b76-4e1a-a2df-c8ba5d3c61a5 tempest-TestShelveInstance-1123749679 tempest-TestShelveInstance-1123749679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:33.500800 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f64a0700-1b76-4e1a-a2df-c8ba5d3c61a5 tempest-TestShelveInstance-1123749679 tempest-TestShelveInstance-1123749679-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1091 time: 0.0383050 Nov 16 22:30:33.503649 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 41928) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:33.507935 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Request body: {'floatingip': {'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:30:33.536739 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:33.638110 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:33.743644 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Allocated IP 172.25.7.50 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/6163f9ee-4e67-4cfd-8606-c57f2770673d) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:30:33.846222 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:33.880985 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:33.924397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:30:33.927380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:30:33.930489 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:30:33.953841 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=6163f9ee-4e67-4cfd-8606-c57f2770673d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:34.267293 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.335516 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.483002 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.487856 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.557380 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event updated for resources: {'Port': ['ID=6163f9ee-4e67-4cfd-8606-c57f2770673d,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:34.569027 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-364441'] for floatingip, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.666907 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Floating IP b1ce3629-6e57-4ccf-b5a9-6c4e00589706 associated. External IP: 172.25.7.50, port: 6d16f786-37de-4e67-b1c4-a8ec455fc76a. Nov 16 22:30:34.870913 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:30:34.971481 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:30:34.981103 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:30:34.988960 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:34.990361 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:30:34.990990 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:35.032527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-abd84a9a-96a9-43ab-b605-1611f910fb90 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5142419 Nov 16 22:30:35.032527 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:30:35.032527 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f69d1a-97d7-46c0-a846-adeeb850fe22" -d '{"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:30:35.058206 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14342c5-7813-49ce-b8b2-b170d6d6883a x-openstack-request-id: req-d14342c5-7813-49ce-b8b2-b170d6d6883a {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:30:35.058499 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:30:35.059291 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d14342c5-7813-49ce-b8b2-b170d6d6883a {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:30:35.059735 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'status': 'completed', 'code': 200} Nov 16 22:30:35.123195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-1c1ee27c-0ef5-4fa3-be7f-9170103edf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:35.124634 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-1c1ee27c-0ef5-4fa3-be7f-9170103edf35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0424242 Nov 16 22:30:35.182134 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:30:35.214805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-f42cf4ba-d5fe-483f-a60a-0546a455ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:35.216363 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-f42cf4ba-d5fe-483f-a60a-0546a455ee63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0842254 Nov 16 22:30:35.216973 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:30:35.284275 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-83195717-ab0d-414b-9691-b6dc08d96834 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 998 time: 0.0609472 Nov 16 22:30:35.332509 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-0d9b6d38-5330-4370-856e-92499188d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:35.333952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-0d9b6d38-5330-4370-856e-92499188d8a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0433192 Nov 16 22:30:35.378741 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-3341599e-3449-4e2e-8989-f28bd4268746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:35.380216 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-3341599e-3449-4e2e-8989-f28bd4268746 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395591 Nov 16 22:30:35.409402 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1ce3629-6e57-4ccf-b5a9-6c4e00589706', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:a1:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:30:34Z', 'updated_at': '2021-11-16T22:30:34Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:35.435174 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:30:35.443302 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:30:35.443878 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:30:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:35.475418 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-e6a145bd-4476-4ae4-a877-0bd666f39102 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872550 Nov 16 22:30:35.547352 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:30:35.564840 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-90f69d1a-97d7-46c0-a846-adeeb850fe22 req-21d41663-6f76-42aa-8bbd-494e4b481beb service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830061 Nov 16 22:30:35.763637 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1ce3629-6e57-4ccf-b5a9-6c4e00589706', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:a1:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:30:34Z', 'updated_at': '2021-11-16T22:30:34Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:35.794007 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273f760-7bbb-45ca-94ab-7207381c3714 None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_floatingips': [{'id': 'b1ce3629-6e57-4ccf-b5a9-6c4e00589706', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'router_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'mac_address': 'fa:16:3e:a1:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:30:34Z', 'updated_at': '2021-11-16T22:30:34Z', 'revision_number': 0, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:30:35.972653 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8055f28-42de-489f-bc70-eb2eddb9daff None None] New status for floating IP b1ce3629-6e57-4ccf-b5a9-6c4e00589706: ACTIVE {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:30:39.659949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:43.554791 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:45.517048 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eabe5e1b-338a-4782-a247-93e0f43b8528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:47.820504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e294cc4b-c3a7-481d-9ce3-fc9e240dc523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:49.569110 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:50.805811 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:51.613653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.805805 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-24d22dd1-84cb-42f3-8849-419c4bfaf0ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436411 Nov 16 22:30:56.885699 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-867b9a5b-3457-40a4-8d13-626d47d6a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:56.887219 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-867b9a5b-3457-40a4-8d13-626d47d6a0fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0385132 Nov 16 22:30:56.992306 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-603129ce-53cf-4d10-8dc9-1f28170483e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:56.993771 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-603129ce-53cf-4d10-8dc9-1f28170483e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0877213 Nov 16 22:30:57.058103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-ca687b38-e06a-4d0e-8a5d-0c9a3bcfa767 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 1000 time: 0.0569129 Nov 16 22:30:57.110430 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-c8ce6868-7008-49dc-b57b-2d74275dac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:57.111892 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-c8ce6868-7008-49dc-b57b-2d74275dac7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0466778 Nov 16 22:30:57.160858 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-fbe57d51-c424-48f1-b879-170e13dbe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:57.162358 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-fbe57d51-c424-48f1-b879-170e13dbe898 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424514 Nov 16 22:30:57.250602 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-e2124405-f464-42a7-9ed2-c105858ca671 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811045 Nov 16 22:30:57.345999 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4f80eb85-ec5c-4e60-bdb8-0c77134203c7 req-9451a6bb-77f4-47a2-9786-6e01da37cbcd service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Nov 16 22:31:09.657364 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:12.215547 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:31:13.571936 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:15.518466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f099c9f3-51b0-4a8b-8ca2-36caddff9ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:17.821054 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1902152e-e090-472c-9d56-0853c7f62872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:19.572219 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:20.808402 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.617213 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:39.674991 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:43.580647 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:45.520214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-6db084a2-d281-4c0c-95ac-bb0ad1efb97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:47.822143 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0186-bf49-438e-9770-f7dcce744c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:49.215140 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:31:49.574856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:50.810680 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:51.619291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:56.823790 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-6240e1b9-0ea7-4e81-9316-91403862609b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783927 Nov 16 22:31:56.904065 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-c2bf0ff7-0b92-4110-b24e-5793bbc07d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:56.905514 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-c2bf0ff7-0b92-4110-b24e-5793bbc07d11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0390341 Nov 16 22:31:57.339351 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-15bbcd34-0a5c-4194-92e5-433496255ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:57.340812 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-15bbcd34-0a5c-4194-92e5-433496255ac8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.4177032 Nov 16 22:31:57.403103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-1b2a7adf-d66b-4ffe-aa4b-d9d869e21f6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 1000 time: 0.0552695 Nov 16 22:31:57.450513 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-9e39d749-e09a-46ef-801e-2e14e1a29545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:57.451953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-9e39d749-e09a-46ef-801e-2e14e1a29545 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0421896 Nov 16 22:31:57.499237 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-06d699f3-4b7f-4ac8-8e8d-08bcf93920b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:57.500735 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-06d699f3-4b7f-4ac8-8e8d-08bcf93920b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418122 Nov 16 22:31:57.588675 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-48c60991-44b7-4f36-a041-1bfa26d5312c service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808287 Nov 16 22:31:57.678508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-174989a7-4fcc-43b0-ad23-a7a55d89cd06 req-1d8c66c0-c2b6-4aed-8d36-59c70c4febd2 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823481 Nov 16 22:32:09.685058 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:13.602459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:15.521789 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4e44-0278-4738-a57a-d9aeb4a2287c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:17.825510 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b79af2a9-bd64-4062-a6cc-e32d534d9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:19.577161 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:20.813889 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:21.621323 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:26.214412 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:32:30.490882 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11add45d-1a00-4b79-bb5a-e61fe5796cc1 req-8e7f305a-5378-40ac-9d3a-89a90743dc7b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:30.492334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11add45d-1a00-4b79-bb5a-e61fe5796cc1 req-8e7f305a-5378-40ac-9d3a-89a90743dc7b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0491476 Nov 16 22:32:30.545955 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-11add45d-1a00-4b79-bb5a-e61fe5796cc1 req-8705352b-c905-4731-91e7-ee762da70f37 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Nov 16 22:32:31.689578 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0c44-b5ba-4c19-b15d-1f6c8d12bfcd req-be6bab6c-fda6-489a-a885-18e98c899e11 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:31.690944 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-619e0c44-b5ba-4c19-b15d-1f6c8d12bfcd req-be6bab6c-fda6-489a-a885-18e98c899e11 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0475688 Nov 16 22:32:31.742609 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-619e0c44-b5ba-4c19-b15d-1f6c8d12bfcd req-4edc3f1d-b89d-4efe-acc8-62c474e6a621 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 Nov 16 22:32:32.879670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e69de-ecc0-4fba-9c15-6a07db56cc56 req-cea785cf-69a4-4a0b-bd1a-5825e799b775 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:32.881152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf5e69de-ecc0-4fba-9c15-6a07db56cc56 req-cea785cf-69a4-4a0b-bd1a-5825e799b775 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0490704 Nov 16 22:32:32.930005 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-bf5e69de-ecc0-4fba-9c15-6a07db56cc56 req-f4d0ffe9-8028-4a1f-9afe-d35e0a32b475 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Nov 16 22:32:34.047047 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b4ecb-0ac5-433e-bd11-7d39725c076c req-b3c4ef2e-4f6f-4f55-8d46-3195598bdb85 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:34.048501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6b4ecb-0ac5-433e-bd11-7d39725c076c req-b3c4ef2e-4f6f-4f55-8d46-3195598bdb85 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0482376 Nov 16 22:32:34.097139 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5c6b4ecb-0ac5-433e-bd11-7d39725c076c req-36cccfb3-5c36-41eb-a246-bba34f4b0977 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Nov 16 22:32:35.219650 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5616fc-9e01-410e-8faa-43f4554d2ba2 req-d26b3d60-0daf-4f59-a6bc-efd41f4b241f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:35.221065 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a5616fc-9e01-410e-8faa-43f4554d2ba2 req-d26b3d60-0daf-4f59-a6bc-efd41f4b241f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0576971 Nov 16 22:32:35.270953 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9a5616fc-9e01-410e-8faa-43f4554d2ba2 req-78b2e49a-bac1-4565-ab6a-fb9700675527 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Nov 16 22:32:36.391305 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467e05d-84ab-49a4-883e-87092438d0e6 req-6dc26128-6231-4d63-ae5a-40732a422f96 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:36.393332 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3467e05d-84ab-49a4-883e-87092438d0e6 req-6dc26128-6231-4d63-ae5a-40732a422f96 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0519881 Nov 16 22:32:36.441372 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-3467e05d-84ab-49a4-883e-87092438d0e6 req-e9c2d673-b156-4056-95b9-f17cd5a8dd8f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421417 Nov 16 22:32:37.558376 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c91b4-249e-4ebe-9274-1882732a778a req-cb35c93f-d420-4c41-b6df-c2f23255e224 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:37.559962 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d10c91b4-249e-4ebe-9274-1882732a778a req-cb35c93f-d420-4c41-b6df-c2f23255e224 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0493932 Nov 16 22:32:37.612126 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-d10c91b4-249e-4ebe-9274-1882732a778a req-5223a2f9-5694-4bb7-85cc-03be67671004 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Nov 16 22:32:38.725078 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b972-9f3f-4fbd-997e-3865a654a683 req-e21a1ad5-577a-4050-a7b0-f970db941fc8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:38.726539 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cad9b972-9f3f-4fbd-997e-3865a654a683 req-e21a1ad5-577a-4050-a7b0-f970db941fc8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0484350 Nov 16 22:32:38.774672 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cad9b972-9f3f-4fbd-997e-3865a654a683 req-70ec4369-1109-4a8d-a4a7-3a567a3b09c8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 Nov 16 22:32:39.688979 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:39.886783 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae86c-9b25-468e-8756-621be30816e9 req-797ffc64-d7fa-41fd-a29d-a156a8d9f27e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.888276 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdaae86c-9b25-468e-8756-621be30816e9 req-797ffc64-d7fa-41fd-a29d-a156a8d9f27e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0482323 Nov 16 22:32:39.935922 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cdaae86c-9b25-468e-8756-621be30816e9 req-e65411eb-f18b-4f2d-83a3-a259055ba2df tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Nov 16 22:32:40.612788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-f854ca99-ecc9-4aae-9860-579e30f3c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.614272 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-f854ca99-ecc9-4aae-9860-579e30f3c4ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0445442 Nov 16 22:32:40.701670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-f8f2cf58-b415-4f6c-9478-74e6c3f200eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.703152 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-f8f2cf58-b415-4f6c-9478-74e6c3f200eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0820842 Nov 16 22:32:40.774451 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-db6623d4-5e21-45b0-aa91-b8691b3bc749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 1000 time: 0.0641441 Nov 16 22:32:40.824292 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-984af4af-2b71-49f9-949b-e1d383a13d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.825725 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-984af4af-2b71-49f9-949b-e1d383a13d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0441406 Nov 16 22:32:40.869549 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-b3a10f10-5456-4107-8575-24a3bca0777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.871026 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-b3a10f10-5456-4107-8575-24a3bca0777a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385759 Nov 16 22:32:40.962334 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-53d6797b-9ebc-4d35-b912-6834f72da0e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841603 Nov 16 22:32:41.094589 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b05ff-d04e-4969-a85a-c90526f3b1e0 req-49498c7f-2091-410d-b7f4-7330f2ef7528 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.096727 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-739b05ff-d04e-4969-a85a-c90526f3b1e0 req-49498c7f-2091-410d-b7f4-7330f2ef7528 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0828705 Nov 16 22:32:41.098987 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-a0048d0f-05d1-475c-a308-153aa2766c60 req-28fc2f5e-4c3f-45f4-a9d8-52829ccccacf service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287529 Nov 16 22:32:41.149829 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-739b05ff-d04e-4969-a85a-c90526f3b1e0 req-58fad84a-2096-41db-a293-70f5e0187d29 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456278 Nov 16 22:32:42.263617 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01037a3-90c0-475e-b40d-34d5614e6dad req-5d8f4746-f65e-441f-be9c-433fef4e665d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.265085 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01037a3-90c0-475e-b40d-34d5614e6dad req-5d8f4746-f65e-441f-be9c-433fef4e665d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0487044 Nov 16 22:32:42.313693 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01037a3-90c0-475e-b40d-34d5614e6dad req-41832aac-9421-4fc3-9ced-4b08e760c6a1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 Nov 16 22:32:43.439490 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c05df-aa3f-4264-a2bc-d09528cd0d76 req-fa3eb71a-1404-47d8-ae89-91b98fea36a8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:43.441073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2c05df-aa3f-4264-a2bc-d09528cd0d76 req-fa3eb71a-1404-47d8-ae89-91b98fea36a8 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0546191 Nov 16 22:32:43.494073 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7d2c05df-aa3f-4264-a2bc-d09528cd0d76 req-f26d29f7-a830-4dfe-b394-7dd65063044e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Nov 16 22:32:43.596576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:44.619984 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391e1e-db91-478b-b2fd-9823ffd9f7b8 req-243715f5-f5e1-4478-9ee8-6de64c58b615 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:44.621381 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53391e1e-db91-478b-b2fd-9823ffd9f7b8 req-243715f5-f5e1-4478-9ee8-6de64c58b615 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0525897 Nov 16 22:32:44.669366 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-53391e1e-db91-478b-b2fd-9823ffd9f7b8 req-b95966a4-97a9-4697-8800-44076cc0ac01 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Nov 16 22:32:44.859679 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-6a5cda4d-9158-4eda-89e6-ed6136aa2c24 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431657 Nov 16 22:32:44.870325 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-720aeebf-8e44-44da-b4a0-15c68c67a59a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:32:44.872034 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-720aeebf-8e44-44da-b4a0-15c68c67a59a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062344 Nov 16 22:32:44.890249 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c99f2-0142-485e-9cdd-dd3c133b56ef req-9c7fb5e3-6694-42d0-a783-272dfa840bdb tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:44.891780 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-934c99f2-0142-485e-9cdd-dd3c133b56ef req-9c7fb5e3-6694-42d0-a783-272dfa840bdb tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0577626 Nov 16 22:32:44.947103 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-934c99f2-0142-485e-9cdd-dd3c133b56ef req-506eb3e4-2599-4e94-8c5c-7b8c7a23c351 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493932 Nov 16 22:32:45.522920 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-8c046a22-60e6-4eab-a786-1d5ae0491b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:46.064992 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837c73-4273-4e1a-a1d0-293490f45630 req-b36331b7-b78b-4f5a-a29b-f858dcea5f78 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:46.066476 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b837c73-4273-4e1a-a1d0-293490f45630 req-b36331b7-b78b-4f5a-a29b-f858dcea5f78 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0498712 Nov 16 22:32:46.115835 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b837c73-4273-4e1a-a1d0-293490f45630 req-aaf68f5b-8ef2-4de5-ae12-e8f993d1902d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Nov 16 22:32:47.230692 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb6bb-f39d-43ee-ae30-4769a76ed222 req-778f013c-bddb-4110-a389-77ff808d5660 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:47.232350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac7cb6bb-f39d-43ee-ae30-4769a76ed222 req-778f013c-bddb-4110-a389-77ff808d5660 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0499380 Nov 16 22:32:47.282349 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ac7cb6bb-f39d-43ee-ae30-4769a76ed222 req-084e6c1b-4129-4f4e-ac64-98f9c8d888fc tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Nov 16 22:32:47.825986 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c518ddf2-d889-498e-bbe0-e0997cee5495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:47.958147 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:32:48.035962 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:48.058270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:32:48.060478 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a059ba6-a1db-4376-8b59-666c25e601b7" -d '{"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:32:48.072961 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:48.078253 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:48.106478 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 22:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae83ee1-3e7e-41be-ac6a-1f331955dc33 x-openstack-request-id: req-bae83ee1-3e7e-41be-ac6a-1f331955dc33 {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:32:48.106770 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-unplugged", "status": "failed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "code": 422}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:32:48.107056 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bae83ee1-3e7e-41be-ac6a-1f331955dc33 {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:32:48.107450 n-d-816206-5 neutron-server[102666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'code': 422} returned with failed status Nov 16 22:32:48.132540 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=6']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:48.139790 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.140139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.140481 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.140818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.141148 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.141480 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.141806 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.142161 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.142485 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.142809 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.143160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.143484 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:48.404328 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708e65-1923-40db-b471-560de0bba426 req-662e5ad5-4506-4601-8a20-bf571b7845ef tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:48.406018 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b708e65-1923-40db-b471-560de0bba426 req-662e5ad5-4506-4601-8a20-bf571b7845ef tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0564487 Nov 16 22:32:48.456563 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-4b708e65-1923-40db-b471-560de0bba426 req-c69b989c-6cf7-4980-afac-54f632d8be08 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Nov 16 22:32:49.574372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d045f8-9e10-4fb4-9420-7ac9fc787c47 req-4233c9b7-8459-47c8-acd4-34540dd94f13 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:49.575420 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8d045f8-9e10-4fb4-9420-7ac9fc787c47 req-4233c9b7-8459-47c8-acd4-34540dd94f13 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0499730 Nov 16 22:32:49.580231 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:49.625089 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b8d045f8-9e10-4fb4-9420-7ac9fc787c47 req-42153d48-3459-4980-9981-bf49309ca29c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Nov 16 22:32:50.539372 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-493da103-e625-4ed0-b551-58b9e10fedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.540848 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-493da103-e625-4ed0-b551-58b9e10fedb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a&tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00 HTTP/1.1" status: 200 len: 1094 time: 0.0419388 Nov 16 22:32:50.605586 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-cf3c040d-cba5-4ab0-a92b-3219728b1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.607071 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-cf3c040d-cba5-4ab0-a92b-3219728b1dd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1094 time: 0.0429878 Nov 16 22:32:50.706995 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-4b0df843-56c0-4989-a057-e671d26b196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.708475 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-4b0df843-56c0-4989-a057-e671d26b196a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0945170 Nov 16 22:32:50.796543 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852baf86-bc47-419c-a5e2-064083eb2b4c req-ff918d63-1e07-4e29-a37c-f242c70b18ee tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.798003 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-852baf86-bc47-419c-a5e2-064083eb2b4c req-ff918d63-1e07-4e29-a37c-f242c70b18ee tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.1028593 Nov 16 22:32:50.800180 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-b79c18f9-59de-47c8-abab-eed72fbe2804 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 998 time: 0.0742850 Nov 16 22:32:50.817075 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:50.885845 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-1443f8f0-a48c-4e66-9a9b-2b803a4383f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.887323 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-1443f8f0-a48c-4e66-9a9b-2b803a4383f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0802028 Nov 16 22:32:50.891508 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-852baf86-bc47-419c-a5e2-064083eb2b4c req-cdc6a932-0117-4855-8058-4ff5a7f9c706 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861552 Nov 16 22:32:50.933912 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-d261c874-ec46-4ba2-86ef-5447f2c5b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:50.935473 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-d261c874-ec46-4ba2-86ef-5447f2c5b037 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410485 Nov 16 22:32:51.023252 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-a371c2cd-cc22-45ab-bdac-6e9a994b2910 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Nov 16 22:32:51.116345 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-22a1b963-36de-443f-9840-52ced7c24ba8 req-a2235362-6696-4290-a4e1-1402b4266da7 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856671 Nov 16 22:32:51.623503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:52.007653 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f12541-871e-4dfa-a05e-e753f4051a9e req-63749ec0-d985-4ccd-89f5-fc8154f5863f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:52.009129 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9f12541-871e-4dfa-a05e-e753f4051a9e req-63749ec0-d985-4ccd-89f5-fc8154f5863f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0508959 Nov 16 22:32:52.057031 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-b9f12541-871e-4dfa-a05e-e753f4051a9e req-5a2fce69-452a-4018-9ffc-bf01c94a3ce0 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Nov 16 22:32:53.175308 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbab06-c876-4dbf-8a3b-b2b51d1cbc26 req-72c983fb-e962-4234-b016-14c19b4425e9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:53.176763 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1bbab06-c876-4dbf-8a3b-b2b51d1cbc26 req-72c983fb-e962-4234-b016-14c19b4425e9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0528266 Nov 16 22:32:53.225378 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f1bbab06-c876-4dbf-8a3b-b2b51d1cbc26 req-0f9d9adb-8218-4d4b-944a-f35f85507937 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Nov 16 22:32:54.338871 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6dccb-380b-4d3f-8509-f125c35f2719 req-67290089-6c58-4461-84a7-73c567a26a82 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:54.340359 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afb6dccb-380b-4d3f-8509-f125c35f2719 req-67290089-6c58-4461-84a7-73c567a26a82 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0479205 Nov 16 22:32:54.392086 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-afb6dccb-380b-4d3f-8509-f125c35f2719 req-860ea7f3-e469-42c3-a69d-9fd00729275c tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Nov 16 22:32:55.506516 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972224a4-2aa7-45c8-972b-f602b415bfcd req-6904e5e7-4199-46b2-9f1c-8de4f1202c0a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:55.508063 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-972224a4-2aa7-45c8-972b-f602b415bfcd req-6904e5e7-4199-46b2-9f1c-8de4f1202c0a tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0488045 Nov 16 22:32:55.560647 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-972224a4-2aa7-45c8-972b-f602b415bfcd req-1783f268-5b5f-4f48-95a5-39e135c9fc5d tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Nov 16 22:32:56.676217 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18a7ed-3629-4db0-9beb-d10baf0ac37a req-b5b57e5d-c0c5-480a-a5d9-9be575fe3cc5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:56.677689 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df18a7ed-3629-4db0-9beb-d10baf0ac37a req-b5b57e5d-c0c5-480a-a5d9-9be575fe3cc5 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0494757 Nov 16 22:32:56.727783 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-df18a7ed-3629-4db0-9beb-d10baf0ac37a req-29301d42-45f3-4d3d-b43b-a08ec6984174 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Nov 16 22:32:57.844736 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec3fb-70dd-415f-8d52-a90883c7d5d3 req-ca29c2db-8f26-4700-936e-d9a262867999 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:57.846684 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-846ec3fb-70dd-415f-8d52-a90883c7d5d3 req-ca29c2db-8f26-4700-936e-d9a262867999 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 943 time: 0.0485790 Nov 16 22:32:57.894808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-846ec3fb-70dd-415f-8d52-a90883c7d5d3 req-7660e21b-d976-432c-a86f-bea77e36d202 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Nov 16 22:32:58.003482 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a details requested by agent hyperv_n-h1-816206-5 with host n-h1-816206-5 {{(pid=102666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:32:58.101174 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:58.112762 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Returning: {'device': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'port_id': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'mac_address': 'fa:16:3e:a1:ef:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:32:58.148475 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:58.161342 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d16f786-37de-4e67-b1c4-a8ec455fc76a {{(pid=102666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:32:58.180245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:58.183842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:58.229828 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=7']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:58.417549 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] get_ports_and_sgs() called for port_ids ['6d16f786-37de-4e67-b1c4-a8ec455fc76a'] {{(pid=102666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:32:58.834670 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-81634f3b-2372-408b-bf78-a05dc21e7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:58.836066 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-81634f3b-2372-408b-bf78-a05dc21e7c1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1095 time: 0.0440905 Nov 16 22:32:58.941636 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-0c65ae0f-ca2c-4c84-9aa6-3f13a3e2bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:58.943136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-0c65ae0f-ca2c-4c84-9aa6-3f13a3e2bbae service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0848205 Nov 16 22:32:59.043597 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-e57f9c8f-6681-43fc-a75d-ab2c2ca51fd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 999 time: 0.0926292 Nov 16 22:32:59.055561 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908a2e2-701a-415d-8159-4adb2cc2fd2c req-a040134d-70c1-400f-9e8a-e5c28a997388 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:59.056968 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6908a2e2-701a-415d-8159-4adb2cc2fd2c req-a040134d-70c1-400f-9e8a-e5c28a997388 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 944 time: 0.0686820 Nov 16 22:32:59.121228 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-ae1b0483-a144-4764-a9f9-8fa2ab838d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:59.122527 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-ae1b0483-a144-4764-a9f9-8fa2ab838d53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0647252 Nov 16 22:32:59.150181 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-6908a2e2-701a-415d-8159-4adb2cc2fd2c req-85823997-568a-4aec-afec-a027fee3e56b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853488 Nov 16 22:32:59.178455 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-60348719-f57e-4a25-9521-11d7ec2e34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:59.179952 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-60348719-f57e-4a25-9521-11d7ec2e34e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497231 Nov 16 22:32:59.268087 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-dcdce406-bb11-4885-8a6f-cb33aaa14de9 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808911 Nov 16 22:32:59.370130 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5fd8e78c-b52e-47c7-9c7a-845435c2ef2d req-ce540e0b-0713-476d-a042-ae2b43d38d72 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956922 Nov 16 22:33:00.012139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a up at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:00.061941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Provisioning complete for port 6d16f786-37de-4e67-b1c4-a8ec455fc76a triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:00.062302 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:00.135769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:00.157412 n-d-816206-5 neutron-server[102666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:00.159660 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fec82bd8efddf5123c63c04f51e0e16d0f0c4d81204459b663d721d6713b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc08e9-106e-4098-8d2c-1c4f1dff2084" -d '{"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:00.171759 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:00.180209 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:00.216602 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd62f4-9d14-48de-a918-8387e5efcfad x-openstack-request-id: req-16dd62f4-9d14-48de-a918-8387e5efcfad {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:00.216893 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "code": 200}]} {{(pid=102666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:00.217145 n-d-816206-5 neutron-server[102666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16dd62f4-9d14-48de-a918-8387e5efcfad {{(pid=102666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:00.217540 n-d-816206-5 neutron-server[102666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'code': 200} Nov 16 22:33:00.234341 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Pushing event updated for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=8']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:00.282172 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722129d-eb75-4add-9e5b-373aea473d67 req-a54ae2e8-8dcb-4b3c-b17b-315f9666e068 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:00.283845 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5722129d-eb75-4add-9e5b-373aea473d67 req-a54ae2e8-8dcb-4b3c-b17b-315f9666e068 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0511284 Nov 16 22:33:00.356369 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-5722129d-eb75-4add-9e5b-373aea473d67 req-782e52e9-ae1b-4aeb-9788-1871cb6ab219 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662980 Nov 16 22:33:00.369219 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9e07-406d-4e91-a669-52a3b005a67b req-52bded3f-a743-4ecd-8fe0-9082faa567fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:00.370665 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af9f9e07-406d-4e91-a669-52a3b005a67b req-52bded3f-a743-4ecd-8fe0-9082faa567fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0532413 Nov 16 22:33:00.421350 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-af9f9e07-406d-4e91-a669-52a3b005a67b req-0a8315db-afc0-4600-b07b-18211c8d9832 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Nov 16 22:33:01.476939 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad24114-c7f9-49d3-92bd-fb4d3ff4a12b req-839cdea7-9cb7-41f6-b9ad-38b605157218 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:01.478376 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ad24114-c7f9-49d3-92bd-fb4d3ff4a12b req-839cdea7-9cb7-41f6-b9ad-38b605157218 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0471959 Nov 16 22:33:01.528136 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2ad24114-c7f9-49d3-92bd-fb4d3ff4a12b req-d8ab7756-a14b-4e06-aaec-f9bb5cd30ab1 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Nov 16 22:33:03.213353 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:33:09.704383 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:13.603305 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:15.524715 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fd32d931-4171-446b-97f1-ab013dddda92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:17.831996 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-567ceb3f-5c73-4da7-8c58-1af15107a016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:19.583458 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.820245 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.624738 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:39.703848 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:40.213303 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:33:43.628841 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:45.525613 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d59f1aa9-8b71-4035-b5ba-3367c8b85db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:47.824619 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-07bcb59b-d528-4821-8b49-2764c14aab37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:49.586162 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:50.822063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:51.626673 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:00.778285 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-afb96bb4-3bf8-4bdd-b76a-402ea8b8cd94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385036 Nov 16 22:34:00.856805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-0f0902e8-630d-449c-a2b6-bad71c45a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:00.858253 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-0f0902e8-630d-449c-a2b6-bad71c45a030 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0391445 Nov 16 22:34:00.963093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-25245e97-4228-4180-a44a-8f60e0f6cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:00.964552 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-25245e97-4228-4180-a44a-8f60e0f6cb79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.0860047 Nov 16 22:34:01.030449 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-3bf31c8e-5fd1-4263-b3d3-8af9a832323e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 1000 time: 0.0588889 Nov 16 22:34:01.078905 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-7d2e56de-29ec-4001-ac8a-2315aea9d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:01.080342 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-7d2e56de-29ec-4001-ac8a-2315aea9d638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0429375 Nov 16 22:34:01.124072 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-c569a505-c25b-4e2e-bb88-255486278e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:01.125506 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-c569a505-c25b-4e2e-bb88-255486278e29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387659 Nov 16 22:34:01.215108 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-87647d4c-6358-4b55-a94b-b0a171194977 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824192 Nov 16 22:34:01.301542 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-f01cf6bd-3df8-4190-b87d-2fcb5b72d619 req-973edb11-e518-4eed-b87e-3f2b6e6235c5 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792983 Nov 16 22:34:09.719031 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:13.625972 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:15.526742 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7caf4068-cb8c-48b6-88e5-f743837c338e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.212083 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:34:17.356680 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42068) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:17.512240 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Deleting port 6163f9ee-4e67-4cfd-8606-c57f2770673d {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:17.512579 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.589730 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.590049 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.604163 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Calling delete_port for 6163f9ee-4e67-4cfd-8606-c57f2770673d owned by network:floatingip {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:17.750161 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.776832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'Port': ['ID=6163f9ee-4e67-4cfd-8606-c57f2770673d,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:17.799458 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.799803 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.800140 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.800485 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.800805 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.801132 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.801456 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.801848 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.802174 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.802487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.802810 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.803147 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:17.826019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa1656cb-7bc3-4a48-af04-f21a4653e47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.844253 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for floatingip, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:17.844581 n-d-816206-5 neutron-server[102665]: INFO neutron.db.l3_db [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Floating IP b1ce3629-6e57-4ccf-b5a9-6c4e00589706 disassociated (deleted). External IP: 172.25.7.50, port: 6d16f786-37de-4e67-b1c4-a8ec455fc76a. Nov 16 22:34:18.048093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:34:18.153836 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:18.158617 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for floatingip, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:18.163454 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:18.176024 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:18.177102 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:18.188430 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-736bde0f-6e64-46d7-ac67-cb4383e6e8d9 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "DELETE /v2.0/floatingips/b1ce3629-6e57-4ccf-b5a9-6c4e00589706 HTTP/1.1" status: 204 len: 168 time: 0.8306239 Nov 16 22:34:18.189086 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:34:18.191654 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8b9e2-538a-4707-9b77-2431a31fd45b" -d '{"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:34:18.230238 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd07e0a5-acef-4c19-9934-88cb110d943c x-openstack-request-id: req-cd07e0a5-acef-4c19-9934-88cb110d943c {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:34:18.230756 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:34:18.231229 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd07e0a5-acef-4c19-9934-88cb110d943c {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:34:18.231831 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'status': 'completed', 'code': 200} Nov 16 22:34:18.285927 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:18.302188 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-93ebdb3a-f2d2-41e8-896a-2374ec47534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:18.303678 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-93ebdb3a-f2d2-41e8-896a-2374ec47534c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0498762 Nov 16 22:34:18.449969 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ba827-3d3e-445d-a44a-acae0a1644a6 req-10b638f2-3d01-483f-85f0-e2be6a077344 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:18.451466 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b2ba827-3d3e-445d-a44a-acae0a1644a6 req-10b638f2-3d01-483f-85f0-e2be6a077344 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0730600 Nov 16 22:34:18.452426 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-d15448eb-74fd-4e2b-97f1-36eb79184a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:18.453730 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-d15448eb-74fd-4e2b-97f1-36eb79184a57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 200 len: 910 time: 0.1299698 Nov 16 22:34:18.500857 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:18.505877 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-0827487c-50dd-4475-a047-fa5b3f5cb37b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 200 len: 217 time: 0.0412922 Nov 16 22:34:18.527997 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:18.536534 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:18.537131 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:18.566411 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-7b2ba827-3d3e-445d-a44a-acae0a1644a6 req-71d7bf33-4a86-4177-b568-860d5e24c6cd tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086690 Nov 16 22:34:18.582264 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-5c2f8d04-be17-420f-b89f-ffc9dafc28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:18.584392 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-5c2f8d04-be17-420f-b89f-ffc9dafc28e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 200 len: 848 time: 0.0692596 Nov 16 22:34:18.633397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-728c31a0-ae2d-4000-a6af-aa274506c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:18.634915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-728c31a0-ae2d-4000-a6af-aa274506c0c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbea31d7-f515-40aa-ae01-91e985a2d6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422401 Nov 16 22:34:18.731113 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-60fe821f-e70c-4433-81f3-0d73eed47832 service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885837 Nov 16 22:34:18.738855 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:18.950411 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:18.977872 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e9c3d-2089-4919-8d9d-292137989ee9 None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:44Z', 'revision_number': 4, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'ad1b218b-d7d5-467e-bfea-47d8b6a0af27', 'name': '', 'network_id': 'bbea31d7-f515-40aa-ae01-91e985a2d6f5', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'mac_address': 'fa:16:3e:61:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:43Z', 'updated_at': '2021-11-16T22:25:47Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'subnets': [{'id': 'f3540a4a-fb12-4247-ad3c-547a3e4addb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:19.167501 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-70e8b9e2-538a-4707-9b77-2431a31fd45b req-c6e3231a-f3d5-4ed7-bf25-462feb8f09cd service neutron] 10.222.0.21 "GET /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279714 Nov 16 22:34:19.204521 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02696966-d9d3-4c0f-8370-fdeb4c9fff83 None None] New status for floating IP b1ce3629-6e57-4ccf-b5a9-6c4e00589706: DOWN {{(pid=102666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:34:19.588686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:19.689502 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5bf7-5658-4226-bda6-72ab4687fa69 req-592e0a07-5491-49a2-8372-c88d80bf0398 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:19.690958 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-022c5bf7-5658-4226-bda6-72ab4687fa69 req-592e0a07-5491-49a2-8372-c88d80bf0398 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0471594 Nov 16 22:34:19.745453 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-022c5bf7-5658-4226-bda6-72ab4687fa69 req-3dc16e07-9487-4c9e-80ab-5e961812246b tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/security-groups?id=c6788cd7-5e5b-467b-95b5-f2513ccf1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Nov 16 22:34:19.902823 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-6a4d0522-b433-49ec-9742-1b29c842e13e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:19.904317 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-6a4d0522-b433-49ec-9742-1b29c842e13e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 945 time: 0.0479257 Nov 16 22:34:19.992103 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Deleting port 6d16f786-37de-4e67-b1c4-a8ec455fc76a {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:19.992442 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:20.080487 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] For port 6d16f786-37de-4e67-b1c4-a8ec455fc76a, host n-h1-816206-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-5',level=0,port_id=6d16f786-37de-4e67-b1c4-a8ec455fc76a,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:20.080831 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:20.093533 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Calling delete_port for 6d16f786-37de-4e67-b1c4-a8ec455fc76a owned by compute:nova {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:20.218268 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:20.245986 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'Port': ['ID=6d16f786-37de-4e67-b1c4-a8ec455fc76a,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:20.287674 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] No DVR routers for this DVR port 6d16f786-37de-4e67-b1c4-a8ec455fc76a on host n-h1-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:34:20.290482 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042388'] for port, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:20.293915 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-9fe4544b-30a9-4fcf-8d9a-978738b0759f req-11531819-b016-4b43-86de-74497acb419e tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.21 "DELETE /v2.0/ports/6d16f786-37de-4e67-b1c4-a8ec455fc76a HTTP/1.1" status: 204 len: 173 time: 0.3835478 Nov 16 22:34:20.294385 n-d-816206-5 neutron-server[102665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-deleted', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a'}] {{(pid=102665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:34:20.296771 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9235c49b40ad99412af3473b701313a6116ac8cf818a18bb58c5fbef404c657c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ad7d9-4054-4b80-8987-2c23c895c800" -d '{"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-deleted", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a"}]}' {{(pid=102665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:34:20.340502 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752eedac-bb8d-4ff1-a689-7d4e9f820791 x-openstack-request-id: req-752eedac-bb8d-4ff1-a689-7d4e9f820791 {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:34:20.340824 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace0c869-516a-4113-9fed-a2730ca6cd3a", "name": "network-vif-deleted", "tag": "6d16f786-37de-4e67-b1c4-a8ec455fc76a", "status": "completed", "code": 200}]} {{(pid=102665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:34:20.341082 n-d-816206-5 neutron-server[102665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-752eedac-bb8d-4ff1-a689-7d4e9f820791 {{(pid=102665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:34:20.341485 n-d-816206-5 neutron-server[102665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace0c869-516a-4113-9fed-a2730ca6cd3a', 'name': 'network-vif-deleted', 'tag': '6d16f786-37de-4e67-b1c4-a8ec455fc76a', 'status': 'completed', 'code': 200} Nov 16 22:34:20.826025 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:20.843567 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-e66619d2-5e00-4d36-a214-c9463ffbbaac req-30553521-653e-47d7-9675-069ca67dc63f tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0305462 Nov 16 22:34:21.628135 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:21.941141 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-cc6cae9d-cd3c-4a4e-8677-59efc9e0d539 req-3118dfc4-1458-4544-8050-56501ed6f917 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0267541 Nov 16 22:34:23.036105 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-73bb9f1b-3583-47fe-a07e-4358b17b72aa req-73b8c84b-ec8d-47b6-bd1b-c665d02cf657 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0258720 Nov 16 22:34:24.132717 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-ee3db0aa-b04e-4367-afde-1163cb3f4ca2 req-1dd34b8a-c409-489e-86c5-11e0624cc8aa tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "GET /v2.0/ports?device_id=ace0c869-516a-4113-9fed-a2730ca6cd3a HTTP/1.1" status: 200 len: 210 time: 0.0266035 Nov 16 22:34:24.381778 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a no longer exists at agent hyperv_n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:24.404681 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] No Port match for: 6d16f786-37de-4e67-b1c4-a8ec455fc76a {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:24.405062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Device 6d16f786-37de-4e67-b1c4-a8ec455fc76a not bound to the agent host n-h1-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:25.189577 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42100) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:25.245836 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:25.271634 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:25.332130 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:25.335851 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:25.337118 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] 10.222.0.54 "DELETE /v2.0/security-groups/c6788cd7-5e5b-467b-95b5-f2513ccf1cda HTTP/1.1" status: 204 len: 168 time: 0.1465211 Nov 16 22:34:25.347773 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b4fe7-d089-4702-a725-888781f6c995 tempest-TestShelveInstance-955136675 tempest-TestShelveInstance-955136675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6788cd7-5e5b-467b-95b5-f2513ccf1cda,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:25.396063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42104) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:25.850406 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.097543 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Deleting port ad1b218b-d7d5-467e-bfea-47d8b6a0af27 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:26.097881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.176264 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] For port ad1b218b-d7d5-467e-bfea-47d8b6a0af27, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:26.177174 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.190225 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Calling delete_port for ad1b218b-d7d5-467e-bfea-47d8b6a0af27 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:26.371579 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.399512 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1b218b-d7d5-467e-bfea-47d8b6a0af27,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:26.431823 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.432172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.432573 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.432834 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.433164 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.433491 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.433816 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.434141 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.434462 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.434780 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.435125 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.435450 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:26.583671 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.797592 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Router c93c0799-3539-4d12-8a90-7f5e02ee302f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:34:26.907863 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:26.913444 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-85dc3624-85d0-408f-aa09-5704fefdb15c admin admin] 10.222.0.54 "PUT /v2.0/routers/c93c0799-3539-4d12-8a90-7f5e02ee302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5162439 Nov 16 22:34:26.915998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42110) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:26.921115 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Sync routers for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:26.932620 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:26.933855 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:27.038120 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.062892 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:27.156612 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.217089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Deleting port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:27.217431 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.282892 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:34:26Z', 'revision_number': 5, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port': {'id': '64f5d397-ec82-4f6e-8e51-f128ee2ac0eb', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:27.310519 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] For port 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:27.310885 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.315520 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Checking router: c93c0799-3539-4d12-8a90-7f5e02ee302f for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:27.325082 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Routers {'c93c0799-3539-4d12-8a90-7f5e02ee302f'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:27.325680 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['c93c0799-3539-4d12-8a90-7f5e02ee302f'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:27.325814 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Calling delete_port for 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:27.413748 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] Set router c93c0799-3539-4d12-8a90-7f5e02ee302f gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:27.465177 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:34:27Z', 'revision_number': 6, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:27.503139 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1781b7-cad9-4793-9959-c6e7f0b7a842 None None] The sync data for ids ['c93c0799-3539-4d12-8a90-7f5e02ee302f'] in n-d-816206-5 is: [{'id': 'c93c0799-3539-4d12-8a90-7f5e02ee302f', 'name': 'tempest-TestShelveInstance-1158862622-router', 'tenant_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:41Z', 'updated_at': '2021-11-16T22:34:27Z', 'revision_number': 6, 'project_id': '5a23e57eb7374eccaf6c0ca7098fdc00', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:27.761052 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.786190 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f5d397-ec82-4f6e-8e51-f128ee2ac0eb,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:27.803516 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e312ac-b50e-45b2-a47f-cf437f5418db None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:27.853224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.945160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.947516 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.996868 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:27.997554 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93c0799-3539-4d12-8a90-7f5e02ee302f {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:34:28.002147 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.003536 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-07f2f4ff-2851-42fe-8dc6-63390462e0c8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c93c0799-3539-4d12-8a90-7f5e02ee302f HTTP/1.1" status: 204 len: 168 time: 1.0864432 Nov 16 22:34:28.006685 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42112) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:28.054384 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Deleting subnet f3540a4a-fb12-4247-ad3c-547a3e4addb1 {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:34:28.057530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.095613 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.169543 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.220173 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.246632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3540a4a-fb12-4247-ad3c-547a3e4addb1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:28.250365 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.256120 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8df42da0-25b1-4665-93d2-462eca74e7be admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3540a4a-fb12-4247-ad3c-547a3e4addb1 HTTP/1.1" status: 204 len: 168 time: 0.2459242 Nov 16 22:34:28.256445 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42114) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:28.261361 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d8130-cbcc-493e-a91c-1778531a2624 None None] Network bbea31d7-f515-40aa-ae01-91e985a2d6f5 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:28.343842 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.404324 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Deleting port ffe951d5-bef9-4a62-b48a-c81732936c61 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:28.404660 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.475872 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] DHCP port deletion for bbea31d7-f515-40aa-ae01-91e985a2d6f5 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:28.476257 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] For port ffe951d5-bef9-4a62-b48a-c81732936c61, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ffe951d5-bef9-4a62-b48a-c81732936c61,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:28.476817 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.495113 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Calling delete_port for ffe951d5-bef9-4a62-b48a-c81732936c61 owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:28.537667 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Deleting port ffe951d5-bef9-4a62-b48a-c81732936c61 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:28.537953 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.584439 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.609273 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] For port ffe951d5-bef9-4a62-b48a-c81732936c61, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=ffe951d5-bef9-4a62-b48a-c81732936c61,segment=NetworkSegment(b358160c-4613-4ee3-a24c-ba2b2faa6c87),segment_id=b358160c-4613-4ee3-a24c-ba2b2faa6c87)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:28.609973 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.613620 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe951d5-bef9-4a62-b48a-c81732936c61,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:28.618825 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] No DVR routers for this DVR port ffe951d5-bef9-4a62-b48a-c81732936c61 on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:34:28.629240 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Calling delete_port for ffe951d5-bef9-4a62-b48a-c81732936c61 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:28.708420 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.713291 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.732734 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea31d7-f515-40aa-ae01-91e985a2d6f5']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:28.742246 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b358160c-4613-4ee3-a24c-ba2b2faa6c87') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:28.742641 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b358160c-4613-4ee3-a24c-ba2b2faa6c87') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:28.743305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Pushing event deleted for resources: {'Port': ['ID=ffe951d5-bef9-4a62-b48a-c81732936c61,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:28.748729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] No DVR routers for this DVR port ffe951d5-bef9-4a62-b48a-c81732936c61 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:34:28.752498 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.761941 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.762509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.762509 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.762677 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.762982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.763305 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.763623 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d1d67d-2880-4112-9ef0-b6e7364ac634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:28.771156 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.777519 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:34:28.777904 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:34:28.779607 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:34:28.836172 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.841464 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:28.844618 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] 10.222.0.54 "DELETE /v2.0/networks/bbea31d7-f515-40aa-ae01-91e985a2d6f5 HTTP/1.1" status: 204 len: 168 time: 0.5870445 Nov 16 22:34:28.847641 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42116) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:28.856298 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcdfad-a7fa-4b7f-8217-6e21625c3c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbea31d7-f515-40aa-ae01-91e985a2d6f5,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:29.185892 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:29.424063 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Deleting port 68348f13-4896-4aeb-bfa9-efc9c5e12707 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:29.424396 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:29.502250 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] For port 68348f13-4896-4aeb-bfa9-efc9c5e12707, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=68348f13-4896-4aeb-bfa9-efc9c5e12707,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:29.502618 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:29.516373 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Calling delete_port for 68348f13-4896-4aeb-bfa9-efc9c5e12707 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:29.520392 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad1b218b-d7d5-467e-bfea-47d8b6a0af27 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:29.540089 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ad1b218b-d7d5-467e-bfea-47d8b6a0af27 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:29.540431 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ad1b218b-d7d5-467e-bfea-47d8b6a0af27 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:29.540842 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:29.559678 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:29.560127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64f5d397-ec82-4f6e-8e51-f128ee2ac0eb not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:29.560408 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ffe951d5-bef9-4a62-b48a-c81732936c61 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:29.579840 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: ffe951d5-bef9-4a62-b48a-c81732936c61 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:29.580181 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device ffe951d5-bef9-4a62-b48a-c81732936c61 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:29.697224 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:29.722146 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Pushing event deleted for resources: {'Port': ['ID=68348f13-4896-4aeb-bfa9-efc9c5e12707,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:29.893043 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.110416 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Router 3ae142dd-d1bb-458b-a499-d07232c4382f has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:34:30.210406 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:30.215661 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-28490dc8-9089-4e82-ac23-14c1e394372e admin admin] 10.222.0.54 "PUT /v2.0/routers/3ae142dd-d1bb-458b-a499-d07232c4382f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3663127 Nov 16 22:34:30.218288 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42118) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:30.218797 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Sync routers for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:30.228956 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:30.229565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:30.323912 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.335143 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:30.429458 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.481134 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Deleting port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:30.481472 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.517285 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:34:29Z', 'revision_number': 5, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port': {'id': '4391d7ab-05e5-4fd1-84f4-296e6eb6e737', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:25:46Z', 'updated_at': '2021-11-16T22:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:30.543884 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Checking router: 3ae142dd-d1bb-458b-a499-d07232c4382f for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:30.552917 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Routers {'3ae142dd-d1bb-458b-a499-d07232c4382f'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:30.553514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['3ae142dd-d1bb-458b-a499-d07232c4382f'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:30.565908 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] For port 4391d7ab-05e5-4fd1-84f4-296e6eb6e737, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:30.566265 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.578514 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Calling delete_port for 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:30.640248 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] Set router 3ae142dd-d1bb-458b-a499-d07232c4382f gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:30.697334 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:34:30Z', 'revision_number': 6, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:30.725314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4d159-2b8c-4002-8833-ece6486a7e03 None None] The sync data for ids ['3ae142dd-d1bb-458b-a499-d07232c4382f'] in n-d-816206-5 is: [{'id': '3ae142dd-d1bb-458b-a499-d07232c4382f', 'name': 'tempest-TestShelveInstance-437923680-router', 'tenant_id': '5b9cfaffc930499baf62ea2dc0b16125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:25:45Z', 'updated_at': '2021-11-16T22:34:30Z', 'revision_number': 6, 'project_id': '5b9cfaffc930499baf62ea2dc0b16125', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:30.746434 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.770179 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4391d7ab-05e5-4fd1-84f4-296e6eb6e737,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:30.786108 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163a3c8-82b6-44d3-87f7-984ee4c2fcf5 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:30.835275 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.923273 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.925324 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.968044 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.968531 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae142dd-d1bb-458b-a499-d07232c4382f {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:34:30.972629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:30.974383 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-59639d88-d049-464e-baca-fadb11f14f71 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3ae142dd-d1bb-458b-a499-d07232c4382f HTTP/1.1" status: 204 len: 168 time: 0.7551832 Nov 16 22:34:30.977043 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42120) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:31.021172 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Deleting subnet e7f54624-2bd6-4e93-b0b2-c763c96bc8af {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:34:31.024160 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.059113 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.147435 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.198874 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.224507 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f54624-2bd6-4e93-b0b2-c763c96bc8af,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:31.229513 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.233718 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-b38bedb6-f1d8-4818-bc7b-64921fd1941d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e7f54624-2bd6-4e93-b0b2-c763c96bc8af HTTP/1.1" status: 204 len: 168 time: 0.2555268 Nov 16 22:34:31.235123 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40398c7-4260-4d8e-9937-eca555688e05 None None] Network 635586de-ae55-4970-868c-410864e02113 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:31.236041 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42122) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:31.306991 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.360287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Deleting port e221e47c-35f5-4b55-8d01-84862270ea4f {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:31.360629 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.424006 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] For port e221e47c-35f5-4b55-8d01-84862270ea4f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e221e47c-35f5-4b55-8d01-84862270ea4f,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:31.424293 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.437397 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Calling delete_port for e221e47c-35f5-4b55-8d01-84862270ea4f owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:31.463281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] DHCP port deletion for 635586de-ae55-4970-868c-410864e02113 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:31.524957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Deleting port e221e47c-35f5-4b55-8d01-84862270ea4f {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:34:31.525718 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.570536 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68348f13-4896-4aeb-bfa9-efc9c5e12707 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:31.603386 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 68348f13-4896-4aeb-bfa9-efc9c5e12707 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:31.603728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 68348f13-4896-4aeb-bfa9-efc9c5e12707 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:31.604187 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device e221e47c-35f5-4b55-8d01-84862270ea4f no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:31.640935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] For port e221e47c-35f5-4b55-8d01-84862270ea4f, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=e221e47c-35f5-4b55-8d01-84862270ea4f,segment=NetworkSegment(92306ea8-4fdd-4d65-b1e8-b2723a3be09d),segment_id=92306ea8-4fdd-4d65-b1e8-b2723a3be09d)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:31.641324 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.660727 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Calling delete_port for e221e47c-35f5-4b55-8d01-84862270ea4f owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:34:31.766392 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.802346 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.811046 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.837483 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Pushing event deleted for resources: {'Port': ['ID=e221e47c-35f5-4b55-8d01-84862270ea4f,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:31.840991 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] No DVR routers for this DVR port e221e47c-35f5-4b55-8d01-84862270ea4f on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:34:31.846373 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] Pushing event deleted for resources: {'Port': ['ID=e221e47c-35f5-4b55-8d01-84862270ea4f,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:31.853820 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:34:31.858596 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f27f5-2c94-4c0f-a890-309c355833c9 None None] No DVR routers for this DVR port e221e47c-35f5-4b55-8d01-84862270ea4f on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:34:31.880697 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:34:31.881033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 4391d7ab-05e5-4fd1-84f4-296e6eb6e737 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:34:31.914681 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.934858 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635586de-ae55-4970-868c-410864e02113']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:31.944620 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92306ea8-4fdd-4d65-b1e8-b2723a3be09d') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:31.944916 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92306ea8-4fdd-4d65-b1e8-b2723a3be09d') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:31.954096 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.966993 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.972604 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:34:31.972967 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self.session.flush() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:34:31.975201 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:34:32.028689 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.034145 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.037338 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] 10.222.0.54 "DELETE /v2.0/networks/635586de-ae55-4970-868c-410864e02113 HTTP/1.1" status: 204 len: 168 time: 0.8001764 Nov 16 22:34:32.049454 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57412-456b-4802-a4c5-4b5b5d6d3581 admin admin] Pushing event deleted for resources: {'Network': ['ID=635586de-ae55-4970-868c-410864e02113,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:32.147828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42126) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:32.189958 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c1528186-d91e-4284-a3c5-d70bc533de9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a23e57eb7374eccaf6c0ca7098fdc00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409997 Nov 16 22:34:32.192747 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42128) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:32.238936 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.259669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.308600 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.311141 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.312315 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27e31f4a-e115-46cd-8041-a82ae3f38553 HTTP/1.1" status: 204 len: 168 time: 0.1186831 Nov 16 22:34:32.320331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43fc40-9c5b-42c7-bcd3-b224c1fdcc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e31f4a-e115-46cd-8041-a82ae3f38553,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:32.621132 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42134) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:32.660061 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-52a732da-a692-4e60-a251-c1f07e2ab8bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b9cfaffc930499baf62ea2dc0b16125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378120 Nov 16 22:34:32.663012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42136) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:32.709171 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.730401 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.780016 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.782837 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:32.784009 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b84db4ab-3ba9-4458-bb0b-b4be8de78c82 HTTP/1.1" status: 204 len: 168 time: 0.1200886 Nov 16 22:34:32.792565 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee58c2-23fa-49f6-a8aa-94de9c41eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84db4ab-3ba9-4458-bb0b-b4be8de78c82,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:33.432252 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42158) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:33.528012 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-624966202-network', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:33.548497 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Made reservation on behalf of e174351bfcfb4c599ffeb02c0239dcae for: {'network': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:34:33.550961 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.559108 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.635870 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.641185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.666312 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=102664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:34:33.676131 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9aa31-5c28-4ea7-9aa3-49eb3c4cc3aa,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:33.680938 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.681268 n-d-816206-5 neutron-server[102664]: INFO neutron.db.segments_db [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Added segment b051c94e-fb8e-43da-93b6-f26c4431b9de of type vlan for network 339e1d1a-cc44-49c6-992e-3a9850537b17 Nov 16 22:34:33.724525 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.749232 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.750375 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:33.750972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:33.810165 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768075 Nov 16 22:34:33.813116 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42162) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:33.818179 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Request body: {'subnet': {'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-624966202-subnet', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'ip_version': 4}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:33.822998 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8adc0-dc40-49c6-8f33-d3eed13ca12f admin admin] Pushing event updated for resources: {'Network': ['ID=339e1d1a-cc44-49c6-992e-3a9850537b17,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:33.833033 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:34:33.840558 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Made reservation on behalf of e174351bfcfb4c599ffeb02c0239dcae for: {'subnet': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:34:33.843213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14997720'] for subnet, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.013054 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14333233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14997706'] for subnet, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.068911 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be90fed-0e5e-43da-b68b-69ed4b94de3e,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:34.077215 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Checking segment: {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:34.077570 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Network hostable DHCP agents. Network: 339e1d1a-cc44-49c6-992e-3a9850537b17, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:34:34.093021 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:34:34.102518 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 339e1d1a-cc44-49c6-992e-3a9850537b17) {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:34.106695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:34.107309 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.112252 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10071806-9b6c-44a2-95e3-86263b85cab2 None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:34.125436 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-d045342a-6773-4947-a79b-a39060a1a69c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087032 Nov 16 22:34:34.125826 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42164) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:34.132030 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:34.151806 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.152651 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.208515 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.261404 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-339e1d1a-cc44-49c6-992e-3a9850537b17', 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'fixed_ips': [{'subnet_id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:34:34.262277 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.352558 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.390891 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Allocated IP 172.20.0.2 (339e1d1a-cc44-49c6-992e-3a9850537b17/2be90fed-0e5e-43da-b68b-69ed4b94de3e/64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:34.557076 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.577487 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.686890 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Allocated IP 172.25.7.99 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/5693f39e-5a70-4a9b-ad48-8b375511f6d9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:34.694789 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.701063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.745802 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:34.748705 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:34.751627 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:34.763175 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Pushing event updated for resources: {'Port': ['ID=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:34.791457 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.815612 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Attempting to bind port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:34.815982 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Attempting to bind port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:34.816348 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Attempting to bind port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e on network 339e1d1a-cc44-49c6-992e-3a9850537b17 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:34.821935 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:34.822432 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Checking segment: {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:34.823063 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.823560 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Bound using segment: {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:34.824250 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Bound port: 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:34.824635 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.825830 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.871849 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:34.874842 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:34.879122 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:34.889818 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681e8b5-d4b8-45b2-9c9d-567e8692b0df None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:34.894269 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] For port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:34.899397 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Pushing event updated for resources: {'Port': ['ID=5693f39e-5a70-4a9b-ad48-8b375511f6d9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:34.909091 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] For port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:34.914973 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.984724 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422761c-ff15-46d6-bf72-068bea5e0496 None None] Pushing event updated for resources: {'Port': ['ID=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:34.989224 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-7c2a4d40-4982-4d60-93a9-2f36efc01f46 None None] Provisioning complete for port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:34.989476 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c2a4d40-4982-4d60-93a9-2f36efc01f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.025994 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a4d40-4982-4d60-93a9-2f36efc01f46 None None] Port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:35.151167 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.348079 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.469771 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Router f0565f3c-b162-479d-ae7a-23b57a6973ab is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:34:35.552281 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:35.583474 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:35.601991 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Sync routers for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:35.605785 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.609149 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:35.609582 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.611204 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42166) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:35.614567 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:35.615198 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:35.618859 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-ce6ae5b6-9921-428a-99f0-e39668325406 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4919555 Nov 16 22:34:35.696659 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.745336 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] For port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:35.745976 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:35.755654 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:35.814442 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Pushing event updated for resources: {'Port': ['ID=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:35.915799 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9e4dc-260a-4b26-a740-ac4eb6728e88 None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:35.944814 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:35Z', 'revision_number': 3, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:35.974582 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Checking router: f0565f3c-b162-479d-ae7a-23b57a6973ab for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:35.975099 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Updating router f0565f3c-b162-479d-ae7a-23b57a6973ab port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:34:35.981428 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ff27970a-fd51-4ce8-b2e0-2f6de53e5867 None None] Provisioning complete for port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:35.981792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ff27970a-fd51-4ce8-b2e0-2f6de53e5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.000557 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.095635 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.268673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Allocated IP 172.20.0.1 (339e1d1a-cc44-49c6-992e-3a9850537b17/2be90fed-0e5e-43da-b68b-69ed4b94de3e/5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:36.362013 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.368662 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.382972 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.416382 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.418986 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd07b5d-de69-4eb5-ba13-0e0d9c7bf4ea None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:36.423067 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Attempting to bind port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:36.423437 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Attempting to bind port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:36.424193 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Attempting to bind port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:36.432743 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Pushing event updated for resources: {'Port': ['ID=5693f39e-5a70-4a9b-ad48-8b375511f6d9,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:36.434835 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:36.435348 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:36.435608 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.435993 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:36.436458 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Bound port: 5693f39e-5a70-4a9b-ad48-8b375511f6d9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:36.436830 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.454514 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Provisioning complete for port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:36.455361 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.460544 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:36.463632 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:36.466453 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.466803 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.467169 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.467503 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.467836 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.467989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:36.468159 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.468684 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.469164 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.469802 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.470867 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.471051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:36.471561 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.472171 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:34:36.510839 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] For port 5693f39e-5a70-4a9b-ad48-8b375511f6d9, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:36.514543 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] For port 5693f39e-5a70-4a9b-ad48-8b375511f6d9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5693f39e-5a70-4a9b-ad48-8b375511f6d9,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:36.519113 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.521103 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.571067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6935e8c-50cd-412c-a539-ec8daee2e4fd None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:36.574662 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:36.575367 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:36.588393 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Provisioning complete for port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:36.589027 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.655085 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0ce4-ac97-4ac9-afdf-730160d555e5 None None] Pushing event updated for resources: {'Port': ['ID=5693f39e-5a70-4a9b-ad48-8b375511f6d9,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:36.683241 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.693335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.709199 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] For port 5693f39e-5a70-4a9b-ad48-8b375511f6d9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5693f39e-5a70-4a9b-ad48-8b375511f6d9,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:36.715696 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.741163 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:36.776137 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3aea9d-04a7-427c-983f-920b701dcdb8 None None] Pushing event updated for resources: {'Port': ['ID=5693f39e-5a70-4a9b-ad48-8b375511f6d9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:36.836812 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5d0ebdb4-6715-45df-b5f2-a110b7d995bf None None] Provisioning complete for port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:36.837459 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d0ebdb4-6715-45df-b5f2-a110b7d995bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.884761 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.890134 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13242429'] for port, after_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.933693 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:35Z', 'revision_number': 3, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:36.942457 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-5d0ebdb4-6715-45df-b5f2-a110b7d995bf None None] Provisioning complete for port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:36.943097 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d0ebdb4-6715-45df-b5f2-a110b7d995bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.957116 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=2']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:36.960181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.961849 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b409a0-8592-48c0-a31d-acbffba0cbb7 None None] The sync data for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 is: [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:35Z', 'revision_number': 3, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:36.979570 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ebdb4-6715-45df-b5f2-a110b7d995bf None None] Port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:37.057303 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:37.058722 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:37.198828 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Router f0565f3c-b162-479d-ae7a-23b57a6973ab has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:34:37.313631 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:37.318795 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-e4ac6d70-b3e1-4103-9bbc-38b410601075 admin admin] 10.222.0.54 "PUT /v2.0/routers/f0565f3c-b162-479d-ae7a-23b57a6973ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052295 Nov 16 22:34:37.406505 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-9b97f7ca-d80b-4d80-b561-174289d0180c None None] Provisioning complete for port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:37.407327 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9b97f7ca-d80b-4d80-b561-174289d0180c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.444410 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-9b97f7ca-d80b-4d80-b561-174289d0180c None None] Port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:37.624647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:37.679017 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:37.679393 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.772093 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5693f39e-5a70-4a9b-ad48-8b375511f6d9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:37.822692 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:37.823153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.836576 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42182) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:37.841677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-446780014-network', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:37.866288 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Made reservation on behalf of 9f6e7b500f6c42e4b577eef7dc8fe575 for: {'network': 1} {{(pid=102665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:34:37.869028 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for network, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.878181 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.957756 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.961221 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:37.985593 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=102665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:34:37.995087 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3265ec-c462-46f7-9756-200db0c1697d,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:37.999726 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.000057 n-d-816206-5 neutron-server[102665]: INFO neutron.db.segments_db [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Added segment 3834d122-a045-4906-b906-d80edf9014da of type vlan for network 9aa15469-0b27-4d2f-91f4-21d205183036 Nov 16 22:34:38.039159 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745182701038'] for network, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.064037 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387'] for network, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.065106 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:38.065675 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.118115 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2803752 Nov 16 22:34:38.120921 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42184) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:38.125989 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Request body: {'subnet': {'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-446780014-subnet', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'ip_version': 4}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:38.128918 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c77bc4-e0a6-461f-b4e5-0864ad871b9f admin admin] Pushing event updated for resources: {'Network': ['ID=9aa15469-0b27-4d2f-91f4-21d205183036,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:38.139565 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Network 9aa15469-0b27-4d2f-91f4-21d205183036 details requested by agent ovs-agent-n-d-816206-5 with host n-d-816206-5 {{(pid=102666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:34:38.146957 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Made reservation on behalf of 9f6e7b500f6c42e4b577eef7dc8fe575 for: {'subnet': 1} {{(pid=102664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:34:38.149530 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13321967'] for subnet, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.352077 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13242504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13321981'] for subnet, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.407023 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0784c43f-4087-4a48-bbbf-31858b81e49e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:38.416467 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Checking segment: {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:38.416826 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Network hostable DHCP agents. Network: 9aa15469-0b27-4d2f-91f4-21d205183036, hostable agents: ['a466e01d-cb9f-41d0-9728-0199ccecf55a'], hosted agents: [] {{(pid=102664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:34:38.432911 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Network 9aa15469-0b27-4d2f-91f4-21d205183036 is scheduled to be hosted by DHCP agent a466e01d-cb9f-41d0-9728-0199ccecf55a with binding_index 1 {{(pid=102664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:34:38.441498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-5, 9aa15469-0b27-4d2f-91f4-21d205183036) {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:38.445820 n-d-816206-5 neutron-server[102664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:38.446422 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.455415 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298101c-282e-4d64-8909-73a47836e34a None None] Network 9aa15469-0b27-4d2f-91f4-21d205183036 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:38.465734 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-bcc2f46f-cc68-4663-9c06-eae8f4e1a2d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3435998 Nov 16 22:34:38.468227 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42186) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:38.472610 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:38.495778 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-366107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5182'] for router, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.496814 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5127'] for router, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.543375 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Sync routers for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:38.555297 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.576239 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:38.576854 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:38.690245 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b319390-52cd-5037-b978-25f08724d646-9aa15469-0b27-4d2f-91f4-21d205183036', 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'fixed_ips': [{'subnet_id': '0784c43f-4087-4a48-bbbf-31858b81e49e'}]}} from n-d-816206-5. {{(pid=102666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:34:38.691117 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.698151 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.729340 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:38.899295 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:38.917764 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.023548 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_common [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Allocated IP 172.25.7.125 (3af618af-f9e2-4a56-b7c9-289f41ed9326/222eeba9-a8e4-46b8-8f5e-2b06896b45a2/6837a28b-3e98-41c5-a034-e84973121aa1) {{(pid=102664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:39.118236 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.db_base_plugin_common [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Allocated IP 172.20.0.2 (9aa15469-0b27-4d2f-91f4-21d205183036/0784c43f-4087-4a48-bbbf-31858b81e49e/2abb63aa-c65e-4239-b220-a6e5507be661) {{(pid=102666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:39.133437 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.167236 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.207213 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Network 3af618af-f9e2-4a56-b7c9-289f41ed9326 is already hosted by enough agents. {{(pid=102664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:39.210390 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.base_scheduler [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:39.215698 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Received port after_create {{(pid=102664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:39.224424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9b5ee-a524-4147-b13d-ed7b7bc1eb0e None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:39.242786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Pushing event updated for resources: {'Port': ['ID=6837a28b-3e98-41c5-a034-e84973121aa1,revision_number=1']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:39.277095 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8', 'name': '', 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'mac_address': 'fa:16:3e:6d:89:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:36Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 2, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'subnets': [{'id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:39.329075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Checking router: f0565f3c-b162-479d-ae7a-23b57a6973ab for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:39.329425 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Updating router f0565f3c-b162-479d-ae7a-23b57a6973ab port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:34:39.374396 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-07b25854-599c-426a-8316-c64ea0e5ddee None None] Provisioning complete for port 6837a28b-3e98-41c5-a034-e84973121aa1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:39.374758 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-07b25854-599c-426a-8316-c64ea0e5ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.380050 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.408928 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.423496 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811'] for port, after_create {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.482162 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-07b25854-599c-426a-8316-c64ea0e5ddee None None] Port 6837a28b-3e98-41c5-a034-e84973121aa1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:39.502165 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Network 9aa15469-0b27-4d2f-91f4-21d205183036 is already hosted by enough agents. {{(pid=102666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:39.551729 n-d-816206-5 neutron-server[102666]: DEBUG neutron.scheduler.base_scheduler [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Resources bound (agent type, host, resource id): {{(pid=102666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:39.557837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Received port after_create {{(pid=102666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:39.569364 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Pushing event updated for resources: {'Port': ['ID=2abb63aa-c65e-4239-b220-a6e5507be661,revision_number=1']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:39.672296 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Attempting to bind port 2abb63aa-c65e-4239-b220-a6e5507be661 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:39.672657 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Attempting to bind port 2abb63aa-c65e-4239-b220-a6e5507be661 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:39.673012 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Attempting to bind port 2abb63aa-c65e-4239-b220-a6e5507be661 on network 9aa15469-0b27-4d2f-91f4-21d205183036 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:39.686529 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:39.686895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Checking segment: {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:39.687318 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.687702 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Bound using segment: {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:39.688160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Bound port: 2abb63aa-c65e-4239-b220-a6e5507be661, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:39.688531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.726526 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.757863 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.812169 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] For port 2abb63aa-c65e-4239-b220-a6e5507be661, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:39.841683 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] For port 2abb63aa-c65e-4239-b220-a6e5507be661, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2abb63aa-c65e-4239-b220-a6e5507be661,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:39.849174 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.868281 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.898374 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.928859 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-364946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364159'] for router, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:39.931825 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007920f-9f83-4525-8546-c4af964de2f1 None None] Pushing event updated for resources: {'Port': ['ID=2abb63aa-c65e-4239-b220-a6e5507be661,revision_number=2']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:40.013059 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889015-06a7-44f3-9a15-2267031721cf None None] Pushing event updated for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:40.019397 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Attempting to bind port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:40.020301 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Attempting to bind port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:40.020650 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Attempting to bind port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 on network 339e1d1a-cc44-49c6-992e-3a9850537b17 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:40.029688 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:40.030061 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Checking segment: {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:40.030460 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.030851 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Bound using segment: {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:40.031360 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Bound port: 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b051c94e-fb8e-43da-93b6-f26c4431b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:40.031736 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.099554 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] For port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:40.103075 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] For port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:40.109345 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.114426 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Router cdde170c-842a-467f-a670-0feabdf7bf95 is scheduled to L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 with binding_index 1 {{(pid=102664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:34:40.202916 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:40.209861 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:40.215770 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889015-06a7-44f3-9a15-2267031721cf None None] Pushing event updated for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:40.318673 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:40.330902 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Sync routers for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:40.347229 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.349314 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] Provisioning complete for port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:40.349884 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.351104 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:40.352685 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:40.353926 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-01fa2a5f-3f17-4b6f-9d8a-7ae71b284f44 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8832521 Nov 16 22:34:40.355966 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42188) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:40.414329 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:40.577055 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:40.666059 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.793086 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] For port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:40.803666 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.814595 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:39Z', 'revision_number': 3, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:40.841061 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Checking router: cdde170c-842a-467f-a670-0feabdf7bf95 for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:40.841310 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Updating router cdde170c-842a-467f-a670-0feabdf7bf95 port 6837a28b-3e98-41c5-a034-e84973121aa1 binding host n-d-816206-5 {{(pid=102667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:34:40.866691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8', 'name': '', 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'mac_address': 'fa:16:3e:6d:89:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:36Z', 'updated_at': '2021-11-16T22:34:40Z', 'revision_number': 4, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'subnets': [{'id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:40.869203 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.898880 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c4ed6-2c05-4c33-b692-e33955324037 None None] Pushing event updated for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:40.903887 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f7906-f1c0-489b-b13d-b54bac574ecd None None] The sync data for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 is: [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': '5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8', 'name': '', 'network_id': '339e1d1a-cc44-49c6-992e-3a9850537b17', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'mac_address': 'fa:16:3e:6d:89:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:36Z', 'updated_at': '2021-11-16T22:34:40Z', 'revision_number': 4, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'subnets': [{'id': '2be90fed-0e5e-43da-b68b-69ed4b94de3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:40.932187 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:40.949282 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-cc884beb-7bf4-45c4-9604-9fea1a6db957 None None] Provisioning complete for port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:40.949672 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-cc884beb-7bf4-45c4-9604-9fea1a6db957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.235788 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_common [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Allocated IP 172.20.0.1 (9aa15469-0b27-4d2f-91f4-21d205183036/0784c43f-4087-4a48-bbbf-31858b81e49e/be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9) {{(pid=102665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:34:41.288589 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks [] for port, precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.303206 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.356937 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e05c7-abf6-4d27-8f0f-7d12d45c6bca None None] Pushing event updated for resources: {'Port': ['ID=6837a28b-3e98-41c5-a034-e84973121aa1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:41.390923 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74bf5e-617a-4a29-8bef-6ea420b66f48 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:41.397338 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Attempting to bind port 6837a28b-3e98-41c5-a034-e84973121aa1 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:41.397710 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Attempting to bind port 6837a28b-3e98-41c5-a034-e84973121aa1 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:41.398066 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Attempting to bind port 6837a28b-3e98-41c5-a034-e84973121aa1 on network 3af618af-f9e2-4a56-b7c9-289f41ed9326 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:41.406153 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.412417 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:41.412417 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Checking segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:41.414228 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.414631 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Bound using segment: {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:41.415142 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Bound port: 6837a28b-3e98-41c5-a034-e84973121aa1, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea38f8d-50bb-4bad-b046-ba7a86e8073a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:41.415526 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.433447 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-f02e4d1e-44a3-4d5b-97b6-4121b69fe3fe None None] Provisioning complete for port 6837a28b-3e98-41c5-a034-e84973121aa1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:41.434035 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f02e4d1e-44a3-4d5b-97b6-4121b69fe3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.483955 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745182684811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.487838 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8708ca2-0ecc-406d-b813-441def2a8f07 None None] Network 9aa15469-0b27-4d2f-91f4-21d205183036 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:34:41.496486 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] For port 6837a28b-3e98-41c5-a034-e84973121aa1, host n-d-816206-5, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:41.507714 n-d-816206-5 neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] For port 6837a28b-3e98-41c5-a034-e84973121aa1, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6837a28b-3e98-41c5-a034-e84973121aa1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:41.521124 n-d-816206-5 neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.555294 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-f02e4d1e-44a3-4d5b-97b6-4121b69fe3fe None None] Port 6837a28b-3e98-41c5-a034-e84973121aa1 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:41.576239 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Network 9aa15469-0b27-4d2f-91f4-21d205183036 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:41.585697 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:41.588517 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Received port after_create {{(pid=102665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:34:41.616589 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27adfb2-bbf3-42b3-9be8-ac18de2d27e7 None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:34:41.659622 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e05c7-abf6-4d27-8f0f-7d12d45c6bca None None] Pushing event updated for resources: {'Port': ['ID=6837a28b-3e98-41c5-a034-e84973121aa1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:41.682022 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Pushing event updated for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:41.684209 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:41.684831 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:41.699684 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-364300'] for router_interface, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.718182 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Provisioning complete for port 2abb63aa-c65e-4239-b220-a6e5507be661 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:41.718547 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.760728 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:41.853973 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:41.854339 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:41.894154 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:41.944974 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.002818 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.111507 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2abb63aa-c65e-4239-b220-a6e5507be661 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:42.187387 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] For port 2abb63aa-c65e-4239-b220-a6e5507be661, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2abb63aa-c65e-4239-b220-a6e5507be661,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:42.199578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.258426 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Pushing event updated for resources: {'Port': ['ID=2abb63aa-c65e-4239-b220-a6e5507be661,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:42.281416 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.292122 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Provisioning complete for port 6837a28b-3e98-41c5-a034-e84973121aa1 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:42.292501 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.293483 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14333316'] for port, after_update {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.325708 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2abb63aa-c65e-4239-b220-a6e5507be661 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:42.326130 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.378414 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:39Z', 'revision_number': 3, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:42.383045 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365244'] for router_interface, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.384859 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Pushing event updated for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=2']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:42.412059 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d342-1fa7-480b-b8c5-954d6b684c53 None None] The sync data for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 is: [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:39Z', 'revision_number': 3, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:42.487374 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Network 9aa15469-0b27-4d2f-91f4-21d205183036 is already hosted by enough agents. {{(pid=102665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:34:42.489623 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.base_scheduler [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:34:42.646722 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.680219 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] For port 6837a28b-3e98-41c5-a034-e84973121aa1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6837a28b-3e98-41c5-a034-e84973121aa1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:42.687644 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.759639 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fefb5-5614-47ef-b024-1ef0102eef8e None None] Pushing event updated for resources: {'Port': ['ID=6837a28b-3e98-41c5-a034-e84973121aa1,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:42.813743 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0def31b3-e96b-4529-ac04-03726b4cdd73 None None] Provisioning complete for port 2abb63aa-c65e-4239-b220-a6e5507be661 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:42.814200 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0def31b3-e96b-4529-ac04-03726b4cdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.932309 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-0def31b3-e96b-4529-ac04-03726b4cdd73 None None] Provisioning complete for port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:42.932681 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0def31b3-e96b-4529-ac04-03726b4cdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:42.974633 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-0def31b3-e96b-4529-ac04-03726b4cdd73 None None] Port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 cannot update to ACTIVE because it is not bound. {{(pid=102666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:34:42.998497 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Router cdde170c-842a-467f-a670-0feabdf7bf95 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:34:43.108759 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:34:43.114759 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-6c13ceca-6856-4bdc-b599-e8bcc63cc132 admin admin] 10.222.0.54 "PUT /v2.0/routers/cdde170c-842a-467f-a670-0feabdf7bf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564783 Nov 16 22:34:43.594730 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6837a28b-3e98-41c5-a034-e84973121aa1 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:43.644531 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:43.655594 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 6837a28b-3e98-41c5-a034-e84973121aa1 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:43.656151 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:43.734041 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2abb63aa-c65e-4239-b220-a6e5507be661 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:43.778139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port 2abb63aa-c65e-4239-b220-a6e5507be661 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:43.778503 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.434416 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Sync routers for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:34:44.444927 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:44.445527 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:44.553581 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:44.749671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:41Z', 'revision_number': 4, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9', 'name': '', 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'mac_address': 'fa:16:3e:ec:4f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:41Z', 'updated_at': '2021-11-16T22:34:42Z', 'revision_number': 2, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'subnets': [{'id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:44.767095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42198) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:44.772628 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903898698', 'description': 'tempest-secgroup-smoke-1903898698 description', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:44.782691 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Checking router: cdde170c-842a-467f-a670-0feabdf7bf95 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:34:44.783074 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Updating router cdde170c-842a-467f-a670-0feabdf7bf95 port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 binding host n-d-816206-5 {{(pid=102666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:34:44.794327 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.807911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.861314 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.865531 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.896304 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.897535 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1292171 Nov 16 22:34:44.899449 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663933-b041-482f-9d2a-42c1660020f4 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8f157-ba64-4106-a42c-ac31e8c55ec7,revision_number=1']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:44.900745 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42200) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:44.907039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:44.934078 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.989521 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:44.993685 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.012294 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c98defd-af55-412d-9fc7-c32b019b1051,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.021721 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.023814 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-99cdf05d-7c1f-4b5e-b67b-ec467b7886d8 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201816 Nov 16 22:34:45.026437 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42202) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:45.031819 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:45.060356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.093840 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks [] for port, precommit_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.100083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.122278 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.126227 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.144331 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442b65d5-8c34-4396-83ed-04cb0fb139b2,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.157588 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.161610 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-33bf92ee-ec14-4c13-8c47-d2f2c66f623c tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313410 Nov 16 22:34:45.161825 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42204) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:45.166187 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:45.172034 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853367-89f7-48e5-b4bb-4e41cd78a6a6 None None] Pushing event updated for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=3']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.203837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Attempting to bind port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 on host n-d-816206-5 for vnic_type normal with profile {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:34:45.203837 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Attempting to bind port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 by drivers openvswitch,hyperv on host n-d-816206-5 at level 0 using segments [{'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:34:45.204146 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Attempting to bind port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 on network 9aa15469-0b27-4d2f-91f4-21d205183036 {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:34:45.205335 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.209446 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Checking agent: {'id': '051dfc3a-9b63-4e16-b430-60881fb6b06b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 1, 51), 'started_at': datetime.datetime(2021, 11, 16, 21, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:34:45.209866 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Checking segment: {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:34:45.210214 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.210604 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Bound using segment: {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'} {{(pid=102666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:34:45.211104 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.managers [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Bound port: be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9, host: n-d-816206-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3834d122-a045-4906-b906-d80edf9014da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036'}}] {{(pid=102666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:34:45.211483 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.272181 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.276321 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.282051 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] For port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9, host n-d-816206-5, cleared binding levels {{(pid=102666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:34:45.286520 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] For port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9, host n-d-816206-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:34:45.294588 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.295051 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca57f2d-1186-4f82-90d3-75e9416cbb6b,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.308527 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.312573 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-8cd89c17-9f69-4ca3-898c-abc591fd1f96 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471522 Nov 16 22:34:45.313093 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42206) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:45.318714 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.v2.base [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:45.351342 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.367363 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:34:45.368007 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:34:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:45.369734 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853367-89f7-48e5-b4bb-4e41cd78a6a6 None None] Pushing event updated for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=4']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.425193 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.430298 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.455083 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.456299 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422098 Nov 16 22:34:45.457018 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fe5cf-d219-4d6d-9374-9c8d57649219 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b058ac20-eeec-42ba-a107-06b76dcc4a03,revision_number=0']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.459342 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42208) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:45.464085 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:45.467868 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] Provisioning complete for port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:45.468119 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.497695 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Project e174351bfcfb4c599ffeb02c0239dcae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:34:45.506958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.520102 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:34:45.572453 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-3e83df27-aa61-4ede-b5c5-c44ad49e73fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.577669 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.582138 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.604029 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7b6f87-128f-45ca-a388-405fe180ca47,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.609958 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.611231 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-a7bc0f85-ed98-4091-a612-3e2867725d03 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508114 Nov 16 22:34:45.615388 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42210) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:34:45.619492 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.v2.base [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Request body: {'security_group_rule': {'security_group_id': '31f8f157-ba64-4106-a42c-ac31e8c55ec7', 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:34:45.641133 n-d-816206-5 neutron-server[102664]: INFO neutron.db.securitygroups_db [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Project e174351bfcfb4c599ffeb02c0239dcae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:34:45.646204 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.694684 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2027535'] for port, before_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.715906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.719560 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768246'] for security_group_rule, after_create {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.741372 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2524b384-9ea4-4daa-a41c-3c292c94c77e,revision_number=0']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.746878 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.748424 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-60906a79-9ae3-4bb8-ae9e-f55b003b3461 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324451 Nov 16 22:34:45.752807 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] For port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:34:45.778349 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745183078373', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745182684829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745182684847'] for port, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.839918 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72876a1-8ec6-44ac-b456-0d3ead96a25b None None] Pushing event updated for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=5']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:34:45.852895 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-50644d42-096c-4d59-b901-d1717d582811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:41Z', 'revision_number': 4, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9', 'name': '', 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'mac_address': 'fa:16:3e:ec:4f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:41Z', 'updated_at': '2021-11-16T22:34:45Z', 'revision_number': 4, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'subnets': [{'id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:34:45.884025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50644d42-096c-4d59-b901-d1717d582811 None None] The sync data for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 is: [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:41Z', 'revision_number': 4, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5', '_interfaces': [{'id': 'be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9', 'name': '', 'network_id': '9aa15469-0b27-4d2f-91f4-21d205183036', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'mac_address': 'fa:16:3e:ec:4f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:41Z', 'updated_at': '2021-11-16T22:34:45Z', 'revision_number': 4, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'subnets': [{'id': '0784c43f-4087-4a48-bbbf-31858b81e49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:34:45.900270 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-ac8440ba-e041-4e5c-a6c1-c0a8319ef047 None None] Provisioning complete for port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 triggered by entity DHCP. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:45.900720 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ac8440ba-e041-4e5c-a6c1-c0a8319ef047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:45.918830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-780be5e7-85d9-4212-9253-9970ec3435d3 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903898698&fields=id&tenant_id=e174351bfcfb4c599ffeb02c0239dcae HTTP/1.1" status: 200 len: 267 time: 0.0532033 Nov 16 22:34:46.073098 n-d-816206-5 neutron-server[102665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb0190-d224-4252-949f-23ea274e1295 req-37f31af7-0eb9-4f36-a969-b424cab9e8ce tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:46.074878 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-37f31af7-0eb9-4f36-a969-b424cab9e8ce tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "GET /v2.0/networks?id=339e1d1a-cc44-49c6-992e-3a9850537b17 HTTP/1.1" status: 200 len: 809 time: 0.1492758 Nov 16 22:34:46.092012 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-aedd532d-e7c1-4450-99f9-6e8785e4302a tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "GET /v2.0/quotas/e174351bfcfb4c599ffeb02c0239dcae HTTP/1.1" status: 200 len: 375 time: 0.0107591 Nov 16 22:34:46.154808 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-f644a57d-5759-4765-b222-2f8bbf7f33d3 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e174351bfcfb4c599ffeb02c0239dcae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567763 Nov 16 22:34:46.281408 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-93c8307c-5082-4de0-80ef-a9b8c704d282 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=102665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:34:46.282458 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-93c8307c-5082-4de0-80ef-a9b8c704d282 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1142852 Nov 16 22:34:46.382094 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-6ddb12f3-9a83-478d-b42c-9c2a0ee5503c service neutron] 10.222.0.54 "GET /v2.0/networks/339e1d1a-cc44-49c6-992e-3a9850537b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922451 Nov 16 22:34:46.484343 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [req-2afb0190-d224-4252-949f-23ea274e1295 req-c058b764-9707-4f10-a3fc-0eedf187a474 service neutron] 10.222.0.54 "GET /v2.0/networks/339e1d1a-cc44-49c6-992e-3a9850537b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958915 Nov 16 22:34:47.548668 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 up at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:34:47.595283 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.provisioning_blocks [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Provisioning complete for port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 triggered by entity L2. {{(pid=102666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:34:47.595651 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1157173'] for port, provisioning_complete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:47.827073 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0557df6c-ce17-4acf-90fb-b5dea22ec36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:49.594590 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:50.828047 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:51.630153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:54.211630 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:35:09.733029 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:13.639095 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:15.534477 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-afe449d2-1b9f-4766-bf33-1a6bbd8012fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:17.827463 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-ad4771b7-b082-496f-b7d3-eee08c645681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:19.598134 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:20.829870 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:21.631576 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:31.211453 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:35:39.749295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:43.639707 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:45.536653 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-61168543-6868-4ddc-b749-f5545008713c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:45.928235 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42250) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:45.984865 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.009949 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.069062 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.071714 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.072893 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] 10.222.0.54 "DELETE /v2.0/security-groups/31f8f157-ba64-4106-a42c-ac31e8c55ec7 HTTP/1.1" status: 204 len: 168 time: 0.1436231 Nov 16 22:35:46.083415 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8f157-ba64-4106-a42c-ac31e8c55ec7,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:46.091058 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.091405 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.091759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.092100 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.092441 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.092777 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.093113 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.093444 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.093770 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.094097 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.094425 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.094759 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cd3f7-bd25-4779-9079-c0d7fdf94b45 tempest-TestSnapshotPattern-1823609766 tempest-TestSnapshotPattern-1823609766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:46.110059 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42258) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:46.468917 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.705621 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Deleting port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:46.705951 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.785677 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] For port 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:46.785940 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:46.801307 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Calling delete_port for 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 owned by network:router_interface {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:46.977506 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.004522 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:47.031832 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.032183 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.032525 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.032862 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.033195 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.033529 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.033860 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.034185 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.035023 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.035357 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.035738 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.036005 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:47.179855 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.390378 n-d-816206-5 neutron-server[102665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Router f0565f3c-b162-479d-ae7a-23b57a6973ab has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:35:47.497818 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:35:47.502897 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-cc202468-b3fa-400e-a554-55bce6dce843 admin admin] 10.222.0.54 "PUT /v2.0/routers/f0565f3c-b162-479d-ae7a-23b57a6973ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911009 Nov 16 22:35:47.505442 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42260) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:47.509777 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Sync routers for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:35:47.522048 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:47.522651 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:35:18Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:47.611560 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks [] for router, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.625351 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: n-d-816206-5 {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:47.707813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.766076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Deleting port 5693f39e-5a70-4a9b-ad48-8b375511f6d9 {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:47.766405 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.806026 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:35:46Z', 'revision_number': 5, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port': {'id': '5693f39e-5a70-4a9b-ad48-8b375511f6d9', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:47.828862 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-30f224ae-63e2-4466-9a93-2f5e3c5c4f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.833337 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Checking router: f0565f3c-b162-479d-ae7a-23b57a6973ab for host: n-d-816206-5 {{(pid=102667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:35:47.841605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Routers {'f0565f3c-b162-479d-ae7a-23b57a6973ab'} bound to L3 agent in host n-d-816206-5 {{(pid=102667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:47.842605 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['f0565f3c-b162-479d-ae7a-23b57a6973ab'], 'active': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:47.847095 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] For port 5693f39e-5a70-4a9b-ad48-8b375511f6d9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=5693f39e-5a70-4a9b-ad48-8b375511f6d9,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:47.847446 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:47.860199 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Calling delete_port for 5693f39e-5a70-4a9b-ad48-8b375511f6d9 owned by network:router_gateway {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:47.925979 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_dvr_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] Set router f0565f3c-b162-479d-ae7a-23b57a6973ab gateway port host: None {{(pid=102667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:47.976773 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.l3_hamode_db [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:35:47Z', 'revision_number': 6, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:48.006013 n-d-816206-5 neutron-server[102667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c7ce7-22af-48cf-b87b-5afff2292f0e None None] The sync data for ids ['f0565f3c-b162-479d-ae7a-23b57a6973ab'] in n-d-816206-5 is: [{'id': 'f0565f3c-b162-479d-ae7a-23b57a6973ab', 'name': 'tempest-TestSnapshotPattern-624966202-router', 'tenant_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:34Z', 'updated_at': '2021-11-16T22:35:47Z', 'revision_number': 6, 'project_id': 'e174351bfcfb4c599ffeb02c0239dcae', 'gw_port_host': None}] {{(pid=102667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:35:48.035569 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.068685 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Pushing event deleted for resources: {'Port': ['ID=5693f39e-5a70-4a9b-ad48-8b375511f6d9,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:48.083384 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a45bd-efe3-4355-bdb3-f6e74397f05a None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:35:48.132788 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.220517 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.222669 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.264813 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.265434 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0565f3c-b162-479d-ae7a-23b57a6973ab {{(pid=102665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:35:48.270693 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] Publish callbacks [] for router, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.271388 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-c161df35-c8c8-4fea-8212-6fe09cc44496 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f0565f3c-b162-479d-ae7a-23b57a6973ab HTTP/1.1" status: 204 len: 168 time: 0.7650187 Nov 16 22:35:48.274341 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42262) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:48.321695 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.db_base_plugin_v2 [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Deleting subnet 2be90fed-0e5e-43da-b68b-69ed4b94de3e {{(pid=102665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:35:48.324604 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.360489 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14645598'] for subnet, precommit_delete_associations {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.439657 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.496254 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14333310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14997699'] for subnet, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.521320 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be90fed-0e5e-43da-b68b-69ed4b94de3e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:48.525050 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538401'] for subnet, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.528284 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-645c1973-f3ba-4fb8-8885-445a3c1cdbb8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2be90fed-0e5e-43da-b68b-69ed4b94de3e HTTP/1.1" status: 204 len: 168 time: 0.2529805 Nov 16 22:35:48.530768 n-d-816206-5 neutron-server[102665]: DEBUG neutron.wsgi [-] (102665) accepted ('10.222.0.54', 42264) {{(pid=102665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:48.533605 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfa8e6-b833-4a77-bfc6-47a1cfd4f247 None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:35:48.598784 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.651076 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Deleting port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e {{(pid=102665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:48.651421 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.717892 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.db [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] For port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:48.718267 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.733424 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.plugin [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Calling delete_port for 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e owned by network:dhcp {{(pid=102665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:48.747763 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] DHCP port deletion for 339e1d1a-cc44-49c6-992e-3a9850537b17 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:35:48.800622 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Deleting port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:48.800994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.824163 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14333325'] for port, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.849590 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:48.859269 n-d-816206-5 neutron-server[102665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] No DVR routers for this DVR port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e on host n-d-816206-5 {{(pid=102665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:35:48.864953 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] For port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,segment=NetworkSegment(b051c94e-fb8e-43da-93b6-f26c4431b9de),segment_id=b051c94e-fb8e-43da-93b6-f26c4431b9de)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:48.865466 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.878139 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Calling delete_port for 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:48.936803 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.959044 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339e1d1a-cc44-49c6-992e-3a9850537b17']}} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:48.969811 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b051c94e-fb8e-43da-93b6-f26c4431b9de') {'for_net_delete': True} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:48.970190 n-d-816206-5 neutron-server[102665]: DEBUG neutron.services.segments.db [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b051c94e-fb8e-43da-93b6-f26c4431b9de') {} {{(pid=102665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:48.981844 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14645585'] for segment, before_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:48.998748 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.005964 n-d-816206-5 neutron-server[102665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:35:49.006430 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14333400'] for segment, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: Traceback (most recent call last): Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: timer() Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: cb(*args, **kw) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: return func(*args, **kwargs) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: self._notify() Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: self.callback(batched_events) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: event.method(event) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: return f(self, *a, **k) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: return self._get(url).json() Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: return self.request(url, 'GET', **kwargs) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:35:49.008692 n-d-816206-5 neutron-server[102665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:35:49.071213 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.078040 n-d-816206-5 neutron-server[102665]: DEBUG neutron_lib.callbacks.manager [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Publish callbacks [] for network, before_response {{(pid=102665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.081830 n-d-816206-5 neutron-server[102665]: INFO neutron.wsgi [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/339e1d1a-cc44-49c6-992e-3a9850537b17 HTTP/1.1" status: 204 len: 168 time: 0.5495226 Nov 16 22:35:49.085089 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42266) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:49.091742 n-d-816206-5 neutron-server[102665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a223f4a-a953-4638-bfea-f6b0cec4cfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=339e1d1a-cc44-49c6-992e-3a9850537b17,revision_number=None']} {{(pid=102665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:49.120843 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.142852 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Network 339e1d1a-cc44-49c6-992e-3a9850537b17 is not hosted by any dhcp agent {{(pid=102666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 22:35:49.143326 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] No DVR routers for this DVR port 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:35:49.145563 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Pushing event deleted for resources: {'Port': ['ID=64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:49.157947 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.158293 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.158642 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.159067 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.160025 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.160353 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.160680 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.161008 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.161328 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.161647 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.161966 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.162284 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c0f4c-7499-4300-b0ed-c2be0c896b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-5 {{(pid=102666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:49.425452 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365209'] for router_interface, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.573600 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:49.599449 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:49.599893 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 64ad17ac-a5b5-4d95-9b9b-4ae2e90a8c2e not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:35:49.600369 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:49.624531 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:49.624957 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5c5c6f72-eab0-4f3c-99e9-28d7415cbdb8 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:35:49.625368 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5693f39e-5a70-4a9b-ad48-8b375511f6d9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:49.647740 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 5693f39e-5a70-4a9b-ad48-8b375511f6d9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:49.648082 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 5693f39e-5a70-4a9b-ad48-8b375511f6d9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:35:49.650818 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.669430 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Deleting port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:49.669771 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.754607 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] For port be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:49.754881 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.767516 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Calling delete_port for be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 owned by network:router_interface {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:49.943340 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:49.969323 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:50.133531 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-365061'] for router_interface, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.342596 n-d-816206-5 neutron-server[102664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Router cdde170c-842a-467f-a670-0feabdf7bf95 has already been hosted by L3 agent f5fb7c11-2b04-42cb-bc07-35d9b1bdb190 {{(pid=102664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:35:50.449684 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] Notify agent at l3_agent.n-d-816206-5 the message routers_updated {{(pid=102664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:35:50.454601 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-6257712b-26a3-41ae-81dd-cdbff092cc55 admin admin] 10.222.0.54 "PUT /v2.0/routers/cdde170c-842a-467f-a670-0feabdf7bf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3678241 Nov 16 22:35:50.457619 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42268) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:50.460160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Sync routers for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:35:50.469714 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:50.470323 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:50.562665 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks [] for router, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.574424 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: n-d-816206-5 {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:50.665179 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.727808 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Deleting port 6837a28b-3e98-41c5-a034-e84973121aa1 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:50.728164 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.762062 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'external_fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:35:49Z', 'revision_number': 5, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port': {'id': '6837a28b-3e98-41c5-a034-e84973121aa1', 'name': '', 'network_id': '3af618af-f9e2-4a56-b7c9-289f41ed9326', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '222eeba9-a8e4-46b8-8f5e-2b06896b45a2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-5'}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:50.788779 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Checking router: cdde170c-842a-467f-a670-0feabdf7bf95 for host: n-d-816206-5 {{(pid=102666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:35:50.797257 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Routers {'cdde170c-842a-467f-a670-0feabdf7bf95'} bound to L3 agent in host n-d-816206-5 {{(pid=102666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:50.797849 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T21:01:48Z,description=,heartbeat_timestamp=2021-11-16T22:35:48Z,host='n-d-816206-5',id=f5fb7c11-2b04-42cb-bc07-35d9b1bdb190,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T21:01:48Z,topic='l3_agent')) {'router_ids': ['cdde170c-842a-467f-a670-0feabdf7bf95'], 'active': True} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:50.811666 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] For port 6837a28b-3e98-41c5-a034-e84973121aa1, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=6837a28b-3e98-41c5-a034-e84973121aa1,segment=NetworkSegment(0ea38f8d-50bb-4bad-b046-ba7a86e8073a),segment_id=0ea38f8d-50bb-4bad-b046-ba7a86e8073a)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:50.812026 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.824287 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Calling delete_port for 6837a28b-3e98-41c5-a034-e84973121aa1 owned by network:router_gateway {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:50.876518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:50.892732 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvr_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] Set router cdde170c-842a-467f-a670-0feabdf7bf95 gateway port host: None {{(pid=102666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:50.947533 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_hamode_db [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:35:50Z', 'revision_number': 6, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port_host': None}], 'n-d-816206-5', False) {} {{(pid=102666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:50.975107 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a922b-4df7-4816-8e3c-3c3e27de9abb None None] The sync data for ids ['cdde170c-842a-467f-a670-0feabdf7bf95'] in n-d-816206-5 is: [{'id': 'cdde170c-842a-467f-a670-0feabdf7bf95', 'name': 'tempest-TestSnapshotPattern-446780014-router', 'tenant_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:34:38Z', 'updated_at': '2021-11-16T22:35:50Z', 'revision_number': 6, 'project_id': '9f6e7b500f6c42e4b577eef7dc8fe575', 'gw_port_host': None}] {{(pid=102666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:35:50.994398 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.021786 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6837a28b-3e98-41c5-a034-e84973121aa1,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:51.042455 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a397562-604a-4d88-a69c-ca96dbc2569c None None] DHCP port deletion for 3af618af-f9e2-4a56-b7c9-289f41ed9326 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:35:51.093061 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-364455'] for router_gateway, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.182615 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-365053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5132'] for router, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.184725 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.470399 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-364996'] for router, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.471068 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdde170c-842a-467f-a670-0feabdf7bf95 {{(pid=102664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:35:51.476356 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] Publish callbacks [] for router, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.477163 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-77aa2ce3-0a5b-4bd0-8269-3cfe34504a2f admin admin] 10.222.0.54 "DELETE /v2.0/routers/cdde170c-842a-467f-a670-0feabdf7bf95 HTTP/1.1" status: 204 len: 168 time: 1.0172982 Nov 16 22:35:51.479791 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42270) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:51.523618 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Deleting subnet 0784c43f-4087-4a48-bbbf-31858b81e49e {{(pid=102664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:35:51.526674 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.560906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13156869'] for subnet, precommit_delete_associations {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.637633 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.642668 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156551'] for subnet, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.695651 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13242567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13321972'] for subnet, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.721138 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0784c43f-4087-4a48-bbbf-31858b81e49e,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:51.725091 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.730493 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-9848f426-36bc-40a5-93ff-34b16c535191 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0784c43f-4087-4a48-bbbf-31858b81e49e HTTP/1.1" status: 204 len: 168 time: 0.2475801 Nov 16 22:35:51.731210 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42272) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:51.736195 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c75f9-ae3a-4309-a4b4-d41404e26f74 None None] Network 9aa15469-0b27-4d2f-91f4-21d205183036 requested from n-d-816206-5 {{(pid=102666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:35:51.801225 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6837a28b-3e98-41c5-a034-e84973121aa1 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:51.808083 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1132703'] for network, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.829450 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 6837a28b-3e98-41c5-a034-e84973121aa1 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:51.829719 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 6837a28b-3e98-41c5-a034-e84973121aa1 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:35:51.830127 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:51.852632 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:51.852979 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device be1a04bc-1a17-41c4-aef2-f1a2d1fd4ca9 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:35:51.865429 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Deleting port 2abb63aa-c65e-4239-b220-a6e5507be661 {{(pid=102664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:51.865768 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.934744 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.db [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] For port 2abb63aa-c65e-4239-b220-a6e5507be661, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2abb63aa-c65e-4239-b220-a6e5507be661,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:51.935154 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:51.949489 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.plugin [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Calling delete_port for 2abb63aa-c65e-4239-b220-a6e5507be661 owned by network:dhcp {{(pid=102664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:51.967048 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] DHCP port deletion for 9aa15469-0b27-4d2f-91f4-21d205183036 request from n-d-816206-5 {{(pid=102666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:35:52.016178 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Deleting port 2abb63aa-c65e-4239-b220-a6e5507be661 {{(pid=102666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:52.016662 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745183121933'] for port, before_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.041116 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13242420'] for port, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.073110 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abb63aa-c65e-4239-b220-a6e5507be661,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:52.076678 n-d-816206-5 neutron-server[102664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] No DVR routers for this DVR port 2abb63aa-c65e-4239-b220-a6e5507be661 on host n-d-816206-5 {{(pid=102664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:35:52.098830 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.db [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] For port 2abb63aa-c65e-4239-b220-a6e5507be661, host n-d-816206-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-5',level=0,port_id=2abb63aa-c65e-4239-b220-a6e5507be661,segment=NetworkSegment(3834d122-a045-4906-b906-d80edf9014da),segment_id=3834d122-a045-4906-b906-d80edf9014da)] {{(pid=102666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:52.099254 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373138'] for port, precommit_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.116800 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Calling delete_port for 2abb63aa-c65e-4239-b220-a6e5507be661 owned by network:dhcp {{(pid=102666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:52.154487 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1155656', 'neutron.services.segments.db._delete_segments_for_network-8745183268868'] for network, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.175571 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa15469-0b27-4d2f-91f4-21d205183036']}} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:52.184778 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3834d122-a045-4906-b906-d80edf9014da') {'for_net_delete': True} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:52.185440 n-d-816206-5 neutron-server[102664]: DEBUG neutron.services.segments.db [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3834d122-a045-4906-b906-d80edf9014da') {} {{(pid=102664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:52.192853 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2027726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745183078355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745182684820'] for port, after_delete {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.194834 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745183267597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13156874'] for segment, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.208611 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360'] for segment, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.214479 n-d-816206-5 neutron-server[102664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:35:52.214842 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1167360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13242465'] for segment, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.216160 n-d-816206-5 neutron-server[102666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] Pushing event deleted for resources: {'Port': ['ID=2abb63aa-c65e-4239-b220-a6e5507be661,revision_number=None']} {{(pid=102666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: Traceback (most recent call last): Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: timer() Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: cb(*args, **kw) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: return func(*args, **kwargs) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: self._notify() Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: self.callback(batched_events) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: event.method(event) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: return f(self, *a, **k) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: return self._get(url).json() Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: return self.request(url, 'GET', **kwargs) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:35:52.216517 n-d-816206-5 neutron-server[102664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:35:52.221671 n-d-816206-5 neutron-server[102666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d34ab-6d19-404e-8fb5-08f82ee2818f None None] No DVR routers for this DVR port 2abb63aa-c65e-4239-b220-a6e5507be661 on host n-d-816206-5 {{(pid=102666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:35:52.269903 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1155649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364427'] for network, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.275740 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Publish callbacks [] for network, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.278920 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9aa15469-0b27-4d2f-91f4-21d205183036 HTTP/1.1" status: 204 len: 168 time: 0.5469937 Nov 16 22:35:52.290261 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c096db6-697d-48bb-abba-dbb3bf0d1ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa15469-0b27-4d2f-91f4-21d205183036,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:52.454036 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42276) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:52.494019 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-c5321afc-7ac5-47a5-87bd-443131744759 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e174351bfcfb4c599ffeb02c0239dcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386810 Nov 16 22:35:52.496498 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42278) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:52.547483 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.569125 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.617185 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.619886 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:52.621027 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7b9aa31-5c28-4ea7-9aa3-49eb3c4cc3aa HTTP/1.1" status: 204 len: 168 time: 0.1236298 Nov 16 22:35:52.629039 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd4812-adcd-4b34-95e6-e90bbf4e813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9aa31-5c28-4ea7-9aa3-49eb3c4cc3aa,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:52.944915 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42284) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:52.985804 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-70e5f954-81c1-419a-90ce-245759a68ff2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f6e7b500f6c42e4b577eef7dc8fe575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397291 Nov 16 22:35:52.988912 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [-] (102664) accepted ('10.222.0.54', 42286) {{(pid=102664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:53.033360 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:53.054781 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:53.099425 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768071'] for security_group, after_delete {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:53.101906 n-d-816206-5 neutron-server[102664]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:53.103047 n-d-816206-5 neutron-server[102664]: INFO neutron.wsgi [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e3265ec-c462-46f7-9756-200db0c1697d HTTP/1.1" status: 204 len: 168 time: 0.1132059 Nov 16 22:35:53.110844 n-d-816206-5 neutron-server[102664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbe543-10d8-48e7-8e4b-04d21d0afd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3265ec-c462-46f7-9756-200db0c1697d,revision_number=None']} {{(pid=102664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:53.558275 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2abb63aa-c65e-4239-b220-a6e5507be661 no longer exists at agent ovs-agent-n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:35:53.578832 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.plugin [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] No Port match for: 2abb63aa-c65e-4239-b220-a6e5507be661 {{(pid=102666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:35:53.579202 n-d-816206-5 neutron-server[102666]: DEBUG neutron.plugins.ml2.rpc [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Device 2abb63aa-c65e-4239-b220-a6e5507be661 not bound to the agent host n-d-816206-5 {{(pid=102666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:36:08.211045 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:36:09.769598 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:13.655639 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:15.538397 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-67468c7a-a03c-4daf-bde2-d313b09a1312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:17.831746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-65da3666-de71-4cdd-bbf8-5436a8208129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:19.599645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.836091 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:21.632148 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:39.766616 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:43.655913 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:45.210058 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:36:45.540136 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-5d2d7c70-f017-400e-9b93-e85428cb64dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:47.833949 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7c65b911-e71b-4d13-aa04-3d793dd549fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:49.601889 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:50.839535 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:51.632714 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:09.762746 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:13.667601 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:15.542009 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0696a688-d566-4886-9afd-52f8479ce93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:17.835167 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a63d8e00-6928-4275-a421-cb357b869b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:19.605894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:20.840719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:21.633779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:22.209673 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:37:39.762521 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.666952 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.544586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-367e34d0-2931-4e80-a3c7-7c706f86bf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.836366 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7313-cda9-4d35-b8a2-c629161ae93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.612545 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.843168 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:51.634546 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:59.210018 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:38:09.765278 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:13.666406 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:15.546852 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9a57f4e0-5a77-4fb4-8950-27a48cd8a347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:17.837893 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-a55d9cf6-0eca-4ab4-b9af-b7dd7781f6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:19.613337 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:20.845568 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:21.639735 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:36.208920 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:38:39.763185 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:43.683802 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:45.547894 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-73b41c4c-e152-4ae9-aa10-b37a3a5e6fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:47.838295 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-13851d99-ad54-47eb-9860-6c9fd3a3965a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:49.616297 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:50.851942 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:51.643019 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:09.777753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:13.208013 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:39:13.695204 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:15.549532 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-36360043-486e-4663-8581-2b2e157fc090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:17.839948 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-9c62ada3-e4fc-4b42-b90f-baecb60f8ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:19.619578 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:20.850911 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:21.644087 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:28.288600 n-d-816206-5 neutron-server[102664]: DEBUG neutron.wsgi [req-b6b9abf6-0dfe-4c05-990c-c3ea6501726a req-8e7bde3c-bda8-4649-983d-ff6db8e6cf8c tempest-TestNetworkAdvancedServerOps-1933801419 tempest-TestNetworkAdvancedServerOps-1933801419-project] (102664) timed out ('10.222.0.36', 65348) {{(pid=102664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:39:39.778471 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:43.695898 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:45.551600 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-137ad5d4-63cb-4fd2-98fe-2dd228a3a350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:47.840842 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-2b327aa1-6927-4591-95b8-dad5d9c9d36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:49.625246 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:50.207166 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:39:50.853410 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:51.646034 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:09.795980 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:13.707970 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:15.554794 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c0b6f429-6bf9-462d-9c31-8c7ee724a890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:17.842885 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c36ca4a6-ff07-4548-b61d-d7e5c41ab07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:19.624335 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:20.855927 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:21.653782 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:27.206001 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:40:39.792856 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:43.712941 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:45.555779 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7a97f5c6-f2ee-4450-8292-77d57a311af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:47.844719 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c27e3c71-6176-4443-92d2-e9186f2357c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:49.627235 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:50.858645 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:51.645504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:04.205295 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:41:09.805663 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:13.724964 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:15.559750 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-eafbde60-aa6b-4b04-a09f-7995e773bca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:17.847057 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-005e2748-3b8f-4e5d-9711-a29e600e33b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:19.629753 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:20.862083 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:21.648570 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:39.823778 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:41.203505 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:41:43.739586 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:45.562504 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-957b6841-60ea-40e9-9a6d-e9e9b6c72211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:47.851176 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-28b80772-e339-4926-8bf0-474a7413c496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:49.633011 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:50.864804 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:51.650212 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:09.824181 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:13.739807 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:15.563769 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-29db71fa-0359-47f6-bdbb-02ebc7a05cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:17.853400 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-d08df39a-fb18-4b2e-8206-fdb812edcb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:18.203423 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:42:19.638356 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:20.867109 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:21.651643 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:39.835448 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:43.769259 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:45.565289 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf0a2-bdfc-4e18-8779-d2208c55e7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:47.855495 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-779bca69-1063-4008-bc7c-cc6cb3c8d359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:49.638994 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:50.869518 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:51.655935 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:55.201745 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:43:09.838363 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:13.782773 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:15.567477 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1ca63e69-3d69-4b9d-a5b4-1eccfb58a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:17.857153 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0518d644-a862-448f-b5c7-c446b92d5e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:19.641347 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:20.872421 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:21.656418 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:32.200449 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:43:39.849828 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:43.777792 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:45.569557 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb35-a21e-4a39-91cc-374635806648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:47.857152 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-1d5a34d6-5cd5-4111-9f71-6c7d4485cd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:49.643686 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f0983231-66cf-4f2e-a3bf-e082ee053c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:50.875734 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-c6d91d94-a36b-48ea-95ab-de0d2f555455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:51.659950 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-88173a8b-5821-4ea9-a827-292bca09e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:09.199280 n-d-816206-5 neutron-server[102667]: DEBUG neutron.db.agents_db [None req-96c55972-33dd-43b9-b4e1-eae5fbeac08e None None] Agent healthcheck: found 7 active agents {{(pid=102667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:44:09.865420 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-f5b68f95-1626-47cc-90fb-5db2357e63c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:13.787343 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-7f17f5c2-cb2c-4879-8844-9a6216ecb2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:15.571558 n-d-816206-5 neutron-server[102666]: DEBUG neutron_lib.callbacks.manager [None req-b540782c-d245-4206-8cdd-235a35cb5fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745183262958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1157254'] for agent, after_update {{(pid=102666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}